2024-03-22T06:38:27.704 INFO:root:teuthology version: 0.0.1.dev262+ge691533 2024-03-22T06:38:27.704 DEBUG:teuthology.run:Teuthology command: teuthology --name teuthology-2024-03-22_02:08:13-upgrade-squid-distro-default-smithi --verbose --archive /home/teuthworker/archive/teuthology-2024-03-22_02:08:13-upgrade-squid-distro-default-smithi/7615991 --description upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} --owner scheduled_teuthology@teuthology -- /home/teuthworker/archive/teuthology-2024-03-22_02:08:13-upgrade-squid-distro-default-smithi/7615991/orig.config.yaml 2024-03-22T06:38:27.763 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-22T06:38:27.846 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-03-22_02:08:13-upgrade-squid-distro-default-smithi/7615991 branch: squid description: upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} email: ceph-qa@ceph.com first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' first_in_suite: false job_id: '7615991' kernel: kdb: true sha1: distro ktype: distro last_in_suite: false machine_type: smithi meta: - desc: 'librbd C and C++ api tests ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' name: teuthology-2024-03-22_02:08:13-upgrade-squid-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: squid ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: db0330b1e4e2470d52b750e251e55a522b4f7d69 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: db0330b1e4e2470d52b750e251e55a522b4f7d69 workunit: branch: squid sha1: 768f6cd6e95d0c7a626042719c230df59bdba9d3 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' seed: 3446 sha1: db0330b1e4e2470d52b750e251e55a522b4f7d69 sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: reef clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: reef clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' subset: 21/32 suite: upgrade suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_768f6cd6e95d0c7a626042719c230df59bdba9d3/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 768f6cd6e95d0c7a626042719c230df59bdba9d3 targets: smithi129.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG1pdlJCwK/6pY664nPTdvgctx67hAupAC0JqYwxR/Po9LTZRHBqDJTqjgnH1uAFylPgjDkS+85AW5VE9BCEI88= smithi148.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJMqzpbU/dD2kibb/gWTjUuiQHA/q15wRyDzzn/CREiIITSDLq1LPF8lRZMFVKegv5mAPsr/6HgqDLdTtA4mEdU= tasks: - install: branch: reef exclude_packages: - ceph-volume - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d timestamp: 2024-03-22_02:08:13 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-03-22T06:38:27.846 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_768f6cd6e95d0c7a626042719c230df59bdba9d3/qa; will attempt to use it 2024-03-22T06:38:27.847 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_768f6cd6e95d0c7a626042719c230df59bdba9d3/qa/tasks 2024-03-22T06:38:27.847 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-03-22T06:38:27.849 INFO:teuthology.task.internal:Checking packages... 2024-03-22T06:38:27.926 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'db0330b1e4e2470d52b750e251e55a522b4f7d69' 2024-03-22T06:38:27.927 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-22T06:38:27.927 INFO:teuthology.packaging:ref: None 2024-03-22T06:38:27.927 INFO:teuthology.packaging:tag: None 2024-03-22T06:38:27.927 INFO:teuthology.packaging:branch: squid 2024-03-22T06:38:27.927 INFO:teuthology.packaging:sha1: db0330b1e4e2470d52b750e251e55a522b4f7d69 2024-03-22T06:38:27.927 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=squid 2024-03-22T06:38:28.089 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-1667-gdb0330b1-1jammy 2024-03-22T06:38:28.090 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-03-22T06:38:28.099 INFO:teuthology.task.internal:no buildpackages task found 2024-03-22T06:38:28.099 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-03-22T06:38:28.132 INFO:teuthology.task.internal:Saving configuration 2024-03-22T06:38:28.154 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-03-22T06:38:28.162 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-22T06:38:28.188 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi129.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-22_02:08:13-upgrade-squid-distro-default-smithi/7615991', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-22 06:32:27.901254', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAICjyXMZky2858PT8CCLZfV06cf9ahPTWg2Iu7lsh6ujq'} 2024-03-22T06:38:28.212 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi148.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-22_02:08:13-upgrade-squid-distro-default-smithi/7615991', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-22 06:32:27.899553', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIF1ssslJH1TDva1PXDnTFDTZ0uZMJ1qP2FpBAReiZdxv'} 2024-03-22T06:38:28.212 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-03-22T06:38:28.223 INFO:teuthology.task.internal:roles: ubuntu@smithi129.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-03-22T06:38:28.224 INFO:teuthology.task.internal:roles: ubuntu@smithi148.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-03-22T06:38:28.224 INFO:teuthology.run_tasks:Running task console_log... 2024-03-22T06:38:28.322 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f9d2edb51f0>, signals=[15]) 2024-03-22T06:38:28.323 INFO:teuthology.run_tasks:Running task internal.connect... 2024-03-22T06:38:28.333 INFO:teuthology.task.internal:Opening connections... 2024-03-22T06:38:28.334 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi129.front.sepia.ceph.com 2024-03-22T06:38:28.336 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-22T06:38:28.415 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi148.front.sepia.ceph.com 2024-03-22T06:38:28.416 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-22T06:38:28.496 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-03-22T06:38:28.505 DEBUG:teuthology.orchestra.run.smithi129:> uname -m 2024-03-22T06:38:28.510 INFO:teuthology.orchestra.run.smithi129.stdout:x86_64 2024-03-22T06:38:28.510 DEBUG:teuthology.orchestra.run.smithi129:> cat /etc/os-release 2024-03-22T06:38:28.556 INFO:teuthology.orchestra.run.smithi129.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-03-22T06:38:28.556 INFO:teuthology.orchestra.run.smithi129.stdout:NAME="Ubuntu" 2024-03-22T06:38:28.556 INFO:teuthology.orchestra.run.smithi129.stdout:VERSION_ID="22.04" 2024-03-22T06:38:28.557 INFO:teuthology.orchestra.run.smithi129.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-03-22T06:38:28.557 INFO:teuthology.orchestra.run.smithi129.stdout:VERSION_CODENAME=jammy 2024-03-22T06:38:28.557 INFO:teuthology.orchestra.run.smithi129.stdout:ID=ubuntu 2024-03-22T06:38:28.557 INFO:teuthology.orchestra.run.smithi129.stdout:ID_LIKE=debian 2024-03-22T06:38:28.557 INFO:teuthology.orchestra.run.smithi129.stdout:HOME_URL="https://www.ubuntu.com/" 2024-03-22T06:38:28.557 INFO:teuthology.orchestra.run.smithi129.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-03-22T06:38:28.557 INFO:teuthology.orchestra.run.smithi129.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-03-22T06:38:28.557 INFO:teuthology.orchestra.run.smithi129.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-03-22T06:38:28.557 INFO:teuthology.orchestra.run.smithi129.stdout:UBUNTU_CODENAME=jammy 2024-03-22T06:38:28.558 INFO:teuthology.lock.ops:Updating smithi129.front.sepia.ceph.com on lock server 2024-03-22T06:38:28.590 DEBUG:teuthology.orchestra.run.smithi148:> uname -m 2024-03-22T06:38:28.595 INFO:teuthology.orchestra.run.smithi148.stdout:x86_64 2024-03-22T06:38:28.595 DEBUG:teuthology.orchestra.run.smithi148:> cat /etc/os-release 2024-03-22T06:38:28.646 INFO:teuthology.orchestra.run.smithi148.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-03-22T06:38:28.646 INFO:teuthology.orchestra.run.smithi148.stdout:NAME="Ubuntu" 2024-03-22T06:38:28.646 INFO:teuthology.orchestra.run.smithi148.stdout:VERSION_ID="22.04" 2024-03-22T06:38:28.646 INFO:teuthology.orchestra.run.smithi148.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-03-22T06:38:28.646 INFO:teuthology.orchestra.run.smithi148.stdout:VERSION_CODENAME=jammy 2024-03-22T06:38:28.647 INFO:teuthology.orchestra.run.smithi148.stdout:ID=ubuntu 2024-03-22T06:38:28.647 INFO:teuthology.orchestra.run.smithi148.stdout:ID_LIKE=debian 2024-03-22T06:38:28.647 INFO:teuthology.orchestra.run.smithi148.stdout:HOME_URL="https://www.ubuntu.com/" 2024-03-22T06:38:28.647 INFO:teuthology.orchestra.run.smithi148.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-03-22T06:38:28.647 INFO:teuthology.orchestra.run.smithi148.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-03-22T06:38:28.647 INFO:teuthology.orchestra.run.smithi148.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-03-22T06:38:28.647 INFO:teuthology.orchestra.run.smithi148.stdout:UBUNTU_CODENAME=jammy 2024-03-22T06:38:28.647 INFO:teuthology.lock.ops:Updating smithi148.front.sepia.ceph.com on lock server 2024-03-22T06:38:28.664 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-03-22T06:38:28.675 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-03-22T06:38:28.703 INFO:teuthology.task.internal:Checking for old test directory... 2024-03-22T06:38:28.703 DEBUG:teuthology.orchestra.run.smithi129:> test '!' -e /home/ubuntu/cephtest 2024-03-22T06:38:28.706 DEBUG:teuthology.orchestra.run.smithi148:> test '!' -e /home/ubuntu/cephtest 2024-03-22T06:38:28.710 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-03-22T06:38:28.736 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-03-22T06:38:28.737 DEBUG:teuthology.orchestra.run.smithi129:> test -z $(ls -A /var/lib/ceph) 2024-03-22T06:38:28.754 DEBUG:teuthology.orchestra.run.smithi148:> test -z $(ls -A /var/lib/ceph) 2024-03-22T06:38:28.774 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-03-22T06:38:28.832 INFO:teuthology.run_tasks:Running task kernel... 2024-03-22T06:38:28.850 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-03-22T06:38:28.850 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-03-22T06:38:28.851 DEBUG:teuthology.orchestra.run.smithi129:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-22T06:38:28.851 DEBUG:teuthology.orchestra.run.smithi148:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-22T06:38:28.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-22T06:38:28.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-22T06:38:28.857 DEBUG:teuthology.orchestra.run.smithi148:> uname -r 2024-03-22T06:38:28.857 DEBUG:teuthology.orchestra.run.smithi129:> uname -r 2024-03-22T06:38:28.903 INFO:teuthology.orchestra.run.smithi148.stdout:5.15.0-56-generic 2024-03-22T06:38:28.903 INFO:teuthology.task.kernel:Running kernel on smithi148: 5.15.0-56-generic 2024-03-22T06:38:28.903 DEBUG:teuthology.orchestra.run.smithi148:> sudo apt-get clean 2024-03-22T06:38:28.905 INFO:teuthology.orchestra.run.smithi129.stdout:5.15.0-56-generic 2024-03-22T06:38:28.905 INFO:teuthology.task.kernel:Running kernel on smithi129: 5.15.0-56-generic 2024-03-22T06:38:28.905 DEBUG:teuthology.orchestra.run.smithi129:> sudo apt-get clean 2024-03-22T06:38:29.044 DEBUG:teuthology.orchestra.run.smithi148:> sudo apt-get update 2024-03-22T06:38:29.047 DEBUG:teuthology.orchestra.run.smithi129:> sudo apt-get update 2024-03-22T06:38:29.193 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-03-22T06:38:29.194 INFO:teuthology.orchestra.run.smithi148.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2024-03-22T06:38:29.196 INFO:teuthology.orchestra.run.smithi148.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2024-03-22T06:38:29.198 INFO:teuthology.orchestra.run.smithi129.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-03-22T06:38:29.198 INFO:teuthology.orchestra.run.smithi129.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2024-03-22T06:38:29.198 INFO:teuthology.orchestra.run.smithi129.stdout:Get:3 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2024-03-22T06:38:29.291 INFO:teuthology.orchestra.run.smithi148.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2024-03-22T06:38:29.292 INFO:teuthology.orchestra.run.smithi129.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2024-03-22T06:38:29.430 INFO:teuthology.orchestra.run.smithi129.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,286 kB] 2024-03-22T06:38:29.431 INFO:teuthology.orchestra.run.smithi148.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [428 kB] 2024-03-22T06:38:29.497 INFO:teuthology.orchestra.run.smithi129.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [594 kB] 2024-03-22T06:38:29.498 INFO:teuthology.orchestra.run.smithi148.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [594 kB] 2024-03-22T06:38:29.513 INFO:teuthology.orchestra.run.smithi148.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,286 kB] 2024-03-22T06:38:29.546 INFO:teuthology.orchestra.run.smithi129.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [428 kB] 2024-03-22T06:38:29.555 INFO:teuthology.orchestra.run.smithi129.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [229 kB] 2024-03-22T06:38:29.558 INFO:teuthology.orchestra.run.smithi129.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2024-03-22T06:38:29.558 INFO:teuthology.orchestra.run.smithi129.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [33.7 kB] 2024-03-22T06:38:29.559 INFO:teuthology.orchestra.run.smithi129.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,591 kB] 2024-03-22T06:38:29.565 INFO:teuthology.orchestra.run.smithi148.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [229 kB] 2024-03-22T06:38:29.570 INFO:teuthology.orchestra.run.smithi148.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2024-03-22T06:38:29.570 INFO:teuthology.orchestra.run.smithi148.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [33.7 kB] 2024-03-22T06:38:29.571 INFO:teuthology.orchestra.run.smithi148.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,591 kB] 2024-03-22T06:38:29.590 INFO:teuthology.orchestra.run.smithi129.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,502 kB] 2024-03-22T06:38:29.598 INFO:teuthology.orchestra.run.smithi148.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,502 kB] 2024-03-22T06:38:29.600 INFO:teuthology.orchestra.run.smithi129.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [267 kB] 2024-03-22T06:38:29.606 INFO:teuthology.orchestra.run.smithi129.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2024-03-22T06:38:29.606 INFO:teuthology.orchestra.run.smithi129.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [851 kB] 2024-03-22T06:38:29.624 INFO:teuthology.orchestra.run.smithi148.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [267 kB] 2024-03-22T06:38:29.630 INFO:teuthology.orchestra.run.smithi148.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2024-03-22T06:38:29.630 INFO:teuthology.orchestra.run.smithi148.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [599 kB] 2024-03-22T06:38:29.640 INFO:teuthology.orchestra.run.smithi148.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [851 kB] 2024-03-22T06:38:29.642 INFO:teuthology.orchestra.run.smithi129.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [599 kB] 2024-03-22T06:38:29.651 INFO:teuthology.orchestra.run.smithi129.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [162 kB] 2024-03-22T06:38:29.654 INFO:teuthology.orchestra.run.smithi129.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2024-03-22T06:38:29.684 INFO:teuthology.orchestra.run.smithi129.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-03-22T06:38:29.684 INFO:teuthology.orchestra.run.smithi129.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.1 kB] 2024-03-22T06:38:29.684 INFO:teuthology.orchestra.run.smithi129.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,476 B] 2024-03-22T06:38:29.703 INFO:teuthology.orchestra.run.smithi129.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2024-03-22T06:38:29.719 INFO:teuthology.orchestra.run.smithi129.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [289 kB] 2024-03-22T06:38:29.724 INFO:teuthology.orchestra.run.smithi129.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2024-03-22T06:38:29.725 INFO:teuthology.orchestra.run.smithi129.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,619 kB] 2024-03-22T06:38:29.729 INFO:teuthology.orchestra.run.smithi148.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [289 kB] 2024-03-22T06:38:29.729 INFO:teuthology.orchestra.run.smithi148.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [162 kB] 2024-03-22T06:38:29.731 INFO:teuthology.orchestra.run.smithi148.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2024-03-22T06:38:29.731 INFO:teuthology.orchestra.run.smithi148.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-03-22T06:38:29.731 INFO:teuthology.orchestra.run.smithi148.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.1 kB] 2024-03-22T06:38:29.732 INFO:teuthology.orchestra.run.smithi148.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,476 B] 2024-03-22T06:38:29.732 INFO:teuthology.orchestra.run.smithi148.stdout:Get:23 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2024-03-22T06:38:29.735 INFO:teuthology.orchestra.run.smithi148.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2024-03-22T06:38:29.735 INFO:teuthology.orchestra.run.smithi148.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,619 kB] 2024-03-22T06:38:29.761 INFO:teuthology.orchestra.run.smithi129.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [35.3 kB] 2024-03-22T06:38:29.762 INFO:teuthology.orchestra.run.smithi129.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [271 kB] 2024-03-22T06:38:29.768 INFO:teuthology.orchestra.run.smithi129.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2024-03-22T06:38:29.768 INFO:teuthology.orchestra.run.smithi129.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [697 kB] 2024-03-22T06:38:29.778 INFO:teuthology.orchestra.run.smithi148.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [35.3 kB] 2024-03-22T06:38:29.779 INFO:teuthology.orchestra.run.smithi148.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [271 kB] 2024-03-22T06:38:29.786 INFO:teuthology.orchestra.run.smithi129.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,059 kB] 2024-03-22T06:38:29.787 INFO:teuthology.orchestra.run.smithi148.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2024-03-22T06:38:29.787 INFO:teuthology.orchestra.run.smithi148.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,059 kB] 2024-03-22T06:38:29.809 INFO:teuthology.orchestra.run.smithi129.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [240 kB] 2024-03-22T06:38:29.813 INFO:teuthology.orchestra.run.smithi129.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2024-03-22T06:38:29.813 INFO:teuthology.orchestra.run.smithi148.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [697 kB] 2024-03-22T06:38:29.814 INFO:teuthology.orchestra.run.smithi129.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [42.1 kB] 2024-03-22T06:38:29.814 INFO:teuthology.orchestra.run.smithi129.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,160 B] 2024-03-22T06:38:29.825 INFO:teuthology.orchestra.run.smithi148.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [240 kB] 2024-03-22T06:38:29.830 INFO:teuthology.orchestra.run.smithi148.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2024-03-22T06:38:29.830 INFO:teuthology.orchestra.run.smithi148.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [42.1 kB] 2024-03-22T06:38:29.831 INFO:teuthology.orchestra.run.smithi129.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.1 kB] 2024-03-22T06:38:29.831 INFO:teuthology.orchestra.run.smithi129.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2024-03-22T06:38:29.831 INFO:teuthology.orchestra.run.smithi129.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.1 kB] 2024-03-22T06:38:29.832 INFO:teuthology.orchestra.run.smithi148.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,160 B] 2024-03-22T06:38:29.833 INFO:teuthology.orchestra.run.smithi129.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.2 kB] 2024-03-22T06:38:29.833 INFO:teuthology.orchestra.run.smithi129.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.0 kB] 2024-03-22T06:38:29.841 INFO:teuthology.orchestra.run.smithi148.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.1 kB] 2024-03-22T06:38:29.841 INFO:teuthology.orchestra.run.smithi148.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2024-03-22T06:38:29.841 INFO:teuthology.orchestra.run.smithi148.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.2 kB] 2024-03-22T06:38:29.842 INFO:teuthology.orchestra.run.smithi148.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.1 kB] 2024-03-22T06:38:29.850 INFO:teuthology.orchestra.run.smithi129.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-03-22T06:38:29.850 INFO:teuthology.orchestra.run.smithi129.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.2 kB] 2024-03-22T06:38:29.851 INFO:teuthology.orchestra.run.smithi129.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.4 kB] 2024-03-22T06:38:29.852 INFO:teuthology.orchestra.run.smithi129.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.2 kB] 2024-03-22T06:38:29.852 INFO:teuthology.orchestra.run.smithi129.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2024-03-22T06:38:29.853 INFO:teuthology.orchestra.run.smithi148.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.0 kB] 2024-03-22T06:38:29.853 INFO:teuthology.orchestra.run.smithi148.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-03-22T06:38:29.853 INFO:teuthology.orchestra.run.smithi148.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.4 kB] 2024-03-22T06:38:29.854 INFO:teuthology.orchestra.run.smithi148.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.2 kB] 2024-03-22T06:38:29.854 INFO:teuthology.orchestra.run.smithi148.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.2 kB] 2024-03-22T06:38:29.861 INFO:teuthology.orchestra.run.smithi148.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2024-03-22T06:38:35.188 INFO:teuthology.orchestra.run.smithi148.stdout:Fetched 12.5 MB in 2s (7,071 kB/s) 2024-03-22T06:38:35.202 INFO:teuthology.orchestra.run.smithi129.stdout:Fetched 12.5 MB in 2s (6,941 kB/s) 2024-03-22T06:38:36.470 INFO:teuthology.orchestra.run.smithi129.stdout:Reading package lists... 2024-03-22T06:38:36.486 DEBUG:teuthology.orchestra.run.smithi129:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-03-22T06:38:36.548 INFO:teuthology.orchestra.run.smithi129.stdout:Reading package lists... 2024-03-22T06:38:36.563 INFO:teuthology.orchestra.run.smithi148.stdout:Reading package lists... 2024-03-22T06:38:36.582 DEBUG:teuthology.orchestra.run.smithi148:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-03-22T06:38:36.646 INFO:teuthology.orchestra.run.smithi148.stdout:Reading package lists... 2024-03-22T06:38:36.746 INFO:teuthology.orchestra.run.smithi129.stdout:Building dependency tree... 2024-03-22T06:38:36.746 INFO:teuthology.orchestra.run.smithi129.stdout:Reading state information... 2024-03-22T06:38:36.844 INFO:teuthology.orchestra.run.smithi148.stdout:Building dependency tree... 2024-03-22T06:38:36.844 INFO:teuthology.orchestra.run.smithi148.stdout:Reading state information... 2024-03-22T06:38:36.915 INFO:teuthology.orchestra.run.smithi129.stdout:The following packages were automatically installed and are no longer required: 2024-03-22T06:38:36.915 INFO:teuthology.orchestra.run.smithi129.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-03-22T06:38:36.915 INFO:teuthology.orchestra.run.smithi129.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-03-22T06:38:36.916 INFO:teuthology.orchestra.run.smithi129.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-03-22T06:38:36.916 INFO:teuthology.orchestra.run.smithi129.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-03-22T06:38:36.916 INFO:teuthology.orchestra.run.smithi129.stdout: python2.7-minimal 2024-03-22T06:38:36.916 INFO:teuthology.orchestra.run.smithi129.stdout:Use 'sudo apt autoremove' to remove them. 2024-03-22T06:38:36.917 INFO:teuthology.orchestra.run.smithi129.stdout:The following additional packages will be installed: 2024-03-22T06:38:36.917 INFO:teuthology.orchestra.run.smithi129.stdout: linux-generic linux-headers-5.15.0-101 linux-headers-5.15.0-101-generic 2024-03-22T06:38:36.917 INFO:teuthology.orchestra.run.smithi129.stdout: linux-headers-generic linux-image-5.15.0-101-generic 2024-03-22T06:38:36.918 INFO:teuthology.orchestra.run.smithi129.stdout: linux-modules-5.15.0-101-generic linux-modules-extra-5.15.0-101-generic 2024-03-22T06:38:36.919 INFO:teuthology.orchestra.run.smithi129.stdout:Suggested packages: 2024-03-22T06:38:36.919 INFO:teuthology.orchestra.run.smithi129.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-03-22T06:38:36.919 INFO:teuthology.orchestra.run.smithi129.stdout:Recommended packages: 2024-03-22T06:38:36.919 INFO:teuthology.orchestra.run.smithi129.stdout: thermald 2024-03-22T06:38:36.968 INFO:teuthology.orchestra.run.smithi129.stdout:The following NEW packages will be installed: 2024-03-22T06:38:36.968 INFO:teuthology.orchestra.run.smithi129.stdout: linux-headers-5.15.0-101 linux-headers-5.15.0-101-generic 2024-03-22T06:38:36.968 INFO:teuthology.orchestra.run.smithi129.stdout: linux-image-5.15.0-101-generic linux-modules-5.15.0-101-generic 2024-03-22T06:38:36.969 INFO:teuthology.orchestra.run.smithi129.stdout: linux-modules-extra-5.15.0-101-generic 2024-03-22T06:38:36.970 INFO:teuthology.orchestra.run.smithi129.stdout:The following packages will be upgraded: 2024-03-22T06:38:36.970 INFO:teuthology.orchestra.run.smithi129.stdout: linux-generic linux-headers-generic linux-image-generic 2024-03-22T06:38:37.016 INFO:teuthology.orchestra.run.smithi148.stdout:The following packages were automatically installed and are no longer required: 2024-03-22T06:38:37.016 INFO:teuthology.orchestra.run.smithi148.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-03-22T06:38:37.016 INFO:teuthology.orchestra.run.smithi148.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-03-22T06:38:37.016 INFO:teuthology.orchestra.run.smithi148.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-03-22T06:38:37.016 INFO:teuthology.orchestra.run.smithi148.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-03-22T06:38:37.017 INFO:teuthology.orchestra.run.smithi148.stdout: python2.7-minimal 2024-03-22T06:38:37.017 INFO:teuthology.orchestra.run.smithi148.stdout:Use 'sudo apt autoremove' to remove them. 2024-03-22T06:38:37.018 INFO:teuthology.orchestra.run.smithi148.stdout:The following additional packages will be installed: 2024-03-22T06:38:37.018 INFO:teuthology.orchestra.run.smithi148.stdout: linux-generic linux-headers-5.15.0-101 linux-headers-5.15.0-101-generic 2024-03-22T06:38:37.018 INFO:teuthology.orchestra.run.smithi148.stdout: linux-headers-generic linux-image-5.15.0-101-generic 2024-03-22T06:38:37.018 INFO:teuthology.orchestra.run.smithi148.stdout: linux-modules-5.15.0-101-generic linux-modules-extra-5.15.0-101-generic 2024-03-22T06:38:37.020 INFO:teuthology.orchestra.run.smithi148.stdout:Suggested packages: 2024-03-22T06:38:37.020 INFO:teuthology.orchestra.run.smithi148.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-03-22T06:38:37.020 INFO:teuthology.orchestra.run.smithi148.stdout:Recommended packages: 2024-03-22T06:38:37.020 INFO:teuthology.orchestra.run.smithi148.stdout: thermald 2024-03-22T06:38:37.072 INFO:teuthology.orchestra.run.smithi148.stdout:The following NEW packages will be installed: 2024-03-22T06:38:37.072 INFO:teuthology.orchestra.run.smithi148.stdout: linux-headers-5.15.0-101 linux-headers-5.15.0-101-generic 2024-03-22T06:38:37.072 INFO:teuthology.orchestra.run.smithi148.stdout: linux-image-5.15.0-101-generic linux-modules-5.15.0-101-generic 2024-03-22T06:38:37.072 INFO:teuthology.orchestra.run.smithi148.stdout: linux-modules-extra-5.15.0-101-generic 2024-03-22T06:38:37.073 INFO:teuthology.orchestra.run.smithi148.stdout:The following packages will be upgraded: 2024-03-22T06:38:37.073 INFO:teuthology.orchestra.run.smithi148.stdout: linux-generic linux-headers-generic linux-image-generic 2024-03-22T06:38:37.132 INFO:teuthology.orchestra.run.smithi148.stdout:3 upgraded, 5 newly installed, 0 to remove and 298 not upgraded. 2024-03-22T06:38:37.132 INFO:teuthology.orchestra.run.smithi148.stdout:Need to get 113 MB of archives. 2024-03-22T06:38:37.132 INFO:teuthology.orchestra.run.smithi148.stdout:After this operation, 582 MB of additional disk space will be used. 2024-03-22T06:38:37.132 INFO:teuthology.orchestra.run.smithi148.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-101-generic amd64 5.15.0-101.111 [22.6 MB] 2024-03-22T06:38:37.150 INFO:teuthology.orchestra.run.smithi129.stdout:3 upgraded, 5 newly installed, 0 to remove and 298 not upgraded. 2024-03-22T06:38:37.151 INFO:teuthology.orchestra.run.smithi129.stdout:Need to get 113 MB of archives. 2024-03-22T06:38:37.151 INFO:teuthology.orchestra.run.smithi129.stdout:After this operation, 582 MB of additional disk space will be used. 2024-03-22T06:38:37.151 INFO:teuthology.orchestra.run.smithi129.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-101-generic amd64 5.15.0-101.111 [22.6 MB] 2024-03-22T06:38:37.971 INFO:teuthology.orchestra.run.smithi148.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-101-generic amd64 5.15.0-101.111 [11.5 MB] 2024-03-22T06:38:38.151 INFO:teuthology.orchestra.run.smithi148.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-101-generic amd64 5.15.0-101.111 [63.9 MB] 2024-03-22T06:38:38.643 INFO:teuthology.orchestra.run.smithi129.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-101-generic amd64 5.15.0-101.111 [11.5 MB] 2024-03-22T06:38:38.968 INFO:teuthology.orchestra.run.smithi129.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-101-generic amd64 5.15.0-101.111 [63.9 MB] 2024-03-22T06:38:39.198 INFO:teuthology.orchestra.run.smithi148.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.101.98 [1,698 B] 2024-03-22T06:38:39.198 INFO:teuthology.orchestra.run.smithi148.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.101.98 [2,486 B] 2024-03-22T06:38:39.199 INFO:teuthology.orchestra.run.smithi148.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-101 all 5.15.0-101.111 [12.3 MB] 2024-03-22T06:38:39.335 INFO:teuthology.orchestra.run.smithi148.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-101-generic amd64 5.15.0-101.111 [2,876 kB] 2024-03-22T06:38:39.364 INFO:teuthology.orchestra.run.smithi148.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.101.98 [2,332 B] 2024-03-22T06:38:39.768 INFO:teuthology.orchestra.run.smithi148.stdout:Fetched 113 MB in 2s (49.5 MB/s) 2024-03-22T06:38:39.936 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package linux-modules-5.15.0-101-generic. 2024-03-22T06:38:41.129 INFO:teuthology.orchestra.run.smithi129.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.101.98 [1,698 B] 2024-03-22T06:38:41.129 INFO:teuthology.orchestra.run.smithi129.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.101.98 [2,486 B] 2024-03-22T06:38:41.129 INFO:teuthology.orchestra.run.smithi129.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-101 all 5.15.0-101.111 [12.3 MB] 2024-03-22T06:38:41.896 INFO:teuthology.orchestra.run.smithi148.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-03-22T06:38:41.900 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../0-linux-modules-5.15.0-101-generic_5.15.0-101.111_amd64.deb ... 2024-03-22T06:38:41.992 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-modules-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:38:42.118 INFO:teuthology.orchestra.run.smithi129.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-101-generic amd64 5.15.0-101.111 [2,876 kB] 2024-03-22T06:38:42.228 INFO:teuthology.orchestra.run.smithi129.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.101.98 [2,332 B] 2024-03-22T06:38:42.633 INFO:teuthology.orchestra.run.smithi129.stdout:Fetched 113 MB in 5s (21.6 MB/s) 2024-03-22T06:38:42.785 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package linux-modules-5.15.0-101-generic. 2024-03-22T06:38:44.070 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package linux-image-5.15.0-101-generic. 2024-03-22T06:38:44.091 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../1-linux-image-5.15.0-101-generic_5.15.0-101.111_amd64.deb ... 2024-03-22T06:38:44.173 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-image-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:38:44.606 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-101-generic. 2024-03-22T06:38:44.626 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-101-generic_5.15.0-101.111_amd64.deb ... 2024-03-22T06:38:44.664 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-modules-extra-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:38:44.744 INFO:teuthology.orchestra.run.smithi129.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-03-22T06:38:44.749 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../0-linux-modules-5.15.0-101-generic_5.15.0-101.111_amd64.deb ... 2024-03-22T06:38:44.806 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-modules-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:38:47.174 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package linux-image-5.15.0-101-generic. 2024-03-22T06:38:47.195 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../1-linux-image-5.15.0-101-generic_5.15.0-101.111_amd64.deb ... 2024-03-22T06:38:47.282 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-image-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:38:47.727 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-101-generic. 2024-03-22T06:38:47.748 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-101-generic_5.15.0-101.111_amd64.deb ... 2024-03-22T06:38:47.784 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-modules-extra-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:38:51.546 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../3-linux-generic_5.15.0.101.98_amd64.deb ... 2024-03-22T06:38:51.673 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-generic (5.15.0.101.98) over (5.15.0.56.54) ... 2024-03-22T06:38:52.048 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.101.98_amd64.deb ... 2024-03-22T06:38:52.181 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-image-generic (5.15.0.101.98) over (5.15.0.56.54) ... 2024-03-22T06:38:52.472 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package linux-headers-5.15.0-101. 2024-03-22T06:38:52.494 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../5-linux-headers-5.15.0-101_5.15.0-101.111_all.deb ... 2024-03-22T06:38:52.538 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-headers-5.15.0-101 (5.15.0-101.111) ... 2024-03-22T06:38:53.707 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../3-linux-generic_5.15.0.101.98_amd64.deb ... 2024-03-22T06:38:53.834 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-generic (5.15.0.101.98) over (5.15.0.56.54) ... 2024-03-22T06:38:54.158 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.101.98_amd64.deb ... 2024-03-22T06:38:54.279 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-image-generic (5.15.0.101.98) over (5.15.0.56.54) ... 2024-03-22T06:38:54.574 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package linux-headers-5.15.0-101. 2024-03-22T06:38:54.585 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../5-linux-headers-5.15.0-101_5.15.0-101.111_all.deb ... 2024-03-22T06:38:54.615 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-headers-5.15.0-101 (5.15.0-101.111) ... 2024-03-22T06:38:58.420 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package linux-headers-5.15.0-101-generic. 2024-03-22T06:38:58.458 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../6-linux-headers-5.15.0-101-generic_5.15.0-101.111_amd64.deb ... 2024-03-22T06:38:58.502 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-headers-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:39:00.148 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package linux-headers-5.15.0-101-generic. 2024-03-22T06:39:00.167 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../6-linux-headers-5.15.0-101-generic_5.15.0-101.111_amd64.deb ... 2024-03-22T06:39:00.206 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-headers-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:39:01.102 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.101.98_amd64.deb ... 2024-03-22T06:39:01.230 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking linux-headers-generic (5.15.0.101.98) over (5.15.0.56.54) ... 2024-03-22T06:39:01.588 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-headers-5.15.0-101 (5.15.0-101.111) ... 2024-03-22T06:39:01.710 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-headers-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:39:01.836 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-headers-generic (5.15.0.101.98) ... 2024-03-22T06:39:01.965 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-image-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:39:02.769 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.101.98_amd64.deb ... 2024-03-22T06:39:02.892 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-headers-generic (5.15.0.101.98) over (5.15.0.56.54) ... 2024-03-22T06:39:03.207 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-headers-5.15.0-101 (5.15.0-101.111) ... 2024-03-22T06:39:03.292 INFO:teuthology.orchestra.run.smithi148.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-03-22T06:39:03.292 INFO:teuthology.orchestra.run.smithi148.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-03-22T06:39:03.292 INFO:teuthology.orchestra.run.smithi148.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-101-generic 2024-03-22T06:39:03.292 INFO:teuthology.orchestra.run.smithi148.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-101-generic 2024-03-22T06:39:03.329 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-headers-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:39:03.450 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-modules-extra-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:39:03.456 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-headers-generic (5.15.0.101.98) ... 2024-03-22T06:39:03.568 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-image-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:39:05.029 INFO:teuthology.orchestra.run.smithi129.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-03-22T06:39:05.030 INFO:teuthology.orchestra.run.smithi129.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-03-22T06:39:05.030 INFO:teuthology.orchestra.run.smithi129.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-101-generic 2024-03-22T06:39:05.030 INFO:teuthology.orchestra.run.smithi129.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-101-generic 2024-03-22T06:39:05.304 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-modules-extra-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:39:05.484 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-modules-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:39:06.721 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-modules-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:39:06.877 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-image-generic (5.15.0.101.98) ... 2024-03-22T06:39:07.003 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up linux-generic (5.15.0.101.98) ... 2024-03-22T06:39:07.129 INFO:teuthology.orchestra.run.smithi148.stdout:Processing triggers for linux-image-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:39:07.196 INFO:teuthology.orchestra.run.smithi148.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-03-22T06:39:07.196 INFO:teuthology.orchestra.run.smithi148.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-101-generic 2024-03-22T06:39:08.114 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-image-generic (5.15.0.101.98) ... 2024-03-22T06:39:08.240 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-generic (5.15.0.101.98) ... 2024-03-22T06:39:08.366 INFO:teuthology.orchestra.run.smithi129.stdout:Processing triggers for linux-image-5.15.0-101-generic (5.15.0-101.111) ... 2024-03-22T06:39:08.427 INFO:teuthology.orchestra.run.smithi129.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-03-22T06:39:08.428 INFO:teuthology.orchestra.run.smithi129.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-101-generic 2024-03-22T06:39:21.620 INFO:teuthology.orchestra.run.smithi148.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-03-22T06:39:21.620 INFO:teuthology.orchestra.run.smithi148.stdout:Sourcing file `/etc/default/grub' 2024-03-22T06:39:21.642 INFO:teuthology.orchestra.run.smithi148.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-03-22T06:39:21.674 INFO:teuthology.orchestra.run.smithi148.stdout:Generating grub configuration file ... 2024-03-22T06:39:21.932 INFO:teuthology.orchestra.run.smithi148.stdout:Found linux image: /boot/vmlinuz-5.15.0-101-generic 2024-03-22T06:39:21.948 INFO:teuthology.orchestra.run.smithi148.stdout:Found initrd image: /boot/initrd.img-5.15.0-101-generic 2024-03-22T06:39:22.137 INFO:teuthology.orchestra.run.smithi129.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-03-22T06:39:22.137 INFO:teuthology.orchestra.run.smithi129.stdout:Sourcing file `/etc/default/grub' 2024-03-22T06:39:22.141 INFO:teuthology.orchestra.run.smithi129.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-03-22T06:39:22.170 INFO:teuthology.orchestra.run.smithi129.stdout:Generating grub configuration file ... 2024-03-22T06:39:22.232 INFO:teuthology.orchestra.run.smithi148.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-03-22T06:39:22.238 INFO:teuthology.orchestra.run.smithi148.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-03-22T06:39:22.302 INFO:teuthology.orchestra.run.smithi148.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-03-22T06:39:22.307 INFO:teuthology.orchestra.run.smithi148.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-03-22T06:39:22.465 INFO:teuthology.orchestra.run.smithi129.stdout:Found linux image: /boot/vmlinuz-5.15.0-101-generic 2024-03-22T06:39:22.476 INFO:teuthology.orchestra.run.smithi148.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-03-22T06:39:22.476 INFO:teuthology.orchestra.run.smithi148.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-03-22T06:39:22.476 INFO:teuthology.orchestra.run.smithi148.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-03-22T06:39:22.481 INFO:teuthology.orchestra.run.smithi129.stdout:Found initrd image: /boot/initrd.img-5.15.0-101-generic 2024-03-22T06:39:22.509 INFO:teuthology.orchestra.run.smithi148.stdout:done 2024-03-22T06:39:22.766 INFO:teuthology.orchestra.run.smithi129.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-03-22T06:39:22.772 INFO:teuthology.orchestra.run.smithi129.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-03-22T06:39:22.837 INFO:teuthology.orchestra.run.smithi129.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-03-22T06:39:22.843 INFO:teuthology.orchestra.run.smithi129.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-03-22T06:39:22.971 DEBUG:teuthology.orchestra.run.smithi148:> dpkg -s linux-image-generic 2024-03-22T06:39:22.988 INFO:teuthology.orchestra.run.smithi148.stdout:Package: linux-image-generic 2024-03-22T06:39:22.988 INFO:teuthology.orchestra.run.smithi148.stdout:Status: install ok installed 2024-03-22T06:39:22.988 INFO:teuthology.orchestra.run.smithi148.stdout:Priority: optional 2024-03-22T06:39:22.988 INFO:teuthology.orchestra.run.smithi148.stdout:Section: kernel 2024-03-22T06:39:22.988 INFO:teuthology.orchestra.run.smithi148.stdout:Installed-Size: 21 2024-03-22T06:39:22.988 INFO:teuthology.orchestra.run.smithi148.stdout:Maintainer: Ubuntu Kernel Team 2024-03-22T06:39:22.988 INFO:teuthology.orchestra.run.smithi148.stdout:Architecture: amd64 2024-03-22T06:39:22.988 INFO:teuthology.orchestra.run.smithi148.stdout:Source: linux-meta 2024-03-22T06:39:22.988 INFO:teuthology.orchestra.run.smithi148.stdout:Version: 5.15.0.101.98 2024-03-22T06:39:22.988 INFO:teuthology.orchestra.run.smithi148.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-101), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-03-22T06:39:22.988 INFO:teuthology.orchestra.run.smithi148.stdout:Depends: linux-image-5.15.0-101-generic, linux-modules-extra-5.15.0-101-generic, linux-firmware, intel-microcode, amd64-microcode 2024-03-22T06:39:22.989 INFO:teuthology.orchestra.run.smithi148.stdout:Recommends: thermald 2024-03-22T06:39:22.989 INFO:teuthology.orchestra.run.smithi148.stdout:Description: Generic Linux kernel image 2024-03-22T06:39:22.989 INFO:teuthology.orchestra.run.smithi148.stdout: This package will always depend on the latest generic kernel image 2024-03-22T06:39:22.989 INFO:teuthology.orchestra.run.smithi148.stdout: available. 2024-03-22T06:39:22.989 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-101-generic 2024-03-22T06:39:22.989 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-03-22T06:39:22.989 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-03-22T06:39:22.989 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-03-22T06:39:22.989 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi148.front.sepia.ceph.com, path=None, version=distro) 2024-03-22T06:39:22.990 DEBUG:teuthology.orchestra.run.smithi148:> sudo apt-get clean 2024-03-22T06:39:23.028 INFO:teuthology.orchestra.run.smithi129.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-03-22T06:39:23.028 INFO:teuthology.orchestra.run.smithi129.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-03-22T06:39:23.028 INFO:teuthology.orchestra.run.smithi129.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-03-22T06:39:23.059 INFO:teuthology.orchestra.run.smithi129.stdout:done 2024-03-22T06:39:23.165 DEBUG:teuthology.orchestra.run.smithi148:> sudo apt-get update 2024-03-22T06:39:23.377 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-03-22T06:39:23.424 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-03-22T06:39:23.479 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-03-22T06:39:23.527 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-03-22T06:39:23.542 DEBUG:teuthology.orchestra.run.smithi129:> dpkg -s linux-image-generic 2024-03-22T06:39:23.565 INFO:teuthology.orchestra.run.smithi129.stdout:Package: linux-image-generic 2024-03-22T06:39:23.565 INFO:teuthology.orchestra.run.smithi129.stdout:Status: install ok installed 2024-03-22T06:39:23.566 INFO:teuthology.orchestra.run.smithi129.stdout:Priority: optional 2024-03-22T06:39:23.566 INFO:teuthology.orchestra.run.smithi129.stdout:Section: kernel 2024-03-22T06:39:23.566 INFO:teuthology.orchestra.run.smithi129.stdout:Installed-Size: 21 2024-03-22T06:39:23.566 INFO:teuthology.orchestra.run.smithi129.stdout:Maintainer: Ubuntu Kernel Team 2024-03-22T06:39:23.566 INFO:teuthology.orchestra.run.smithi129.stdout:Architecture: amd64 2024-03-22T06:39:23.566 INFO:teuthology.orchestra.run.smithi129.stdout:Source: linux-meta 2024-03-22T06:39:23.566 INFO:teuthology.orchestra.run.smithi129.stdout:Version: 5.15.0.101.98 2024-03-22T06:39:23.566 INFO:teuthology.orchestra.run.smithi129.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-101), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-03-22T06:39:23.566 INFO:teuthology.orchestra.run.smithi129.stdout:Depends: linux-image-5.15.0-101-generic, linux-modules-extra-5.15.0-101-generic, linux-firmware, intel-microcode, amd64-microcode 2024-03-22T06:39:23.566 INFO:teuthology.orchestra.run.smithi129.stdout:Recommends: thermald 2024-03-22T06:39:23.566 INFO:teuthology.orchestra.run.smithi129.stdout:Description: Generic Linux kernel image 2024-03-22T06:39:23.566 INFO:teuthology.orchestra.run.smithi129.stdout: This package will always depend on the latest generic kernel image 2024-03-22T06:39:23.566 INFO:teuthology.orchestra.run.smithi129.stdout: available. 2024-03-22T06:39:23.567 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-101-generic 2024-03-22T06:39:23.567 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-03-22T06:39:23.567 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-03-22T06:39:23.567 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-03-22T06:39:23.567 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi129.front.sepia.ceph.com, path=None, version=distro) 2024-03-22T06:39:23.567 DEBUG:teuthology.orchestra.run.smithi129:> sudo apt-get clean 2024-03-22T06:39:23.759 DEBUG:teuthology.orchestra.run.smithi129:> sudo apt-get update 2024-03-22T06:39:24.014 INFO:teuthology.orchestra.run.smithi129.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-03-22T06:39:24.014 INFO:teuthology.orchestra.run.smithi129.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-03-22T06:39:24.081 INFO:teuthology.orchestra.run.smithi129.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-03-22T06:39:24.162 INFO:teuthology.orchestra.run.smithi129.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-03-22T06:39:24.757 INFO:teuthology.orchestra.run.smithi148.stdout:Reading package lists... 2024-03-22T06:39:24.775 DEBUG:teuthology.orchestra.run.smithi148:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-03-22T06:39:24.836 INFO:teuthology.orchestra.run.smithi148.stdout:Reading package lists... 2024-03-22T06:39:25.026 INFO:teuthology.orchestra.run.smithi148.stdout:Building dependency tree... 2024-03-22T06:39:25.026 INFO:teuthology.orchestra.run.smithi148.stdout:Reading state information... 2024-03-22T06:39:25.199 INFO:teuthology.orchestra.run.smithi148.stdout:linux-image-generic is already the newest version (5.15.0.101.98). 2024-03-22T06:39:25.199 INFO:teuthology.orchestra.run.smithi148.stdout:The following packages were automatically installed and are no longer required: 2024-03-22T06:39:25.199 INFO:teuthology.orchestra.run.smithi148.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-03-22T06:39:25.200 INFO:teuthology.orchestra.run.smithi148.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-03-22T06:39:25.200 INFO:teuthology.orchestra.run.smithi148.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-03-22T06:39:25.200 INFO:teuthology.orchestra.run.smithi148.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-03-22T06:39:25.200 INFO:teuthology.orchestra.run.smithi148.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-03-22T06:39:25.200 INFO:teuthology.orchestra.run.smithi148.stdout:Use 'sudo apt autoremove' to remove them. 2024-03-22T06:39:25.241 INFO:teuthology.orchestra.run.smithi148.stdout:0 upgraded, 0 newly installed, 0 to remove and 298 not upgraded. 2024-03-22T06:39:25.243 DEBUG:teuthology.orchestra.run.smithi148:> dpkg -s linux-image-generic 2024-03-22T06:39:25.255 INFO:teuthology.orchestra.run.smithi148.stdout:Package: linux-image-generic 2024-03-22T06:39:25.256 INFO:teuthology.orchestra.run.smithi148.stdout:Status: install ok installed 2024-03-22T06:39:25.256 INFO:teuthology.orchestra.run.smithi148.stdout:Priority: optional 2024-03-22T06:39:25.256 INFO:teuthology.orchestra.run.smithi148.stdout:Section: kernel 2024-03-22T06:39:25.256 INFO:teuthology.orchestra.run.smithi148.stdout:Installed-Size: 21 2024-03-22T06:39:25.256 INFO:teuthology.orchestra.run.smithi148.stdout:Maintainer: Ubuntu Kernel Team 2024-03-22T06:39:25.256 INFO:teuthology.orchestra.run.smithi148.stdout:Architecture: amd64 2024-03-22T06:39:25.256 INFO:teuthology.orchestra.run.smithi148.stdout:Source: linux-meta 2024-03-22T06:39:25.256 INFO:teuthology.orchestra.run.smithi148.stdout:Version: 5.15.0.101.98 2024-03-22T06:39:25.256 INFO:teuthology.orchestra.run.smithi148.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-101), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-03-22T06:39:25.256 INFO:teuthology.orchestra.run.smithi148.stdout:Depends: linux-image-5.15.0-101-generic, linux-modules-extra-5.15.0-101-generic, linux-firmware, intel-microcode, amd64-microcode 2024-03-22T06:39:25.257 INFO:teuthology.orchestra.run.smithi148.stdout:Recommends: thermald 2024-03-22T06:39:25.257 INFO:teuthology.orchestra.run.smithi148.stdout:Description: Generic Linux kernel image 2024-03-22T06:39:25.257 INFO:teuthology.orchestra.run.smithi148.stdout: This package will always depend on the latest generic kernel image 2024-03-22T06:39:25.257 INFO:teuthology.orchestra.run.smithi148.stdout: available. 2024-03-22T06:39:25.257 DEBUG:teuthology.orchestra.run.smithi148:> mktemp 2024-03-22T06:39:25.302 INFO:teuthology.orchestra.run.smithi148.stdout:/tmp/tmp.7VUzCFizNw 2024-03-22T06:39:25.302 DEBUG:teuthology.orchestra.run.smithi148:> sudo cp /boot/grub/grub.cfg /tmp/tmp.7VUzCFizNw 2024-03-22T06:39:25.318 INFO:teuthology.orchestra.run.smithi129.stdout:Reading package lists... 2024-03-22T06:39:25.335 DEBUG:teuthology.orchestra.run.smithi129:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-03-22T06:39:25.358 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod 0666 /tmp/tmp.7VUzCFizNw 2024-03-22T06:39:25.387 INFO:teuthology.orchestra.run.smithi129.stdout:Reading package lists... 2024-03-22T06:39:25.481 DEBUG:teuthology.orchestra.remote:smithi148:/tmp/tmp.7VUzCFizNw is 10KB 2024-03-22T06:39:25.495 DEBUG:teuthology.orchestra.run.smithi148:> rm -fr /tmp/tmp.7VUzCFizNw 2024-03-22T06:39:25.501 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-03-22T06:39:25.554 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-03-22T06:39:25.554 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-03-22T06:39:25.554 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-03-22T06:39:25.560 INFO:teuthology.orchestra.run.smithi129.stdout:Building dependency tree... 2024-03-22T06:39:25.561 INFO:teuthology.orchestra.run.smithi129.stdout:Reading state information... 2024-03-22T06:39:25.620 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-101-generic 2024-03-22T06:39:25.621 DEBUG:teuthology.orchestra.run.smithi148:> sudo update-grub 2024-03-22T06:39:25.714 INFO:teuthology.orchestra.run.smithi129.stdout:linux-image-generic is already the newest version (5.15.0.101.98). 2024-03-22T06:39:25.714 INFO:teuthology.orchestra.run.smithi129.stdout:The following packages were automatically installed and are no longer required: 2024-03-22T06:39:25.714 INFO:teuthology.orchestra.run.smithi129.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-03-22T06:39:25.714 INFO:teuthology.orchestra.run.smithi129.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-03-22T06:39:25.714 INFO:teuthology.orchestra.run.smithi129.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-03-22T06:39:25.714 INFO:teuthology.orchestra.run.smithi129.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-03-22T06:39:25.715 INFO:teuthology.orchestra.run.smithi129.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-03-22T06:39:25.715 INFO:teuthology.orchestra.run.smithi129.stdout:Use 'sudo apt autoremove' to remove them. 2024-03-22T06:39:25.749 INFO:teuthology.orchestra.run.smithi129.stdout:0 upgraded, 0 newly installed, 0 to remove and 298 not upgraded. 2024-03-22T06:39:25.751 DEBUG:teuthology.orchestra.run.smithi129:> dpkg -s linux-image-generic 2024-03-22T06:39:25.811 INFO:teuthology.orchestra.run.smithi129.stdout:Package: linux-image-generic 2024-03-22T06:39:25.811 INFO:teuthology.orchestra.run.smithi129.stdout:Status: install ok installed 2024-03-22T06:39:25.811 INFO:teuthology.orchestra.run.smithi129.stdout:Priority: optional 2024-03-22T06:39:25.811 INFO:teuthology.orchestra.run.smithi129.stdout:Section: kernel 2024-03-22T06:39:25.811 INFO:teuthology.orchestra.run.smithi129.stdout:Installed-Size: 21 2024-03-22T06:39:25.811 INFO:teuthology.orchestra.run.smithi129.stdout:Maintainer: Ubuntu Kernel Team 2024-03-22T06:39:25.811 INFO:teuthology.orchestra.run.smithi129.stdout:Architecture: amd64 2024-03-22T06:39:25.812 INFO:teuthology.orchestra.run.smithi129.stdout:Source: linux-meta 2024-03-22T06:39:25.812 INFO:teuthology.orchestra.run.smithi129.stdout:Version: 5.15.0.101.98 2024-03-22T06:39:25.812 INFO:teuthology.orchestra.run.smithi129.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-101), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-03-22T06:39:25.812 INFO:teuthology.orchestra.run.smithi129.stdout:Depends: linux-image-5.15.0-101-generic, linux-modules-extra-5.15.0-101-generic, linux-firmware, intel-microcode, amd64-microcode 2024-03-22T06:39:25.812 INFO:teuthology.orchestra.run.smithi129.stdout:Recommends: thermald 2024-03-22T06:39:25.812 INFO:teuthology.orchestra.run.smithi129.stdout:Description: Generic Linux kernel image 2024-03-22T06:39:25.813 INFO:teuthology.orchestra.run.smithi129.stdout: This package will always depend on the latest generic kernel image 2024-03-22T06:39:25.813 INFO:teuthology.orchestra.run.smithi129.stdout: available. 2024-03-22T06:39:25.813 DEBUG:teuthology.orchestra.run.smithi129:> mktemp 2024-03-22T06:39:25.856 INFO:teuthology.orchestra.run.smithi129.stdout:/tmp/tmp.5hCxr9cNRP 2024-03-22T06:39:25.857 DEBUG:teuthology.orchestra.run.smithi129:> sudo cp /boot/grub/grub.cfg /tmp/tmp.5hCxr9cNRP 2024-03-22T06:39:25.913 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 0666 /tmp/tmp.5hCxr9cNRP 2024-03-22T06:39:26.024 DEBUG:teuthology.orchestra.remote:smithi129:/tmp/tmp.5hCxr9cNRP is 10KB 2024-03-22T06:39:26.036 DEBUG:teuthology.orchestra.run.smithi129:> rm -fr /tmp/tmp.5hCxr9cNRP 2024-03-22T06:39:26.042 DEBUG:teuthology.orchestra.run.smithi129:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-03-22T06:39:26.096 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T06:39:26.096 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-03-22T06:39:26.097 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-03-22T06:39:26.164 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-101-generic 2024-03-22T06:39:26.164 DEBUG:teuthology.orchestra.run.smithi129:> sudo update-grub 2024-03-22T06:39:26.755 INFO:teuthology.orchestra.run.smithi148.stderr:Sourcing file `/etc/default/grub' 2024-03-22T06:39:26.756 INFO:teuthology.orchestra.run.smithi148.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-03-22T06:39:26.759 INFO:teuthology.orchestra.run.smithi148.stderr:Generating grub configuration file ... 2024-03-22T06:39:26.941 INFO:teuthology.orchestra.run.smithi148.stderr:Found linux image: /boot/vmlinuz-5.15.0-101-generic 2024-03-22T06:39:26.947 INFO:teuthology.orchestra.run.smithi148.stderr:Found initrd image: /boot/initrd.img-5.15.0-101-generic 2024-03-22T06:39:27.183 INFO:teuthology.orchestra.run.smithi148.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-03-22T06:39:27.189 INFO:teuthology.orchestra.run.smithi148.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-03-22T06:39:27.230 INFO:teuthology.orchestra.run.smithi148.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-03-22T06:39:27.236 INFO:teuthology.orchestra.run.smithi148.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-03-22T06:39:27.277 INFO:teuthology.orchestra.run.smithi129.stderr:Sourcing file `/etc/default/grub' 2024-03-22T06:39:27.278 INFO:teuthology.orchestra.run.smithi129.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-03-22T06:39:27.280 INFO:teuthology.orchestra.run.smithi129.stderr:Generating grub configuration file ... 2024-03-22T06:39:27.367 INFO:teuthology.orchestra.run.smithi148.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-03-22T06:39:27.368 INFO:teuthology.orchestra.run.smithi148.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-03-22T06:39:27.368 INFO:teuthology.orchestra.run.smithi148.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-03-22T06:39:27.394 INFO:teuthology.orchestra.run.smithi148.stderr:done 2024-03-22T06:39:27.403 DEBUG:teuthology.orchestra.run.smithi148:> sudo shutdown -r now 2024-03-22T06:39:27.480 INFO:teuthology.orchestra.run.smithi129.stderr:Found linux image: /boot/vmlinuz-5.15.0-101-generic 2024-03-22T06:39:27.486 INFO:teuthology.orchestra.run.smithi129.stderr:Found initrd image: /boot/initrd.img-5.15.0-101-generic 2024-03-22T06:39:27.728 INFO:teuthology.orchestra.run.smithi129.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-03-22T06:39:27.733 INFO:teuthology.orchestra.run.smithi129.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-03-22T06:39:27.774 INFO:teuthology.orchestra.run.smithi129.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-03-22T06:39:27.779 INFO:teuthology.orchestra.run.smithi129.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-03-22T06:39:27.933 INFO:teuthology.orchestra.run.smithi129.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-03-22T06:39:27.933 INFO:teuthology.orchestra.run.smithi129.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-03-22T06:39:27.934 INFO:teuthology.orchestra.run.smithi129.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-03-22T06:39:27.945 INFO:teuthology.orchestra.run.smithi129.stderr:done 2024-03-22T06:39:27.962 DEBUG:teuthology.orchestra.run.smithi129:> sudo shutdown -r now 2024-03-22T06:39:57.433 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-03-22T06:39:57.434 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-03-22T06:39:57.435 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-22T06:39:57.965 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-03-22T06:39:57.965 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com' 2024-03-22T06:39:57.966 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-22T06:40:15.903 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.148 2024-03-22T06:40:16.418 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.129 2024-03-22T06:40:24.910 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-03-22T06:40:24.912 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-22T06:40:25.420 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com' 2024-03-22T06:40:25.421 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-22T06:40:27.966 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.148 2024-03-22T06:40:28.478 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.129 2024-03-22T06:40:39.979 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-03-22T06:40:39.980 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-22T06:40:40.480 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com' 2024-03-22T06:40:40.481 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-22T06:40:43.042 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.148 2024-03-22T06:40:58.048 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-03-22T06:40:58.049 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-22T06:41:13.001 DEBUG:teuthology.orchestra.run.smithi129:> true 2024-03-22T06:41:13.846 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi129.front.sepia.ceph.com' 2024-03-22T06:41:13.846 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-101-generic"... 2024-03-22T06:41:13.847 DEBUG:teuthology.orchestra.run.smithi129:> uname -r 2024-03-22T06:41:13.852 INFO:teuthology.orchestra.run.smithi129.stdout:5.15.0-101-generic 2024-03-22T06:41:13.852 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-101-generic vs 5.15.0-101-generic 2024-03-22T06:41:13.852 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-22T06:41:13.852 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-03-22T06:41:14.853 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-03-22T06:41:14.853 DEBUG:teuthology.orchestra.run.smithi129:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-03-22T06:41:15.335 INFO:teuthology.orchestra.run.smithi129.stdout:ttyS1 2024-03-22T06:41:15.356 DEBUG:teuthology.parallel:result is None 2024-03-22T06:41:29.855 DEBUG:teuthology.orchestra.run.smithi148:> true 2024-03-22T06:41:30.408 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-03-22T06:41:30.408 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-101-generic"... 2024-03-22T06:41:30.408 DEBUG:teuthology.orchestra.run.smithi148:> uname -r 2024-03-22T06:41:30.454 INFO:teuthology.orchestra.run.smithi148.stdout:5.15.0-101-generic 2024-03-22T06:41:30.454 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-101-generic vs 5.15.0-101-generic 2024-03-22T06:41:30.454 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-22T06:41:30.454 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-03-22T06:41:31.455 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-03-22T06:41:31.455 DEBUG:teuthology.orchestra.run.smithi148:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-03-22T06:41:31.527 INFO:teuthology.orchestra.run.smithi148.stdout:ttyS1 2024-03-22T06:41:31.548 DEBUG:teuthology.parallel:result is None 2024-03-22T06:41:31.548 INFO:teuthology.run_tasks:Running task internal.base... 2024-03-22T06:41:31.556 INFO:teuthology.task.internal:Creating test directory... 2024-03-22T06:41:31.556 DEBUG:teuthology.orchestra.run.smithi129:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-22T06:41:31.558 DEBUG:teuthology.orchestra.run.smithi148:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-22T06:41:31.564 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-03-22T06:41:31.592 INFO:teuthology.run_tasks:Running task internal.archive... 2024-03-22T06:41:31.625 INFO:teuthology.task.internal:Creating archive directory... 2024-03-22T06:41:31.625 DEBUG:teuthology.orchestra.run.smithi129:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-22T06:41:31.627 DEBUG:teuthology.orchestra.run.smithi148:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-22T06:41:31.647 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-03-22T06:41:31.657 INFO:teuthology.task.internal:Enabling coredump saving... 2024-03-22T06:41:31.657 DEBUG:teuthology.orchestra.run.smithi129:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-22T06:41:31.687 DEBUG:teuthology.orchestra.run.smithi148:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-22T06:41:31.706 INFO:teuthology.orchestra.run.smithi129.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-22T06:41:31.710 INFO:teuthology.orchestra.run.smithi148.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-22T06:41:31.714 INFO:teuthology.orchestra.run.smithi129.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-22T06:41:31.718 INFO:teuthology.orchestra.run.smithi148.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-22T06:41:31.723 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-03-22T06:41:31.729 INFO:teuthology.task.internal:Configuring sudo... 2024-03-22T06:41:31.729 DEBUG:teuthology.orchestra.run.smithi129:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-22T06:41:31.759 DEBUG:teuthology.orchestra.run.smithi148:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-22T06:41:31.778 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-03-22T06:41:31.786 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-03-22T06:41:31.786 DEBUG:teuthology.orchestra.run.smithi129:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-22T06:41:31.815 DEBUG:teuthology.orchestra.run.smithi148:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-22T06:41:31.826 DEBUG:teuthology.orchestra.run.smithi129:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-22T06:41:31.866 DEBUG:teuthology.orchestra.run.smithi129:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-22T06:41:31.913 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T06:41:31.914 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-22T06:41:31.975 DEBUG:teuthology.orchestra.run.smithi148:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-22T06:41:31.981 DEBUG:teuthology.orchestra.run.smithi148:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-22T06:41:32.026 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-03-22T06:41:32.026 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-22T06:41:32.091 DEBUG:teuthology.orchestra.run.smithi129:> sudo service rsyslog restart 2024-03-22T06:41:32.093 DEBUG:teuthology.orchestra.run.smithi148:> sudo service rsyslog restart 2024-03-22T06:41:32.169 INFO:teuthology.run_tasks:Running task internal.timer... 2024-03-22T06:41:32.177 INFO:teuthology.task.internal:Starting timer... 2024-03-22T06:41:32.177 INFO:teuthology.run_tasks:Running task pcp... 2024-03-22T06:41:32.211 INFO:teuthology.run_tasks:Running task selinux... 2024-03-22T06:41:32.243 DEBUG:teuthology.task.selinux:Excluding smithi129: OS 'ubuntu' does not support SELinux 2024-03-22T06:41:32.243 DEBUG:teuthology.task.selinux:Excluding smithi148: OS 'ubuntu' does not support SELinux 2024-03-22T06:41:32.244 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-03-22T06:41:32.244 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-03-22T06:41:32.244 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-03-22T06:41:32.244 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-03-22T06:41:32.278 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-03-22T06:41:32.283 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-03-22T06:41:32.434 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-03-22T06:41:32.465 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-03-22T06:41:32.493 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi129.front.sepia.ceph.com,smithi148.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-03-22T06:48:30.138 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi129.front.sepia.ceph.com'), Remote(name='ubuntu@smithi148.front.sepia.ceph.com')] 2024-03-22T06:48:30.139 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com' 2024-03-22T06:48:30.140 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-22T06:48:30.222 DEBUG:teuthology.orchestra.run.smithi129:> true 2024-03-22T06:48:30.306 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi129.front.sepia.ceph.com' 2024-03-22T06:48:30.307 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-03-22T06:48:30.307 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-22T06:48:30.394 DEBUG:teuthology.orchestra.run.smithi148:> true 2024-03-22T06:48:30.470 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-03-22T06:48:30.470 INFO:teuthology.run_tasks:Running task clock... 2024-03-22T06:48:30.483 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-03-22T06:48:30.483 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-22T06:48:30.484 DEBUG:teuthology.orchestra.run.smithi129:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-22T06:48:30.486 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-22T06:48:30.486 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-22T06:48:30.514 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-03-22T06:48:30.514 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: Command line: ntpd -gq 2024-03-22T06:48:30.515 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: ---------------------------------------------------- 2024-03-22T06:48:30.515 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: ntp-4 is maintained by Network Time Foundation, 2024-03-22T06:48:30.515 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-03-22T06:48:30.515 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: corporation. Support and training for ntp-4 are 2024-03-22T06:48:30.515 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: available at https://www.nwtime.org/support 2024-03-22T06:48:30.515 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: ---------------------------------------------------- 2024-03-22T06:48:30.515 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: proto: precision = 0.062 usec (-24) 2024-03-22T06:48:30.515 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: basedate set to 2022-02-04 2024-03-22T06:48:30.515 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: gps base set to 2022-02-06 (week 2196) 2024-03-22T06:48:30.515 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-03-22T06:48:30.515 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: restrict ::: KOD does nothing without LIMITED. 2024-03-22T06:48:30.516 INFO:teuthology.orchestra.run.smithi129.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-03-22T06:48:30.517 INFO:teuthology.orchestra.run.smithi129.stderr:restrict ::: KOD does nothing without LIMITED. 2024-03-22T06:48:30.517 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: Listen and drop on 0 v6wildcard [::]:123 2024-03-22T06:48:30.518 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-03-22T06:48:30.518 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: Listen normally on 2 lo 127.0.0.1:123 2024-03-22T06:48:30.518 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: Listen normally on 3 enp3s0f1 172.21.15.129:123 2024-03-22T06:48:30.518 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: Listen normally on 4 lo [::1]:123 2024-03-22T06:48:30.518 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7261%5]:123 2024-03-22T06:48:30.518 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:30 ntpd[17167]: Listening on routing socket on fd #22 for interface updates 2024-03-22T06:48:30.542 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-03-22T06:48:30.542 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: Command line: ntpd -gq 2024-03-22T06:48:30.542 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: ---------------------------------------------------- 2024-03-22T06:48:30.542 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: ntp-4 is maintained by Network Time Foundation, 2024-03-22T06:48:30.542 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-03-22T06:48:30.542 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: corporation. Support and training for ntp-4 are 2024-03-22T06:48:30.542 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: available at https://www.nwtime.org/support 2024-03-22T06:48:30.542 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: ---------------------------------------------------- 2024-03-22T06:48:30.543 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: proto: precision = 0.045 usec (-24) 2024-03-22T06:48:30.543 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: basedate set to 2022-02-04 2024-03-22T06:48:30.543 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: gps base set to 2022-02-06 (week 2196) 2024-03-22T06:48:30.543 INFO:teuthology.orchestra.run.smithi148.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-03-22T06:48:30.544 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-03-22T06:48:30.544 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: restrict ::: KOD does nothing without LIMITED. 2024-03-22T06:48:30.544 INFO:teuthology.orchestra.run.smithi148.stderr:restrict ::: KOD does nothing without LIMITED. 2024-03-22T06:48:30.545 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: Listen and drop on 0 v6wildcard [::]:123 2024-03-22T06:48:30.545 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-03-22T06:48:30.545 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: Listen normally on 2 lo 127.0.0.1:123 2024-03-22T06:48:30.545 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: Listen normally on 3 enp3s0f1 172.21.15.148:123 2024-03-22T06:48:30.545 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: Listen normally on 4 lo [::1]:123 2024-03-22T06:48:30.545 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7257%5]:123 2024-03-22T06:48:30.546 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:30 ntpd[17162]: Listening on routing socket on fd #22 for interface updates 2024-03-22T06:48:31.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:31 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:31.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:31 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:31.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:31 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:31.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:31 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:31.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:31 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:31.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:31 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:31.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:31 ntpd[17167]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:31.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:31 ntpd[17167]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:31.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:31 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:31.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:31 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:31.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:31 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:31.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:31 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:31.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:31 ntpd[17162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:31.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:31 ntpd[17162]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:33.514 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:33 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:33.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:33 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:33.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:33 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:33.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:33 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:33.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:33 ntpd[17167]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:33.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:33 ntpd[17167]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:33.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:33 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:33.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:33 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:33.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:33 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:33.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:33 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:33.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:33 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:33.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:33 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:33.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:33 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:33.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:33 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:33.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:33 ntpd[17162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:33.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:33 ntpd[17162]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:33.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:33 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:33.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:33 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:33.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:33 ntpd[17162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:33.545 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:33 ntpd[17162]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:34.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:34 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:34.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:34 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:34.516 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:34 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:34.516 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:34 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:34.516 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:34 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:34.516 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:34 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:34.516 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:34 ntpd[17167]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:34.516 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:34 ntpd[17167]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:34.516 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:34 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:34.516 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:34 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:34.516 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:34 ntpd[17167]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:34.516 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:34 ntpd[17167]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:34.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:34 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:34.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:34 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:34.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:34 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:34.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:34 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:34.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:34 ntpd[17162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:34.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:34 ntpd[17162]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:35.514 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:35 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:35.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:35 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:35.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:35 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:35.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:35 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:35.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:35 ntpd[17167]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:35.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:35 ntpd[17167]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:35.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:35 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:35.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:35 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:35.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:35 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:35.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:35 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:35.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:35 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:35.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:35 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:35.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:35 ntpd[17162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:35.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:35 ntpd[17162]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:35.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:35 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:35.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:35 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:35.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:35 ntpd[17162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:35.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:35 ntpd[17162]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:36.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:36 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:36.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:36 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:36.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:36 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:36.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:36 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:36.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:36 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:36.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:36 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:36.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:36 ntpd[17167]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:36.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:36 ntpd[17167]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:36.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:36 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:36.516 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:36 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:36.516 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:36 ntpd[17167]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:36.516 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:36 ntpd[17167]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:36.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:36 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:36.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:36 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:36.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:36 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:36.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:36 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:36.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:36 ntpd[17162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:36.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:36 ntpd[17162]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:37.514 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:37 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:37.514 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:37 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:37.514 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:37 ntpd[17167]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:37.514 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:37 ntpd[17167]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:37.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:37 ntpd[17167]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:37.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:37 ntpd[17167]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:37.515 INFO:teuthology.orchestra.run.smithi129.stdout:22 Mar 06:48:37 ntpd[17167]: ntpd: time slew -0.001025 s 2024-03-22T06:48:37.515 INFO:teuthology.orchestra.run.smithi129.stdout:ntpd: time slew -0.001025s 2024-03-22T06:48:37.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:37 ntpd[17167]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-03-22T06:48:37.515 INFO:teuthology.orchestra.run.smithi129.stderr:22 Mar 06:48:37 ntpd[17167]: can't open /var/log/ntpstats/loopstats.20240322: Permission denied 2024-03-22T06:48:37.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:37 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:37.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:37 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:37.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:37 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:37.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:37 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:37.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:37 ntpd[17162]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-03-22T06:48:37.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:37 ntpd[17162]: can't open /var/log/ntpstats/rawstats.20240322: Permission denied 2024-03-22T06:48:37.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:37 ntpd[17162]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-03-22T06:48:37.543 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:37 ntpd[17162]: can't open /var/log/ntpstats/peerstats.20240322: Permission denied 2024-03-22T06:48:37.543 INFO:teuthology.orchestra.run.smithi148.stdout:22 Mar 06:48:37 ntpd[17162]: ntpd: time slew -0.001794 s 2024-03-22T06:48:37.544 INFO:teuthology.orchestra.run.smithi148.stdout:ntpd: time slew -0.001794s 2024-03-22T06:48:37.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:37 ntpd[17162]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-03-22T06:48:37.544 INFO:teuthology.orchestra.run.smithi148.stderr:22 Mar 06:48:37 ntpd[17162]: can't open /var/log/ntpstats/loopstats.20240322: Permission denied 2024-03-22T06:48:37.565 INFO:teuthology.orchestra.run.smithi129.stdout: remote refid st t when poll reach delay offset jitter 2024-03-22T06:48:37.565 INFO:teuthology.orchestra.run.smithi129.stdout:============================================================================== 2024-03-22T06:48:37.565 INFO:teuthology.orchestra.run.smithi129.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-03-22T06:48:37.565 INFO:teuthology.orchestra.run.smithi129.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-03-22T06:48:37.565 INFO:teuthology.orchestra.run.smithi129.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-03-22T06:48:37.565 INFO:teuthology.orchestra.run.smithi129.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-03-22T06:48:37.665 INFO:teuthology.orchestra.run.smithi148.stdout: remote refid st t when poll reach delay offset jitter 2024-03-22T06:48:37.665 INFO:teuthology.orchestra.run.smithi148.stdout:============================================================================== 2024-03-22T06:48:37.666 INFO:teuthology.orchestra.run.smithi148.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-03-22T06:48:37.666 INFO:teuthology.orchestra.run.smithi148.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-03-22T06:48:37.666 INFO:teuthology.orchestra.run.smithi148.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-03-22T06:48:37.666 INFO:teuthology.orchestra.run.smithi148.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-03-22T06:48:37.667 INFO:teuthology.run_tasks:Running task install... 2024-03-22T06:48:37.678 DEBUG:teuthology.task.install:project ceph 2024-03-22T06:48:37.679 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'db0330b1e4e2470d52b750e251e55a522b4f7d69'}} 2024-03-22T06:48:37.679 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': 'db0330b1e4e2470d52b750e251e55a522b4f7d69'} 2024-03-22T06:48:37.679 INFO:teuthology.task.install:Using flavor: default 2024-03-22T06:48:37.684 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-03-22T06:48:37.684 INFO:teuthology.task.install:extra packages: [] 2024-03-22T06:48:37.685 DEBUG:teuthology.orchestra.run.smithi129:> sudo apt-key list | grep Ceph 2024-03-22T06:48:37.685 DEBUG:teuthology.orchestra.run.smithi148:> sudo apt-key list | grep Ceph 2024-03-22T06:48:37.745 INFO:teuthology.orchestra.run.smithi129.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-03-22T06:48:37.768 INFO:teuthology.orchestra.run.smithi148.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-03-22T06:48:37.773 INFO:teuthology.orchestra.run.smithi129.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-03-22T06:48:37.773 INFO:teuthology.orchestra.run.smithi129.stdout:uid [ unknown] Ceph.com (release key) 2024-03-22T06:48:37.774 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-03-22T06:48:37.774 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-22T06:48:37.774 INFO:teuthology.packaging:ref: None 2024-03-22T06:48:37.774 INFO:teuthology.packaging:tag: None 2024-03-22T06:48:37.775 INFO:teuthology.packaging:branch: reef 2024-03-22T06:48:37.775 INFO:teuthology.packaging:sha1: db0330b1e4e2470d52b750e251e55a522b4f7d69 2024-03-22T06:48:37.775 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-03-22T06:48:37.795 INFO:teuthology.orchestra.run.smithi148.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-03-22T06:48:37.795 INFO:teuthology.orchestra.run.smithi148.stdout:uid [ unknown] Ceph.com (release key) 2024-03-22T06:48:37.796 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-03-22T06:48:37.796 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-22T06:48:37.796 INFO:teuthology.packaging:ref: None 2024-03-22T06:48:37.796 INFO:teuthology.packaging:tag: None 2024-03-22T06:48:37.796 INFO:teuthology.packaging:branch: reef 2024-03-22T06:48:37.796 INFO:teuthology.packaging:sha1: db0330b1e4e2470d52b750e251e55a522b4f7d69 2024-03-22T06:48:37.797 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-03-22T06:48:38.078 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default/ 2024-03-22T06:48:38.079 INFO:teuthology.task.install.deb:Package version is 18.2.2-937-gea74f2a1-1jammy 2024-03-22T06:48:38.215 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default/ 2024-03-22T06:48:38.215 INFO:teuthology.task.install.deb:Package version is 18.2.2-937-gea74f2a1-1jammy 2024-03-22T06:48:38.255 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T06:48:38.255 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-03-22T06:48:38.279 DEBUG:teuthology.orchestra.run.smithi129:> sudo apt-get update 2024-03-22T06:48:38.428 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-03-22T06:48:38.428 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-03-22T06:48:38.442 DEBUG:teuthology.orchestra.run.smithi148:> sudo apt-get update 2024-03-22T06:48:38.503 INFO:teuthology.orchestra.run.smithi129.stdout:Ign:1 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy InRelease 2024-03-22T06:48:38.527 INFO:teuthology.orchestra.run.smithi129.stdout:Get:2 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy Release [6,978 B] 2024-03-22T06:48:38.550 INFO:teuthology.orchestra.run.smithi129.stdout:Ign:3 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy Release.gpg 2024-03-22T06:48:38.577 INFO:teuthology.orchestra.run.smithi129.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-03-22T06:48:38.577 INFO:teuthology.orchestra.run.smithi129.stdout:Hit:5 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-03-22T06:48:38.582 INFO:teuthology.orchestra.run.smithi129.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,413 B] 2024-03-22T06:48:38.616 INFO:teuthology.orchestra.run.smithi129.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2024-03-22T06:48:38.619 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-03-22T06:48:38.619 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-03-22T06:48:38.633 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-03-22T06:48:38.650 INFO:teuthology.orchestra.run.smithi129.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-03-22T06:48:38.653 INFO:teuthology.orchestra.run.smithi148.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-03-22T06:48:38.667 INFO:teuthology.orchestra.run.smithi148.stdout:Ign:5 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy InRelease 2024-03-22T06:48:38.689 INFO:teuthology.orchestra.run.smithi148.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy Release [6,978 B] 2024-03-22T06:48:38.712 INFO:teuthology.orchestra.run.smithi148.stdout:Ign:7 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy Release.gpg 2024-03-22T06:48:38.734 INFO:teuthology.orchestra.run.smithi129.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-03-22T06:48:38.735 INFO:teuthology.orchestra.run.smithi148.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2024-03-22T06:48:38.765 INFO:teuthology.orchestra.run.smithi148.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,413 B] 2024-03-22T06:48:38.932 INFO:teuthology.orchestra.run.smithi129.stdout:Fetched 27.9 kB in 0s (58.7 kB/s) 2024-03-22T06:48:38.976 INFO:teuthology.orchestra.run.smithi148.stdout:Fetched 27.9 kB in 0s (78.9 kB/s) 2024-03-22T06:48:39.856 INFO:teuthology.orchestra.run.smithi129.stdout:Reading package lists... 2024-03-22T06:48:39.871 DEBUG:teuthology.orchestra.run.smithi129:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.2-937-gea74f2a1-1jammy cephadm=18.2.2-937-gea74f2a1-1jammy ceph-mds=18.2.2-937-gea74f2a1-1jammy ceph-mgr=18.2.2-937-gea74f2a1-1jammy ceph-common=18.2.2-937-gea74f2a1-1jammy ceph-fuse=18.2.2-937-gea74f2a1-1jammy ceph-test=18.2.2-937-gea74f2a1-1jammy radosgw=18.2.2-937-gea74f2a1-1jammy python3-rados=18.2.2-937-gea74f2a1-1jammy python3-rgw=18.2.2-937-gea74f2a1-1jammy python3-cephfs=18.2.2-937-gea74f2a1-1jammy python3-rbd=18.2.2-937-gea74f2a1-1jammy libcephfs2=18.2.2-937-gea74f2a1-1jammy libcephfs-dev=18.2.2-937-gea74f2a1-1jammy librados2=18.2.2-937-gea74f2a1-1jammy librbd1=18.2.2-937-gea74f2a1-1jammy rbd-fuse=18.2.2-937-gea74f2a1-1jammy 2024-03-22T06:48:39.911 INFO:teuthology.orchestra.run.smithi148.stdout:Reading package lists... 2024-03-22T06:48:39.922 INFO:teuthology.orchestra.run.smithi129.stdout:Reading package lists... 2024-03-22T06:48:39.930 DEBUG:teuthology.orchestra.run.smithi148:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.2-937-gea74f2a1-1jammy cephadm=18.2.2-937-gea74f2a1-1jammy ceph-mds=18.2.2-937-gea74f2a1-1jammy ceph-mgr=18.2.2-937-gea74f2a1-1jammy ceph-common=18.2.2-937-gea74f2a1-1jammy ceph-fuse=18.2.2-937-gea74f2a1-1jammy ceph-test=18.2.2-937-gea74f2a1-1jammy radosgw=18.2.2-937-gea74f2a1-1jammy python3-rados=18.2.2-937-gea74f2a1-1jammy python3-rgw=18.2.2-937-gea74f2a1-1jammy python3-cephfs=18.2.2-937-gea74f2a1-1jammy python3-rbd=18.2.2-937-gea74f2a1-1jammy libcephfs2=18.2.2-937-gea74f2a1-1jammy libcephfs-dev=18.2.2-937-gea74f2a1-1jammy librados2=18.2.2-937-gea74f2a1-1jammy librbd1=18.2.2-937-gea74f2a1-1jammy rbd-fuse=18.2.2-937-gea74f2a1-1jammy 2024-03-22T06:48:39.993 INFO:teuthology.orchestra.run.smithi148.stdout:Reading package lists... 2024-03-22T06:48:40.095 INFO:teuthology.orchestra.run.smithi129.stdout:Building dependency tree... 2024-03-22T06:48:40.096 INFO:teuthology.orchestra.run.smithi129.stdout:Reading state information... 2024-03-22T06:48:40.186 INFO:teuthology.orchestra.run.smithi148.stdout:Building dependency tree... 2024-03-22T06:48:40.186 INFO:teuthology.orchestra.run.smithi148.stdout:Reading state information... 2024-03-22T06:48:40.253 INFO:teuthology.orchestra.run.smithi129.stdout:The following packages were automatically installed and are no longer required: 2024-03-22T06:48:40.253 INFO:teuthology.orchestra.run.smithi129.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-03-22T06:48:40.254 INFO:teuthology.orchestra.run.smithi129.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-03-22T06:48:40.254 INFO:teuthology.orchestra.run.smithi129.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-03-22T06:48:40.254 INFO:teuthology.orchestra.run.smithi129.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-03-22T06:48:40.254 INFO:teuthology.orchestra.run.smithi129.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-03-22T06:48:40.254 INFO:teuthology.orchestra.run.smithi129.stdout:Use 'sudo apt autoremove' to remove them. 2024-03-22T06:48:40.255 INFO:teuthology.orchestra.run.smithi129.stdout:The following additional packages will be installed: 2024-03-22T06:48:40.255 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-03-22T06:48:40.255 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume jq 2024-03-22T06:48:40.255 INFO:teuthology.orchestra.run.smithi129.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-03-22T06:48:40.255 INFO:teuthology.orchestra.run.smithi129.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-03-22T06:48:40.255 INFO:teuthology.orchestra.run.smithi129.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-03-22T06:48:40.255 INFO:teuthology.orchestra.run.smithi129.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-03-22T06:48:40.256 INFO:teuthology.orchestra.run.smithi129.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet 2024-03-22T06:48:40.257 INFO:teuthology.orchestra.run.smithi129.stdout:Suggested packages: 2024-03-22T06:48:40.257 INFO:teuthology.orchestra.run.smithi129.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-03-22T06:48:40.257 INFO:teuthology.orchestra.run.smithi129.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-03-22T06:48:40.257 INFO:teuthology.orchestra.run.smithi129.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-03-22T06:48:40.257 INFO:teuthology.orchestra.run.smithi129.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-03-22T06:48:40.257 INFO:teuthology.orchestra.run.smithi129.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-03-22T06:48:40.257 INFO:teuthology.orchestra.run.smithi129.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-03-22T06:48:40.257 INFO:teuthology.orchestra.run.smithi129.stdout: python3-watchdog 2024-03-22T06:48:40.258 INFO:teuthology.orchestra.run.smithi129.stdout:Recommended packages: 2024-03-22T06:48:40.258 INFO:teuthology.orchestra.run.smithi129.stdout: btrfs-tools 2024-03-22T06:48:40.346 INFO:teuthology.orchestra.run.smithi148.stdout:The following packages were automatically installed and are no longer required: 2024-03-22T06:48:40.346 INFO:teuthology.orchestra.run.smithi148.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-03-22T06:48:40.346 INFO:teuthology.orchestra.run.smithi148.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-03-22T06:48:40.346 INFO:teuthology.orchestra.run.smithi148.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-03-22T06:48:40.346 INFO:teuthology.orchestra.run.smithi148.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-03-22T06:48:40.347 INFO:teuthology.orchestra.run.smithi148.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-03-22T06:48:40.347 INFO:teuthology.orchestra.run.smithi148.stdout:Use 'sudo apt autoremove' to remove them. 2024-03-22T06:48:40.348 INFO:teuthology.orchestra.run.smithi148.stdout:The following additional packages will be installed: 2024-03-22T06:48:40.348 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-03-22T06:48:40.348 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume jq 2024-03-22T06:48:40.348 INFO:teuthology.orchestra.run.smithi148.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-03-22T06:48:40.348 INFO:teuthology.orchestra.run.smithi148.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-03-22T06:48:40.349 INFO:teuthology.orchestra.run.smithi148.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-03-22T06:48:40.349 INFO:teuthology.orchestra.run.smithi148.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-03-22T06:48:40.349 INFO:teuthology.orchestra.run.smithi148.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-03-22T06:48:40.349 INFO:teuthology.orchestra.run.smithi148.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-03-22T06:48:40.349 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-03-22T06:48:40.349 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-03-22T06:48:40.349 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-03-22T06:48:40.349 INFO:teuthology.orchestra.run.smithi148.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-03-22T06:48:40.349 INFO:teuthology.orchestra.run.smithi148.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-03-22T06:48:40.349 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-03-22T06:48:40.349 INFO:teuthology.orchestra.run.smithi148.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-03-22T06:48:40.349 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-03-22T06:48:40.349 INFO:teuthology.orchestra.run.smithi148.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-03-22T06:48:40.349 INFO:teuthology.orchestra.run.smithi148.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-03-22T06:48:40.350 INFO:teuthology.orchestra.run.smithi148.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-03-22T06:48:40.350 INFO:teuthology.orchestra.run.smithi148.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-03-22T06:48:40.350 INFO:teuthology.orchestra.run.smithi148.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-03-22T06:48:40.350 INFO:teuthology.orchestra.run.smithi148.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet 2024-03-22T06:48:40.350 INFO:teuthology.orchestra.run.smithi148.stdout:Suggested packages: 2024-03-22T06:48:40.350 INFO:teuthology.orchestra.run.smithi148.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-03-22T06:48:40.350 INFO:teuthology.orchestra.run.smithi148.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-03-22T06:48:40.350 INFO:teuthology.orchestra.run.smithi148.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-03-22T06:48:40.350 INFO:teuthology.orchestra.run.smithi148.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-03-22T06:48:40.351 INFO:teuthology.orchestra.run.smithi148.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-03-22T06:48:40.351 INFO:teuthology.orchestra.run.smithi148.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-03-22T06:48:40.351 INFO:teuthology.orchestra.run.smithi148.stdout: python3-watchdog 2024-03-22T06:48:40.351 INFO:teuthology.orchestra.run.smithi148.stdout:Recommended packages: 2024-03-22T06:48:40.351 INFO:teuthology.orchestra.run.smithi148.stdout: btrfs-tools 2024-03-22T06:48:40.354 INFO:teuthology.orchestra.run.smithi129.stdout:The following NEW packages will be installed: 2024-03-22T06:48:40.354 INFO:teuthology.orchestra.run.smithi129.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-03-22T06:48:40.354 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-03-22T06:48:40.354 INFO:teuthology.orchestra.run.smithi129.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-03-22T06:48:40.354 INFO:teuthology.orchestra.run.smithi129.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 2024-03-22T06:48:40.354 INFO:teuthology.orchestra.run.smithi129.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-03-22T06:48:40.354 INFO:teuthology.orchestra.run.smithi129.stdout: librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-03-22T06:48:40.354 INFO:teuthology.orchestra.run.smithi129.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-google-auth 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python3-pytest python3-rados python3-rbd python3-repoze.lru python3-requests 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-03-22T06:48:40.355 INFO:teuthology.orchestra.run.smithi129.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-03-22T06:48:40.356 INFO:teuthology.orchestra.run.smithi129.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-03-22T06:48:40.356 INFO:teuthology.orchestra.run.smithi129.stdout: socat xmlstarlet 2024-03-22T06:48:40.447 INFO:teuthology.orchestra.run.smithi148.stdout:The following NEW packages will be installed: 2024-03-22T06:48:40.447 INFO:teuthology.orchestra.run.smithi148.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-03-22T06:48:40.447 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-03-22T06:48:40.447 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-03-22T06:48:40.447 INFO:teuthology.orchestra.run.smithi148.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 2024-03-22T06:48:40.447 INFO:teuthology.orchestra.run.smithi148.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-03-22T06:48:40.447 INFO:teuthology.orchestra.run.smithi148.stdout: librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-03-22T06:48:40.448 INFO:teuthology.orchestra.run.smithi148.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2024-03-22T06:48:40.448 INFO:teuthology.orchestra.run.smithi148.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-03-22T06:48:40.448 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-03-22T06:48:40.448 INFO:teuthology.orchestra.run.smithi148.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-google-auth 2024-03-22T06:48:40.449 INFO:teuthology.orchestra.run.smithi148.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-03-22T06:48:40.449 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-03-22T06:48:40.449 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-03-22T06:48:40.449 INFO:teuthology.orchestra.run.smithi148.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-03-22T06:48:40.449 INFO:teuthology.orchestra.run.smithi148.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-03-22T06:48:40.449 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-03-22T06:48:40.449 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-03-22T06:48:40.449 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pytest python3-rados python3-rbd python3-repoze.lru python3-requests 2024-03-22T06:48:40.449 INFO:teuthology.orchestra.run.smithi148.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-03-22T06:48:40.449 INFO:teuthology.orchestra.run.smithi148.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-03-22T06:48:40.449 INFO:teuthology.orchestra.run.smithi148.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-03-22T06:48:40.449 INFO:teuthology.orchestra.run.smithi148.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-03-22T06:48:40.449 INFO:teuthology.orchestra.run.smithi148.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-03-22T06:48:40.449 INFO:teuthology.orchestra.run.smithi148.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-03-22T06:48:40.449 INFO:teuthology.orchestra.run.smithi148.stdout: socat xmlstarlet 2024-03-22T06:48:40.503 INFO:teuthology.orchestra.run.smithi129.stdout:0 upgraded, 109 newly installed, 0 to remove and 285 not upgraded. 2024-03-22T06:48:40.503 INFO:teuthology.orchestra.run.smithi129.stdout:Need to get 162 MB of archives. 2024-03-22T06:48:40.503 INFO:teuthology.orchestra.run.smithi129.stdout:After this operation, 662 MB of additional disk space will be used. 2024-03-22T06:48:40.503 INFO:teuthology.orchestra.run.smithi129.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.2.2-937-gea74f2a1-1jammy [3,406 kB] 2024-03-22T06:48:40.546 INFO:teuthology.orchestra.run.smithi129.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-03-22T06:48:40.636 INFO:teuthology.orchestra.run.smithi148.stdout:0 upgraded, 109 newly installed, 0 to remove and 285 not upgraded. 2024-03-22T06:48:40.636 INFO:teuthology.orchestra.run.smithi148.stdout:Need to get 162 MB of archives. 2024-03-22T06:48:40.636 INFO:teuthology.orchestra.run.smithi148.stdout:After this operation, 662 MB of additional disk space will be used. 2024-03-22T06:48:40.636 INFO:teuthology.orchestra.run.smithi148.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-03-22T06:48:40.749 INFO:teuthology.orchestra.run.smithi129.stdout:Get:3 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.2.2-937-gea74f2a1-1jammy [3,105 kB] 2024-03-22T06:48:40.775 INFO:teuthology.orchestra.run.smithi148.stdout:Get:2 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.2.2-937-gea74f2a1-1jammy [3,406 kB] 2024-03-22T06:48:40.832 INFO:teuthology.orchestra.run.smithi129.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-03-22T06:48:40.844 INFO:teuthology.orchestra.run.smithi129.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.2.2-937-gea74f2a1-1jammy [674 kB] 2024-03-22T06:48:40.865 INFO:teuthology.orchestra.run.smithi129.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.2.2-937-gea74f2a1-1jammy [356 kB] 2024-03-22T06:48:40.879 INFO:teuthology.orchestra.run.smithi129.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.2.2-937-gea74f2a1-1jammy [32.8 kB] 2024-03-22T06:48:40.880 INFO:teuthology.orchestra.run.smithi129.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.2.2-937-gea74f2a1-1jammy [180 kB] 2024-03-22T06:48:40.885 INFO:teuthology.orchestra.run.smithi129.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.2.2-937-gea74f2a1-1jammy [62.5 kB] 2024-03-22T06:48:40.887 INFO:teuthology.orchestra.run.smithi129.stdout:Get:10 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.2.2-937-gea74f2a1-1jammy [330 kB] 2024-03-22T06:48:40.898 INFO:teuthology.orchestra.run.smithi129.stdout:Get:11 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.2.2-937-gea74f2a1-1jammy [5,892 kB] 2024-03-22T06:48:40.920 INFO:teuthology.orchestra.run.smithi148.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-03-22T06:48:41.010 INFO:teuthology.orchestra.run.smithi129.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-03-22T06:48:41.026 INFO:teuthology.orchestra.run.smithi129.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-03-22T06:48:41.093 INFO:teuthology.orchestra.run.smithi148.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-03-22T06:48:41.098 INFO:teuthology.orchestra.run.smithi129.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-03-22T06:48:41.107 INFO:teuthology.orchestra.run.smithi129.stdout:Get:15 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.2.2-937-gea74f2a1-1jammy [112 kB] 2024-03-22T06:48:41.109 INFO:teuthology.orchestra.run.smithi148.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-03-22T06:48:41.110 INFO:teuthology.orchestra.run.smithi129.stdout:Get:16 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.2.2-937-gea74f2a1-1jammy [442 kB] 2024-03-22T06:48:41.127 INFO:teuthology.orchestra.run.smithi129.stdout:Get:17 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.2.2-937-gea74f2a1-1jammy [22.0 MB] 2024-03-22T06:48:41.182 INFO:teuthology.orchestra.run.smithi148.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-03-22T06:48:41.301 INFO:teuthology.orchestra.run.smithi129.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-03-22T06:48:41.307 INFO:teuthology.orchestra.run.smithi129.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-03-22T06:48:41.336 INFO:teuthology.orchestra.run.smithi129.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-03-22T06:48:41.345 INFO:teuthology.orchestra.run.smithi129.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-03-22T06:48:41.346 INFO:teuthology.orchestra.run.smithi129.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-03-22T06:48:41.347 INFO:teuthology.orchestra.run.smithi129.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-03-22T06:48:41.381 INFO:teuthology.orchestra.run.smithi148.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-03-22T06:48:41.390 INFO:teuthology.orchestra.run.smithi148.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-03-22T06:48:41.419 INFO:teuthology.orchestra.run.smithi148.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-03-22T06:48:41.427 INFO:teuthology.orchestra.run.smithi148.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-03-22T06:48:41.428 INFO:teuthology.orchestra.run.smithi148.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-03-22T06:48:41.429 INFO:teuthology.orchestra.run.smithi148.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-03-22T06:48:41.528 INFO:teuthology.orchestra.run.smithi129.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-03-22T06:48:41.611 INFO:teuthology.orchestra.run.smithi148.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-03-22T06:48:41.778 INFO:teuthology.orchestra.run.smithi129.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-03-22T06:48:41.785 INFO:teuthology.orchestra.run.smithi129.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-03-22T06:48:41.859 INFO:teuthology.orchestra.run.smithi148.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-03-22T06:48:41.868 INFO:teuthology.orchestra.run.smithi148.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-03-22T06:48:41.883 INFO:teuthology.orchestra.run.smithi129.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-03-22T06:48:41.891 INFO:teuthology.orchestra.run.smithi129.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-03-22T06:48:41.900 INFO:teuthology.orchestra.run.smithi129.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-03-22T06:48:41.912 INFO:teuthology.orchestra.run.smithi129.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-03-22T06:48:41.928 INFO:teuthology.orchestra.run.smithi129.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-03-22T06:48:41.935 INFO:teuthology.orchestra.run.smithi129.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-03-22T06:48:41.943 INFO:teuthology.orchestra.run.smithi129.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-03-22T06:48:41.968 INFO:teuthology.orchestra.run.smithi148.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-03-22T06:48:41.974 INFO:teuthology.orchestra.run.smithi148.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-03-22T06:48:41.983 INFO:teuthology.orchestra.run.smithi148.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-03-22T06:48:41.995 INFO:teuthology.orchestra.run.smithi148.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-03-22T06:48:42.009 INFO:teuthology.orchestra.run.smithi148.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-03-22T06:48:42.016 INFO:teuthology.orchestra.run.smithi148.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-03-22T06:48:42.024 INFO:teuthology.orchestra.run.smithi148.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-03-22T06:48:42.041 INFO:teuthology.orchestra.run.smithi129.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-03-22T06:48:42.123 INFO:teuthology.orchestra.run.smithi148.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-03-22T06:48:42.217 INFO:teuthology.orchestra.run.smithi129.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-03-22T06:48:42.289 INFO:teuthology.orchestra.run.smithi129.stdout:Get:36 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.2.2-937-gea74f2a1-1jammy [5,001 kB] 2024-03-22T06:48:42.300 INFO:teuthology.orchestra.run.smithi148.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-03-22T06:48:42.388 INFO:teuthology.orchestra.run.smithi129.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-03-22T06:48:42.399 INFO:teuthology.orchestra.run.smithi129.stdout:Get:38 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.2.2-937-gea74f2a1-1jammy [241 kB] 2024-03-22T06:48:42.407 INFO:teuthology.orchestra.run.smithi129.stdout:Get:39 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.2.2-937-gea74f2a1-1jammy [130 kB] 2024-03-22T06:48:42.411 INFO:teuthology.orchestra.run.smithi129.stdout:Get:40 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.2.2-937-gea74f2a1-1jammy [1,486 kB] 2024-03-22T06:48:42.412 INFO:teuthology.orchestra.run.smithi129.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-03-22T06:48:42.468 INFO:teuthology.orchestra.run.smithi129.stdout:Get:42 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.2.2-937-gea74f2a1-1jammy [6,079 kB] 2024-03-22T06:48:42.471 INFO:teuthology.orchestra.run.smithi148.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-03-22T06:48:42.496 INFO:teuthology.orchestra.run.smithi148.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-03-22T06:48:42.545 INFO:teuthology.orchestra.run.smithi129.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-03-22T06:48:42.565 INFO:teuthology.orchestra.run.smithi129.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-03-22T06:48:42.571 INFO:teuthology.orchestra.run.smithi129.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2024-03-22T06:48:42.629 INFO:teuthology.orchestra.run.smithi148.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-03-22T06:48:42.645 INFO:teuthology.orchestra.run.smithi129.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-03-22T06:48:42.647 INFO:teuthology.orchestra.run.smithi148.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-03-22T06:48:42.654 INFO:teuthology.orchestra.run.smithi148.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2024-03-22T06:48:42.672 INFO:teuthology.orchestra.run.smithi129.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-03-22T06:48:42.676 INFO:teuthology.orchestra.run.smithi148.stdout:Get:30 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.2.2-937-gea74f2a1-1jammy [3,105 kB] 2024-03-22T06:48:42.679 INFO:teuthology.orchestra.run.smithi129.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-03-22T06:48:42.698 INFO:teuthology.orchestra.run.smithi129.stdout:Get:49 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.2.2-937-gea74f2a1-1jammy [22.3 MB] 2024-03-22T06:48:42.728 INFO:teuthology.orchestra.run.smithi148.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-03-22T06:48:42.754 INFO:teuthology.orchestra.run.smithi148.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-03-22T06:48:42.762 INFO:teuthology.orchestra.run.smithi148.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-03-22T06:48:42.806 INFO:teuthology.orchestra.run.smithi129.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-03-22T06:48:42.806 INFO:teuthology.orchestra.run.smithi129.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-03-22T06:48:42.886 INFO:teuthology.orchestra.run.smithi148.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-03-22T06:48:42.887 INFO:teuthology.orchestra.run.smithi148.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-03-22T06:48:42.975 INFO:teuthology.orchestra.run.smithi129.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-03-22T06:48:43.057 INFO:teuthology.orchestra.run.smithi148.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-03-22T06:48:43.173 INFO:teuthology.orchestra.run.smithi129.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-03-22T06:48:43.253 INFO:teuthology.orchestra.run.smithi148.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-03-22T06:48:43.335 INFO:teuthology.orchestra.run.smithi129.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-03-22T06:48:43.409 INFO:teuthology.orchestra.run.smithi148.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-03-22T06:48:43.439 INFO:teuthology.orchestra.run.smithi129.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2024-03-22T06:48:43.463 INFO:teuthology.orchestra.run.smithi129.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-03-22T06:48:43.496 INFO:teuthology.orchestra.run.smithi129.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-03-22T06:48:43.509 INFO:teuthology.orchestra.run.smithi129.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2024-03-22T06:48:43.523 INFO:teuthology.orchestra.run.smithi148.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2024-03-22T06:48:43.541 INFO:teuthology.orchestra.run.smithi148.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-03-22T06:48:43.573 INFO:teuthology.orchestra.run.smithi148.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-03-22T06:48:43.587 INFO:teuthology.orchestra.run.smithi148.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2024-03-22T06:48:43.633 INFO:teuthology.orchestra.run.smithi148.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-03-22T06:48:43.640 INFO:teuthology.orchestra.run.smithi148.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-03-22T06:48:43.642 INFO:teuthology.orchestra.run.smithi129.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-03-22T06:48:43.643 INFO:teuthology.orchestra.run.smithi129.stdout:Get:60 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.2.2-937-gea74f2a1-1jammy [14.1 kB] 2024-03-22T06:48:43.644 INFO:teuthology.orchestra.run.smithi129.stdout:Get:61 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.2.2-937-gea74f2a1-1jammy [826 kB] 2024-03-22T06:48:43.644 INFO:teuthology.orchestra.run.smithi129.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-03-22T06:48:43.648 INFO:teuthology.orchestra.run.smithi129.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-03-22T06:48:43.660 INFO:teuthology.orchestra.run.smithi129.stdout:Get:64 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.2.2-937-gea74f2a1-1jammy [2,173 kB] 2024-03-22T06:48:43.669 INFO:teuthology.orchestra.run.smithi148.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-03-22T06:48:43.698 INFO:teuthology.orchestra.run.smithi129.stdout:Get:65 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.2.2-937-gea74f2a1-1jammy [238 kB] 2024-03-22T06:48:43.702 INFO:teuthology.orchestra.run.smithi129.stdout:Get:66 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.2.2-937-gea74f2a1-1jammy [144 kB] 2024-03-22T06:48:43.704 INFO:teuthology.orchestra.run.smithi129.stdout:Get:67 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.2.2-937-gea74f2a1-1jammy [1,882 kB] 2024-03-22T06:48:43.725 INFO:teuthology.orchestra.run.smithi129.stdout:Get:68 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.2.2-937-gea74f2a1-1jammy [8,625 kB] 2024-03-22T06:48:43.869 INFO:teuthology.orchestra.run.smithi129.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-03-22T06:48:43.906 INFO:teuthology.orchestra.run.smithi148.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-03-22T06:48:43.941 INFO:teuthology.orchestra.run.smithi148.stdout:Get:47 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.2.2-937-gea74f2a1-1jammy [674 kB] 2024-03-22T06:48:44.035 INFO:teuthology.orchestra.run.smithi129.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.1 [108 kB] 2024-03-22T06:48:44.042 INFO:teuthology.orchestra.run.smithi148.stdout:Get:48 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.2.2-937-gea74f2a1-1jammy [356 kB] 2024-03-22T06:48:44.042 INFO:teuthology.orchestra.run.smithi129.stdout:Get:71 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.2.2-937-gea74f2a1-1jammy [14.3 kB] 2024-03-22T06:48:44.043 INFO:teuthology.orchestra.run.smithi129.stdout:Get:72 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.2.2-937-gea74f2a1-1jammy [42.7 MB] 2024-03-22T06:48:44.075 INFO:teuthology.orchestra.run.smithi148.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.1 [108 kB] 2024-03-22T06:48:44.141 INFO:teuthology.orchestra.run.smithi148.stdout:Get:50 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.2.2-937-gea74f2a1-1jammy [32.8 kB] 2024-03-22T06:48:44.150 INFO:teuthology.orchestra.run.smithi148.stdout:Get:51 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.2.2-937-gea74f2a1-1jammy [180 kB] 2024-03-22T06:48:44.207 INFO:teuthology.orchestra.run.smithi148.stdout:Get:52 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.2.2-937-gea74f2a1-1jammy [62.5 kB] 2024-03-22T06:48:44.225 INFO:teuthology.orchestra.run.smithi148.stdout:Get:53 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.2.2-937-gea74f2a1-1jammy [330 kB] 2024-03-22T06:48:44.394 INFO:teuthology.orchestra.run.smithi129.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-03-22T06:48:44.411 INFO:teuthology.orchestra.run.smithi129.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-03-22T06:48:44.422 INFO:teuthology.orchestra.run.smithi129.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-03-22T06:48:44.426 INFO:teuthology.orchestra.run.smithi148.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-03-22T06:48:44.446 INFO:teuthology.orchestra.run.smithi148.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-03-22T06:48:44.453 INFO:teuthology.orchestra.run.smithi148.stdout:Get:56 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.2.2-937-gea74f2a1-1jammy [5,892 kB] 2024-03-22T06:48:44.453 INFO:teuthology.orchestra.run.smithi148.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-03-22T06:48:44.478 INFO:teuthology.orchestra.run.smithi129.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-03-22T06:48:44.482 INFO:teuthology.orchestra.run.smithi129.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-03-22T06:48:44.490 INFO:teuthology.orchestra.run.smithi129.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-03-22T06:48:44.509 INFO:teuthology.orchestra.run.smithi148.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-03-22T06:48:44.515 INFO:teuthology.orchestra.run.smithi148.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-03-22T06:48:44.521 INFO:teuthology.orchestra.run.smithi148.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-03-22T06:48:44.578 INFO:teuthology.orchestra.run.smithi129.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-03-22T06:48:44.580 INFO:teuthology.orchestra.run.smithi129.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-03-22T06:48:44.602 INFO:teuthology.orchestra.run.smithi129.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-03-22T06:48:44.608 INFO:teuthology.orchestra.run.smithi148.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-03-22T06:48:44.611 INFO:teuthology.orchestra.run.smithi148.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-03-22T06:48:44.633 INFO:teuthology.orchestra.run.smithi148.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-03-22T06:48:44.799 INFO:teuthology.orchestra.run.smithi129.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-03-22T06:48:44.828 INFO:teuthology.orchestra.run.smithi148.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-03-22T06:48:44.970 INFO:teuthology.orchestra.run.smithi129.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-03-22T06:48:45.001 INFO:teuthology.orchestra.run.smithi148.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-03-22T06:48:45.143 INFO:teuthology.orchestra.run.smithi129.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-03-22T06:48:45.175 INFO:teuthology.orchestra.run.smithi148.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-03-22T06:48:45.655 INFO:teuthology.orchestra.run.smithi129.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-03-22T06:48:45.656 INFO:teuthology.orchestra.run.smithi129.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-03-22T06:48:45.658 INFO:teuthology.orchestra.run.smithi129.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-03-22T06:48:45.661 INFO:teuthology.orchestra.run.smithi129.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-03-22T06:48:45.662 INFO:teuthology.orchestra.run.smithi129.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-03-22T06:48:45.664 INFO:teuthology.orchestra.run.smithi129.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-03-22T06:48:45.665 INFO:teuthology.orchestra.run.smithi129.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-03-22T06:48:45.669 INFO:teuthology.orchestra.run.smithi129.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-03-22T06:48:45.686 INFO:teuthology.orchestra.run.smithi148.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-03-22T06:48:45.687 INFO:teuthology.orchestra.run.smithi148.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-03-22T06:48:45.688 INFO:teuthology.orchestra.run.smithi129.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-03-22T06:48:45.689 INFO:teuthology.orchestra.run.smithi148.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-03-22T06:48:45.691 INFO:teuthology.orchestra.run.smithi148.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-03-22T06:48:45.692 INFO:teuthology.orchestra.run.smithi148.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-03-22T06:48:45.695 INFO:teuthology.orchestra.run.smithi148.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-03-22T06:48:45.696 INFO:teuthology.orchestra.run.smithi148.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-03-22T06:48:45.698 INFO:teuthology.orchestra.run.smithi148.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-03-22T06:48:45.714 INFO:teuthology.orchestra.run.smithi148.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-03-22T06:48:45.861 INFO:teuthology.orchestra.run.smithi129.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-03-22T06:48:45.887 INFO:teuthology.orchestra.run.smithi148.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-03-22T06:48:45.921 INFO:teuthology.orchestra.run.smithi129.stdout:Get:95 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.2.2-937-gea74f2a1-1jammy [121 kB] 2024-03-22T06:48:45.923 INFO:teuthology.orchestra.run.smithi129.stdout:Get:96 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.2.2-937-gea74f2a1-1jammy [38.3 kB] 2024-03-22T06:48:45.924 INFO:teuthology.orchestra.run.smithi129.stdout:Get:97 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.2.2-937-gea74f2a1-1jammy [11.6 MB] 2024-03-22T06:48:46.232 INFO:teuthology.orchestra.run.smithi129.stdout:Get:98 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.2.2-937-gea74f2a1-1jammy [93.1 kB] 2024-03-22T06:48:46.233 INFO:teuthology.orchestra.run.smithi129.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-03-22T06:48:46.256 INFO:teuthology.orchestra.run.smithi148.stdout:Get:77 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.2.2-937-gea74f2a1-1jammy [112 kB] 2024-03-22T06:48:46.257 INFO:teuthology.orchestra.run.smithi129.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-03-22T06:48:46.268 INFO:teuthology.orchestra.run.smithi148.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-03-22T06:48:46.284 INFO:teuthology.orchestra.run.smithi148.stdout:Get:79 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.2.2-937-gea74f2a1-1jammy [442 kB] 2024-03-22T06:48:46.291 INFO:teuthology.orchestra.run.smithi148.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-03-22T06:48:46.324 INFO:teuthology.orchestra.run.smithi148.stdout:Get:81 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.2.2-937-gea74f2a1-1jammy [22.0 MB] 2024-03-22T06:48:46.410 INFO:teuthology.orchestra.run.smithi129.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-03-22T06:48:46.442 INFO:teuthology.orchestra.run.smithi148.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-03-22T06:48:46.461 INFO:teuthology.orchestra.run.smithi129.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2024-03-22T06:48:46.492 INFO:teuthology.orchestra.run.smithi148.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2024-03-22T06:48:46.523 INFO:teuthology.orchestra.run.smithi129.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-03-22T06:48:46.549 INFO:teuthology.orchestra.run.smithi129.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-03-22T06:48:46.553 INFO:teuthology.orchestra.run.smithi129.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-03-22T06:48:46.554 INFO:teuthology.orchestra.run.smithi148.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-03-22T06:48:46.565 INFO:teuthology.orchestra.run.smithi129.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-03-22T06:48:46.580 INFO:teuthology.orchestra.run.smithi148.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-03-22T06:48:46.584 INFO:teuthology.orchestra.run.smithi148.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-03-22T06:48:46.599 INFO:teuthology.orchestra.run.smithi148.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-03-22T06:48:46.612 INFO:teuthology.orchestra.run.smithi129.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-03-22T06:48:46.613 INFO:teuthology.orchestra.run.smithi129.stdout:Get:108 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-03-22T06:48:46.641 INFO:teuthology.orchestra.run.smithi148.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-03-22T06:48:46.642 INFO:teuthology.orchestra.run.smithi148.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-03-22T06:48:46.781 INFO:teuthology.orchestra.run.smithi129.stdout:Get:109 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-03-22T06:48:46.810 INFO:teuthology.orchestra.run.smithi148.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-03-22T06:48:47.965 INFO:teuthology.orchestra.run.smithi129.stdout:Fetched 162 MB in 7s (22.9 MB/s) 2024-03-22T06:48:48.112 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package libfmt8:amd64. 2024-03-22T06:48:48.212 INFO:teuthology.orchestra.run.smithi129.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165997 files and directories currently installed.) 2024-03-22T06:48:48.217 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-03-22T06:48:48.302 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-03-22T06:48:48.622 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-03-22T06:48:48.649 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-03-22T06:48:48.689 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-03-22T06:48:48.768 INFO:teuthology.orchestra.run.smithi148.stdout:Get:91 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.2.2-937-gea74f2a1-1jammy [5,001 kB] 2024-03-22T06:48:49.042 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-03-22T06:48:49.069 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../002-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-03-22T06:48:49.109 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-03-22T06:48:49.208 INFO:teuthology.orchestra.run.smithi148.stdout:Get:92 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.2.2-937-gea74f2a1-1jammy [241 kB] 2024-03-22T06:48:49.241 INFO:teuthology.orchestra.run.smithi148.stdout:Get:93 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.2.2-937-gea74f2a1-1jammy [130 kB] 2024-03-22T06:48:49.243 INFO:teuthology.orchestra.run.smithi148.stdout:Get:94 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.2.2-937-gea74f2a1-1jammy [1,486 kB] 2024-03-22T06:48:49.387 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-03-22T06:48:49.391 INFO:teuthology.orchestra.run.smithi148.stdout:Get:95 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.2.2-937-gea74f2a1-1jammy [6,079 kB] 2024-03-22T06:48:49.413 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../003-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-03-22T06:48:49.454 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-03-22T06:48:49.899 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-03-22T06:48:49.925 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../004-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-03-22T06:48:49.974 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-03-22T06:48:49.983 INFO:teuthology.orchestra.run.smithi148.stdout:Get:96 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.2.2-937-gea74f2a1-1jammy [22.3 MB] 2024-03-22T06:48:50.352 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-03-22T06:48:50.378 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../005-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-03-22T06:48:50.419 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-03-22T06:48:50.722 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-03-22T06:48:50.749 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../006-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-03-22T06:48:50.788 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-03-22T06:48:51.164 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-03-22T06:48:51.190 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../007-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-03-22T06:48:51.233 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-03-22T06:48:51.553 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package librados2. 2024-03-22T06:48:51.579 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../008-librados2_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:48:51.619 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking librados2 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:48:52.022 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package librbd1. 2024-03-22T06:48:52.038 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../009-librbd1_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:48:52.072 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking librbd1 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:48:52.509 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package libcephfs2. 2024-03-22T06:48:52.535 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../010-libcephfs2_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:48:52.575 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking libcephfs2 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:48:52.643 INFO:teuthology.orchestra.run.smithi148.stdout:Get:97 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.2.2-937-gea74f2a1-1jammy [14.1 kB] 2024-03-22T06:48:52.644 INFO:teuthology.orchestra.run.smithi148.stdout:Get:98 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.2.2-937-gea74f2a1-1jammy [826 kB] 2024-03-22T06:48:52.660 INFO:teuthology.orchestra.run.smithi148.stdout:Get:99 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.2.2-937-gea74f2a1-1jammy [2,173 kB] 2024-03-22T06:48:52.804 INFO:teuthology.orchestra.run.smithi148.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.2.2-937-gea74f2a1-1jammy [238 kB] 2024-03-22T06:48:52.837 INFO:teuthology.orchestra.run.smithi148.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.2.2-937-gea74f2a1-1jammy [144 kB] 2024-03-22T06:48:52.840 INFO:teuthology.orchestra.run.smithi148.stdout:Get:102 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.2.2-937-gea74f2a1-1jammy [1,882 kB] 2024-03-22T06:48:52.879 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-rados. 2024-03-22T06:48:52.893 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../011-python3-rados_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:48:52.936 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-rados (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:48:53.017 INFO:teuthology.orchestra.run.smithi148.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.2.2-937-gea74f2a1-1jammy [8,625 kB] 2024-03-22T06:48:53.447 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-03-22T06:48:53.474 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../012-python3-ceph-argparse_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:48:53.514 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-ceph-argparse (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:48:53.741 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-cephfs. 2024-03-22T06:48:53.768 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../013-python3-cephfs_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:48:53.808 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-cephfs (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:48:53.855 INFO:teuthology.orchestra.run.smithi148.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.2.2-937-gea74f2a1-1jammy [14.3 kB] 2024-03-22T06:48:53.855 INFO:teuthology.orchestra.run.smithi148.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.2.2-937-gea74f2a1-1jammy [42.7 MB] 2024-03-22T06:48:54.128 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-ceph-common. 2024-03-22T06:48:54.154 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../014-python3-ceph-common_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:48:54.194 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-ceph-common (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:48:54.514 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-wcwidth. 2024-03-22T06:48:54.541 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-03-22T06:48:54.580 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-03-22T06:48:54.900 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-prettytable. 2024-03-22T06:48:54.926 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2024-03-22T06:48:54.967 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-03-22T06:48:55.203 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-rbd. 2024-03-22T06:48:55.218 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../017-python3-rbd_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:48:55.269 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-rbd (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:48:55.706 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-03-22T06:48:55.732 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-03-22T06:48:55.772 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-03-22T06:48:56.100 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package librgw2. 2024-03-22T06:48:56.126 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../019-librgw2_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:48:56.168 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking librgw2 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:48:56.670 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-rgw. 2024-03-22T06:48:56.696 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../020-python3-rgw_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:48:56.736 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-rgw (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:48:57.106 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package liboath0:amd64. 2024-03-22T06:48:57.132 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ... 2024-03-22T06:48:57.173 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-03-22T06:48:57.475 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package libradosstriper1. 2024-03-22T06:48:57.502 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../022-libradosstriper1_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:48:57.542 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking libradosstriper1 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:48:57.780 INFO:teuthology.orchestra.run.smithi148.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.2.2-937-gea74f2a1-1jammy [121 kB] 2024-03-22T06:48:57.783 INFO:teuthology.orchestra.run.smithi148.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.2.2-937-gea74f2a1-1jammy [38.3 kB] 2024-03-22T06:48:57.826 INFO:teuthology.orchestra.run.smithi148.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.2.2-937-gea74f2a1-1jammy [11.6 MB] 2024-03-22T06:48:57.971 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package ceph-common. 2024-03-22T06:48:57.997 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../023-ceph-common_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:48:58.037 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking ceph-common (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:48:58.460 INFO:teuthology.orchestra.run.smithi148.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.2.2-937-gea74f2a1-1jammy [93.1 kB] 2024-03-22T06:48:59.017 INFO:teuthology.orchestra.run.smithi148.stdout:Fetched 162 MB in 18s (8,990 kB/s) 2024-03-22T06:48:59.157 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libfmt8:amd64. 2024-03-22T06:48:59.256 INFO:teuthology.orchestra.run.smithi148.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165997 files and directories currently installed.) 2024-03-22T06:48:59.261 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-03-22T06:48:59.347 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-03-22T06:48:59.419 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package ceph-base. 2024-03-22T06:48:59.445 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../024-ceph-base_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:48:59.495 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking ceph-base (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:48:59.617 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-03-22T06:48:59.643 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-03-22T06:48:59.675 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-03-22T06:48:59.995 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-03-22T06:49:00.021 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../002-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-03-22T06:49:00.061 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-03-22T06:49:00.065 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-03-22T06:49:00.092 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../025-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-03-22T06:49:00.131 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-03-22T06:49:00.356 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-03-22T06:49:00.382 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../003-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-03-22T06:49:00.423 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-03-22T06:49:00.434 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-cheroot. 2024-03-22T06:49:00.461 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../026-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-03-22T06:49:00.501 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-03-22T06:49:00.801 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-03-22T06:49:00.821 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-03-22T06:49:00.828 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../004-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-03-22T06:49:00.848 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../027-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-03-22T06:49:00.868 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-03-22T06:49:00.896 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-03-22T06:49:01.207 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-jaraco.text. 2024-03-22T06:49:01.233 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../028-python3-jaraco.text_3.6.0-2_all.deb ... 2024-03-22T06:49:01.246 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-03-22T06:49:01.273 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../005-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-03-22T06:49:01.273 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-03-22T06:49:01.312 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-03-22T06:49:01.585 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-03-22T06:49:01.611 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../029-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-03-22T06:49:01.652 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-03-22T06:49:01.674 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-03-22T06:49:01.701 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../006-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-03-22T06:49:01.740 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-03-22T06:49:01.947 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-tempora. 2024-03-22T06:49:01.973 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../030-python3-tempora_4.1.2-1_all.deb ... 2024-03-22T06:49:02.013 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-03-22T06:49:02.043 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-03-22T06:49:02.058 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../007-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-03-22T06:49:02.093 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-03-22T06:49:02.258 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-portend. 2024-03-22T06:49:02.279 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../031-python3-portend_3.0.0-1_all.deb ... 2024-03-22T06:49:02.308 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-03-22T06:49:02.388 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package librados2. 2024-03-22T06:49:02.415 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../008-librados2_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:02.454 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking librados2 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:02.611 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-03-22T06:49:02.637 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../032-python3-zc.lockfile_2.0-1_all.deb ... 2024-03-22T06:49:02.677 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-03-22T06:49:02.915 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package librbd1. 2024-03-22T06:49:02.931 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../009-librbd1_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:02.974 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking librbd1 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:02.980 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-cherrypy3. 2024-03-22T06:49:03.007 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../033-python3-cherrypy3_18.6.1-4_all.deb ... 2024-03-22T06:49:03.039 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-03-22T06:49:03.376 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-natsort. 2024-03-22T06:49:03.402 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libcephfs2. 2024-03-22T06:49:03.402 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../034-python3-natsort_8.0.2-1_all.deb ... 2024-03-22T06:49:03.428 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../010-libcephfs2_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:03.442 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-03-22T06:49:03.468 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libcephfs2 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:03.704 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-rados. 2024-03-22T06:49:03.719 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../011-python3-rados_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:03.754 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-rados (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:03.946 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-logutils. 2024-03-22T06:49:03.972 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../035-python3-logutils_0.3.3-8_all.deb ... 2024-03-22T06:49:04.012 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-03-22T06:49:04.265 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-03-22T06:49:04.273 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-markupsafe. 2024-03-22T06:49:04.291 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../012-python3-ceph-argparse_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:49:04.300 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../036-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-03-22T06:49:04.331 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-ceph-argparse (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:04.332 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-03-22T06:49:04.584 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-cephfs. 2024-03-22T06:49:04.610 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../013-python3-cephfs_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:04.634 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-mako. 2024-03-22T06:49:04.650 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-cephfs (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:04.661 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../037-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-03-22T06:49:04.701 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-03-22T06:49:04.953 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-ceph-common. 2024-03-22T06:49:04.980 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../014-python3-ceph-common_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:49:05.019 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-ceph-common (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:05.038 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-simplegeneric. 2024-03-22T06:49:05.065 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../038-python3-simplegeneric_0.8.1-3_all.deb ... 2024-03-22T06:49:05.104 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-03-22T06:49:05.366 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-wcwidth. 2024-03-22T06:49:05.393 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-03-22T06:49:05.407 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-singledispatch. 2024-03-22T06:49:05.433 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-03-22T06:49:05.434 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../039-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-03-22T06:49:05.474 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-03-22T06:49:05.752 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-prettytable. 2024-03-22T06:49:05.777 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-webob. 2024-03-22T06:49:05.779 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2024-03-22T06:49:05.803 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../040-python3-webob_1%3a1.8.6-1.1_all.deb ... 2024-03-22T06:49:05.819 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-03-22T06:49:05.843 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2024-03-22T06:49:06.030 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-rbd. 2024-03-22T06:49:06.045 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../017-python3-rbd_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:06.080 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-rbd (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:06.239 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-waitress. 2024-03-22T06:49:06.265 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../041-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-03-22T06:49:06.316 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-03-22T06:49:06.424 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-03-22T06:49:06.451 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-03-22T06:49:06.491 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-03-22T06:49:06.625 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-tempita. 2024-03-22T06:49:06.651 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../042-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-03-22T06:49:06.691 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-03-22T06:49:06.819 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package librgw2. 2024-03-22T06:49:06.845 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../019-librgw2_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:06.885 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking librgw2 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:07.011 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-paste. 2024-03-22T06:49:07.037 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../043-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-03-22T06:49:07.077 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-03-22T06:49:07.373 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-03-22T06:49:07.387 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-rgw. 2024-03-22T06:49:07.388 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../044-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-03-22T06:49:07.403 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../020-python3-rgw_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:07.431 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-03-22T06:49:07.446 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-rgw (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:07.724 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package liboath0:amd64. 2024-03-22T06:49:07.734 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-pastedeploy. 2024-03-22T06:49:07.739 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ... 2024-03-22T06:49:07.760 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../045-python3-pastedeploy_2.1.1-1_all.deb ... 2024-03-22T06:49:07.782 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-03-22T06:49:07.800 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-03-22T06:49:08.085 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libradosstriper1. 2024-03-22T06:49:08.111 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../022-libradosstriper1_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:08.112 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-webtest. 2024-03-22T06:49:08.138 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../046-python3-webtest_2.0.35-1_all.deb ... 2024-03-22T06:49:08.151 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libradosstriper1 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:08.187 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-03-22T06:49:08.507 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-pecan. 2024-03-22T06:49:08.533 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../047-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-03-22T06:49:08.573 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-03-22T06:49:08.605 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-common. 2024-03-22T06:49:08.631 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../023-ceph-common_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:08.671 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-common (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:08.886 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-certifi. 2024-03-22T06:49:08.901 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../048-python3-certifi_2020.6.20-1_all.deb ... 2024-03-22T06:49:08.936 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-03-22T06:49:09.400 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-idna. 2024-03-22T06:49:09.426 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../049-python3-idna_3.3-1_all.deb ... 2024-03-22T06:49:09.466 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-idna (3.3-1) ... 2024-03-22T06:49:09.761 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-urllib3. 2024-03-22T06:49:09.787 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../050-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-03-22T06:49:09.827 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-03-22T06:49:10.010 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-base. 2024-03-22T06:49:10.037 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../024-ceph-base_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:10.095 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-base (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:10.130 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-requests. 2024-03-22T06:49:10.157 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../051-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-03-22T06:49:10.197 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-03-22T06:49:10.467 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-werkzeug. 2024-03-22T06:49:10.493 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../052-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2024-03-22T06:49:10.525 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-03-22T06:49:10.673 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-03-22T06:49:10.699 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../025-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-03-22T06:49:10.739 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-03-22T06:49:10.819 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-03-22T06:49:10.835 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../053-ceph-mgr-modules-core_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:49:10.869 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking ceph-mgr-modules-core (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:11.017 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-cheroot. 2024-03-22T06:49:11.043 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../026-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-03-22T06:49:11.083 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-03-22T06:49:11.241 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-03-22T06:49:11.267 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../054-libsqlite3-mod-ceph_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:11.310 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking libsqlite3-mod-ceph (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:11.403 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-03-22T06:49:11.429 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../027-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-03-22T06:49:11.469 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-03-22T06:49:11.593 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-openssl. 2024-03-22T06:49:11.620 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../055-python3-openssl_21.0.0-1_all.deb ... 2024-03-22T06:49:11.676 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-03-22T06:49:11.806 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-jaraco.text. 2024-03-22T06:49:11.832 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../028-python3-jaraco.text_3.6.0-2_all.deb ... 2024-03-22T06:49:11.872 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-03-22T06:49:12.030 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package ceph-mgr. 2024-03-22T06:49:12.056 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../056-ceph-mgr_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:12.096 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking ceph-mgr (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:12.150 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-03-22T06:49:12.176 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../029-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-03-22T06:49:12.208 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-03-22T06:49:12.461 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-tempora. 2024-03-22T06:49:12.476 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../030-python3-tempora_4.1.2-1_all.deb ... 2024-03-22T06:49:12.491 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package ceph-mon. 2024-03-22T06:49:12.511 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-03-22T06:49:12.518 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../057-ceph-mon_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:12.557 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking ceph-mon (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:12.814 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-portend. 2024-03-22T06:49:12.840 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../031-python3-portend_3.0.0-1_all.deb ... 2024-03-22T06:49:12.880 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-03-22T06:49:13.111 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package ceph-osd. 2024-03-22T06:49:13.138 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../058-ceph-osd_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:13.178 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking ceph-osd (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:13.192 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-03-22T06:49:13.218 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../032-python3-zc.lockfile_2.0-1_all.deb ... 2024-03-22T06:49:13.258 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-03-22T06:49:13.587 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-cherrypy3. 2024-03-22T06:49:13.612 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../033-python3-cherrypy3_18.6.1-4_all.deb ... 2024-03-22T06:49:13.903 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-03-22T06:49:14.706 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package ceph. 2024-03-22T06:49:14.722 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../059-ceph_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:14.756 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking ceph (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:14.777 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-natsort. 2024-03-22T06:49:14.804 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../034-python3-natsort_8.0.2-1_all.deb ... 2024-03-22T06:49:14.898 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-03-22T06:49:15.075 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package ceph-fuse. 2024-03-22T06:49:15.102 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../060-ceph-fuse_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:15.142 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking ceph-fuse (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:15.226 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-logutils. 2024-03-22T06:49:15.252 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../035-python3-logutils_0.3.3-8_all.deb ... 2024-03-22T06:49:15.293 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-03-22T06:49:15.512 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package ceph-mds. 2024-03-22T06:49:15.538 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../061-ceph-mds_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:15.553 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-markupsafe. 2024-03-22T06:49:15.569 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../036-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-03-22T06:49:15.578 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking ceph-mds (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:15.605 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-03-22T06:49:15.873 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-mako. 2024-03-22T06:49:15.899 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../037-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-03-22T06:49:15.940 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package cephadm. 2024-03-22T06:49:15.940 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-03-22T06:49:15.966 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../062-cephadm_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:15.998 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking cephadm (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:16.268 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-simplegeneric. 2024-03-22T06:49:16.284 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-asyncssh. 2024-03-22T06:49:16.294 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../038-python3-simplegeneric_0.8.1-3_all.deb ... 2024-03-22T06:49:16.311 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../063-python3-asyncssh_2.5.0-1_all.deb ... 2024-03-22T06:49:16.334 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-03-22T06:49:16.350 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-03-22T06:49:16.620 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-singledispatch. 2024-03-22T06:49:16.647 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../039-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-03-22T06:49:16.670 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python-babel-localedata. 2024-03-22T06:49:16.686 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../064-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-03-22T06:49:16.687 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-03-22T06:49:16.720 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-03-22T06:49:16.973 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-webob. 2024-03-22T06:49:16.999 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../040-python3-webob_1%3a1.8.6-1.1_all.deb ... 2024-03-22T06:49:17.039 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2024-03-22T06:49:17.334 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-waitress. 2024-03-22T06:49:17.349 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../041-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-03-22T06:49:17.395 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-03-22T06:49:17.695 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-tempita. 2024-03-22T06:49:17.708 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-babel. 2024-03-22T06:49:17.722 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../042-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-03-22T06:49:17.735 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../065-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-03-22T06:49:17.762 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-03-22T06:49:17.775 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-03-22T06:49:18.065 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-paste. 2024-03-22T06:49:18.086 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-jinja2. 2024-03-22T06:49:18.091 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../043-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-03-22T06:49:18.113 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../066-python3-jinja2_3.0.3-1ubuntu0.1_all.deb ... 2024-03-22T06:49:18.131 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-03-22T06:49:18.153 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-03-22T06:49:18.468 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-03-22T06:49:18.483 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../044-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-03-22T06:49:18.526 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-03-22T06:49:18.539 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-03-22T06:49:18.566 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../067-ceph-mgr-cephadm_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:49:18.614 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking ceph-mgr-cephadm (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:18.829 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pastedeploy. 2024-03-22T06:49:18.855 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../045-python3-pastedeploy_2.1.1-1_all.deb ... 2024-03-22T06:49:18.895 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-03-22T06:49:18.943 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-bcrypt. 2024-03-22T06:49:18.970 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../068-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-03-22T06:49:19.009 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-03-22T06:49:19.198 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-webtest. 2024-03-22T06:49:19.224 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../046-python3-webtest_2.0.35-1_all.deb ... 2024-03-22T06:49:19.265 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-03-22T06:49:19.312 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-pluggy. 2024-03-22T06:49:19.339 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../069-python3-pluggy_0.13.0-7.1_all.deb ... 2024-03-22T06:49:19.378 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-03-22T06:49:19.576 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pecan. 2024-03-22T06:49:19.602 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../047-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-03-22T06:49:19.642 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-03-22T06:49:19.707 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-py. 2024-03-22T06:49:19.734 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../070-python3-py_1.10.0-1_all.deb ... 2024-03-22T06:49:19.773 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-py (1.10.0-1) ... 2024-03-22T06:49:19.980 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-certifi. 2024-03-22T06:49:20.007 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../048-python3-certifi_2020.6.20-1_all.deb ... 2024-03-22T06:49:20.077 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-iniconfig. 2024-03-22T06:49:20.104 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../071-python3-iniconfig_1.1.1-2_all.deb ... 2024-03-22T06:49:20.143 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-03-22T06:49:20.186 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-03-22T06:49:20.413 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-toml. 2024-03-22T06:49:20.439 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../072-python3-toml_0.10.2-1_all.deb ... 2024-03-22T06:49:20.479 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-03-22T06:49:20.500 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-idna. 2024-03-22T06:49:20.526 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../049-python3-idna_3.3-1_all.deb ... 2024-03-22T06:49:20.566 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-idna (3.3-1) ... 2024-03-22T06:49:20.774 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-pytest. 2024-03-22T06:49:20.801 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../073-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-03-22T06:49:20.840 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-03-22T06:49:20.844 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-urllib3. 2024-03-22T06:49:20.871 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../050-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-03-22T06:49:20.911 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-03-22T06:49:21.186 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-repoze.lru. 2024-03-22T06:49:21.213 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../074-python3-repoze.lru_0.7-2_all.deb ... 2024-03-22T06:49:21.239 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-requests. 2024-03-22T06:49:21.252 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-03-22T06:49:21.266 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../051-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-03-22T06:49:21.305 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-03-22T06:49:21.555 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-routes. 2024-03-22T06:49:21.582 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../075-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-03-22T06:49:21.622 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-03-22T06:49:21.650 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-werkzeug. 2024-03-22T06:49:21.677 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../052-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2024-03-22T06:49:21.717 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-03-22T06:49:21.959 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-03-22T06:49:21.986 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../076-ceph-mgr-dashboard_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:49:22.025 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking ceph-mgr-dashboard (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:22.028 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-03-22T06:49:22.043 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../053-ceph-mgr-modules-core_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:49:22.086 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mgr-modules-core (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:22.466 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-03-22T06:49:22.478 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-03-22T06:49:22.493 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../054-libsqlite3-mod-ceph_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:22.494 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../077-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-03-22T06:49:22.532 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libsqlite3-mod-ceph (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:22.536 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-03-22T06:49:22.844 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-openssl. 2024-03-22T06:49:22.870 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../055-python3-openssl_21.0.0-1_all.deb ... 2024-03-22T06:49:22.910 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-03-22T06:49:23.032 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-joblib. 2024-03-22T06:49:23.059 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../078-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-03-22T06:49:23.098 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-03-22T06:49:23.196 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mgr. 2024-03-22T06:49:23.212 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../056-ceph-mgr_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:23.246 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mgr (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:23.427 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-03-22T06:49:23.454 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../079-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-03-22T06:49:23.485 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-03-22T06:49:23.633 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mon. 2024-03-22T06:49:23.660 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../057-ceph-mon_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:23.699 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mon (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:23.763 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-sklearn. 2024-03-22T06:49:23.790 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../080-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-03-22T06:49:23.829 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-03-22T06:49:24.311 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-osd. 2024-03-22T06:49:24.338 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../058-ceph-osd_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:24.377 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-osd (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:24.488 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-03-22T06:49:24.515 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../081-ceph-mgr-diskprediction-local_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:49:24.554 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:25.491 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-cachetools. 2024-03-22T06:49:25.506 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph. 2024-03-22T06:49:25.507 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../082-python3-cachetools_5.0.0-1_all.deb ... 2024-03-22T06:49:25.533 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../059-ceph_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:25.540 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-03-22T06:49:25.572 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:25.900 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-fuse. 2024-03-22T06:49:25.912 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-pyasn1. 2024-03-22T06:49:25.927 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../060-ceph-fuse_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:25.939 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../083-python3-pyasn1_0.4.8-1_all.deb ... 2024-03-22T06:49:25.966 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-fuse (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:25.995 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-03-22T06:49:26.328 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mds. 2024-03-22T06:49:26.349 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-03-22T06:49:26.355 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../061-ceph-mds_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:26.376 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../084-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-03-22T06:49:26.394 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mds (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:26.415 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-03-22T06:49:26.726 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-rsa. 2024-03-22T06:49:26.742 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../085-python3-rsa_4.8-1_all.deb ... 2024-03-22T06:49:26.772 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package cephadm. 2024-03-22T06:49:26.785 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-rsa (4.8-1) ... 2024-03-22T06:49:26.799 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../062-cephadm_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:26.839 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking cephadm (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:27.055 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-google-auth. 2024-03-22T06:49:27.082 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../086-python3-google-auth_1.5.1-3_all.deb ... 2024-03-22T06:49:27.113 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-03-22T06:49:27.117 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-asyncssh. 2024-03-22T06:49:27.143 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../063-python3-asyncssh_2.5.0-1_all.deb ... 2024-03-22T06:49:27.175 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-03-22T06:49:27.416 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-03-22T06:49:27.444 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../087-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-03-22T06:49:27.478 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python-babel-localedata. 2024-03-22T06:49:27.483 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-03-22T06:49:27.505 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../064-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-03-22T06:49:27.544 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-03-22T06:49:27.794 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-websocket. 2024-03-22T06:49:27.821 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../088-python3-websocket_1.2.3-1_all.deb ... 2024-03-22T06:49:27.861 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-03-22T06:49:28.189 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-kubernetes. 2024-03-22T06:49:28.216 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../089-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-03-22T06:49:28.255 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-03-22T06:49:28.574 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-babel. 2024-03-22T06:49:28.602 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../065-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-03-22T06:49:28.632 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-03-22T06:49:28.927 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-jinja2. 2024-03-22T06:49:28.936 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-03-22T06:49:28.950 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../066-python3-jinja2_3.0.3-1ubuntu0.1_all.deb ... 2024-03-22T06:49:28.952 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../090-ceph-mgr-k8sevents_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:49:28.994 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-03-22T06:49:28.994 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking ceph-mgr-k8sevents (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:29.255 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package libonig5:amd64. 2024-03-22T06:49:29.283 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../091-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-03-22T06:49:29.289 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-03-22T06:49:29.316 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../067-ceph-mgr-cephadm_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:49:29.321 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-03-22T06:49:29.355 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mgr-cephadm (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:29.658 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-bcrypt. 2024-03-22T06:49:29.685 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../068-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-03-22T06:49:29.725 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-03-22T06:49:29.959 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package libjq1:amd64. 2024-03-22T06:49:29.987 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../092-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-03-22T06:49:30.025 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-03-22T06:49:30.036 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pluggy. 2024-03-22T06:49:30.063 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../069-python3-pluggy_0.13.0-7.1_all.deb ... 2024-03-22T06:49:30.103 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-03-22T06:49:30.294 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package jq. 2024-03-22T06:49:30.310 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../093-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-03-22T06:49:30.352 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-03-22T06:49:30.414 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-py. 2024-03-22T06:49:30.441 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../070-python3-py_1.10.0-1_all.deb ... 2024-03-22T06:49:30.480 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-py (1.10.0-1) ... 2024-03-22T06:49:30.588 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package socat. 2024-03-22T06:49:30.604 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../094-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-03-22T06:49:30.638 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-03-22T06:49:30.933 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package xmlstarlet. 2024-03-22T06:49:30.949 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../095-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-03-22T06:49:30.983 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-03-22T06:49:30.992 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-iniconfig. 2024-03-22T06:49:31.019 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../071-python3-iniconfig_1.1.1-2_all.deb ... 2024-03-22T06:49:31.059 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-03-22T06:49:31.320 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-toml. 2024-03-22T06:49:31.328 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package ceph-test. 2024-03-22T06:49:31.345 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../096-ceph-test_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:31.347 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../072-python3-toml_0.10.2-1_all.deb ... 2024-03-22T06:49:31.378 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-03-22T06:49:31.387 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking ceph-test (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:31.681 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pytest. 2024-03-22T06:49:31.708 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../073-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-03-22T06:49:31.747 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-03-22T06:49:32.076 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-repoze.lru. 2024-03-22T06:49:32.103 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../074-python3-repoze.lru_0.7-2_all.deb ... 2024-03-22T06:49:32.134 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-03-22T06:49:32.437 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-routes. 2024-03-22T06:49:32.464 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../075-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-03-22T06:49:32.504 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-03-22T06:49:32.832 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-03-22T06:49:32.859 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../076-ceph-mgr-dashboard_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:49:32.898 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mgr-dashboard (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:33.286 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-03-22T06:49:33.291 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package ceph-volume. 2024-03-22T06:49:33.307 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../097-ceph-volume_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:49:33.313 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../077-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-03-22T06:49:33.341 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking ceph-volume (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:33.352 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-03-22T06:49:33.620 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package libcephfs-dev. 2024-03-22T06:49:33.636 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../098-libcephfs-dev_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:33.670 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking libcephfs-dev (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:33.839 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-joblib. 2024-03-22T06:49:33.866 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../078-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-03-22T06:49:33.905 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-03-22T06:49:34.017 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package nvme-cli. 2024-03-22T06:49:34.043 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../099-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2024-03-22T06:49:34.081 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2024-03-22T06:49:34.259 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-03-22T06:49:34.286 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../079-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-03-22T06:49:34.317 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-03-22T06:49:34.419 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-03-22T06:49:34.447 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../100-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-03-22T06:49:34.486 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-03-22T06:49:34.595 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-sklearn. 2024-03-22T06:49:34.622 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../080-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-03-22T06:49:34.661 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-03-22T06:49:34.847 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-pastescript. 2024-03-22T06:49:34.863 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../101-python3-pastescript_2.0.2-4_all.deb ... 2024-03-22T06:49:34.897 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-03-22T06:49:35.317 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-psutil. 2024-03-22T06:49:35.345 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../102-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-03-22T06:49:35.384 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-03-22T06:49:35.512 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-03-22T06:49:35.539 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../081-ceph-mgr-diskprediction-local_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:49:35.570 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:35.712 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-pygments. 2024-03-22T06:49:35.739 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../103-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-03-22T06:49:35.795 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-03-22T06:49:36.232 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-pyinotify. 2024-03-22T06:49:36.260 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../104-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-03-22T06:49:36.298 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-03-22T06:49:36.448 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-cachetools. 2024-03-22T06:49:36.475 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../082-python3-cachetools_5.0.0-1_all.deb ... 2024-03-22T06:49:36.514 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-03-22T06:49:36.618 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package python3-simplejson. 2024-03-22T06:49:36.646 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../105-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-03-22T06:49:36.684 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-03-22T06:49:36.911 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pyasn1. 2024-03-22T06:49:36.938 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../083-python3-pyasn1_0.4.8-1_all.deb ... 2024-03-22T06:49:36.953 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-03-22T06:49:36.970 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../106-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-03-22T06:49:36.977 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-03-22T06:49:37.012 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-03-22T06:49:37.306 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-03-22T06:49:37.333 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../084-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-03-22T06:49:37.372 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-03-22T06:49:37.692 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-rsa. 2024-03-22T06:49:37.699 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package radosgw. 2024-03-22T06:49:37.719 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../085-python3-rsa_4.8-1_all.deb ... 2024-03-22T06:49:37.727 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../107-radosgw_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:37.758 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-rsa (4.8-1) ... 2024-03-22T06:49:37.790 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking radosgw (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:38.070 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-google-auth. 2024-03-22T06:49:38.098 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../086-python3-google-auth_1.5.1-3_all.deb ... 2024-03-22T06:49:38.136 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-03-22T06:49:38.431 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-03-22T06:49:38.459 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../087-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-03-22T06:49:38.498 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-03-22T06:49:38.535 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package rbd-fuse. 2024-03-22T06:49:38.551 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../108-rbd-fuse_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:38.593 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking rbd-fuse (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:38.826 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-websocket. 2024-03-22T06:49:38.854 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../088-python3-websocket_1.2.3-1_all.deb ... 2024-03-22T06:49:38.881 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-03-22T06:49:38.892 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-03-22T06:49:39.131 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-03-22T06:49:39.204 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-kubernetes. 2024-03-22T06:49:39.231 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../089-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-03-22T06:49:39.257 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2024-03-22T06:49:39.270 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-03-22T06:49:39.528 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-03-22T06:49:39.848 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-03-22T06:49:39.917 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-03-22T06:49:39.934 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../090-ceph-mgr-k8sevents_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:49:39.976 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-mgr-k8sevents (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:40.295 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libonig5:amd64. 2024-03-22T06:49:40.298 INFO:teuthology.orchestra.run.smithi129.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-03-22T06:49:40.322 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../091-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-03-22T06:49:40.362 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up cephadm (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:40.362 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-03-22T06:49:40.656 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libjq1:amd64. 2024-03-22T06:49:40.683 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../092-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-03-22T06:49:40.723 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-03-22T06:49:40.859 INFO:teuthology.orchestra.run.smithi129.stdout:Adding system user cephadm....done 2024-03-22T06:49:41.007 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-03-22T06:49:41.167 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package jq. 2024-03-22T06:49:41.195 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../093-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-03-22T06:49:41.225 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-03-22T06:49:41.283 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-03-22T06:49:41.436 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package socat. 2024-03-22T06:49:41.464 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../094-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-03-22T06:49:41.503 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-03-22T06:49:41.551 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-03-22T06:49:41.711 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-03-22T06:49:41.789 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package xmlstarlet. 2024-03-22T06:49:41.805 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../095-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-03-22T06:49:41.839 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-03-22T06:49:41.962 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-03-22T06:49:42.204 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-test. 2024-03-22T06:49:42.213 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-03-22T06:49:42.220 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../096-ceph-test_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:42.262 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-test (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:42.339 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-py (1.10.0-1) ... 2024-03-22T06:49:42.640 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-03-22T06:49:43.001 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-03-22T06:49:43.252 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-03-22T06:49:43.520 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-03-22T06:49:43.788 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-03-22T06:49:44.055 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-03-22T06:49:44.124 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package ceph-volume. 2024-03-22T06:49:44.152 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../097-ceph-volume_18.2.2-937-gea74f2a1-1jammy_all.deb ... 2024-03-22T06:49:44.190 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking ceph-volume (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:44.323 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-ceph-argparse (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:44.511 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package libcephfs-dev. 2024-03-22T06:49:44.528 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../098-libcephfs-dev_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:44.569 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking libcephfs-dev (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:44.591 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-03-22T06:49:44.826 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-03-22T06:49:44.914 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package nvme-cli. 2024-03-22T06:49:44.942 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../099-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2024-03-22T06:49:44.981 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2024-03-22T06:49:45.076 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-03-22T06:49:45.177 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-03-22T06:49:45.328 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-03-22T06:49:45.344 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../100-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-03-22T06:49:45.411 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-03-22T06:49:45.520 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-03-22T06:49:45.646 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-03-22T06:49:45.822 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pastescript. 2024-03-22T06:49:45.850 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../101-python3-pastescript_2.0.2-4_all.deb ... 2024-03-22T06:49:45.888 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-03-22T06:49:45.914 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-03-22T06:49:46.174 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-03-22T06:49:46.217 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-psutil. 2024-03-22T06:49:46.244 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../102-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-03-22T06:49:46.283 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-03-22T06:49:46.492 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-03-22T06:49:46.595 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pygments. 2024-03-22T06:49:46.622 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../103-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-03-22T06:49:46.661 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-03-22T06:49:47.115 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-pyinotify. 2024-03-22T06:49:47.143 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../104-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-03-22T06:49:47.182 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-03-22T06:49:47.210 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-03-22T06:49:47.453 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-03-22T06:49:47.484 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package python3-simplejson. 2024-03-22T06:49:47.512 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../105-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-03-22T06:49:47.550 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-03-22T06:49:47.579 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-03-22T06:49:47.705 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-03-22T06:49:47.812 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-03-22T06:49:47.840 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../106-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-03-22T06:49:47.878 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-03-22T06:49:48.006 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-03-22T06:49:48.391 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-03-22T06:49:48.624 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package radosgw. 2024-03-22T06:49:48.642 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-03-22T06:49:48.651 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../107-radosgw_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:48.690 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking radosgw (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:49.043 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-03-22T06:49:49.328 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-03-22T06:49:49.410 INFO:teuthology.orchestra.run.smithi148.stdout:Selecting previously unselected package rbd-fuse. 2024-03-22T06:49:49.430 INFO:teuthology.orchestra.run.smithi148.stdout:Preparing to unpack .../108-rbd-fuse_18.2.2-937-gea74f2a1-1jammy_amd64.deb ... 2024-03-22T06:49:49.468 INFO:teuthology.orchestra.run.smithi148.stdout:Unpacking rbd-fuse (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:49.662 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-03-22T06:49:49.759 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-03-22T06:49:49.913 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-03-22T06:49:50.006 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-03-22T06:49:50.039 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-ceph-common (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:50.132 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2024-03-22T06:49:50.350 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-idna (3.3-1) ... 2024-03-22T06:49:50.393 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-03-22T06:49:50.692 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-03-22T06:49:50.715 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-03-22T06:49:51.143 INFO:teuthology.orchestra.run.smithi148.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-03-22T06:49:51.217 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up cephadm (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:51.733 INFO:teuthology.orchestra.run.smithi148.stdout:Adding system user cephadm....done 2024-03-22T06:49:51.873 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-03-22T06:49:51.881 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-03-22T06:49:52.015 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-toml (0.10.2-1) ... 2024-03-22T06:49:52.149 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-03-22T06:49:52.277 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-03-22T06:49:52.400 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-03-22T06:49:52.403 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-03-22T06:49:52.529 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-03-22T06:49:52.535 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-03-22T06:49:52.786 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-03-22T06:49:52.838 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-03-22T06:49:53.037 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-03-22T06:49:53.123 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-03-22T06:49:53.155 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-py (1.10.0-1) ... 2024-03-22T06:49:53.374 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-03-22T06:49:53.457 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-03-22T06:49:53.508 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-03-22T06:49:53.634 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-03-22T06:49:53.825 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-03-22T06:49:53.961 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-03-22T06:49:54.076 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-03-22T06:49:54.212 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-03-22T06:49:54.344 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-03-22T06:49:54.471 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-03-22T06:49:54.595 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-03-22T06:49:54.722 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-03-22T06:49:54.846 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-03-22T06:49:54.973 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-03-22T06:49:55.089 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-ceph-argparse (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:49:55.241 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-03-22T06:49:55.331 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-03-22T06:49:55.367 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-03-22T06:49:55.482 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-03-22T06:49:55.750 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-03-22T06:49:55.843 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-03-22T06:49:55.876 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-03-22T06:49:55.953 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-03-22T06:49:56.245 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2024-03-22T06:49:56.252 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-03-22T06:49:56.362 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-03-22T06:49:56.564 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-03-22T06:49:56.814 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-03-22T06:49:56.913 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-03-22T06:49:57.180 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-03-22T06:49:57.205 INFO:teuthology.orchestra.run.smithi129.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-03-22T06:49:57.475 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-03-22T06:49:57.481 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-03-22T06:49:57.602 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-03-22T06:49:58.003 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-03-22T06:49:58.134 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-03-22T06:49:58.262 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-portend (3.0.0-1) ... 2024-03-22T06:49:58.393 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-03-22T06:49:58.519 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-03-22T06:49:58.522 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-03-22T06:49:58.637 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-03-22T06:49:58.648 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-03-22T06:49:58.946 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-03-22T06:49:58.974 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-03-22T06:49:59.291 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-03-22T06:49:59.314 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-03-22T06:49:59.565 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-03-22T06:49:59.567 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-03-22T06:49:59.702 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-rsa (4.8-1) ... 2024-03-22T06:49:59.941 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-03-22T06:49:59.978 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-03-22T06:50:00.246 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-03-22T06:50:00.251 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-03-22T06:50:00.505 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-03-22T06:50:00.603 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-03-22T06:50:00.829 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-03-22T06:50:00.924 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-03-22T06:50:00.929 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-ceph-common (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:01.217 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-03-22T06:50:01.222 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-idna (3.3-1) ... 2024-03-22T06:50:01.532 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-03-22T06:50:01.560 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-03-22T06:50:01.686 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up librados2 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:01.812 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up librgw2 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:01.938 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up libsqlite3-mod-ceph (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:02.081 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up libcephfs2 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:02.224 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up libradosstriper1 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:02.435 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-03-22T06:50:02.703 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up librbd1 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:02.712 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-03-22T06:50:02.829 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up ceph-mgr-modules-core (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:02.830 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-toml (0.10.2-1) ... 2024-03-22T06:50:02.972 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up ceph-fuse (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:03.114 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-03-22T06:50:03.183 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-03-22T06:50:03.183 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-03-22T06:50:03.266 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-03-22T06:50:03.391 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-03-22T06:50:03.632 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up libcephfs-dev (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:03.693 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-03-22T06:50:03.758 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-rados (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:03.884 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-03-22T06:50:03.961 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-03-22T06:50:04.186 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-03-22T06:50:04.297 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-03-22T06:50:04.422 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-03-22T06:50:04.723 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-03-22T06:50:04.974 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-03-22T06:50:05.047 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-rbd (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:05.189 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up rbd-fuse (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:05.233 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-03-22T06:50:05.332 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-rgw (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:05.458 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up python3-cephfs (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:05.502 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-03-22T06:50:05.584 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up ceph-common (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:05.744 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-03-22T06:50:06.004 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-03-22T06:50:06.113 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-03-22T06:50:06.138 INFO:teuthology.orchestra.run.smithi129.stdout:Adding group ceph....done 2024-03-22T06:50:06.398 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-03-22T06:50:06.512 INFO:teuthology.orchestra.run.smithi129.stdout:Adding system user ceph....done 2024-03-22T06:50:06.523 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-03-22T06:50:06.646 INFO:teuthology.orchestra.run.smithi129.stdout:Setting system user ceph properties....done 2024-03-22T06:50:06.662 INFO:teuthology.orchestra.run.smithi129.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-03-22T06:50:06.798 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-03-22T06:50:06.816 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2024-03-22T06:50:07.148 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-03-22T06:50:07.243 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-03-22T06:50:07.494 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-03-22T06:50:07.635 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up ceph-test (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:07.761 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up radosgw (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:07.978 INFO:teuthology.orchestra.run.smithi148.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-03-22T06:50:08.220 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-03-22T06:50:08.220 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-03-22T06:50:08.221 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-03-22T06:50:08.347 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-03-22T06:50:08.688 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up ceph-base (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:08.724 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-03-22T06:50:08.983 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-portend (3.0.0-1) ... 2024-03-22T06:50:09.043 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-03-22T06:50:09.243 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-03-22T06:50:09.369 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-03-22T06:50:09.515 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up ceph-mds (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:09.711 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-03-22T06:50:09.753 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-03-22T06:50:09.753 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-03-22T06:50:09.996 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-03-22T06:50:10.241 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up ceph-mgr (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:10.263 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-03-22T06:50:10.390 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-rsa (4.8-1) ... 2024-03-22T06:50:10.454 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-03-22T06:50:10.454 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-03-22T06:50:10.657 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-03-22T06:50:10.917 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up ceph-osd (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:10.933 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-03-22T06:50:11.183 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-03-22T06:50:11.183 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-03-22T06:50:11.184 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-03-22T06:50:11.561 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-03-22T06:50:11.669 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up ceph-mgr-k8sevents (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:11.795 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up ceph-mgr-diskprediction-local (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:11.829 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-03-22T06:50:11.946 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up ceph-mon (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:12.146 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-03-22T06:50:12.146 INFO:teuthology.orchestra.run.smithi129.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-03-22T06:50:12.156 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-03-22T06:50:12.282 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up librados2 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:12.408 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up librgw2 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:12.534 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libsqlite3-mod-ceph (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:12.622 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up ceph-mgr-cephadm (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:12.660 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libcephfs2 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:12.774 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up ceph (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:12.777 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libradosstriper1 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:12.883 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up ceph-mgr-dashboard (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:12.972 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-03-22T06:50:13.034 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up ceph-volume (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:13.249 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up librbd1 (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:13.375 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mgr-modules-core (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:13.454 INFO:teuthology.orchestra.run.smithi129.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-03-22T06:50:13.501 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-fuse (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:13.709 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-03-22T06:50:13.709 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-03-22T06:50:14.144 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up libcephfs-dev (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:14.253 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-rados (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:14.354 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-03-22T06:50:14.554 INFO:teuthology.orchestra.run.smithi129.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-03-22T06:50:15.013 INFO:teuthology.orchestra.run.smithi129.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-03-22T06:50:15.018 DEBUG:teuthology.parallel:result is None 2024-03-22T06:50:15.484 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-rbd (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:15.610 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up rbd-fuse (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:15.728 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-rgw (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:15.854 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up python3-cephfs (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:15.980 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-common (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:16.539 INFO:teuthology.orchestra.run.smithi148.stdout:Adding group ceph....done 2024-03-22T06:50:16.916 INFO:teuthology.orchestra.run.smithi148.stdout:Adding system user ceph....done 2024-03-22T06:50:17.068 INFO:teuthology.orchestra.run.smithi148.stdout:Setting system user ceph properties....done 2024-03-22T06:50:17.086 INFO:teuthology.orchestra.run.smithi148.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-03-22T06:50:17.220 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-03-22T06:50:17.511 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-03-22T06:50:17.998 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-test (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:18.157 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up radosgw (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:18.675 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-03-22T06:50:18.675 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-03-22T06:50:19.169 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-base (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:19.524 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-03-22T06:50:19.978 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mds (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:20.202 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-03-22T06:50:20.202 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-03-22T06:50:20.663 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mgr (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:20.882 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-03-22T06:50:20.883 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-03-22T06:50:21.356 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-osd (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:21.621 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-03-22T06:50:21.621 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-03-22T06:50:22.116 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mgr-k8sevents (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:22.324 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mgr-diskprediction-local (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:22.728 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mon (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:22.939 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-03-22T06:50:22.939 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-03-22T06:50:23.395 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mgr-cephadm (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:23.538 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:23.664 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-mgr-dashboard (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:23.815 INFO:teuthology.orchestra.run.smithi148.stdout:Setting up ceph-volume (18.2.2-937-gea74f2a1-1jammy) ... 2024-03-22T06:50:24.160 INFO:teuthology.orchestra.run.smithi148.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-03-22T06:50:25.286 INFO:teuthology.orchestra.run.smithi148.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-03-22T06:50:25.776 INFO:teuthology.orchestra.run.smithi148.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-03-22T06:50:25.781 DEBUG:teuthology.parallel:result is None 2024-03-22T06:50:25.781 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-22T06:50:25.781 INFO:teuthology.packaging:ref: None 2024-03-22T06:50:25.781 INFO:teuthology.packaging:tag: None 2024-03-22T06:50:25.782 INFO:teuthology.packaging:branch: reef 2024-03-22T06:50:25.782 INFO:teuthology.packaging:sha1: db0330b1e4e2470d52b750e251e55a522b4f7d69 2024-03-22T06:50:25.782 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-03-22T06:50:26.130 DEBUG:teuthology.orchestra.run.smithi129:> dpkg-query -W -f '${Version}' ceph 2024-03-22T06:50:26.150 INFO:teuthology.orchestra.run.smithi129.stdout:18.2.2-937-gea74f2a1-1jammy 2024-03-22T06:50:26.150 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-937-gea74f2a1-1jammy 2024-03-22T06:50:26.150 INFO:teuthology.task.install:The correct ceph version 18.2.2-937-gea74f2a1-1jammy is installed. 2024-03-22T06:50:26.152 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-22T06:50:26.152 INFO:teuthology.packaging:ref: None 2024-03-22T06:50:26.152 INFO:teuthology.packaging:tag: None 2024-03-22T06:50:26.152 INFO:teuthology.packaging:branch: reef 2024-03-22T06:50:26.152 INFO:teuthology.packaging:sha1: db0330b1e4e2470d52b750e251e55a522b4f7d69 2024-03-22T06:50:26.152 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-03-22T06:50:26.480 DEBUG:teuthology.orchestra.run.smithi148:> dpkg-query -W -f '${Version}' ceph 2024-03-22T06:50:26.499 INFO:teuthology.orchestra.run.smithi148.stdout:18.2.2-937-gea74f2a1-1jammy 2024-03-22T06:50:26.499 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-937-gea74f2a1-1jammy 2024-03-22T06:50:26.499 INFO:teuthology.task.install:The correct ceph version 18.2.2-937-gea74f2a1-1jammy is installed. 2024-03-22T06:50:26.501 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-03-22T06:50:26.501 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T06:50:26.501 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-22T06:50:26.515 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-03-22T06:50:26.515 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-22T06:50:26.554 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-03-22T06:50:26.554 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T06:50:26.554 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/usr/bin/daemon-helper 2024-03-22T06:50:26.569 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-22T06:50:26.629 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-03-22T06:50:26.629 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/usr/bin/daemon-helper 2024-03-22T06:50:26.642 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-22T06:50:26.696 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-03-22T06:50:26.696 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T06:50:26.696 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-22T06:50:26.709 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-22T06:50:26.765 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-03-22T06:50:26.765 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-22T06:50:26.779 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-22T06:50:26.833 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-03-22T06:50:26.833 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T06:50:26.833 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/usr/bin/stdin-killer 2024-03-22T06:50:26.846 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-22T06:50:26.901 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-03-22T06:50:26.901 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/usr/bin/stdin-killer 2024-03-22T06:50:26.915 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-22T06:50:26.968 INFO:teuthology.run_tasks:Running task cephadm... 2024-03-22T06:50:27.073 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'db0330b1e4e2470d52b750e251e55a522b4f7d69'} 2024-03-22T06:50:27.073 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-03-22T06:50:27.073 INFO:tasks.cephadm:Cluster fsid is 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:50:27.073 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-03-22T06:50:27.074 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.129', 'mon.c': '[v2:172.21.15.129:3301,v1:172.21.15.129:6790]', 'mon.b': '172.21.15.148'} 2024-03-22T06:50:27.074 INFO:tasks.cephadm:First mon is mon.a on smithi129 2024-03-22T06:50:27.074 INFO:tasks.cephadm:First mgr is y 2024-03-22T06:50:27.074 INFO:tasks.cephadm:Normalizing hostnames... 2024-03-22T06:50:27.074 DEBUG:teuthology.orchestra.run.smithi129:> sudo hostname $(hostname -s) 2024-03-22T06:50:27.088 DEBUG:teuthology.orchestra.run.smithi148:> sudo hostname $(hostname -s) 2024-03-22T06:50:27.103 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-03-22T06:50:27.103 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 2024-03-22T06:50:27.317 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'db0330b1e4e2470d52b750e251e55a522b4f7d69', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic/77704/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-1667-gdb0330b1', 'node_name': '172.21.2.13+braggi13', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-1667-gdb0330b1-1jammy'}, 'url': 'https://3.chacra.ceph.com/r/ceph/squid/db0330b1e4e2470d52b750e251e55a522b4f7d69/ubuntu/jammy/flavors/default/', 'distro_codename': 'jammy', 'modified': '2024-03-16 11:54:00.660610', 'distro_version': '22.04', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/squid/db0330b1e4e2470d52b750e251e55a522b4f7d69/ubuntu/jammy/flavors/default/', 'archs': ['x86_64'], 'distro': 'ubuntu'}] 2024-03-22T06:50:27.571 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref reef, sha1 ea74f2a1f3b9578955c75452d36d95e0cac33c2e from https://shaman.ceph.com/api/search/?project=ceph&distros=ubuntu%2F22.04%2Fx86_64&flavor=default&ref=reef 2024-03-22T06:50:27.573 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/x86_64/flavors/default/cephadm 2024-03-22T06:50:27.573 DEBUG:teuthology.orchestra.run.smithi129:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-22T06:50:28.117 INFO:teuthology.orchestra.run.smithi129.stdout:-rw-rw-r-- 1 ubuntu ubuntu 216619 Mar 22 06:50 /home/ubuntu/cephtest/cephadm 2024-03-22T06:50:28.118 DEBUG:teuthology.orchestra.run.smithi148:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/reef/ea74f2a1f3b9578955c75452d36d95e0cac33c2e/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-22T06:50:28.615 INFO:teuthology.orchestra.run.smithi148.stdout:-rw-rw-r-- 1 ubuntu ubuntu 216619 Mar 22 06:50 /home/ubuntu/cephtest/cephadm 2024-03-22T06:50:28.616 DEBUG:teuthology.orchestra.run.smithi129:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-22T06:50:28.623 DEBUG:teuthology.orchestra.run.smithi148:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-22T06:50:28.641 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-03-22T06:50:28.642 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-03-22T06:50:28.668 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-03-22T06:50:28.785 INFO:teuthology.orchestra.run.smithi129.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-03-22T06:50:28.794 INFO:teuthology.orchestra.run.smithi148.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-03-22T06:51:21.496 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2024-03-22T06:51:21.497 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph_version": "ceph version 18.2.2-937-gea74f2a1 (ea74f2a1f3b9578955c75452d36d95e0cac33c2e) reef (stable)", 2024-03-22T06:51:21.497 INFO:teuthology.orchestra.run.smithi129.stdout: "image_id": "162cc6df89b45393adf5cfcfcbc93e7b6c701fd39bfb68b991364fb1be27b119", 2024-03-22T06:51:21.497 INFO:teuthology.orchestra.run.smithi129.stdout: "repo_digests": [ 2024-03-22T06:51:21.497 INFO:teuthology.orchestra.run.smithi129.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:554d1d324ce918b55ed9cf57a3a7cce2c45058dd8b2c42c08f53f5854d1f62a7" 2024-03-22T06:51:21.497 INFO:teuthology.orchestra.run.smithi129.stdout: ] 2024-03-22T06:51:21.497 INFO:teuthology.orchestra.run.smithi129.stdout:} 2024-03-22T06:51:22.843 INFO:teuthology.orchestra.run.smithi148.stdout:{ 2024-03-22T06:51:22.844 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_version": "ceph version 18.2.2-937-gea74f2a1 (ea74f2a1f3b9578955c75452d36d95e0cac33c2e) reef (stable)", 2024-03-22T06:51:22.844 INFO:teuthology.orchestra.run.smithi148.stdout: "image_id": "162cc6df89b45393adf5cfcfcbc93e7b6c701fd39bfb68b991364fb1be27b119", 2024-03-22T06:51:22.844 INFO:teuthology.orchestra.run.smithi148.stdout: "repo_digests": [ 2024-03-22T06:51:22.844 INFO:teuthology.orchestra.run.smithi148.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:554d1d324ce918b55ed9cf57a3a7cce2c45058dd8b2c42c08f53f5854d1f62a7" 2024-03-22T06:51:22.844 INFO:teuthology.orchestra.run.smithi148.stdout: ] 2024-03-22T06:51:22.844 INFO:teuthology.orchestra.run.smithi148.stdout:} 2024-03-22T06:51:22.869 DEBUG:teuthology.orchestra.run.smithi129:> sudo mkdir -p /etc/ceph 2024-03-22T06:51:22.883 DEBUG:teuthology.orchestra.run.smithi148:> sudo mkdir -p /etc/ceph 2024-03-22T06:51:22.896 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 777 /etc/ceph 2024-03-22T06:51:22.937 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod 777 /etc/ceph 2024-03-22T06:51:22.951 INFO:tasks.cephadm:Writing seed config... 2024-03-22T06:51:22.952 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-03-22T06:51:22.953 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-03-22T06:51:22.953 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-03-22T06:51:22.953 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-03-22T06:51:22.953 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-03-22T06:51:22.953 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-03-22T06:51:22.953 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-03-22T06:51:22.953 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-03-22T06:51:22.953 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-03-22T06:51:22.953 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-03-22T06:51:22.953 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-03-22T06:51:22.954 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T06:51:22.954 DEBUG:teuthology.orchestra.run.smithi129:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-03-22T06:51:22.986 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 77237b76-e818-11ee-95cd-87774f69a715 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-03-22T06:51:22.986 DEBUG:teuthology.orchestra.run.smithi129:mon.a> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.a.service 2024-03-22T06:51:23.030 DEBUG:teuthology.orchestra.run.smithi129:mgr.y> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.y.service 2024-03-22T06:51:23.074 INFO:tasks.cephadm:Bootstrapping... 2024-03-22T06:51:23.074 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 77237b76-e818-11ee-95cd-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.129 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-03-22T06:51:23.241 INFO:teuthology.orchestra.run.smithi129.stdout:-------------------------------------------------------------------------------- 2024-03-22T06:51:23.241 INFO:teuthology.orchestra.run.smithi129.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '77237b76-e818-11ee-95cd-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.129', '--skip-admin-label'] 2024-03-22T06:51:23.241 INFO:teuthology.orchestra.run.smithi129.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-03-22T06:51:23.242 INFO:teuthology.orchestra.run.smithi129.stdout:Verifying podman|docker is present... 2024-03-22T06:51:23.242 INFO:teuthology.orchestra.run.smithi129.stdout:Verifying lvm2 is present... 2024-03-22T06:51:23.242 INFO:teuthology.orchestra.run.smithi129.stdout:Verifying time synchronization is in place... 2024-03-22T06:51:23.247 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-22T06:51:23.247 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-22T06:51:23.251 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-22T06:51:23.251 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stdout inactive 2024-03-22T06:51:23.255 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-03-22T06:51:23.255 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-03-22T06:51:23.259 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-03-22T06:51:23.259 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stdout inactive 2024-03-22T06:51:23.265 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-03-22T06:51:23.265 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stdout masked 2024-03-22T06:51:23.270 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-03-22T06:51:23.270 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stdout inactive 2024-03-22T06:51:23.274 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-03-22T06:51:23.274 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-03-22T06:51:23.277 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-03-22T06:51:23.277 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stdout inactive 2024-03-22T06:51:23.281 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stdout enabled 2024-03-22T06:51:23.285 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stdout active 2024-03-22T06:51:23.285 INFO:teuthology.orchestra.run.smithi129.stdout:Unit ntp.service is enabled and running 2024-03-22T06:51:23.285 INFO:teuthology.orchestra.run.smithi129.stdout:Repeating the final host check... 2024-03-22T06:51:23.285 INFO:teuthology.orchestra.run.smithi129.stdout:docker (/usr/bin/docker) is present 2024-03-22T06:51:23.285 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl is present 2024-03-22T06:51:23.286 INFO:teuthology.orchestra.run.smithi129.stdout:lvcreate is present 2024-03-22T06:51:23.288 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-22T06:51:23.289 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-22T06:51:23.292 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-22T06:51:23.292 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stdout inactive 2024-03-22T06:51:23.295 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-03-22T06:51:23.295 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-03-22T06:51:23.298 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-03-22T06:51:23.299 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stdout inactive 2024-03-22T06:51:23.302 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-03-22T06:51:23.302 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stdout masked 2024-03-22T06:51:23.305 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-03-22T06:51:23.305 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stdout inactive 2024-03-22T06:51:23.309 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-03-22T06:51:23.309 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-03-22T06:51:23.312 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-03-22T06:51:23.312 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stdout inactive 2024-03-22T06:51:23.316 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stdout enabled 2024-03-22T06:51:23.320 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stdout active 2024-03-22T06:51:23.320 INFO:teuthology.orchestra.run.smithi129.stdout:Unit ntp.service is enabled and running 2024-03-22T06:51:23.320 INFO:teuthology.orchestra.run.smithi129.stdout:Host looks OK 2024-03-22T06:51:23.320 INFO:teuthology.orchestra.run.smithi129.stdout:Cluster fsid: 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:51:23.320 INFO:teuthology.orchestra.run.smithi129.stdout:Acquiring lock 139921700947424 on /run/cephadm/77237b76-e818-11ee-95cd-87774f69a715.lock 2024-03-22T06:51:23.320 INFO:teuthology.orchestra.run.smithi129.stdout:Lock 139921700947424 acquired on /run/cephadm/77237b76-e818-11ee-95cd-87774f69a715.lock 2024-03-22T06:51:23.320 INFO:teuthology.orchestra.run.smithi129.stdout:Verifying IP 172.21.15.129 port 3300 ... 2024-03-22T06:51:23.320 INFO:teuthology.orchestra.run.smithi129.stdout:Verifying IP 172.21.15.129 port 6789 ... 2024-03-22T06:51:23.320 INFO:teuthology.orchestra.run.smithi129.stdout:Base mon IP(s) is [172.21.15.129:3300, 172.21.15.129:6789], mon addrv is [v2:172.21.15.129:3300,v1:172.21.15.129:6789] 2024-03-22T06:51:23.323 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 2024-03-22T06:51:23.323 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.129 metric 100 2024-03-22T06:51:23.323 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout 158.69.67.47 via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.129 metric 100 2024-03-22T06:51:23.323 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2024-03-22T06:51:23.323 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.129 metric 100 2024-03-22T06:51:23.324 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout 172.21.0.1 dev enp3s0f1 proto dhcp scope link src 172.21.15.129 metric 100 2024-03-22T06:51:23.324 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout 172.21.0.2 dev enp3s0f1 proto dhcp scope link src 172.21.15.129 metric 100 2024-03-22T06:51:23.324 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout 172.21.15.254 dev enp3s0f1 proto dhcp scope link src 172.21.15.129 metric 100 2024-03-22T06:51:23.325 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-03-22T06:51:23.325 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-03-22T06:51:23.325 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 expires 1796sec pref medium 2024-03-22T06:51:23.327 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-03-22T06:51:23.327 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2024-03-22T06:51:23.327 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-22T06:51:23.327 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-03-22T06:51:23.327 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout inet6 fe80::ec4:7aff:fe88:7261/64 scope link 2024-03-22T06:51:23.327 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-22T06:51:23.328 INFO:teuthology.orchestra.run.smithi129.stdout:Mon IP `172.21.15.129` is in CIDR network `172.21.0.0/20` 2024-03-22T06:51:23.329 INFO:teuthology.orchestra.run.smithi129.stdout:Mon IP `172.21.15.129` is in CIDR network `172.21.0.0/20` 2024-03-22T06:51:23.329 INFO:teuthology.orchestra.run.smithi129.stdout:Mon IP `172.21.15.129` is in CIDR network `172.21.0.1/32` 2024-03-22T06:51:23.329 INFO:teuthology.orchestra.run.smithi129.stdout:Mon IP `172.21.15.129` is in CIDR network `172.21.0.1/32` 2024-03-22T06:51:23.329 INFO:teuthology.orchestra.run.smithi129.stdout:Mon IP `172.21.15.129` is in CIDR network `172.21.0.2/32` 2024-03-22T06:51:23.329 INFO:teuthology.orchestra.run.smithi129.stdout:Mon IP `172.21.15.129` is in CIDR network `172.21.0.2/32` 2024-03-22T06:51:23.329 INFO:teuthology.orchestra.run.smithi129.stdout:Mon IP `172.21.15.129` is in CIDR network `172.21.15.254/32` 2024-03-22T06:51:23.329 INFO:teuthology.orchestra.run.smithi129.stdout:Mon IP `172.21.15.129` is in CIDR network `172.21.15.254/32` 2024-03-22T06:51:23.329 INFO:teuthology.orchestra.run.smithi129.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20', '172.21.0.1/32', '172.21.0.1/32', '172.21.0.2/32', '172.21.0.2/32', '172.21.15.254/32', '172.21.15.254/32'] 2024-03-22T06:51:23.329 INFO:teuthology.orchestra.run.smithi129.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-03-22T06:51:23.329 INFO:teuthology.orchestra.run.smithi129.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-03-22T06:51:23.590 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/docker: stdout reef: Pulling from ceph-ci/ceph 2024-03-22T06:51:23.590 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/docker: stdout Digest: sha256:554d1d324ce918b55ed9cf57a3a7cce2c45058dd8b2c42c08f53f5854d1f62a7 2024-03-22T06:51:23.590 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/docker: stdout Status: Image is up to date for quay.ceph.io/ceph-ci/ceph:reef 2024-03-22T06:51:23.590 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/docker: stdout quay.ceph.io/ceph-ci/ceph:reef 2024-03-22T06:51:24.991 INFO:teuthology.orchestra.run.smithi129.stdout:ceph: stdout ceph version 18.2.2-937-gea74f2a1 (ea74f2a1f3b9578955c75452d36d95e0cac33c2e) reef (stable) 2024-03-22T06:51:24.991 INFO:teuthology.orchestra.run.smithi129.stdout:Ceph version: ceph version 18.2.2-937-gea74f2a1 (ea74f2a1f3b9578955c75452d36d95e0cac33c2e) reef (stable) 2024-03-22T06:51:24.991 INFO:teuthology.orchestra.run.smithi129.stdout:Extracting ceph user uid/gid from container image... 2024-03-22T06:51:26.144 INFO:teuthology.orchestra.run.smithi129.stdout:stat: stdout 167 167 2024-03-22T06:51:26.144 INFO:teuthology.orchestra.run.smithi129.stdout:Creating initial keys... 2024-03-22T06:51:27.340 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-authtool: stdout AQBuKv1lFku7MhAA8wutZCp3sDtd3QxKVg+A5A== 2024-03-22T06:51:28.478 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-authtool: stdout AQBvKv1lCx6UOxAAihy85Y/stfJ0vg9qUJ1DlA== 2024-03-22T06:51:29.607 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-authtool: stdout AQBxKv1laBATCBAAG6+TRrtnIezeKmlz1iYc4g== 2024-03-22T06:51:29.608 INFO:teuthology.orchestra.run.smithi129.stdout:Creating initial monmap... 2024-03-22T06:51:30.771 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-22T06:51:30.771 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-03-22T06:51:30.772 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:51:30.772 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-22T06:51:30.772 INFO:teuthology.orchestra.run.smithi129.stdout:monmaptool for a [v2:172.21.15.129:3300,v1:172.21.15.129:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-22T06:51:30.772 INFO:teuthology.orchestra.run.smithi129.stdout:setting min_mon_release = pacific 2024-03-22T06:51:30.772 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/monmaptool: set fsid to 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:51:30.772 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-22T06:51:30.772 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T06:51:30.772 INFO:teuthology.orchestra.run.smithi129.stdout:Creating mon... 2024-03-22T06:51:32.039 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-03-22T06:51:32.039 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 1 imported monmap: 2024-03-22T06:51:32.039 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr epoch 0 2024-03-22T06:51:32.039 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr fsid 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:51:32.039 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr last_changed 2024-03-22T06:51:30.258040+0000 2024-03-22T06:51:32.039 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr created 2024-03-22T06:51:30.258040+0000 2024-03-22T06:51:32.039 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr min_mon_release 16 (pacific) 2024-03-22T06:51:32.040 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr election_strategy: 1 2024-03-22T06:51:32.040 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] mon.a 2024-03-22T06:51:32.040 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.040 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 0 /usr/bin/ceph-mon: set fsid to 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:51:32.040 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: RocksDB version: 7.9.2 2024-03-22T06:51:32.040 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.040 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Git sha 0 2024-03-22T06:51:32.040 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Compile date 2024-03-21 15:16:55 2024-03-22T06:51:32.040 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: DB SUMMARY 2024-03-22T06:51:32.040 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.040 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: DB Session ID: UE0PHHDDHOORN15NVFYY 2024-03-22T06:51:32.040 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.040 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-03-22T06:51:32.041 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.041 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-03-22T06:51:32.041 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.041 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.error_if_exists: 0 2024-03-22T06:51:32.041 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.create_if_missing: 1 2024-03-22T06:51:32.041 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.paranoid_checks: 1 2024-03-22T06:51:32.041 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-03-22T06:51:32.041 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-22T06:51:32.041 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-22T06:51:32.041 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.env: 0x55db0ccd4720 2024-03-22T06:51:32.041 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.fs: PosixFileSystem 2024-03-22T06:51:32.041 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.info_log: 0x55db0edf6740 2024-03-22T06:51:32.041 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-03-22T06:51:32.041 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.statistics: (nil) 2024-03-22T06:51:32.042 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.use_fsync: 0 2024-03-22T06:51:32.042 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.max_log_file_size: 0 2024-03-22T06:51:32.042 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-22T06:51:32.042 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-03-22T06:51:32.042 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-03-22T06:51:32.042 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-03-22T06:51:32.042 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.allow_fallocate: 1 2024-03-22T06:51:32.042 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-03-22T06:51:32.042 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-03-22T06:51:32.042 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.use_direct_reads: 0 2024-03-22T06:51:32.042 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-22T06:51:32.042 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.create_missing_column_families: 0 2024-03-22T06:51:32.042 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.db_log_dir: 2024-03-22T06:51:32.043 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.wal_dir: 2024-03-22T06:51:32.043 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-03-22T06:51:32.043 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-03-22T06:51:32.043 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-03-22T06:51:32.043 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-22T06:51:32.043 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-22T06:51:32.043 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-03-22T06:51:32.043 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.advise_random_on_open: 1 2024-03-22T06:51:32.043 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-03-22T06:51:32.043 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.write_buffer_manager: 0x55db0e08f180 2024-03-22T06:51:32.043 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-22T06:51:32.043 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-22T06:51:32.043 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-03-22T06:51:32.043 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.rate_limiter: (nil) 2024-03-22T06:51:32.043 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-22T06:51:32.044 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-03-22T06:51:32.044 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-03-22T06:51:32.044 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-03-22T06:51:32.044 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.unordered_write: 0 2024-03-22T06:51:32.044 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-22T06:51:32.044 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-22T06:51:32.044 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-22T06:51:32.044 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-22T06:51:32.044 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.row_cache: None 2024-03-22T06:51:32.044 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.wal_filter: None 2024-03-22T06:51:32.044 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-22T06:51:32.044 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-03-22T06:51:32.044 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.two_write_queues: 0 2024-03-22T06:51:32.044 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.manual_wal_flush: 0 2024-03-22T06:51:32.045 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.wal_compression: 0 2024-03-22T06:51:32.045 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.atomic_flush: 0 2024-03-22T06:51:32.045 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-22T06:51:32.045 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-03-22T06:51:32.045 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-03-22T06:51:32.045 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.log_readahead_size: 0 2024-03-22T06:51:32.045 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-22T06:51:32.045 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-03-22T06:51:32.045 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-22T06:51:32.045 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-22T06:51:32.045 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-03-22T06:51:32.045 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-03-22T06:51:32.045 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-03-22T06:51:32.045 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.max_background_jobs: 2 2024-03-22T06:51:32.045 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.max_background_compactions: -1 2024-03-22T06:51:32.046 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.max_subcompactions: 1 2024-03-22T06:51:32.046 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-22T06:51:32.046 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-22T06:51:32.046 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-03-22T06:51:32.046 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.max_total_wal_size: 0 2024-03-22T06:51:32.046 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-22T06:51:32.046 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-03-22T06:51:32.046 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-03-22T06:51:32.046 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-22T06:51:32.046 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.max_open_files: -1 2024-03-22T06:51:32.046 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.bytes_per_sync: 0 2024-03-22T06:51:32.046 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-03-22T06:51:32.046 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-03-22T06:51:32.046 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-03-22T06:51:32.047 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Options.max_background_flushes: -1 2024-03-22T06:51:32.047 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Compression algorithms supported: 2024-03-22T06:51:32.047 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-22T06:51:32.047 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: kZSTD supported: 0 2024-03-22T06:51:32.047 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: kXpressCompression supported: 0 2024-03-22T06:51:32.047 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-03-22T06:51:32.047 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: kZlibCompression supported: 1 2024-03-22T06:51:32.047 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: kSnappyCompression supported: 1 2024-03-22T06:51:32.047 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: kLZ4Compression supported: 1 2024-03-22T06:51:32.047 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: kBZip2Compression supported: 0 2024-03-22T06:51:32.047 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-03-22T06:51:32.047 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.496+0000 7f0682293c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-03-22T06:51:32.047 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: [db/db_impl/db_impl_open.cc:317] Creating manifest 1 2024-03-22T06:51:32.047 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-03-22T06:51:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-22T06:51:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-22T06:51:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.merge_operator: 2024-03-22T06:51:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compaction_filter: None 2024-03-22T06:51:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compaction_filter_factory: None 2024-03-22T06:51:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-03-22T06:51:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-03-22T06:51:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-03-22T06:51:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55db0edf6860) 2024-03-22T06:51:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2024-03-22T06:51:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 0 2024-03-22T06:51:32.048 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-22T06:51:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2024-03-22T06:51:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr index_type: 0 2024-03-22T06:51:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2024-03-22T06:51:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr index_shortening: 1 2024-03-22T06:51:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2024-03-22T06:51:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr checksum: 4 2024-03-22T06:51:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr no_block_cache: 0 2024-03-22T06:51:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr block_cache: 0x55db0e10f1f0 2024-03-22T06:51:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2024-03-22T06:51:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr block_cache_options: 2024-03-22T06:51:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr capacity : 536870912 2024-03-22T06:51:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2024-03-22T06:51:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2024-03-22T06:51:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2024-03-22T06:51:32.049 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2024-03-22T06:51:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2024-03-22T06:51:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr block_size: 4096 2024-03-22T06:51:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2024-03-22T06:51:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2024-03-22T06:51:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2024-03-22T06:51:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2024-03-22T06:51:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr partition_filters: 0 2024-03-22T06:51:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2024-03-22T06:51:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr filter_policy: bloomfilter 2024-03-22T06:51:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2024-03-22T06:51:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr verify_compression: 0 2024-03-22T06:51:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2024-03-22T06:51:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr format_version: 5 2024-03-22T06:51:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2024-03-22T06:51:32.050 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr block_align: 0 2024-03-22T06:51:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr max_auto_readahead_size: 262144 2024-03-22T06:51:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr prepopulate_block_cache: 0 2024-03-22T06:51:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr initial_auto_readahead_size: 8192 2024-03-22T06:51:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr num_file_reads_for_auto_readahead: 2 2024-03-22T06:51:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-03-22T06:51:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-03-22T06:51:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compression: NoCompression 2024-03-22T06:51:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-03-22T06:51:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-03-22T06:51:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-22T06:51:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.num_levels: 7 2024-03-22T06:51:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-22T06:51:32.051 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-22T06:51:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-22T06:51:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-22T06:51:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-22T06:51:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-22T06:51:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-22T06:51:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-22T06:51:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-22T06:51:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-22T06:51:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-22T06:51:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-22T06:51:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-03-22T06:51:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compression_opts.level: 32767 2024-03-22T06:51:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-03-22T06:51:32.052 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-22T06:51:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-22T06:51:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-22T06:51:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-22T06:51:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compression_opts.enabled: false 2024-03-22T06:51:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-22T06:51:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-22T06:51:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-22T06:51:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-22T06:51:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-03-22T06:51:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-03-22T06:51:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-22T06:51:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-22T06:51:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-22T06:51:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-22T06:51:32.053 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-22T06:51:32.054 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-22T06:51:32.054 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-22T06:51:32.054 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-22T06:51:32.054 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-22T06:51:32.054 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-22T06:51:32.054 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-22T06:51:32.054 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-22T06:51:32.054 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-22T06:51:32.054 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.arena_block_size: 1048576 2024-03-22T06:51:32.054 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-22T06:51:32.054 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-22T06:51:32.054 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-03-22T06:51:32.054 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-22T06:51:32.055 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-22T06:51:32.055 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-22T06:51:32.055 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-22T06:51:32.055 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-22T06:51:32.055 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-22T06:51:32.055 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-22T06:51:32.055 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-22T06:51:32.055 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-22T06:51:32.055 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-22T06:51:32.055 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.table_properties_collectors: 2024-03-22T06:51:32.055 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.inplace_update_support: 0 2024-03-22T06:51:32.055 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-03-22T06:51:32.055 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-22T06:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-22T06:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-03-22T06:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.bloom_locality: 0 2024-03-22T06:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.max_successive_merges: 0 2024-03-22T06:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-03-22T06:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-03-22T06:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.force_consistency_checks: 1 2024-03-22T06:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-03-22T06:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.ttl: 2592000 2024-03-22T06:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-03-22T06:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-22T06:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-22T06:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.enable_blob_files: false 2024-03-22T06:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.min_blob_size: 0 2024-03-22T06:51:32.056 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.blob_file_size: 268435456 2024-03-22T06:51:32.057 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-03-22T06:51:32.057 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-03-22T06:51:32.057 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-22T06:51:32.057 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-22T06:51:32.057 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-22T06:51:32.057 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-03-22T06:51:32.057 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-22T06:51:32.057 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-03-22T06:51:32.057 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.057 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-03-22T06:51:32.057 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.057 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8c44b0cd-2504-4b0f-9d7e-819aa7590792 2024-03-22T06:51:32.057 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.057 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 5 2024-03-22T06:51:32.057 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.058 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55db0e186000 2024-03-22T06:51:32.058 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0682293c80 4 rocksdb: DB pointer 0x55db0e178000 2024-03-22T06:51:32.058 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0672492700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-22T06:51:32.058 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.500+0000 7f0672492700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-22T06:51:32.058 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr ** DB Stats ** 2024-03-22T06:51:32.058 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-03-22T06:51:32.058 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-22T06:51:32.058 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-22T06:51:32.058 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-22T06:51:32.058 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-22T06:51:32.058 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-22T06:51:32.058 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-22T06:51:32.058 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.058 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-03-22T06:51:32.058 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-22T06:51:32.059 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-22T06:51:32.059 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-22T06:51:32.059 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-22T06:51:32.059 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.059 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-03-22T06:51:32.059 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-22T06:51:32.059 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-22T06:51:32.059 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.059 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-22T06:51:32.059 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.059 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-03-22T06:51:32.059 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-03-22T06:51:32.059 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-03-22T06:51:32.059 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-03-22T06:51:32.059 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-03-22T06:51:32.060 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-03-22T06:51:32.060 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-22T06:51:32.060 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-22T06:51:32.060 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-22T06:51:32.060 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Block cache BinnedLRUCache@0x55db0e10f1f0#7 capacity: 512.00 MB usage: 0.00 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2024-03-22T06:51:32.060 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) 2024-03-22T06:51:32.060 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.060 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-03-22T06:51:32.060 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr 2024-03-22T06:51:32.060 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.504+0000 7f0682293c80 4 rocksdb: [db/db_impl/db_impl.cc:496] Shutdown: canceling all background work 2024-03-22T06:51:32.060 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.504+0000 7f0682293c80 4 rocksdb: [db/db_impl/db_impl.cc:704] Shutdown complete 2024-03-22T06:51:32.060 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph-mon: stderr debug 2024-03-22T06:51:31.504+0000 7f0682293c80 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-03-22T06:51:32.060 INFO:teuthology.orchestra.run.smithi129.stdout:create mon.a on 2024-03-22T06:51:32.317 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2024-03-22T06:51:32.535 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2024-03-22T06:51:32.795 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-77237b76-e818-11ee-95cd-87774f69a715.target -> /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715.target. 2024-03-22T06:51:32.796 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-77237b76-e818-11ee-95cd-87774f69a715.target -> /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715.target. 2024-03-22T06:51:33.065 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.a 2024-03-22T06:51:33.066 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stderr Failed to reset failed state of unit ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.a.service: Unit ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.a.service not loaded. 2024-03-22T06:51:33.262 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715.target.wants/ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.a.service -> /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service. 2024-03-22T06:51:33.271 INFO:teuthology.orchestra.run.smithi129.stdout:firewalld does not appear to be present 2024-03-22T06:51:33.271 INFO:teuthology.orchestra.run.smithi129.stdout:Not possible to enable service . firewalld.service is not available 2024-03-22T06:51:33.272 INFO:teuthology.orchestra.run.smithi129.stdout:Waiting for mon to start... 2024-03-22T06:51:33.272 INFO:teuthology.orchestra.run.smithi129.stdout:Waiting for mon... 2024-03-22T06:51:34.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:34 smithi129 bash[20872]: cluster 2024-03-22T06:51:34.452664+0000 mon.a (mon.0) 1 : cluster 1 mon.a is new leader, mons a in quorum (ranks 0) 2024-03-22T06:51:35.295 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout cluster: 2024-03-22T06:51:35.295 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout id: 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:51:35.295 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-03-22T06:51:35.295 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 2024-03-22T06:51:35.295 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout services: 2024-03-22T06:51:35.295 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.253532s) 2024-03-22T06:51:35.295 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-03-22T06:51:35.295 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-03-22T06:51:35.295 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 2024-03-22T06:51:35.296 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout data: 2024-03-22T06:51:35.296 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-03-22T06:51:35.296 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-03-22T06:51:35.296 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-03-22T06:51:35.296 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout pgs: 2024-03-22T06:51:35.296 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 2024-03-22T06:51:35.296 INFO:teuthology.orchestra.run.smithi129.stdout:mon is available 2024-03-22T06:51:35.296 INFO:teuthology.orchestra.run.smithi129.stdout:Assimilating anything we can from ceph.conf... 2024-03-22T06:51:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:35 smithi129 bash[20872]: cluster 2024-03-22T06:51:34.457103+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a in quorum (ranks 0) 2024-03-22T06:51:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:35 smithi129 bash[20872]: cluster 2024-03-22T06:51:34.457285+0000 mon.a (mon.0) 3 : cluster 0 monmap e1: 1 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T06:51:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:35 smithi129 bash[20872]: cluster 2024-03-22T06:51:34.459541+0000 mon.a (mon.0) 4 : cluster 0 fsmap 2024-03-22T06:51:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:35 smithi129 bash[20872]: cluster 2024-03-22T06:51:34.461895+0000 mon.a (mon.0) 5 : cluster 0 osdmap e1: 0 total, 0 up, 0 in 2024-03-22T06:51:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:35 smithi129 bash[20872]: cluster 2024-03-22T06:51:34.462330+0000 mon.a (mon.0) 6 : cluster 0 mgrmap e1: no daemons active 2024-03-22T06:51:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:35 smithi129 bash[20872]: audit 2024-03-22T06:51:34.710597+0000 mon.a (mon.0) 7 : audit 0 from='client.? 172.21.15.129:0/76642417' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-22T06:51:36.742 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 2024-03-22T06:51:36.743 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout [global] 2024-03-22T06:51:36.743 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout fsid = 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:51:36.743 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.129:3300,v1:172.21.15.129:6789] 2024-03-22T06:51:36.743 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-22T06:51:36.743 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-22T06:51:36.743 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-22T06:51:36.743 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-22T06:51:36.743 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 2024-03-22T06:51:36.743 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-22T06:51:36.743 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-22T06:51:36.743 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 2024-03-22T06:51:36.743 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout [osd] 2024-03-22T06:51:36.743 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-22T06:51:36.743 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-22T06:51:36.743 INFO:teuthology.orchestra.run.smithi129.stdout:Generating new minimal ceph.conf... 2024-03-22T06:51:36.763 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:36 smithi129 bash[20872]: audit 2024-03-22T06:51:36.182200+0000 mon.a (mon.0) 8 : audit 1 from='client.? 172.21.15.129:0/3753217266' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-22T06:51:36.764 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:36 smithi129 bash[20872]: audit 2024-03-22T06:51:36.187565+0000 mon.a (mon.0) 9 : audit 1 from='client.? 172.21.15.129:0/3753217266' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-03-22T06:51:38.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:37 smithi129 bash[20872]: audit 2024-03-22T06:51:37.720836+0000 mon.a (mon.0) 10 : audit 0 from='client.? 172.21.15.129:0/1300682727' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:51:38.337 INFO:teuthology.orchestra.run.smithi129.stdout:Restarting the monitor... 2024-03-22T06:51:38.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:38 smithi129 systemd[1]: Stopping Ceph mon.a for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T06:51:38.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:38 smithi129 bash[20872]: debug 2024-03-22T06:51:38.472+0000 7f31d8704700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-03-22T06:51:38.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:38 smithi129 bash[20872]: debug 2024-03-22T06:51:38.472+0000 7f31d8704700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-03-22T06:51:39.142 INFO:teuthology.orchestra.run.smithi129.stdout:Setting public_network to 172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32 in mon config section 2024-03-22T06:51:39.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:39 smithi129 bash[21256]: ceph-77237b76-e818-11ee-95cd-87774f69a715-mon-a 2024-03-22T06:51:39.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:39 smithi129 bash[21317]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-mon-a 2024-03-22T06:51:39.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:39 smithi129 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.a.service: Deactivated successfully. 2024-03-22T06:51:39.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:39 smithi129 systemd[1]: Stopped Ceph mon.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T06:51:39.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:39 smithi129 systemd[1]: Started Ceph mon.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T06:51:40.510 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.216+0000 7fd8b0da6c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-03-22T06:51:40.510 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.216+0000 7fd8b0da6c80 0 ceph version 18.2.2-937-gea74f2a1 (ea74f2a1f3b9578955c75452d36d95e0cac33c2e) reef (stable), process ceph-mon, pid 7 2024-03-22T06:51:40.510 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.216+0000 7fd8b0da6c80 0 pidfile_write: ignore empty --pid-file 2024-03-22T06:51:40.511 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 0 load: jerasure load: lrc 2024-03-22T06:51:40.511 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: RocksDB version: 7.9.2 2024-03-22T06:51:40.511 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Git sha 0 2024-03-22T06:51:40.511 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Compile date 2024-03-21 15:16:55 2024-03-22T06:51:40.511 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: DB SUMMARY 2024-03-22T06:51:40.511 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: DB Session ID: JXM7L3G82CBUWLN1BM33 2024-03-22T06:51:40.511 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: CURRENT file: CURRENT 2024-03-22T06:51:40.511 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: IDENTITY file: IDENTITY 2024-03-22T06:51:40.511 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-03-22T06:51:40.511 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-03-22T06:51:40.511 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84542 ; 2024-03-22T06:51:40.511 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.error_if_exists: 0 2024-03-22T06:51:40.512 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.create_if_missing: 0 2024-03-22T06:51:40.512 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.paranoid_checks: 1 2024-03-22T06:51:40.512 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-03-22T06:51:40.512 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-22T06:51:40.512 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-22T06:51:40.512 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.env: 0x558328bbc720 2024-03-22T06:51:40.512 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.fs: PosixFileSystem 2024-03-22T06:51:40.512 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.info_log: 0x55832ab35520 2024-03-22T06:51:40.512 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-03-22T06:51:40.512 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.statistics: (nil) 2024-03-22T06:51:40.512 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.use_fsync: 0 2024-03-22T06:51:40.512 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_log_file_size: 0 2024-03-22T06:51:40.514 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-22T06:51:40.514 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-03-22T06:51:40.514 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-03-22T06:51:40.514 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-03-22T06:51:40.514 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.allow_fallocate: 1 2024-03-22T06:51:40.514 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-03-22T06:51:40.515 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-03-22T06:51:40.515 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.use_direct_reads: 0 2024-03-22T06:51:40.515 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-22T06:51:40.515 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.create_missing_column_families: 0 2024-03-22T06:51:40.515 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.db_log_dir: 2024-03-22T06:51:40.515 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.wal_dir: 2024-03-22T06:51:40.515 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-03-22T06:51:40.515 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-03-22T06:51:40.515 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-03-22T06:51:40.515 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-22T06:51:40.515 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-22T06:51:40.515 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-03-22T06:51:40.515 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.advise_random_on_open: 1 2024-03-22T06:51:40.515 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-03-22T06:51:40.516 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.write_buffer_manager: 0x558329dca320 2024-03-22T06:51:40.516 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-22T06:51:40.516 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-22T06:51:40.516 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-03-22T06:51:40.516 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.rate_limiter: (nil) 2024-03-22T06:51:40.516 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-22T06:51:40.516 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-03-22T06:51:40.516 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-03-22T06:51:40.516 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-03-22T06:51:40.516 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.unordered_write: 0 2024-03-22T06:51:40.516 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-22T06:51:40.516 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-22T06:51:40.516 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-22T06:51:40.516 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-22T06:51:40.517 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.row_cache: None 2024-03-22T06:51:40.517 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.wal_filter: None 2024-03-22T06:51:40.517 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-22T06:51:40.517 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-03-22T06:51:40.517 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.two_write_queues: 0 2024-03-22T06:51:40.517 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.manual_wal_flush: 0 2024-03-22T06:51:40.517 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.wal_compression: 0 2024-03-22T06:51:40.517 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.atomic_flush: 0 2024-03-22T06:51:40.517 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-22T06:51:40.517 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-03-22T06:51:40.517 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-03-22T06:51:40.517 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.log_readahead_size: 0 2024-03-22T06:51:40.517 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-22T06:51:40.518 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-03-22T06:51:40.518 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-22T06:51:40.518 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-22T06:51:40.518 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-03-22T06:51:40.518 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-03-22T06:51:40.518 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-03-22T06:51:40.518 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_background_jobs: 2 2024-03-22T06:51:40.518 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_background_compactions: -1 2024-03-22T06:51:40.518 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_subcompactions: 1 2024-03-22T06:51:40.518 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-22T06:51:40.518 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-22T06:51:40.518 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-03-22T06:51:40.518 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_total_wal_size: 0 2024-03-22T06:51:40.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-22T06:51:40.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-03-22T06:51:40.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-03-22T06:51:40.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-22T06:51:40.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_open_files: -1 2024-03-22T06:51:40.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.bytes_per_sync: 0 2024-03-22T06:51:40.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-03-22T06:51:40.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-03-22T06:51:40.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-03-22T06:51:40.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_background_flushes: -1 2024-03-22T06:51:40.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Compression algorithms supported: 2024-03-22T06:51:40.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-22T06:51:40.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: kZSTD supported: 0 2024-03-22T06:51:40.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: kXpressCompression supported: 0 2024-03-22T06:51:40.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-03-22T06:51:40.520 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: kZlibCompression supported: 1 2024-03-22T06:51:40.520 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: kSnappyCompression supported: 1 2024-03-22T06:51:40.520 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: kLZ4Compression supported: 1 2024-03-22T06:51:40.520 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: kBZip2Compression supported: 0 2024-03-22T06:51:40.520 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-03-22T06:51:40.520 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-03-22T06:51:40.520 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-03-22T06:51:40.520 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-22T06:51:40.520 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-22T06:51:40.520 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.merge_operator: 2024-03-22T06:51:40.520 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compaction_filter: None 2024-03-22T06:51:40.520 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compaction_filter_factory: None 2024-03-22T06:51:40.520 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-03-22T06:51:40.520 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-03-22T06:51:40.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-03-22T06:51:40.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55832ab35620) 2024-03-22T06:51:40.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: cache_index_and_filter_blocks: 1 2024-03-22T06:51:40.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-22T06:51:40.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-22T06:51:40.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: pin_top_level_index_and_filter: 1 2024-03-22T06:51:40.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: index_type: 0 2024-03-22T06:51:40.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: data_block_index_type: 0 2024-03-22T06:51:40.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: index_shortening: 1 2024-03-22T06:51:40.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: data_block_hash_table_util_ratio: 0.750000 2024-03-22T06:51:40.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: checksum: 4 2024-03-22T06:51:40.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: no_block_cache: 0 2024-03-22T06:51:40.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: block_cache: 0x558329e4d1f0 2024-03-22T06:51:40.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: block_cache_name: BinnedLRUCache 2024-03-22T06:51:40.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: block_cache_options: 2024-03-22T06:51:40.522 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: capacity : 536870912 2024-03-22T06:51:40.522 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: num_shard_bits : 4 2024-03-22T06:51:40.522 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: strict_capacity_limit : 0 2024-03-22T06:51:40.522 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: high_pri_pool_ratio: 0.000 2024-03-22T06:51:40.522 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: block_cache_compressed: (nil) 2024-03-22T06:51:40.522 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: persistent_cache: (nil) 2024-03-22T06:51:40.522 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: block_size: 4096 2024-03-22T06:51:40.522 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: block_size_deviation: 10 2024-03-22T06:51:40.522 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: block_restart_interval: 16 2024-03-22T06:51:40.522 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: index_block_restart_interval: 1 2024-03-22T06:51:40.522 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: metadata_block_size: 4096 2024-03-22T06:51:40.522 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: partition_filters: 0 2024-03-22T06:51:40.522 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: use_delta_encoding: 1 2024-03-22T06:51:40.522 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: filter_policy: bloomfilter 2024-03-22T06:51:40.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: whole_key_filtering: 1 2024-03-22T06:51:40.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: verify_compression: 0 2024-03-22T06:51:40.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: read_amp_bytes_per_bit: 0 2024-03-22T06:51:40.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: format_version: 5 2024-03-22T06:51:40.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: enable_index_compression: 1 2024-03-22T06:51:40.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: block_align: 0 2024-03-22T06:51:40.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: max_auto_readahead_size: 262144 2024-03-22T06:51:40.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: prepopulate_block_cache: 0 2024-03-22T06:51:40.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: initial_auto_readahead_size: 8192 2024-03-22T06:51:40.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: num_file_reads_for_auto_readahead: 2 2024-03-22T06:51:40.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-03-22T06:51:40.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-03-22T06:51:40.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compression: NoCompression 2024-03-22T06:51:40.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-03-22T06:51:40.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.num_levels: 7 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-03-22T06:51:40.524 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compression_opts.level: 32767 2024-03-22T06:51:40.525 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-03-22T06:51:40.525 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-22T06:51:40.525 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-22T06:51:40.525 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-22T06:51:40.525 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-22T06:51:40.525 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compression_opts.enabled: false 2024-03-22T06:51:40.525 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-22T06:51:40.525 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-22T06:51:40.525 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-22T06:51:40.525 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-22T06:51:40.525 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-03-22T06:51:40.525 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-03-22T06:51:40.525 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-22T06:51:40.526 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-22T06:51:40.526 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-22T06:51:40.526 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-22T06:51:40.526 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-22T06:51:40.526 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-22T06:51:40.526 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-22T06:51:40.526 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-22T06:51:40.526 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-22T06:51:40.526 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-22T06:51:40.526 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-22T06:51:40.526 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-22T06:51:40.526 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-22T06:51:40.526 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.arena_block_size: 1048576 2024-03-22T06:51:40.526 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-22T06:51:40.527 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-22T06:51:40.527 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-03-22T06:51:40.527 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-22T06:51:40.527 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-22T06:51:40.527 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-22T06:51:40.527 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-22T06:51:40.527 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-22T06:51:40.527 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-22T06:51:40.527 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-22T06:51:40.527 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-22T06:51:40.527 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-22T06:51:40.527 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-22T06:51:40.527 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.table_properties_collectors: 2024-03-22T06:51:40.527 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.inplace_update_support: 0 2024-03-22T06:51:40.527 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-03-22T06:51:40.528 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-22T06:51:40.528 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-22T06:51:40.528 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-03-22T06:51:40.528 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.bloom_locality: 0 2024-03-22T06:51:40.528 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.max_successive_merges: 0 2024-03-22T06:51:40.528 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-03-22T06:51:40.528 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-03-22T06:51:40.528 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.force_consistency_checks: 1 2024-03-22T06:51:40.528 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-03-22T06:51:40.528 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.ttl: 2592000 2024-03-22T06:51:40.528 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-03-22T06:51:40.528 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-22T06:51:40.528 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-22T06:51:40.528 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.enable_blob_files: false 2024-03-22T06:51:40.529 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.min_blob_size: 0 2024-03-22T06:51:40.529 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.blob_file_size: 268435456 2024-03-22T06:51:40.529 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-03-22T06:51:40.529 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-03-22T06:51:40.529 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-22T06:51:40.529 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-22T06:51:40.529 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-22T06:51:40.529 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-03-22T06:51:40.529 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-22T06:51:40.529 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-03-22T06:51:40.529 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-03-22T06:51:40.529 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8c44b0cd-2504-4b0f-9d7e-819aa7590792 2024-03-22T06:51:40.529 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711090300227083, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-03-22T06:51:40.529 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.220+0000 7fd8b0da6c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-03-22T06:51:40.530 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.224+0000 7fd8b0da6c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711090300228334, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81066, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79242, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73443, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1711090300, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8c44b0cd-2504-4b0f-9d7e-819aa7590792", "db_session_id": "JXM7L3G82CBUWLN1BM33", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-03-22T06:51:40.530 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.224+0000 7fd8b0da6c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711090300228440, "job": 1, "event": "recovery_finished"} 2024-03-22T06:51:40.530 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.224+0000 7fd8b0da6c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-03-22T06:51:40.530 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.224+0000 7fd8b0da6c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-22T06:51:40.530 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.224+0000 7fd8b0da6c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558329eee000 2024-03-22T06:51:40.530 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.224+0000 7fd8b0da6c80 4 rocksdb: DB pointer 0x558329edc000 2024-03-22T06:51:40.530 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.224+0000 7fd89f59f700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-22T06:51:40.530 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.224+0000 7fd89f59f700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-22T06:51:40.530 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: ** DB Stats ** 2024-03-22T06:51:40.530 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Uptime(secs): 0.0 total, 0.0 interval 2024-03-22T06:51:40.530 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-22T06:51:40.530 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-22T06:51:40.530 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: ** Compaction Stats [default] ** 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: L0 2/0 81.00 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 92.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Sum 2/0 81.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 92.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 92.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: ** Compaction Stats [default] ** 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 92.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Uptime(secs): 0.0 total, 0.0 interval 2024-03-22T06:51:40.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Flush(GB): cumulative 0.000, interval 0.000 2024-03-22T06:51:40.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-22T06:51:40.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: AddFile(Total Files): cumulative 0, interval 0 2024-03-22T06:51:40.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: AddFile(L0 Files): cumulative 0, interval 0 2024-03-22T06:51:40.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: AddFile(Keys): cumulative 0, interval 0 2024-03-22T06:51:40.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Cumulative compaction: 0.00 GB write, 20.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-22T06:51:40.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Interval compaction: 0.00 GB write, 20.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-22T06:51:40.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-22T06:51:40.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Block cache BinnedLRUCache@0x558329e4d1f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-03-22T06:51:40.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-03-22T06:51:40.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: ** File Read Latency Histogram By Level [default] ** 2024-03-22T06:51:40.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.224+0000 7fd8b0da6c80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] at bind addrs [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:51:40.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.224+0000 7fd8b0da6c80 1 mon.a@-1(???) e1 preinit fsid 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:51:40.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.224+0000 7fd8b0da6c80 0 mon.a@-1(???).mds e1 new map 2024-03-22T06:51:40.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.224+0000 7fd8b0da6c80 0 mon.a@-1(???).mds e1 print_map 2024-03-22T06:51:40.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: e1 2024-03-22T06:51:40.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: enable_multiple, ever_enabled_multiple: 1,1 2024-03-22T06:51:40.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-22T06:51:40.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: legacy client fscid: -1 2024-03-22T06:51:40.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: 2024-03-22T06:51:40.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: No filesystems configured 2024-03-22T06:51:40.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.228+0000 7fd8b0da6c80 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-22T06:51:40.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.228+0000 7fd8b0da6c80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-22T06:51:40.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.228+0000 7fd8b0da6c80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-22T06:51:40.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.228+0000 7fd8b0da6c80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-22T06:51:40.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: debug 2024-03-22T06:51:40.228+0000 7fd8b0da6c80 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-03-22T06:51:40.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: cluster 2024-03-22T06:51:40.252326+0000 mon.a (mon.0) 1 : cluster 1 mon.a is new leader, mons a in quorum (ranks 0) 2024-03-22T06:51:40.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: cluster 2024-03-22T06:51:40.252452+0000 mon.a (mon.0) 2 : cluster 0 monmap e1: 1 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T06:51:40.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: cluster 2024-03-22T06:51:40.253044+0000 mon.a (mon.0) 3 : cluster 0 fsmap 2024-03-22T06:51:40.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: cluster 2024-03-22T06:51:40.253104+0000 mon.a (mon.0) 4 : cluster 0 osdmap e1: 0 total, 0 up, 0 in 2024-03-22T06:51:40.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:40 smithi129 bash[21357]: cluster 2024-03-22T06:51:40.253616+0000 mon.a (mon.0) 5 : cluster 0 mgrmap e1: no daemons active 2024-03-22T06:51:41.097 INFO:teuthology.orchestra.run.smithi129.stdout:Wrote config to /etc/ceph/ceph.conf 2024-03-22T06:51:41.124 INFO:teuthology.orchestra.run.smithi129.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-03-22T06:51:41.124 INFO:teuthology.orchestra.run.smithi129.stdout:Creating mgr... 2024-03-22T06:51:41.124 INFO:teuthology.orchestra.run.smithi129.stdout:Verifying port 0.0.0.0:9283 ... 2024-03-22T06:51:41.124 INFO:teuthology.orchestra.run.smithi129.stdout:Verifying port 0.0.0.0:8765 ... 2024-03-22T06:51:41.415 INFO:teuthology.orchestra.run.smithi129.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.y 2024-03-22T06:51:41.415 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stderr Failed to reset failed state of unit ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.y.service: Unit ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.y.service not loaded. 2024-03-22T06:51:41.494 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:41 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:51:41.621 INFO:teuthology.orchestra.run.smithi129.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715.target.wants/ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.y.service -> /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service. 2024-03-22T06:51:41.631 INFO:teuthology.orchestra.run.smithi129.stdout:firewalld does not appear to be present 2024-03-22T06:51:41.631 INFO:teuthology.orchestra.run.smithi129.stdout:Not possible to enable service . firewalld.service is not available 2024-03-22T06:51:41.631 INFO:teuthology.orchestra.run.smithi129.stdout:firewalld does not appear to be present 2024-03-22T06:51:41.631 INFO:teuthology.orchestra.run.smithi129.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-03-22T06:51:41.631 INFO:teuthology.orchestra.run.smithi129.stdout:Waiting for mgr to start... 2024-03-22T06:51:41.632 INFO:teuthology.orchestra.run.smithi129.stdout:Waiting for mgr... 2024-03-22T06:51:41.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:41 smithi129 bash[21357]: audit 2024-03-22T06:51:40.499495+0000 mon.a (mon.0) 6 : audit 1 from='client.? 172.21.15.129:0/3211431400' entity='client.admin' 2024-03-22T06:51:41.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:41 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:51:43.273 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:43 smithi129 bash[21357]: audit 2024-03-22T06:51:43.043907+0000 mon.a (mon.0) 7 : audit 0 from='client.? 172.21.15.129:0/2524945348' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-22T06:51:43.274 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:42 smithi129 bash[21614]: debug 2024-03-22T06:51:42.976+0000 7f91e9eab200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-22T06:51:43.683 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 2024-03-22T06:51:43.683 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout { 2024-03-22T06:51:43.683 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "fsid": "77237b76-e818-11ee-95cd-87774f69a715", 2024-03-22T06:51:43.683 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "health": { 2024-03-22T06:51:43.683 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-22T06:51:43.683 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-22T06:51:43.683 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-22T06:51:43.683 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:43.683 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-22T06:51:43.683 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-22T06:51:43.683 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 0 2024-03-22T06:51:43.683 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout ], 2024-03-22T06:51:43.684 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-22T06:51:43.684 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "a" 2024-03-22T06:51:43.684 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout ], 2024-03-22T06:51:43.684 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-03-22T06:51:43.684 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-22T06:51:43.684 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:43.684 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-03-22T06:51:43.684 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-22T06:51:43.684 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:43.684 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-22T06:51:43.684 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:43.684 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-22T06:51:43.684 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-22T06:51:43.684 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-22T06:51:43.684 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-22T06:51:43.688 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-22T06:51:43.688 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-22T06:51:43.688 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:43.688 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-22T06:51:43.688 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-22T06:51:43.688 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-22T06:51:43.688 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-22T06:51:43.688 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-22T06:51:43.688 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-22T06:51:43.688 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "restful" 2024-03-22T06:51:43.689 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout ], 2024-03-22T06:51:43.690 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-22T06:51:43.690 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:43.690 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-22T06:51:43.690 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:43.690 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "modified": "2024-03-22T06:51:34.458483+0000", 2024-03-22T06:51:43.690 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-22T06:51:43.690 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:43.690 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-22T06:51:43.690 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout } 2024-03-22T06:51:43.690 INFO:teuthology.orchestra.run.smithi129.stdout:mgr not available, waiting (1/15)... 2024-03-22T06:51:44.873 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:44 smithi129 bash[21614]: debug 2024-03-22T06:51:44.540+0000 7f91e9eab200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-22T06:51:44.874 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:44 smithi129 bash[21614]: debug 2024-03-22T06:51:44.632+0000 7f91e9eab200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-22T06:51:45.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:44 smithi129 bash[21614]: debug 2024-03-22T06:51:44.880+0000 7f91e9eab200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-22T06:51:46.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:45 smithi129 bash[21614]: debug 2024-03-22T06:51:45.660+0000 7f91e9eab200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-22T06:51:46.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:45 smithi129 bash[21614]: debug 2024-03-22T06:51:45.772+0000 7f91e9eab200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-22T06:51:46.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:45 smithi129 bash[21614]: debug 2024-03-22T06:51:45.876+0000 7f91e9eab200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-22T06:51:46.504 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:46 smithi129 bash[21614]: debug 2024-03-22T06:51:46.228+0000 7f91e9eab200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-22T06:51:46.504 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:46 smithi129 bash[21614]: debug 2024-03-22T06:51:46.340+0000 7f91e9eab200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-22T06:51:46.505 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:46 smithi129 bash[21614]: debug 2024-03-22T06:51:46.444+0000 7f91e9eab200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-22T06:51:47.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:46 smithi129 bash[21357]: audit 2024-03-22T06:51:46.807762+0000 mon.a (mon.0) 8 : audit 0 from='client.? 172.21.15.129:0/4010507459' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-22T06:51:47.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:46 smithi129 bash[21614]: debug 2024-03-22T06:51:46.816+0000 7f91e9eab200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-22T06:51:47.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:47 smithi129 bash[21614]: debug 2024-03-22T06:51:47.060+0000 7f91e9eab200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-22T06:51:47.368 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 2024-03-22T06:51:47.368 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout { 2024-03-22T06:51:47.368 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "fsid": "77237b76-e818-11ee-95cd-87774f69a715", 2024-03-22T06:51:47.368 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "health": { 2024-03-22T06:51:47.368 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-22T06:51:47.369 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-22T06:51:47.369 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-22T06:51:47.369 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:47.369 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-22T06:51:47.369 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-22T06:51:47.369 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 0 2024-03-22T06:51:47.369 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout ], 2024-03-22T06:51:47.369 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-22T06:51:47.369 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "a" 2024-03-22T06:51:47.369 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout ], 2024-03-22T06:51:47.369 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-03-22T06:51:47.369 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-22T06:51:47.369 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:47.369 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-03-22T06:51:47.370 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-22T06:51:47.370 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:47.370 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-22T06:51:47.370 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:47.370 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-22T06:51:47.370 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-22T06:51:47.370 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-22T06:51:47.370 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-22T06:51:47.370 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-22T06:51:47.370 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-22T06:51:47.370 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:47.370 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-22T06:51:47.370 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-22T06:51:47.370 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-22T06:51:47.370 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-22T06:51:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-22T06:51:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-22T06:51:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-22T06:51:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-22T06:51:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-22T06:51:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-22T06:51:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-22T06:51:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-22T06:51:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-22T06:51:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-22T06:51:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-22T06:51:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-22T06:51:47.372 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-22T06:51:47.372 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-22T06:51:47.372 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "restful" 2024-03-22T06:51:47.372 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout ], 2024-03-22T06:51:47.372 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-22T06:51:47.372 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:47.372 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-22T06:51:47.372 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:47.372 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "modified": "2024-03-22T06:51:34.458483+0000", 2024-03-22T06:51:47.372 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-22T06:51:47.372 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:47.372 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-22T06:51:47.372 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout } 2024-03-22T06:51:47.372 INFO:teuthology.orchestra.run.smithi129.stdout:mgr not available, waiting (2/15)... 2024-03-22T06:51:47.623 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:47 smithi129 bash[21614]: debug 2024-03-22T06:51:47.320+0000 7f91e9eab200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-22T06:51:47.624 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:47 smithi129 bash[21614]: debug 2024-03-22T06:51:47.432+0000 7f91e9eab200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-22T06:51:48.123 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:47 smithi129 bash[21614]: debug 2024-03-22T06:51:47.696+0000 7f91e9eab200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-22T06:51:48.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:47 smithi129 bash[21614]: debug 2024-03-22T06:51:47.936+0000 7f91e9eab200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-22T06:51:48.623 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:48 smithi129 bash[21614]: debug 2024-03-22T06:51:48.336+0000 7f91e9eab200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-22T06:51:48.624 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:48 smithi129 bash[21614]: debug 2024-03-22T06:51:48.452+0000 7f91e9eab200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-22T06:51:49.123 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:48 smithi129 bash[21614]: debug 2024-03-22T06:51:48.692+0000 7f91e9eab200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-22T06:51:50.082 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:49 smithi129 bash[21614]: debug 2024-03-22T06:51:49.688+0000 7f91e9eab200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-22T06:51:50.083 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:49 smithi129 bash[21614]: debug 2024-03-22T06:51:49.800+0000 7f91e9eab200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-22T06:51:50.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:50 smithi129 bash[21614]: debug 2024-03-22T06:51:50.092+0000 7f91e9eab200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-22T06:51:50.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:50 smithi129 bash[21614]: debug 2024-03-22T06:51:50.208+0000 7f91e9eab200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-22T06:51:50.779 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:50 smithi129 bash[21614]: debug 2024-03-22T06:51:50.660+0000 7f91e9eab200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-22T06:51:51.002 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 2024-03-22T06:51:51.002 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout { 2024-03-22T06:51:51.002 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "fsid": "77237b76-e818-11ee-95cd-87774f69a715", 2024-03-22T06:51:51.002 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "health": { 2024-03-22T06:51:51.002 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-22T06:51:51.003 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-22T06:51:51.003 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-22T06:51:51.003 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:51.003 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-22T06:51:51.003 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-22T06:51:51.003 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 0 2024-03-22T06:51:51.003 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout ], 2024-03-22T06:51:51.003 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-22T06:51:51.003 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "a" 2024-03-22T06:51:51.004 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout ], 2024-03-22T06:51:51.004 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-03-22T06:51:51.004 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-22T06:51:51.004 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:51.004 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-03-22T06:51:51.004 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-22T06:51:51.004 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:51.004 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-22T06:51:51.004 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:51.004 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-22T06:51:51.004 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-22T06:51:51.004 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-22T06:51:51.008 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-22T06:51:51.008 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-22T06:51:51.008 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-22T06:51:51.008 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:51.008 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-22T06:51:51.008 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-22T06:51:51.008 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-22T06:51:51.008 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-22T06:51:51.008 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-22T06:51:51.008 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-22T06:51:51.008 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-22T06:51:51.009 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-22T06:51:51.009 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-22T06:51:51.009 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:51.009 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-22T06:51:51.009 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:51.009 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-22T06:51:51.009 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-22T06:51:51.009 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:51.009 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-22T06:51:51.009 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-22T06:51:51.009 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-22T06:51:51.009 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-22T06:51:51.009 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-22T06:51:51.009 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-22T06:51:51.009 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "restful" 2024-03-22T06:51:51.010 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout ], 2024-03-22T06:51:51.010 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-22T06:51:51.010 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:51.010 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-22T06:51:51.010 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:51.010 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "modified": "2024-03-22T06:51:34.458483+0000", 2024-03-22T06:51:51.010 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-22T06:51:51.010 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:51.010 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-22T06:51:51.010 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout } 2024-03-22T06:51:51.010 INFO:teuthology.orchestra.run.smithi129.stdout:mgr not available, waiting (3/15)... 2024-03-22T06:51:51.123 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:50 smithi129 bash[21614]: debug 2024-03-22T06:51:50.776+0000 7f91e9eab200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-22T06:51:51.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:51 smithi129 bash[21357]: audit 2024-03-22T06:51:50.406615+0000 mon.a (mon.0) 9 : audit 0 from='client.? 172.21.15.129:0/468842754' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-22T06:51:51.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:51 smithi129 bash[21357]: cluster 2024-03-22T06:51:50.802110+0000 mon.a (mon.0) 10 : cluster 1 Activating manager daemon y 2024-03-22T06:51:51.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:51 smithi129 bash[21357]: cluster 2024-03-22T06:51:50.809749+0000 mon.a (mon.0) 11 : cluster 0 mgrmap e2: y(active, starting, since 0.00785731s) 2024-03-22T06:51:51.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:51 smithi129 bash[21357]: audit 2024-03-22T06:51:50.811657+0000 mon.a (mon.0) 12 : audit 0 from='mgr.14100 172.21.15.129:0/821945189' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-22T06:51:51.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:51 smithi129 bash[21357]: audit 2024-03-22T06:51:50.811811+0000 mon.a (mon.0) 13 : audit 0 from='mgr.14100 172.21.15.129:0/821945189' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-22T06:51:51.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:51 smithi129 bash[21357]: audit 2024-03-22T06:51:50.811979+0000 mon.a (mon.0) 14 : audit 0 from='mgr.14100 172.21.15.129:0/821945189' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-22T06:51:51.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:51 smithi129 bash[21357]: audit 2024-03-22T06:51:50.812124+0000 mon.a (mon.0) 15 : audit 0 from='mgr.14100 172.21.15.129:0/821945189' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:51:51.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:51 smithi129 bash[21357]: audit 2024-03-22T06:51:50.812738+0000 mon.a (mon.0) 16 : audit 0 from='mgr.14100 172.21.15.129:0/821945189' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-22T06:51:51.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:51 smithi129 bash[21357]: cluster 2024-03-22T06:51:50.837877+0000 mon.a (mon.0) 17 : cluster 1 Manager daemon y is now available 2024-03-22T06:51:51.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:51 smithi129 bash[21357]: audit 2024-03-22T06:51:50.850417+0000 mon.a (mon.0) 18 : audit 1 from='mgr.14100 172.21.15.129:0/821945189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-22T06:51:51.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:51 smithi129 bash[21357]: audit 2024-03-22T06:51:50.853147+0000 mon.a (mon.0) 19 : audit 1 from='mgr.14100 172.21.15.129:0/821945189' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-22T06:51:51.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:51 smithi129 bash[21357]: audit 2024-03-22T06:51:50.856429+0000 mon.a (mon.0) 20 : audit 1 from='mgr.14100 172.21.15.129:0/821945189' entity='mgr.y' 2024-03-22T06:51:51.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:51 smithi129 bash[21357]: audit 2024-03-22T06:51:50.858762+0000 mon.a (mon.0) 21 : audit 1 from='mgr.14100 172.21.15.129:0/821945189' entity='mgr.y' 2024-03-22T06:51:51.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:51 smithi129 bash[21357]: audit 2024-03-22T06:51:50.860997+0000 mon.a (mon.0) 22 : audit 1 from='mgr.14100 172.21.15.129:0/821945189' entity='mgr.y' 2024-03-22T06:51:53.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:52 smithi129 bash[21357]: cluster 2024-03-22T06:51:51.817025+0000 mon.a (mon.0) 23 : cluster 0 mgrmap e3: y(active, since 1.01515s) 2024-03-22T06:51:54.924 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 2024-03-22T06:51:54.924 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout { 2024-03-22T06:51:54.924 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "fsid": "77237b76-e818-11ee-95cd-87774f69a715", 2024-03-22T06:51:54.924 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "health": { 2024-03-22T06:51:54.924 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-22T06:51:54.924 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-22T06:51:54.925 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-22T06:51:54.925 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:54.925 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-22T06:51:54.925 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-22T06:51:54.925 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 0 2024-03-22T06:51:54.925 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout ], 2024-03-22T06:51:54.925 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-22T06:51:54.925 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "a" 2024-03-22T06:51:54.925 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout ], 2024-03-22T06:51:54.925 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-03-22T06:51:54.925 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-22T06:51:54.925 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:54.925 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-03-22T06:51:54.925 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-22T06:51:54.926 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:54.926 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-22T06:51:54.926 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:54.926 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-22T06:51:54.926 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-22T06:51:54.926 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-22T06:51:54.926 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-22T06:51:54.929 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-22T06:51:54.929 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-22T06:51:54.929 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:54.929 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-22T06:51:54.930 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-22T06:51:54.930 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-22T06:51:54.930 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-22T06:51:54.930 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-22T06:51:54.930 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-22T06:51:54.930 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-22T06:51:54.930 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-22T06:51:54.930 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-22T06:51:54.930 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:54.930 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-22T06:51:54.930 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:54.930 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-22T06:51:54.930 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-22T06:51:54.931 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:54.931 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-22T06:51:54.931 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-22T06:51:54.931 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-22T06:51:54.931 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-22T06:51:54.931 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-22T06:51:54.931 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-22T06:51:54.931 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "restful" 2024-03-22T06:51:54.931 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout ], 2024-03-22T06:51:54.931 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-22T06:51:54.931 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:54.931 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-22T06:51:54.931 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-22T06:51:54.931 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "modified": "2024-03-22T06:51:34.458483+0000", 2024-03-22T06:51:54.931 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-22T06:51:54.932 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout }, 2024-03-22T06:51:54.932 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-22T06:51:54.932 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout } 2024-03-22T06:51:54.932 INFO:teuthology.orchestra.run.smithi129.stdout:mgr is available 2024-03-22T06:51:55.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:54 smithi129 bash[21357]: cluster 2024-03-22T06:51:53.812569+0000 mon.a (mon.0) 24 : cluster 0 mgrmap e4: y(active, since 3s) 2024-03-22T06:51:55.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:54 smithi129 bash[21357]: audit 2024-03-22T06:51:54.396899+0000 mon.a (mon.0) 25 : audit 0 from='client.? 172.21.15.129:0/1159448880' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-22T06:51:56.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:56 smithi129 bash[21357]: audit 2024-03-22T06:51:56.192349+0000 mon.a (mon.0) 26 : audit 1 from='client.? 172.21.15.129:0/2275937761' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-22T06:51:56.829 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 2024-03-22T06:51:56.830 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout [global] 2024-03-22T06:51:56.830 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout fsid = 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:51:56.830 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-22T06:51:56.830 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-22T06:51:56.830 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-22T06:51:56.830 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-22T06:51:56.830 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 2024-03-22T06:51:56.830 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-22T06:51:56.830 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-22T06:51:56.830 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 2024-03-22T06:51:56.830 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout [osd] 2024-03-22T06:51:56.830 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-22T06:51:56.830 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-22T06:51:56.831 INFO:teuthology.orchestra.run.smithi129.stdout:Enabling cephadm module... 2024-03-22T06:51:58.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:58 smithi129 bash[21357]: audit 2024-03-22T06:51:58.174975+0000 mon.a (mon.0) 27 : audit 1 from='client.? 172.21.15.129:0/2272606863' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-03-22T06:51:58.624 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:58 smithi129 bash[21614]: ignoring --setuser ceph since I am not root 2024-03-22T06:51:58.624 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:58 smithi129 bash[21614]: ignoring --setgroup ceph since I am not root 2024-03-22T06:51:58.624 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:58 smithi129 bash[21614]: debug 2024-03-22T06:51:58.403+0000 7fc2fd148200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-22T06:51:59.484 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:59 smithi129 bash[21357]: audit 2024-03-22T06:51:58.231224+0000 mon.a (mon.0) 28 : audit 1 from='client.? 172.21.15.129:0/2272606863' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-03-22T06:51:59.484 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:51:59 smithi129 bash[21357]: cluster 2024-03-22T06:51:58.231268+0000 mon.a (mon.0) 29 : cluster 0 mgrmap e5: y(active, since 7s) 2024-03-22T06:52:00.230 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:51:59 smithi129 bash[21614]: debug 2024-03-22T06:51:59.971+0000 7fc2fd148200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-22T06:52:00.230 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:00 smithi129 bash[21614]: debug 2024-03-22T06:52:00.067+0000 7fc2fd148200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-22T06:52:00.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:00 smithi129 bash[21357]: audit 2024-03-22T06:52:00.132014+0000 mon.a (mon.0) 30 : audit 0 from='client.? 172.21.15.129:0/1031018060' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-22T06:52:00.624 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:00 smithi129 bash[21614]: debug 2024-03-22T06:52:00.319+0000 7fc2fd148200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-22T06:52:00.737 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout { 2024-03-22T06:52:00.737 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-03-22T06:52:00.737 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-22T06:52:00.737 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-03-22T06:52:00.737 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-22T06:52:00.737 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout } 2024-03-22T06:52:00.738 INFO:teuthology.orchestra.run.smithi129.stdout:Waiting for the mgr to restart... 2024-03-22T06:52:00.738 INFO:teuthology.orchestra.run.smithi129.stdout:Waiting for mgr epoch 5... 2024-03-22T06:52:01.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:01 smithi129 bash[21614]: debug 2024-03-22T06:52:01.103+0000 7fc2fd148200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-22T06:52:01.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:01 smithi129 bash[21614]: debug 2024-03-22T06:52:01.215+0000 7fc2fd148200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-22T06:52:01.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:01 smithi129 bash[21614]: debug 2024-03-22T06:52:01.319+0000 7fc2fd148200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-22T06:52:02.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:01 smithi129 bash[21614]: debug 2024-03-22T06:52:01.675+0000 7fc2fd148200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-22T06:52:02.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:01 smithi129 bash[21614]: debug 2024-03-22T06:52:01.787+0000 7fc2fd148200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-22T06:52:02.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:01 smithi129 bash[21614]: debug 2024-03-22T06:52:01.891+0000 7fc2fd148200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-22T06:52:02.623 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:02 smithi129 bash[21614]: debug 2024-03-22T06:52:02.239+0000 7fc2fd148200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-22T06:52:02.624 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:02 smithi129 bash[21614]: debug 2024-03-22T06:52:02.479+0000 7fc2fd148200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-22T06:52:03.116 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:02 smithi129 bash[21614]: debug 2024-03-22T06:52:02.735+0000 7fc2fd148200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-22T06:52:03.116 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:02 smithi129 bash[21614]: debug 2024-03-22T06:52:02.847+0000 7fc2fd148200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-22T06:52:03.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:03 smithi129 bash[21614]: debug 2024-03-22T06:52:03.115+0000 7fc2fd148200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-22T06:52:03.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:03 smithi129 bash[21614]: debug 2024-03-22T06:52:03.355+0000 7fc2fd148200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-22T06:52:04.122 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:03 smithi129 bash[21614]: debug 2024-03-22T06:52:03.763+0000 7fc2fd148200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-22T06:52:04.122 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:03 smithi129 bash[21614]: debug 2024-03-22T06:52:03.879+0000 7fc2fd148200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-22T06:52:04.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:04 smithi129 bash[21614]: debug 2024-03-22T06:52:04.123+0000 7fc2fd148200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-22T06:52:05.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:05 smithi129 bash[21614]: debug 2024-03-22T06:52:05.115+0000 7fc2fd148200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-22T06:52:05.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:05 smithi129 bash[21614]: debug 2024-03-22T06:52:05.231+0000 7fc2fd148200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-22T06:52:05.874 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:05 smithi129 bash[21614]: debug 2024-03-22T06:52:05.519+0000 7fc2fd148200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-22T06:52:05.874 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:05 smithi129 bash[21614]: debug 2024-03-22T06:52:05.627+0000 7fc2fd148200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-22T06:52:06.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:06 smithi129 bash[21614]: debug 2024-03-22T06:52:06.071+0000 7fc2fd148200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-22T06:52:06.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:06 smithi129 bash[21614]: debug 2024-03-22T06:52:06.187+0000 7fc2fd148200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-22T06:52:06.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:06 smithi129 bash[21357]: cluster 2024-03-22T06:52:06.209233+0000 mon.a (mon.0) 31 : cluster 1 Active manager daemon y restarted 2024-03-22T06:52:06.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:06 smithi129 bash[21357]: cluster 2024-03-22T06:52:06.209693+0000 mon.a (mon.0) 32 : cluster 1 Activating manager daemon y 2024-03-22T06:52:06.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:06 smithi129 bash[21357]: cluster 2024-03-22T06:52:06.213709+0000 mon.a (mon.0) 33 : cluster 0 osdmap e2: 0 total, 0 up, 0 in 2024-03-22T06:52:06.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:06 smithi129 bash[21357]: cluster 2024-03-22T06:52:06.213838+0000 mon.a (mon.0) 34 : cluster 0 mgrmap e6: y(active, starting, since 0.00433618s) 2024-03-22T06:52:06.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:06 smithi129 bash[21357]: audit 2024-03-22T06:52:06.216688+0000 mon.a (mon.0) 35 : audit 0 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:52:06.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:06 smithi129 bash[21357]: audit 2024-03-22T06:52:06.218164+0000 mon.a (mon.0) 36 : audit 0 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-22T06:52:06.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:06 smithi129 bash[21357]: audit 2024-03-22T06:52:06.219376+0000 mon.a (mon.0) 37 : audit 0 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-22T06:52:06.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:06 smithi129 bash[21357]: audit 2024-03-22T06:52:06.219765+0000 mon.a (mon.0) 38 : audit 0 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-22T06:52:06.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:06 smithi129 bash[21357]: audit 2024-03-22T06:52:06.220014+0000 mon.a (mon.0) 39 : audit 0 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-22T06:52:07.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:07 smithi129 bash[21357]: cluster 2024-03-22T06:52:06.245766+0000 mon.a (mon.0) 40 : cluster 1 Manager daemon y is now available 2024-03-22T06:52:07.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:07 smithi129 bash[21357]: cephadm 2024-03-22T06:52:06.259247+0000 mgr.y (mgr.14120) 1 : cephadm 1 Found migration_current of "None". Setting to last migration. 2024-03-22T06:52:07.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:07 smithi129 bash[21357]: audit 2024-03-22T06:52:06.262190+0000 mon.a (mon.0) 41 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' 2024-03-22T06:52:07.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:07 smithi129 bash[21357]: audit 2024-03-22T06:52:06.265697+0000 mon.a (mon.0) 42 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' 2024-03-22T06:52:07.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:07 smithi129 bash[21357]: audit 2024-03-22T06:52:06.270125+0000 mon.a (mon.0) 43 : audit 0 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:52:07.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:07 smithi129 bash[21357]: audit 2024-03-22T06:52:06.271688+0000 mon.a (mon.0) 44 : audit 0 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:52:07.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:07 smithi129 bash[21357]: audit 2024-03-22T06:52:06.275842+0000 mon.a (mon.0) 45 : audit 0 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:52:07.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:07 smithi129 bash[21357]: audit 2024-03-22T06:52:06.284570+0000 mon.a (mon.0) 46 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-22T06:52:07.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:07 smithi129 bash[21357]: audit 2024-03-22T06:52:06.287390+0000 mon.a (mon.0) 47 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-22T06:52:07.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:07 smithi129 bash[21357]: audit 2024-03-22T06:52:07.075003+0000 mon.a (mon.0) 48 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' 2024-03-22T06:52:07.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:07 smithi129 bash[21357]: audit 2024-03-22T06:52:07.080312+0000 mon.a (mon.0) 49 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' 2024-03-22T06:52:07.884 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout { 2024-03-22T06:52:07.884 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-03-22T06:52:07.884 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-22T06:52:07.884 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout } 2024-03-22T06:52:07.884 INFO:teuthology.orchestra.run.smithi129.stdout:mgr epoch 5 is available 2024-03-22T06:52:07.885 INFO:teuthology.orchestra.run.smithi129.stdout:Setting orchestrator backend to cephadm... 2024-03-22T06:52:08.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:08 smithi129 bash[21357]: audit 2024-03-22T06:52:07.253341+0000 mgr.y (mgr.14120) 2 : audit 0 from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-22T06:52:08.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:08 smithi129 bash[21357]: cluster 2024-03-22T06:52:07.255251+0000 mon.a (mon.0) 50 : cluster 0 mgrmap e7: y(active, since 1.04574s) 2024-03-22T06:52:08.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:08 smithi129 bash[21357]: audit 2024-03-22T06:52:07.264750+0000 mgr.y (mgr.14120) 3 : audit 0 from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-22T06:52:08.531 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:08 smithi129 bash[21357]: audit 2024-03-22T06:52:07.797771+0000 mon.a (mon.0) 51 : audit 0 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:52:09.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:09 smithi129 bash[21357]: cephadm 2024-03-22T06:52:07.575262+0000 mgr.y (mgr.14120) 4 : cephadm 1 [22/Mar/2024:06:52:07] ENGINE Bus STARTING 2024-03-22T06:52:09.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:09 smithi129 bash[21357]: cephadm 2024-03-22T06:52:07.677373+0000 mgr.y (mgr.14120) 5 : cephadm 1 [22/Mar/2024:06:52:07] ENGINE Serving on http://172.21.15.129:8765 2024-03-22T06:52:09.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:09 smithi129 bash[21357]: cephadm 2024-03-22T06:52:07.796399+0000 mgr.y (mgr.14120) 6 : cephadm 1 [22/Mar/2024:06:52:07] ENGINE Serving on https://172.21.15.129:7150 2024-03-22T06:52:09.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:09 smithi129 bash[21357]: cephadm 2024-03-22T06:52:07.796546+0000 mgr.y (mgr.14120) 7 : cephadm 1 [22/Mar/2024:06:52:07] ENGINE Bus STARTED 2024-03-22T06:52:09.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:09 smithi129 bash[21357]: cluster 2024-03-22T06:52:08.259735+0000 mon.a (mon.0) 52 : cluster 0 mgrmap e8: y(active, since 2s) 2024-03-22T06:52:09.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:09 smithi129 bash[21357]: audit 2024-03-22T06:52:09.163774+0000 mon.a (mon.0) 53 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' 2024-03-22T06:52:09.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:09 smithi129 bash[21357]: audit 2024-03-22T06:52:09.218238+0000 mon.a (mon.0) 54 : audit 0 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:52:10.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:10 smithi129 bash[21357]: audit 2024-03-22T06:52:09.158144+0000 mgr.y (mgr.14120) 8 : audit 0 from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:52:11.528 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout value unchanged 2024-03-22T06:52:11.529 INFO:teuthology.orchestra.run.smithi129.stdout:Generating ssh key... 2024-03-22T06:52:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:11 smithi129 bash[21357]: audit 2024-03-22T06:52:10.956176+0000 mgr.y (mgr.14120) 9 : audit 0 from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:52:13.235 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: Generating public/private rsa key pair. 2024-03-22T06:52:13.235 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: Your identification has been saved in /tmp/tmphbakgsxq/key. 2024-03-22T06:52:13.235 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: Your public key has been saved in /tmp/tmphbakgsxq/key.pub. 2024-03-22T06:52:13.235 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: The key fingerprint is: 2024-03-22T06:52:13.235 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: SHA256:QXqwYOjiqEqjmYkyuHc0fPOmQy9VY9Lr7X14EI9RYK0 ceph-77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:52:13.235 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: The key's randomart image is: 2024-03-22T06:52:13.235 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: +---[RSA 3072]----+ 2024-03-22T06:52:13.624 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: | .o . . oo | 2024-03-22T06:52:13.624 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: | .. . = . o| 2024-03-22T06:52:13.624 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: | . o o. o | 2024-03-22T06:52:13.624 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: |. . ...= E | 2024-03-22T06:52:13.625 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: |o. . S+ o = | 2024-03-22T06:52:13.625 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: |.. + + . . o .| 2024-03-22T06:52:13.625 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: |oo . + = . . o | 2024-03-22T06:52:13.625 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: |O+o . o + . ... o| 2024-03-22T06:52:13.625 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: |@+ . .= .. .o | 2024-03-22T06:52:13.625 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:13 smithi129 bash[21614]: +----[SHA256]-----+ 2024-03-22T06:52:14.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:14 smithi129 bash[21357]: audit 2024-03-22T06:52:12.795306+0000 mgr.y (mgr.14120) 10 : audit 0 from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:52:14.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:14 smithi129 bash[21357]: cephadm 2024-03-22T06:52:12.795667+0000 mgr.y (mgr.14120) 11 : cephadm 1 Generating ssh key... 2024-03-22T06:52:14.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:14 smithi129 bash[21357]: audit 2024-03-22T06:52:13.242241+0000 mon.a (mon.0) 55 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' 2024-03-22T06:52:14.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:14 smithi129 bash[21357]: audit 2024-03-22T06:52:13.247696+0000 mon.a (mon.0) 56 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' 2024-03-22T06:52:15.530 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClHKsvXXjIPrE2FDkzk1fGC1dg30WzI087njYxMafcqQbAeCbAw5+MeRW1QRXPk8xR5v7JNjaou6YFfPqXZNKynB6/mk7dzOYOaUvwBD9OLgXpUKg6oZOTw4TLrZkTTxzPw2315YZjeseGehwZrers1BIvoMY6OPDH+uAJgUSdYw5fzVHl+xExO0VTJ3/7qJd+c4qQfuQnUU8Qa5N+GzE6b45Hhw2omdFTAXRyIA1V3ZaILomuNm2fPIsy0HpHnwHwjeF7iqu5h0QxP7qciKX+lzZgNjl4FwEHUj5JNgKTuKzbbgcNDJYzv2CToV/7q4vn3kgrzGgjbefipGElo+x2K85yvl4K1rZf78AXAhpHfwIRBavq7soXz09a9/Jev8+fen8XgeJDhcdt/3pNn/oTjkpgTGKqydfld1cCFF0OV0b3c5Tq67mFL09y66QvUJ5KtuIf8cgF5NRLq11zo2a4fsRlA2xPDoHzWJs4L3I4rZo2qQpKbFWh8mjp0vz2VDk= ceph-77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:52:15.530 INFO:teuthology.orchestra.run.smithi129.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-03-22T06:52:15.530 INFO:teuthology.orchestra.run.smithi129.stdout:Adding key to root@localhost authorized_keys... 2024-03-22T06:52:15.531 INFO:teuthology.orchestra.run.smithi129.stdout:Adding host smithi129... 2024-03-22T06:52:16.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:16 smithi129 bash[21357]: audit 2024-03-22T06:52:14.932012+0000 mgr.y (mgr.14120) 12 : audit 0 from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:52:17.579 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:17 smithi129 bash[21357]: audit 2024-03-22T06:52:16.745030+0000 mgr.y (mgr.14120) 13 : audit 0 from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi129", "addr": "172.21.15.129", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:52:18.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:18 smithi129 bash[21357]: cephadm 2024-03-22T06:52:17.296297+0000 mgr.y (mgr.14120) 14 : cephadm 1 Deploying cephadm binary to smithi129 2024-03-22T06:52:20.500 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout Added host 'smithi129' with addr '172.21.15.129' 2024-03-22T06:52:20.501 INFO:teuthology.orchestra.run.smithi129.stdout:Deploying unmanaged mon service... 2024-03-22T06:52:20.916 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:20 smithi129 bash[21357]: audit 2024-03-22T06:52:19.547336+0000 mon.a (mon.0) 57 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' 2024-03-22T06:52:20.916 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:20 smithi129 bash[21357]: cephadm 2024-03-22T06:52:19.547970+0000 mgr.y (mgr.14120) 15 : cephadm 1 Added host smithi129 2024-03-22T06:52:20.916 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:20 smithi129 bash[21357]: audit 2024-03-22T06:52:19.587793+0000 mon.a (mon.0) 58 : audit 0 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:52:22.610 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-03-22T06:52:22.610 INFO:teuthology.orchestra.run.smithi129.stdout:Deploying unmanaged mgr service... 2024-03-22T06:52:23.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:23 smithi129 bash[21357]: audit 2024-03-22T06:52:22.057728+0000 mgr.y (mgr.14120) 16 : audit 0 from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:52:23.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:23 smithi129 bash[21357]: cephadm 2024-03-22T06:52:22.060795+0000 mgr.y (mgr.14120) 17 : cephadm 1 Saving service mon spec with placement count:5 2024-03-22T06:52:23.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:23 smithi129 bash[21357]: audit 2024-03-22T06:52:22.063843+0000 mon.a (mon.0) 59 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' 2024-03-22T06:52:23.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:23 smithi129 bash[21357]: audit 2024-03-22T06:52:22.160740+0000 mon.a (mon.0) 60 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' 2024-03-22T06:52:23.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:23 smithi129 bash[21357]: audit 2024-03-22T06:52:22.486977+0000 mon.a (mon.0) 61 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' 2024-03-22T06:52:24.451 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-03-22T06:52:25.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:24 smithi129 bash[21357]: audit 2024-03-22T06:52:23.846806+0000 mgr.y (mgr.14120) 18 : audit 0 from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:52:25.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:24 smithi129 bash[21357]: cephadm 2024-03-22T06:52:23.849353+0000 mgr.y (mgr.14120) 19 : cephadm 1 Saving service mgr spec with placement count:2 2024-03-22T06:52:25.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:24 smithi129 bash[21357]: audit 2024-03-22T06:52:23.854293+0000 mon.a (mon.0) 62 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' 2024-03-22T06:52:27.029 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:26 smithi129 bash[21357]: audit 2024-03-22T06:52:25.703961+0000 mon.a (mon.0) 63 : audit 1 from='client.? 172.21.15.129:0/3514354376' entity='client.admin' 2024-03-22T06:52:27.029 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:26 smithi129 bash[21357]: cluster 2024-03-22T06:52:26.221024+0000 mgr.y (mgr.14120) 20 : cluster 0 pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:52:28.212 INFO:teuthology.orchestra.run.smithi129.stdout:Enabling the dashboard module... 2024-03-22T06:52:28.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:28 smithi129 bash[21357]: audit 2024-03-22T06:52:27.581622+0000 mon.a (mon.0) 64 : audit 1 from='client.? 172.21.15.129:0/166144791' entity='client.admin' 2024-03-22T06:52:28.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:28 smithi129 bash[21357]: cluster 2024-03-22T06:52:28.221347+0000 mgr.y (mgr.14120) 21 : cluster 0 pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:52:30.185 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:29 smithi129 bash[21357]: audit 2024-03-22T06:52:28.922638+0000 mon.a (mon.0) 65 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' 2024-03-22T06:52:30.185 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:29 smithi129 bash[21357]: audit 2024-03-22T06:52:29.585148+0000 mon.a (mon.0) 66 : audit 1 from='client.? 172.21.15.129:0/3192315414' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-03-22T06:52:30.185 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:29 smithi129 bash[21357]: audit 2024-03-22T06:52:29.611271+0000 mon.a (mon.0) 67 : audit 1 from='mgr.14120 172.21.15.129:0/919560526' entity='mgr.y' 2024-03-22T06:52:30.185 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:29 smithi129 bash[21614]: ignoring --setuser ceph since I am not root 2024-03-22T06:52:30.186 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:29 smithi129 bash[21614]: ignoring --setgroup ceph since I am not root 2024-03-22T06:52:30.186 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:30 smithi129 bash[21614]: debug 2024-03-22T06:52:30.122+0000 7f4ac94fe200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-22T06:52:31.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:30 smithi129 bash[21357]: audit 2024-03-22T06:52:29.935996+0000 mon.a (mon.0) 68 : audit 1 from='client.? 172.21.15.129:0/3192315414' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-03-22T06:52:31.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:30 smithi129 bash[21357]: cluster 2024-03-22T06:52:29.936062+0000 mon.a (mon.0) 69 : cluster 0 mgrmap e9: y(active, since 23s) 2024-03-22T06:52:32.033 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:31 smithi129 bash[21614]: debug 2024-03-22T06:52:31.690+0000 7f4ac94fe200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-22T06:52:32.033 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:31 smithi129 bash[21614]: debug 2024-03-22T06:52:31.786+0000 7f4ac94fe200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-22T06:52:32.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:32 smithi129 bash[21357]: audit 2024-03-22T06:52:32.020516+0000 mon.a (mon.0) 70 : audit 0 from='client.? 172.21.15.129:0/4034325958' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-22T06:52:32.375 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:32 smithi129 bash[21614]: debug 2024-03-22T06:52:32.038+0000 7f4ac94fe200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-22T06:52:32.697 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout { 2024-03-22T06:52:32.697 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-03-22T06:52:32.698 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-22T06:52:32.698 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-03-22T06:52:32.698 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-22T06:52:32.698 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout } 2024-03-22T06:52:32.698 INFO:teuthology.orchestra.run.smithi129.stdout:Waiting for the mgr to restart... 2024-03-22T06:52:32.698 INFO:teuthology.orchestra.run.smithi129.stdout:Waiting for mgr epoch 9... 2024-03-22T06:52:33.046 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:32 smithi129 bash[21614]: debug 2024-03-22T06:52:32.834+0000 7f4ac94fe200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-22T06:52:33.047 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:32 smithi129 bash[21614]: debug 2024-03-22T06:52:32.942+0000 7f4ac94fe200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-22T06:52:33.367 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:33 smithi129 bash[21614]: debug 2024-03-22T06:52:33.046+0000 7f4ac94fe200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-22T06:52:33.624 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:33 smithi129 bash[21614]: debug 2024-03-22T06:52:33.414+0000 7f4ac94fe200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-22T06:52:33.624 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:33 smithi129 bash[21614]: debug 2024-03-22T06:52:33.534+0000 7f4ac94fe200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-22T06:52:33.994 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:33 smithi129 bash[21614]: debug 2024-03-22T06:52:33.642+0000 7f4ac94fe200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-22T06:52:34.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:33 smithi129 bash[21614]: debug 2024-03-22T06:52:33.990+0000 7f4ac94fe200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-22T06:52:34.375 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:34 smithi129 bash[21614]: debug 2024-03-22T06:52:34.234+0000 7f4ac94fe200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-22T06:52:34.874 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:34 smithi129 bash[21614]: debug 2024-03-22T06:52:34.494+0000 7f4ac94fe200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-22T06:52:34.874 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:34 smithi129 bash[21614]: debug 2024-03-22T06:52:34.606+0000 7f4ac94fe200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-22T06:52:35.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:34 smithi129 bash[21614]: debug 2024-03-22T06:52:34.878+0000 7f4ac94fe200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-22T06:52:35.375 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:35 smithi129 bash[21614]: debug 2024-03-22T06:52:35.122+0000 7f4ac94fe200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-22T06:52:35.874 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:35 smithi129 bash[21614]: debug 2024-03-22T06:52:35.530+0000 7f4ac94fe200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-22T06:52:35.875 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:35 smithi129 bash[21614]: debug 2024-03-22T06:52:35.646+0000 7f4ac94fe200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-22T06:52:36.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:35 smithi129 bash[21614]: debug 2024-03-22T06:52:35.894+0000 7f4ac94fe200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-22T06:52:37.319 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:36 smithi129 bash[21614]: debug 2024-03-22T06:52:36.909+0000 7f4ac94fe200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-22T06:52:37.319 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:37 smithi129 bash[21614]: debug 2024-03-22T06:52:37.021+0000 7f4ac94fe200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-22T06:52:37.624 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:37 smithi129 bash[21614]: debug 2024-03-22T06:52:37.317+0000 7f4ac94fe200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-22T06:52:37.625 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:37 smithi129 bash[21614]: debug 2024-03-22T06:52:37.429+0000 7f4ac94fe200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-22T06:52:38.146 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:37 smithi129 bash[21614]: debug 2024-03-22T06:52:37.873+0000 7f4ac94fe200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-22T06:52:38.146 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:52:38 smithi129 bash[21614]: debug 2024-03-22T06:52:37.997+0000 7f4ac94fe200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-22T06:52:38.146 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:38 smithi129 bash[21357]: cluster 2024-03-22T06:52:38.021280+0000 mon.a (mon.0) 71 : cluster 1 Active manager daemon y restarted 2024-03-22T06:52:38.146 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:38 smithi129 bash[21357]: cluster 2024-03-22T06:52:38.021774+0000 mon.a (mon.0) 72 : cluster 1 Activating manager daemon y 2024-03-22T06:52:38.146 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:38 smithi129 bash[21357]: cluster 2024-03-22T06:52:38.028495+0000 mon.a (mon.0) 73 : cluster 0 osdmap e3: 0 total, 0 up, 0 in 2024-03-22T06:52:38.147 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:38 smithi129 bash[21357]: cluster 2024-03-22T06:52:38.028746+0000 mon.a (mon.0) 74 : cluster 0 mgrmap e10: y(active, starting, since 0.0071727s) 2024-03-22T06:52:38.147 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:38 smithi129 bash[21357]: audit 2024-03-22T06:52:38.031284+0000 mon.a (mon.0) 75 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:52:38.147 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:38 smithi129 bash[21357]: audit 2024-03-22T06:52:38.032595+0000 mon.a (mon.0) 76 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-22T06:52:38.147 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:38 smithi129 bash[21357]: audit 2024-03-22T06:52:38.033457+0000 mon.a (mon.0) 77 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-22T06:52:38.147 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:38 smithi129 bash[21357]: audit 2024-03-22T06:52:38.033842+0000 mon.a (mon.0) 78 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-22T06:52:38.147 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:38 smithi129 bash[21357]: audit 2024-03-22T06:52:38.034250+0000 mon.a (mon.0) 79 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-22T06:52:38.147 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:38 smithi129 bash[21357]: cluster 2024-03-22T06:52:38.057982+0000 mon.a (mon.0) 80 : cluster 1 Manager daemon y is now available 2024-03-22T06:52:39.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:39 smithi129 bash[21357]: audit 2024-03-22T06:52:38.077468+0000 mon.a (mon.0) 81 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:52:39.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:39 smithi129 bash[21357]: audit 2024-03-22T06:52:38.079092+0000 mon.a (mon.0) 82 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:52:39.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:39 smithi129 bash[21357]: audit 2024-03-22T06:52:38.099067+0000 mon.a (mon.0) 83 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-22T06:52:39.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:39 smithi129 bash[21357]: audit 2024-03-22T06:52:38.102434+0000 mon.a (mon.0) 84 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-22T06:52:39.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:39 smithi129 bash[21357]: cephadm 2024-03-22T06:52:38.268258+0000 mgr.y (mgr.14152) 1 : cephadm 1 [22/Mar/2024:06:52:38] ENGINE Bus STARTING 2024-03-22T06:52:39.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:39 smithi129 bash[21357]: cephadm 2024-03-22T06:52:38.384041+0000 mgr.y (mgr.14152) 2 : cephadm 1 [22/Mar/2024:06:52:38] ENGINE Serving on https://172.21.15.129:7150 2024-03-22T06:52:39.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:39 smithi129 bash[21357]: cephadm 2024-03-22T06:52:38.485388+0000 mgr.y (mgr.14152) 3 : cephadm 1 [22/Mar/2024:06:52:38] ENGINE Serving on http://172.21.15.129:8765 2024-03-22T06:52:39.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:39 smithi129 bash[21357]: cephadm 2024-03-22T06:52:38.485510+0000 mgr.y (mgr.14152) 4 : cephadm 1 [22/Mar/2024:06:52:38] ENGINE Bus STARTED 2024-03-22T06:52:39.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:39 smithi129 bash[21357]: cluster 2024-03-22T06:52:39.035354+0000 mon.a (mon.0) 85 : cluster 0 mgrmap e11: y(active, since 1.01378s) 2024-03-22T06:52:39.676 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout { 2024-03-22T06:52:39.677 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-03-22T06:52:39.677 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-22T06:52:39.677 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout } 2024-03-22T06:52:39.677 INFO:teuthology.orchestra.run.smithi129.stdout:mgr epoch 9 is available 2024-03-22T06:52:39.677 INFO:teuthology.orchestra.run.smithi129.stdout:Generating a dashboard self-signed certificate... 2024-03-22T06:52:40.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:40 smithi129 bash[21357]: audit 2024-03-22T06:52:39.032376+0000 mgr.y (mgr.14152) 5 : audit 0 from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-22T06:52:40.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:40 smithi129 bash[21357]: audit 2024-03-22T06:52:39.045399+0000 mgr.y (mgr.14152) 6 : audit 0 from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-22T06:52:41.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:41 smithi129 bash[21357]: cluster 2024-03-22T06:52:40.082372+0000 mon.a (mon.0) 86 : cluster 0 mgrmap e12: y(active, since 2s) 2024-03-22T06:52:41.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:41 smithi129 bash[21357]: audit 2024-03-22T06:52:40.871509+0000 mgr.y (mgr.14152) 7 : audit 0 from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:52:41.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:41 smithi129 bash[21357]: audit 2024-03-22T06:52:40.957409+0000 mon.a (mon.0) 87 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:52:41.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:41 smithi129 bash[21357]: audit 2024-03-22T06:52:40.960261+0000 mon.a (mon.0) 88 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:52:41.505 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-03-22T06:52:41.506 INFO:teuthology.orchestra.run.smithi129.stdout:Creating initial admin user... 2024-03-22T06:52:43.569 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$sA0J9vUHAMIG8Tc8pch6COxdxzxGISK3oiJWNgZlW1u9x8nJ.rGcW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1711090362, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-03-22T06:52:43.569 INFO:teuthology.orchestra.run.smithi129.stdout:Fetching dashboard port number... 2024-03-22T06:52:44.227 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:43 smithi129 bash[21357]: audit 2024-03-22T06:52:42.728016+0000 mgr.y (mgr.14152) 8 : audit 0 from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:52:44.249 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:43 smithi129 bash[21357]: audit 2024-03-22T06:52:42.962947+0000 mon.a (mon.0) 89 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:52:45.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:44 smithi129 bash[21357]: audit 2024-03-22T06:52:44.775032+0000 mon.a (mon.0) 90 : audit 0 from='client.? 172.21.15.129:0/1533153075' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-03-22T06:52:45.391 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stdout 8443 2024-03-22T06:52:45.391 INFO:teuthology.orchestra.run.smithi129.stdout:firewalld does not appear to be present 2024-03-22T06:52:45.392 INFO:teuthology.orchestra.run.smithi129.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-03-22T06:52:45.394 INFO:teuthology.orchestra.run.smithi129.stdout:Ceph Dashboard is now available at: 2024-03-22T06:52:45.394 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T06:52:45.394 INFO:teuthology.orchestra.run.smithi129.stdout: URL: https://smithi129.front.sepia.ceph.com:8443/ 2024-03-22T06:52:45.394 INFO:teuthology.orchestra.run.smithi129.stdout: User: admin 2024-03-22T06:52:45.394 INFO:teuthology.orchestra.run.smithi129.stdout: Password: pnbeesxnxq 2024-03-22T06:52:45.394 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T06:52:45.395 INFO:teuthology.orchestra.run.smithi129.stdout:Saving cluster configuration to /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config directory 2024-03-22T06:52:45.395 INFO:teuthology.orchestra.run.smithi129.stdout:Enabling autotune for osd_memory_target 2024-03-22T06:52:46.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:45 smithi129 bash[21357]: cluster 2024-03-22T06:52:44.972433+0000 mon.a (mon.0) 91 : cluster 0 mgrmap e13: y(active, since 6s) 2024-03-22T06:52:47.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:47 smithi129 bash[21357]: audit 2024-03-22T06:52:46.089815+0000 mon.a (mon.0) 92 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:52:47.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:47 smithi129 bash[21357]: audit 2024-03-22T06:52:46.824735+0000 mon.a (mon.0) 93 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:52:49.263 INFO:teuthology.orchestra.run.smithi129.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-03-22T06:52:49.263 INFO:teuthology.orchestra.run.smithi129.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-03-22T06:52:49.263 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T06:52:49.263 INFO:teuthology.orchestra.run.smithi129.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-03-22T06:52:49.263 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T06:52:49.263 INFO:teuthology.orchestra.run.smithi129.stdout:Or, if you are only running a single cluster on this host: 2024-03-22T06:52:49.264 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T06:52:49.264 INFO:teuthology.orchestra.run.smithi129.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-03-22T06:52:49.264 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T06:52:49.264 INFO:teuthology.orchestra.run.smithi129.stdout:Please consider enabling telemetry to help improve Ceph: 2024-03-22T06:52:49.264 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T06:52:49.264 INFO:teuthology.orchestra.run.smithi129.stdout: ceph telemetry on 2024-03-22T06:52:49.264 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T06:52:49.264 INFO:teuthology.orchestra.run.smithi129.stdout:For more information see: 2024-03-22T06:52:49.264 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T06:52:49.264 INFO:teuthology.orchestra.run.smithi129.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-03-22T06:52:49.264 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T06:52:49.264 INFO:teuthology.orchestra.run.smithi129.stdout:Bootstrap complete. 2024-03-22T06:52:49.299 INFO:tasks.cephadm:Fetching config... 2024-03-22T06:52:49.300 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T06:52:49.300 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-03-22T06:52:49.305 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-03-22T06:52:49.305 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T06:52:49.305 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-03-22T06:52:49.355 INFO:tasks.cephadm:Fetching mon keyring... 2024-03-22T06:52:49.355 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T06:52:49.355 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/keyring of=/dev/stdout 2024-03-22T06:52:49.423 INFO:tasks.cephadm:Fetching pub ssh key... 2024-03-22T06:52:49.423 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T06:52:49.423 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-03-22T06:52:49.473 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-03-22T06:52:49.473 DEBUG:teuthology.orchestra.run.smithi129:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClHKsvXXjIPrE2FDkzk1fGC1dg30WzI087njYxMafcqQbAeCbAw5+MeRW1QRXPk8xR5v7JNjaou6YFfPqXZNKynB6/mk7dzOYOaUvwBD9OLgXpUKg6oZOTw4TLrZkTTxzPw2315YZjeseGehwZrers1BIvoMY6OPDH+uAJgUSdYw5fzVHl+xExO0VTJ3/7qJd+c4qQfuQnUU8Qa5N+GzE6b45Hhw2omdFTAXRyIA1V3ZaILomuNm2fPIsy0HpHnwHwjeF7iqu5h0QxP7qciKX+lzZgNjl4FwEHUj5JNgKTuKzbbgcNDJYzv2CToV/7q4vn3kgrzGgjbefipGElo+x2K85yvl4K1rZf78AXAhpHfwIRBavq7soXz09a9/Jev8+fen8XgeJDhcdt/3pNn/oTjkpgTGKqydfld1cCFF0OV0b3c5Tq67mFL09y66QvUJ5KtuIf8cgF5NRLq11zo2a4fsRlA2xPDoHzWJs4L3I4rZo2qQpKbFWh8mjp0vz2VDk= ceph-77237b76-e818-11ee-95cd-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-22T06:52:49.538 INFO:teuthology.orchestra.run.smithi129.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClHKsvXXjIPrE2FDkzk1fGC1dg30WzI087njYxMafcqQbAeCbAw5+MeRW1QRXPk8xR5v7JNjaou6YFfPqXZNKynB6/mk7dzOYOaUvwBD9OLgXpUKg6oZOTw4TLrZkTTxzPw2315YZjeseGehwZrers1BIvoMY6OPDH+uAJgUSdYw5fzVHl+xExO0VTJ3/7qJd+c4qQfuQnUU8Qa5N+GzE6b45Hhw2omdFTAXRyIA1V3ZaILomuNm2fPIsy0HpHnwHwjeF7iqu5h0QxP7qciKX+lzZgNjl4FwEHUj5JNgKTuKzbbgcNDJYzv2CToV/7q4vn3kgrzGgjbefipGElo+x2K85yvl4K1rZf78AXAhpHfwIRBavq7soXz09a9/Jev8+fen8XgeJDhcdt/3pNn/oTjkpgTGKqydfld1cCFF0OV0b3c5Tq67mFL09y66QvUJ5KtuIf8cgF5NRLq11zo2a4fsRlA2xPDoHzWJs4L3I4rZo2qQpKbFWh8mjp0vz2VDk= ceph-77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:52:49.546 DEBUG:teuthology.orchestra.run.smithi148:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClHKsvXXjIPrE2FDkzk1fGC1dg30WzI087njYxMafcqQbAeCbAw5+MeRW1QRXPk8xR5v7JNjaou6YFfPqXZNKynB6/mk7dzOYOaUvwBD9OLgXpUKg6oZOTw4TLrZkTTxzPw2315YZjeseGehwZrers1BIvoMY6OPDH+uAJgUSdYw5fzVHl+xExO0VTJ3/7qJd+c4qQfuQnUU8Qa5N+GzE6b45Hhw2omdFTAXRyIA1V3ZaILomuNm2fPIsy0HpHnwHwjeF7iqu5h0QxP7qciKX+lzZgNjl4FwEHUj5JNgKTuKzbbgcNDJYzv2CToV/7q4vn3kgrzGgjbefipGElo+x2K85yvl4K1rZf78AXAhpHfwIRBavq7soXz09a9/Jev8+fen8XgeJDhcdt/3pNn/oTjkpgTGKqydfld1cCFF0OV0b3c5Tq67mFL09y66QvUJ5KtuIf8cgF5NRLq11zo2a4fsRlA2xPDoHzWJs4L3I4rZo2qQpKbFWh8mjp0vz2VDk= ceph-77237b76-e818-11ee-95cd-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-22T06:52:49.570 INFO:teuthology.orchestra.run.smithi148.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClHKsvXXjIPrE2FDkzk1fGC1dg30WzI087njYxMafcqQbAeCbAw5+MeRW1QRXPk8xR5v7JNjaou6YFfPqXZNKynB6/mk7dzOYOaUvwBD9OLgXpUKg6oZOTw4TLrZkTTxzPw2315YZjeseGehwZrers1BIvoMY6OPDH+uAJgUSdYw5fzVHl+xExO0VTJ3/7qJd+c4qQfuQnUU8Qa5N+GzE6b45Hhw2omdFTAXRyIA1V3ZaILomuNm2fPIsy0HpHnwHwjeF7iqu5h0QxP7qciKX+lzZgNjl4FwEHUj5JNgKTuKzbbgcNDJYzv2CToV/7q4vn3kgrzGgjbefipGElo+x2K85yvl4K1rZf78AXAhpHfwIRBavq7soXz09a9/Jev8+fen8XgeJDhcdt/3pNn/oTjkpgTGKqydfld1cCFF0OV0b3c5Tq67mFL09y66QvUJ5KtuIf8cgF5NRLq11zo2a4fsRlA2xPDoHzWJs4L3I4rZo2qQpKbFWh8mjp0vz2VDk= ceph-77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:52:49.579 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-03-22T06:52:49.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:49 smithi129 bash[21357]: audit 2024-03-22T06:52:48.684950+0000 mon.a (mon.0) 94 : audit 1 from='client.? 172.21.15.129:0/1548443332' entity='client.admin' 2024-03-22T06:52:54.389 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T06:52:58.173 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-03-22T06:52:58.173 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-03-22T06:52:58.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:58 smithi129 bash[21357]: audit 2024-03-22T06:52:57.018508+0000 mon.a (mon.0) 95 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:52:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:58 smithi129 bash[21357]: audit 2024-03-22T06:52:57.025108+0000 mon.a (mon.0) 96 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:52:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:58 smithi129 bash[21357]: audit 2024-03-22T06:52:57.026876+0000 mon.a (mon.0) 97 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi129", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:52:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:58 smithi129 bash[21357]: audit 2024-03-22T06:52:57.035806+0000 mon.a (mon.0) 98 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:52:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:58 smithi129 bash[21357]: audit 2024-03-22T06:52:57.071416+0000 mon.a (mon.0) 99 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:52:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:58 smithi129 bash[21357]: audit 2024-03-22T06:52:57.076708+0000 mon.a (mon.0) 100 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:52:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:58 smithi129 bash[21357]: audit 2024-03-22T06:52:57.453788+0000 mon.a (mon.0) 101 : audit 1 from='client.? 172.21.15.129:0/2930991738' entity='client.admin' 2024-03-22T06:52:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:58 smithi129 bash[21357]: audit 2024-03-22T06:52:57.474430+0000 mon.a (mon.0) 102 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:52:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:58 smithi129 bash[21357]: audit 2024-03-22T06:52:57.481617+0000 mon.a (mon.0) 103 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:52:59.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:52:59 smithi129 bash[21357]: cluster 2024-03-22T06:52:58.035084+0000 mgr.y (mgr.14152) 9 : cluster 0 pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:01.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:01 smithi129 bash[21357]: cluster 2024-03-22T06:53:00.035623+0000 mgr.y (mgr.14152) 10 : cluster 0 pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:02.838 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T06:53:03.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:03 smithi129 bash[21357]: cluster 2024-03-22T06:53:02.036068+0000 mgr.y (mgr.14152) 11 : cluster 0 pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:05.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:05 smithi129 bash[21357]: cluster 2024-03-22T06:53:04.036443+0000 mgr.y (mgr.14152) 12 : cluster 0 pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:06.352 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi148 2024-03-22T06:53:06.353 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-03-22T06:53:06.353 DEBUG:teuthology.orchestra.run.smithi148:> dd of=/etc/ceph/ceph.conf 2024-03-22T06:53:06.359 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-03-22T06:53:06.359 DEBUG:teuthology.orchestra.run.smithi148:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-22T06:53:06.406 INFO:tasks.cephadm:Adding host smithi148 to orchestrator... 2024-03-22T06:53:06.407 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch host add smithi148 2024-03-22T06:53:07.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:06 smithi129 bash[21357]: audit 2024-03-22T06:53:05.632396+0000 mgr.y (mgr.14152) 13 : audit 0 from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:53:07.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:06 smithi129 bash[21357]: audit 2024-03-22T06:53:05.635370+0000 mon.a (mon.0) 104 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:07.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:06 smithi129 bash[21357]: audit 2024-03-22T06:53:05.683434+0000 mon.a (mon.0) 105 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:53:07.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:06 smithi129 bash[21357]: audit 2024-03-22T06:53:05.685229+0000 mon.a (mon.0) 106 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:07.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:06 smithi129 bash[21357]: audit 2024-03-22T06:53:05.685968+0000 mon.a (mon.0) 107 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:53:07.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:06 smithi129 bash[21357]: cephadm 2024-03-22T06:53:05.686977+0000 mgr.y (mgr.14152) 14 : cephadm 1 Updating smithi129:/etc/ceph/ceph.conf 2024-03-22T06:53:07.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:06 smithi129 bash[21357]: cephadm 2024-03-22T06:53:05.801101+0000 mgr.y (mgr.14152) 15 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T06:53:07.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:06 smithi129 bash[21357]: cephadm 2024-03-22T06:53:05.915366+0000 mgr.y (mgr.14152) 16 : cephadm 1 Updating smithi129:/etc/ceph/ceph.client.admin.keyring 2024-03-22T06:53:07.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:06 smithi129 bash[21357]: audit 2024-03-22T06:53:06.148180+0000 mon.a (mon.0) 108 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:07.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:06 smithi129 bash[21357]: audit 2024-03-22T06:53:06.152939+0000 mon.a (mon.0) 109 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:07.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:06 smithi129 bash[21357]: audit 2024-03-22T06:53:06.157889+0000 mon.a (mon.0) 110 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:08.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:07 smithi129 bash[21357]: cephadm 2024-03-22T06:53:06.029473+0000 mgr.y (mgr.14152) 17 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T06:53:08.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:07 smithi129 bash[21357]: cluster 2024-03-22T06:53:06.036766+0000 mgr.y (mgr.14152) 18 : cluster 0 pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:10.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:09 smithi129 bash[21357]: cluster 2024-03-22T06:53:08.037153+0000 mgr.y (mgr.14152) 19 : cluster 0 pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:11.076 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T06:53:11.915 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:11 smithi129 bash[21357]: cluster 2024-03-22T06:53:10.037598+0000 mgr.y (mgr.14152) 20 : cluster 0 pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:14.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:13 smithi129 bash[21357]: cluster 2024-03-22T06:53:12.038123+0000 mgr.y (mgr.14152) 21 : cluster 0 pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:15.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:14 smithi129 bash[21357]: audit 2024-03-22T06:53:13.719566+0000 mgr.y (mgr.14152) 22 : audit 0 from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi148", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:53:16.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:15 smithi129 bash[21357]: cluster 2024-03-22T06:53:14.038455+0000 mgr.y (mgr.14152) 23 : cluster 0 pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:16.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:15 smithi129 bash[21357]: cephadm 2024-03-22T06:53:14.394500+0000 mgr.y (mgr.14152) 24 : cephadm 1 Deploying cephadm binary to smithi148 2024-03-22T06:53:16.962 INFO:teuthology.orchestra.run.smithi129.stdout:Added host 'smithi148' with addr '172.21.15.148' 2024-03-22T06:53:17.650 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch host ls --format=json 2024-03-22T06:53:18.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:17 smithi129 bash[21357]: cluster 2024-03-22T06:53:16.038773+0000 mgr.y (mgr.14152) 25 : cluster 0 pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:18.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:17 smithi129 bash[21357]: audit 2024-03-22T06:53:16.962001+0000 mon.a (mon.0) 111 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:18.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:17 smithi129 bash[21357]: cephadm 2024-03-22T06:53:16.962780+0000 mgr.y (mgr.14152) 26 : cephadm 1 Added host smithi148 2024-03-22T06:53:18.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:17 smithi129 bash[21357]: audit 2024-03-22T06:53:16.983946+0000 mon.a (mon.0) 112 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:53:18.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:17 smithi129 bash[21357]: audit 2024-03-22T06:53:17.358303+0000 mon.a (mon.0) 113 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:20.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:19 smithi129 bash[21357]: cluster 2024-03-22T06:53:18.039180+0000 mgr.y (mgr.14152) 27 : cluster 0 pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:20.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:19 smithi129 bash[21357]: audit 2024-03-22T06:53:18.733944+0000 mon.a (mon.0) 114 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:20.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:19 smithi129 bash[21357]: audit 2024-03-22T06:53:19.636143+0000 mon.a (mon.0) 115 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:22.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:21 smithi129 bash[21357]: cluster 2024-03-22T06:53:20.039529+0000 mgr.y (mgr.14152) 28 : cluster 0 pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:22.316 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T06:53:24.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:23 smithi129 bash[21357]: cluster 2024-03-22T06:53:22.039943+0000 mgr.y (mgr.14152) 29 : cluster 0 pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:25.031 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T06:53:25.031 INFO:teuthology.orchestra.run.smithi129.stdout:[{"addr": "172.21.15.129", "hostname": "smithi129", "labels": [], "status": ""}, {"addr": "172.21.15.148", "hostname": "smithi148", "labels": [], "status": ""}] 2024-03-22T06:53:25.670 INFO:tasks.cephadm:Setting crush tunables to default 2024-03-22T06:53:25.670 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd crush tunables default 2024-03-22T06:53:25.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:25 smithi129 bash[21357]: cluster 2024-03-22T06:53:24.040309+0000 mgr.y (mgr.14152) 30 : cluster 0 pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:25.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:25 smithi129 bash[21357]: audit 2024-03-22T06:53:24.572200+0000 mon.a (mon.0) 116 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:25.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:25 smithi129 bash[21357]: audit 2024-03-22T06:53:24.579429+0000 mon.a (mon.0) 117 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:25.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:25 smithi129 bash[21357]: audit 2024-03-22T06:53:24.588126+0000 mon.a (mon.0) 118 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:25.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:25 smithi129 bash[21357]: audit 2024-03-22T06:53:24.595235+0000 mon.a (mon.0) 119 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:25.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:25 smithi129 bash[21357]: audit 2024-03-22T06:53:24.596753+0000 mon.a (mon.0) 120 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:53:25.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:25 smithi129 bash[21357]: audit 2024-03-22T06:53:24.598733+0000 mon.a (mon.0) 121 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:25.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:25 smithi129 bash[21357]: audit 2024-03-22T06:53:24.600490+0000 mon.a (mon.0) 122 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:53:25.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:25 smithi129 bash[21357]: cephadm 2024-03-22T06:53:24.602989+0000 mgr.y (mgr.14152) 31 : cephadm 1 Updating smithi148:/etc/ceph/ceph.conf 2024-03-22T06:53:25.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:25 smithi129 bash[21357]: cephadm 2024-03-22T06:53:24.768741+0000 mgr.y (mgr.14152) 32 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T06:53:25.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:25 smithi129 bash[21357]: cephadm 2024-03-22T06:53:24.933199+0000 mgr.y (mgr.14152) 33 : cephadm 1 Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-03-22T06:53:25.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:25 smithi129 bash[21357]: audit 2024-03-22T06:53:25.217964+0000 mon.a (mon.0) 123 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:25.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:25 smithi129 bash[21357]: audit 2024-03-22T06:53:25.225527+0000 mon.a (mon.0) 124 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:25.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:25 smithi129 bash[21357]: audit 2024-03-22T06:53:25.233597+0000 mon.a (mon.0) 125 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:26.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:26 smithi129 bash[21357]: audit 2024-03-22T06:53:25.031562+0000 mgr.y (mgr.14152) 34 : audit 0 from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T06:53:26.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:26 smithi129 bash[21357]: cephadm 2024-03-22T06:53:25.097877+0000 mgr.y (mgr.14152) 35 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T06:53:27.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:27 smithi129 bash[21357]: cluster 2024-03-22T06:53:26.040734+0000 mgr.y (mgr.14152) 36 : cluster 0 pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:29.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:29 smithi129 bash[21357]: cluster 2024-03-22T06:53:28.041140+0000 mgr.y (mgr.14152) 37 : cluster 0 pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:30.335 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T06:53:31.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:31 smithi129 bash[21357]: cluster 2024-03-22T06:53:30.041634+0000 mgr.y (mgr.14152) 38 : cluster 0 pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:33.594 INFO:teuthology.orchestra.run.smithi129.stderr:adjusted tunables profile to default 2024-03-22T06:53:33.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:33 smithi129 bash[21357]: cluster 2024-03-22T06:53:32.042172+0000 mgr.y (mgr.14152) 39 : cluster 0 pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:33.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:33 smithi129 bash[21357]: audit 2024-03-22T06:53:33.142488+0000 mon.a (mon.0) 126 : audit 1 from='client.? 172.21.15.129:0/4181344589' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-22T06:53:34.198 INFO:tasks.cephadm:Adding mon.a on smithi129 2024-03-22T06:53:34.198 INFO:tasks.cephadm:Adding mon.c on smithi129 2024-03-22T06:53:34.198 INFO:tasks.cephadm:Adding mon.b on smithi148 2024-03-22T06:53:34.198 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch apply mon '3;smithi129:172.21.15.129=a;smithi129:[v2:172.21.15.129:3301,v1:172.21.15.129:6790]=c;smithi148:172.21.15.148=b' 2024-03-22T06:53:34.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:34 smithi129 bash[21357]: audit 2024-03-22T06:53:33.590708+0000 mon.a (mon.0) 127 : audit 1 from='client.? 172.21.15.129:0/4181344589' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-22T06:53:34.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:34 smithi129 bash[21357]: cluster 2024-03-22T06:53:33.590881+0000 mon.a (mon.0) 128 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-03-22T06:53:35.362 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T06:53:35.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:35 smithi129 bash[21357]: cluster 2024-03-22T06:53:34.042676+0000 mgr.y (mgr.14152) 40 : cluster 0 pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:37.807 INFO:teuthology.orchestra.run.smithi148.stdout:Scheduled mon update... 2024-03-22T06:53:37.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:37 smithi129 bash[21357]: cluster 2024-03-22T06:53:36.043121+0000 mgr.y (mgr.14152) 41 : cluster 0 pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:38.510 DEBUG:teuthology.orchestra.run.smithi129:mon.c> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.c.service 2024-03-22T06:53:38.513 DEBUG:teuthology.orchestra.run.smithi148:mon.b> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.b.service 2024-03-22T06:53:38.515 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-22T06:53:38.515 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph mon dump -f json 2024-03-22T06:53:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:38 smithi129 bash[21357]: audit 2024-03-22T06:53:37.795154+0000 mgr.y (mgr.14152) 42 : audit 0 from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi129:172.21.15.129=a;smithi129:[v2:172.21.15.129:3301,v1:172.21.15.129:6790]=c;smithi148:172.21.15.148=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:53:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:38 smithi129 bash[21357]: cephadm 2024-03-22T06:53:37.801114+0000 mgr.y (mgr.14152) 43 : cephadm 1 Saving service mon spec with placement smithi129:172.21.15.129=a;smithi129:[v2:172.21.15.129:3301,v1:172.21.15.129:6790]=c;smithi148:172.21.15.148=b;count:3 2024-03-22T06:53:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:38 smithi129 bash[21357]: audit 2024-03-22T06:53:37.806949+0000 mon.a (mon.0) 129 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:38 smithi129 bash[21357]: audit 2024-03-22T06:53:37.845835+0000 mon.a (mon.0) 130 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:53:39.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:38 smithi129 bash[21357]: audit 2024-03-22T06:53:37.849272+0000 mon.a (mon.0) 131 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:39.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:38 smithi129 bash[21357]: audit 2024-03-22T06:53:37.851002+0000 mon.a (mon.0) 132 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:53:39.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:38 smithi129 bash[21357]: audit 2024-03-22T06:53:37.858647+0000 mon.a (mon.0) 133 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:39.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:38 smithi129 bash[21357]: audit 2024-03-22T06:53:37.862552+0000 mon.a (mon.0) 134 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T06:53:39.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:38 smithi129 bash[21357]: audit 2024-03-22T06:53:37.864486+0000 mon.a (mon.0) 135 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:39.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:38 smithi129 bash[21357]: cephadm 2024-03-22T06:53:37.866437+0000 mgr.y (mgr.14152) 44 : cephadm 1 Deploying daemon mon.b on smithi148 2024-03-22T06:53:40.108 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T06:53:40.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:39 smithi129 bash[21357]: cluster 2024-03-22T06:53:38.043546+0000 mgr.y (mgr.14152) 45 : cluster 0 pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:42.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:41 smithi129 bash[21357]: cluster 2024-03-22T06:53:40.044042+0000 mgr.y (mgr.14152) 46 : cluster 0 pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:43.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:42 smithi148 systemd[1]: Started Ceph mon.b for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T06:53:43.243 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-03-22T06:53:43.244 INFO:teuthology.orchestra.run.smithi148.stdout:{"epoch":1,"fsid":"77237b76-e818-11ee-95cd-87774f69a715","modified":"2024-03-22T06:51:30.258040Z","created":"2024-03-22T06:51:30.258040Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:3300","nonce":0},{"type":"v1","addr":"172.21.15.129:6789","nonce":0}]},"addr":"172.21.15.129:6789/0","public_addr":"172.21.15.129:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-03-22T06:53:43.246 INFO:teuthology.orchestra.run.smithi148.stderr:dumped monmap epoch 1 2024-03-22T06:53:44.099 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:43 smithi129 bash[21357]: cluster 2024-03-22T06:53:42.044429+0000 mgr.y (mgr.14152) 47 : cluster 0 pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.099 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:43 smithi129 bash[21357]: audit 2024-03-22T06:53:42.849940+0000 mon.a (mon.0) 136 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.099 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:43 smithi129 bash[21357]: audit 2024-03-22T06:53:42.855590+0000 mon.a (mon.0) 137 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.100 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:43 smithi129 bash[21357]: audit 2024-03-22T06:53:42.900746+0000 mon.a (mon.0) 138 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.100 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:43 smithi129 bash[21357]: audit 2024-03-22T06:53:42.901979+0000 mon.a (mon.0) 139 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T06:53:44.100 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:43 smithi129 bash[21357]: audit 2024-03-22T06:53:42.903743+0000 mon.a (mon.0) 140 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:44.100 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:43 smithi129 bash[21357]: cephadm 2024-03-22T06:53:42.905658+0000 mgr.y (mgr.14152) 48 : cephadm 1 Deploying daemon mon.c on smithi129 2024-03-22T06:53:44.100 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:43 smithi129 bash[21357]: audit 2024-03-22T06:53:43.244597+0000 mon.a (mon.0) 141 : audit 0 from='client.? 172.21.15.148:0/1520710181' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-22T06:53:44.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.101+0000 7fa463153c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-03-22T06:53:44.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.101+0000 7fa463153c80 0 ceph version 18.2.2-937-gea74f2a1 (ea74f2a1f3b9578955c75452d36d95e0cac33c2e) reef (stable), process ceph-mon, pid 7 2024-03-22T06:53:44.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.101+0000 7fa463153c80 0 pidfile_write: ignore empty --pid-file 2024-03-22T06:53:44.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 0 load: jerasure load: lrc 2024-03-22T06:53:44.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: RocksDB version: 7.9.2 2024-03-22T06:53:44.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Git sha 0 2024-03-22T06:53:44.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Compile date 2024-03-21 15:16:55 2024-03-22T06:53:44.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: DB SUMMARY 2024-03-22T06:53:44.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: DB Session ID: TBFBLZJ6YG9VV7XWVHZH 2024-03-22T06:53:44.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: CURRENT file: CURRENT 2024-03-22T06:53:44.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: IDENTITY file: IDENTITY 2024-03-22T06:53:44.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-03-22T06:53:44.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-03-22T06:53:44.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-03-22T06:53:44.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.error_if_exists: 0 2024-03-22T06:53:44.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.create_if_missing: 0 2024-03-22T06:53:44.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.paranoid_checks: 1 2024-03-22T06:53:44.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-03-22T06:53:44.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-22T06:53:44.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-22T06:53:44.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.env: 0x559045767720 2024-03-22T06:53:44.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.fs: PosixFileSystem 2024-03-22T06:53:44.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.info_log: 0x55904765f520 2024-03-22T06:53:44.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-03-22T06:53:44.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.statistics: (nil) 2024-03-22T06:53:44.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.use_fsync: 0 2024-03-22T06:53:44.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_log_file_size: 0 2024-03-22T06:53:44.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-22T06:53:44.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-03-22T06:53:44.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-03-22T06:53:44.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-03-22T06:53:44.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.allow_fallocate: 1 2024-03-22T06:53:44.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-03-22T06:53:44.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-03-22T06:53:44.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.use_direct_reads: 0 2024-03-22T06:53:44.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-22T06:53:44.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.create_missing_column_families: 0 2024-03-22T06:53:44.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.db_log_dir: 2024-03-22T06:53:44.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.wal_dir: 2024-03-22T06:53:44.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-03-22T06:53:44.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-03-22T06:53:44.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-03-22T06:53:44.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-22T06:53:44.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-22T06:53:44.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-03-22T06:53:44.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.advise_random_on_open: 1 2024-03-22T06:53:44.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-03-22T06:53:44.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.write_buffer_manager: 0x5590468f4320 2024-03-22T06:53:44.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-22T06:53:44.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-22T06:53:44.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-03-22T06:53:44.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.rate_limiter: (nil) 2024-03-22T06:53:44.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-22T06:53:44.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-03-22T06:53:44.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-03-22T06:53:44.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-03-22T06:53:44.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.unordered_write: 0 2024-03-22T06:53:44.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-22T06:53:44.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-22T06:53:44.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-22T06:53:44.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-22T06:53:44.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.row_cache: None 2024-03-22T06:53:44.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.wal_filter: None 2024-03-22T06:53:44.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-22T06:53:44.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-03-22T06:53:44.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.two_write_queues: 0 2024-03-22T06:53:44.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.manual_wal_flush: 0 2024-03-22T06:53:44.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.wal_compression: 0 2024-03-22T06:53:44.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.atomic_flush: 0 2024-03-22T06:53:44.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-22T06:53:44.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-03-22T06:53:44.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-03-22T06:53:44.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.log_readahead_size: 0 2024-03-22T06:53:44.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-22T06:53:44.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-03-22T06:53:44.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-22T06:53:44.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-22T06:53:44.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-03-22T06:53:44.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-03-22T06:53:44.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-03-22T06:53:44.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_background_jobs: 2 2024-03-22T06:53:44.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_background_compactions: -1 2024-03-22T06:53:44.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_subcompactions: 1 2024-03-22T06:53:44.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-22T06:53:44.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-22T06:53:44.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-03-22T06:53:44.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_total_wal_size: 0 2024-03-22T06:53:44.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-22T06:53:44.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-03-22T06:53:44.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-03-22T06:53:44.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-22T06:53:44.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_open_files: -1 2024-03-22T06:53:44.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.bytes_per_sync: 0 2024-03-22T06:53:44.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-03-22T06:53:44.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-03-22T06:53:44.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-03-22T06:53:44.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_background_flushes: -1 2024-03-22T06:53:44.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Compression algorithms supported: 2024-03-22T06:53:44.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-22T06:53:44.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: kZSTD supported: 0 2024-03-22T06:53:44.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: kXpressCompression supported: 0 2024-03-22T06:53:44.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-03-22T06:53:44.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: kZlibCompression supported: 1 2024-03-22T06:53:44.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: kSnappyCompression supported: 1 2024-03-22T06:53:44.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: kLZ4Compression supported: 1 2024-03-22T06:53:44.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: kBZip2Compression supported: 0 2024-03-22T06:53:44.442 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-03-22T06:53:44.442 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-03-22T06:53:44.442 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-03-22T06:53:44.442 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-22T06:53:44.443 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-22T06:53:44.443 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.merge_operator: 2024-03-22T06:53:44.443 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compaction_filter: None 2024-03-22T06:53:44.444 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compaction_filter_factory: None 2024-03-22T06:53:44.444 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-03-22T06:53:44.444 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-03-22T06:53:44.444 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-03-22T06:53:44.444 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55904765f620) 2024-03-22T06:53:44.444 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cache_index_and_filter_blocks: 1 2024-03-22T06:53:44.444 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-22T06:53:44.444 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-22T06:53:44.444 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: pin_top_level_index_and_filter: 1 2024-03-22T06:53:44.444 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: index_type: 0 2024-03-22T06:53:44.444 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: data_block_index_type: 0 2024-03-22T06:53:44.444 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: index_shortening: 1 2024-03-22T06:53:44.444 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: data_block_hash_table_util_ratio: 0.750000 2024-03-22T06:53:44.444 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: checksum: 4 2024-03-22T06:53:44.445 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: no_block_cache: 0 2024-03-22T06:53:44.445 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: block_cache: 0x5590469771f0 2024-03-22T06:53:44.445 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: block_cache_name: BinnedLRUCache 2024-03-22T06:53:44.445 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: block_cache_options: 2024-03-22T06:53:44.445 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: capacity : 536870912 2024-03-22T06:53:44.445 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: num_shard_bits : 4 2024-03-22T06:53:44.445 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: strict_capacity_limit : 0 2024-03-22T06:53:44.445 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: high_pri_pool_ratio: 0.000 2024-03-22T06:53:44.445 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: block_cache_compressed: (nil) 2024-03-22T06:53:44.446 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: persistent_cache: (nil) 2024-03-22T06:53:44.446 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: block_size: 4096 2024-03-22T06:53:44.446 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: block_size_deviation: 10 2024-03-22T06:53:44.446 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: block_restart_interval: 16 2024-03-22T06:53:44.446 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: index_block_restart_interval: 1 2024-03-22T06:53:44.446 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: metadata_block_size: 4096 2024-03-22T06:53:44.446 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: partition_filters: 0 2024-03-22T06:53:44.446 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: use_delta_encoding: 1 2024-03-22T06:53:44.446 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: filter_policy: bloomfilter 2024-03-22T06:53:44.446 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: whole_key_filtering: 1 2024-03-22T06:53:44.446 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: verify_compression: 0 2024-03-22T06:53:44.446 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: read_amp_bytes_per_bit: 0 2024-03-22T06:53:44.446 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: format_version: 5 2024-03-22T06:53:44.446 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: enable_index_compression: 1 2024-03-22T06:53:44.447 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: block_align: 0 2024-03-22T06:53:44.447 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: max_auto_readahead_size: 262144 2024-03-22T06:53:44.447 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: prepopulate_block_cache: 0 2024-03-22T06:53:44.447 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: initial_auto_readahead_size: 8192 2024-03-22T06:53:44.447 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: num_file_reads_for_auto_readahead: 2 2024-03-22T06:53:44.447 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-03-22T06:53:44.447 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-03-22T06:53:44.447 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compression: NoCompression 2024-03-22T06:53:44.447 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-03-22T06:53:44.447 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-03-22T06:53:44.447 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-22T06:53:44.447 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.num_levels: 7 2024-03-22T06:53:44.447 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-22T06:53:44.447 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-22T06:53:44.447 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-22T06:53:44.448 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-22T06:53:44.448 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-22T06:53:44.448 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-22T06:53:44.448 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-22T06:53:44.448 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-22T06:53:44.448 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-22T06:53:44.448 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-22T06:53:44.448 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-22T06:53:44.448 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-22T06:53:44.448 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-03-22T06:53:44.448 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compression_opts.level: 32767 2024-03-22T06:53:44.448 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-03-22T06:53:44.448 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-22T06:53:44.448 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-22T06:53:44.448 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-22T06:53:44.449 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-22T06:53:44.449 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compression_opts.enabled: false 2024-03-22T06:53:44.449 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-22T06:53:44.449 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-22T06:53:44.449 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-22T06:53:44.449 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-22T06:53:44.449 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-03-22T06:53:44.449 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-03-22T06:53:44.449 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-22T06:53:44.449 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-22T06:53:44.449 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-22T06:53:44.449 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-22T06:53:44.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-22T06:53:44.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-22T06:53:44.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-22T06:53:44.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-22T06:53:44.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-22T06:53:44.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-22T06:53:44.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-22T06:53:44.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-22T06:53:44.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-22T06:53:44.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.arena_block_size: 1048576 2024-03-22T06:53:44.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-22T06:53:44.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-22T06:53:44.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-03-22T06:53:44.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-22T06:53:44.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-22T06:53:44.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-22T06:53:44.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-22T06:53:44.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-22T06:53:44.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-22T06:53:44.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-22T06:53:44.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-22T06:53:44.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-22T06:53:44.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-22T06:53:44.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.table_properties_collectors: 2024-03-22T06:53:44.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.inplace_update_support: 0 2024-03-22T06:53:44.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-03-22T06:53:44.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-22T06:53:44.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-22T06:53:44.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-03-22T06:53:44.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.bloom_locality: 0 2024-03-22T06:53:44.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.max_successive_merges: 0 2024-03-22T06:53:44.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-03-22T06:53:44.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-03-22T06:53:44.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.force_consistency_checks: 1 2024-03-22T06:53:44.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-03-22T06:53:44.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.ttl: 2592000 2024-03-22T06:53:44.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-03-22T06:53:44.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-22T06:53:44.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-22T06:53:44.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.enable_blob_files: false 2024-03-22T06:53:44.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.min_blob_size: 0 2024-03-22T06:53:44.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.blob_file_size: 268435456 2024-03-22T06:53:44.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-03-22T06:53:44.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-03-22T06:53:44.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-22T06:53:44.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-22T06:53:44.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-22T06:53:44.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-03-22T06:53:44.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.105+0000 7fa463153c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-22T06:53:44.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa463153c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-03-22T06:53:44.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa463153c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-03-22T06:53:44.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa463153c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 19505eb7-1b4e-499c-afdd-1c435cb7ff3f 2024-03-22T06:53:44.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa463153c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711090424112090, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-03-22T06:53:44.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa463153c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-03-22T06:53:44.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa463153c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711090424112534, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1711090424, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "19505eb7-1b4e-499c-afdd-1c435cb7ff3f", "db_session_id": "TBFBLZJ6YG9VV7XWVHZH", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-03-22T06:53:44.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa463153c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711090424112639, "job": 1, "event": "recovery_finished"} 2024-03-22T06:53:44.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa463153c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-03-22T06:53:44.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa463153c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-22T06:53:44.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa463153c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x559046a18000 2024-03-22T06:53:44.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa463153c80 4 rocksdb: DB pointer 0x559046a06000 2024-03-22T06:53:44.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa45194c700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-22T06:53:44.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa45194c700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-22T06:53:44.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: ** DB Stats ** 2024-03-22T06:53:44.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Uptime(secs): 0.0 total, 0.0 interval 2024-03-22T06:53:44.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-22T06:53:44.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-22T06:53:44.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-22T06:53:44.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-22T06:53:44.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-22T06:53:44.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-22T06:53:44.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: ** Compaction Stats [default] ** 2024-03-22T06:53:44.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: ** Compaction Stats [default] ** 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Uptime(secs): 0.0 total, 0.0 interval 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Flush(GB): cumulative 0.000, interval 0.000 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: AddFile(Total Files): cumulative 0, interval 0 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: AddFile(L0 Files): cumulative 0, interval 0 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: AddFile(Keys): cumulative 0, interval 0 2024-03-22T06:53:44.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Cumulative compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-22T06:53:44.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Interval compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-22T06:53:44.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-22T06:53:44.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Block cache BinnedLRUCache@0x5590469771f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-03-22T06:53:44.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-03-22T06:53:44.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: ** File Read Latency Histogram By Level [default] ** 2024-03-22T06:53:44.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa463153c80 0 mon.b does not exist in monmap, will attempt to join an existing cluster 2024-03-22T06:53:44.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa463153c80 0 using public_addr v2:172.21.15.148:0/0 -> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-03-22T06:53:44.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.109+0000 7fa463153c80 0 starting mon.b rank -1 at public addrs [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] at bind addrs [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:53:44.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.113+0000 7fa463153c80 1 mon.b@-1(???) e0 preinit fsid 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:53:44.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.129+0000 7fa454952700 0 mon.b@-1(synchronizing).mds e1 new map 2024-03-22T06:53:44.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.129+0000 7fa454952700 0 mon.b@-1(synchronizing).mds e1 print_map 2024-03-22T06:53:44.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: e1 2024-03-22T06:53:44.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: enable_multiple, ever_enabled_multiple: 1,1 2024-03-22T06:53:44.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-22T06:53:44.457 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: legacy client fscid: -1 2024-03-22T06:53:44.457 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: 2024-03-22T06:53:44.457 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: No filesystems configured 2024-03-22T06:53:44.457 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.129+0000 7fa454952700 1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-03-22T06:53:44.457 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.129+0000 7fa454952700 1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-03-22T06:53:44.457 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.129+0000 7fa454952700 1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-03-22T06:53:44.457 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.129+0000 7fa454952700 1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-03-22T06:53:44.457 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.129+0000 7fa454952700 1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-03-22T06:53:44.457 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.129+0000 7fa454952700 1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-03-22T06:53:44.457 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.133+0000 7fa454952700 0 mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-22T06:53:44.457 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.133+0000 7fa454952700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-22T06:53:44.457 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.133+0000 7fa454952700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-22T06:53:44.457 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.133+0000 7fa454952700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-22T06:53:44.457 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:10.037598+0000 mgr.y (mgr.14152) 20 : cluster 0 pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:12.038123+0000 mgr.y (mgr.14152) 21 : cluster 0 pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:13.719566+0000 mgr.y (mgr.14152) 22 : audit 0 from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi148", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:14.038455+0000 mgr.y (mgr.14152) 23 : cluster 0 pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cephadm 2024-03-22T06:53:14.394500+0000 mgr.y (mgr.14152) 24 : cephadm 1 Deploying cephadm binary to smithi148 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:16.038773+0000 mgr.y (mgr.14152) 25 : cluster 0 pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:16.962001+0000 mon.a (mon.0) 111 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cephadm 2024-03-22T06:53:16.962780+0000 mgr.y (mgr.14152) 26 : cephadm 1 Added host smithi148 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:16.983946+0000 mon.a (mon.0) 112 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:17.358303+0000 mon.a (mon.0) 113 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:18.039180+0000 mgr.y (mgr.14152) 27 : cluster 0 pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:18.733944+0000 mon.a (mon.0) 114 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:19.636143+0000 mon.a (mon.0) 115 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:20.039529+0000 mgr.y (mgr.14152) 28 : cluster 0 pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:22.039943+0000 mgr.y (mgr.14152) 29 : cluster 0 pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:24.040309+0000 mgr.y (mgr.14152) 30 : cluster 0 pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.458 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:24.572200+0000 mon.a (mon.0) 116 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:24.579429+0000 mon.a (mon.0) 117 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:24.588126+0000 mon.a (mon.0) 118 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:24.595235+0000 mon.a (mon.0) 119 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:24.596753+0000 mon.a (mon.0) 120 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:53:44.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:24.598733+0000 mon.a (mon.0) 121 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:44.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:24.600490+0000 mon.a (mon.0) 122 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:53:44.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cephadm 2024-03-22T06:53:24.602989+0000 mgr.y (mgr.14152) 31 : cephadm 1 Updating smithi148:/etc/ceph/ceph.conf 2024-03-22T06:53:44.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cephadm 2024-03-22T06:53:24.768741+0000 mgr.y (mgr.14152) 32 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T06:53:44.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cephadm 2024-03-22T06:53:24.933199+0000 mgr.y (mgr.14152) 33 : cephadm 1 Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-03-22T06:53:44.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:25.217964+0000 mon.a (mon.0) 123 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:25.225527+0000 mon.a (mon.0) 124 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:25.233597+0000 mon.a (mon.0) 125 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:25.031562+0000 mgr.y (mgr.14152) 34 : audit 0 from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T06:53:44.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cephadm 2024-03-22T06:53:25.097877+0000 mgr.y (mgr.14152) 35 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T06:53:44.460 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:26.040734+0000 mgr.y (mgr.14152) 36 : cluster 0 pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.460 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:28.041140+0000 mgr.y (mgr.14152) 37 : cluster 0 pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.460 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:30.041634+0000 mgr.y (mgr.14152) 38 : cluster 0 pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.460 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:32.042172+0000 mgr.y (mgr.14152) 39 : cluster 0 pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.460 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:33.142488+0000 mon.a (mon.0) 126 : audit 1 from='client.? 172.21.15.129:0/4181344589' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-22T06:53:44.460 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:33.590708+0000 mon.a (mon.0) 127 : audit 1 from='client.? 172.21.15.129:0/4181344589' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-22T06:53:44.460 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:33.590881+0000 mon.a (mon.0) 128 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-03-22T06:53:44.460 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:34.042676+0000 mgr.y (mgr.14152) 40 : cluster 0 pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.460 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:36.043121+0000 mgr.y (mgr.14152) 41 : cluster 0 pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.460 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:37.795154+0000 mgr.y (mgr.14152) 42 : audit 0 from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi129:172.21.15.129=a;smithi129:[v2:172.21.15.129:3301,v1:172.21.15.129:6790]=c;smithi148:172.21.15.148=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:53:44.460 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cephadm 2024-03-22T06:53:37.801114+0000 mgr.y (mgr.14152) 43 : cephadm 1 Saving service mon spec with placement smithi129:172.21.15.129=a;smithi129:[v2:172.21.15.129:3301,v1:172.21.15.129:6790]=c;smithi148:172.21.15.148=b;count:3 2024-03-22T06:53:44.460 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:37.806949+0000 mon.a (mon.0) 129 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.460 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:37.845835+0000 mon.a (mon.0) 130 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:53:44.460 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:37.849272+0000 mon.a (mon.0) 131 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:37.851002+0000 mon.a (mon.0) 132 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:37.858647+0000 mon.a (mon.0) 133 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:37.862552+0000 mon.a (mon.0) 134 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:37.864486+0000 mon.a (mon.0) 135 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cephadm 2024-03-22T06:53:37.866437+0000 mgr.y (mgr.14152) 44 : cephadm 1 Deploying daemon mon.b on smithi148 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:38.043546+0000 mgr.y (mgr.14152) 45 : cluster 0 pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:40.044042+0000 mgr.y (mgr.14152) 46 : cluster 0 pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cluster 2024-03-22T06:53:42.044429+0000 mgr.y (mgr.14152) 47 : cluster 0 pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:42.849940+0000 mon.a (mon.0) 136 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:42.855590+0000 mon.a (mon.0) 137 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:42.900746+0000 mon.a (mon.0) 138 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:42.901979+0000 mon.a (mon.0) 139 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:42.903743+0000 mon.a (mon.0) 140 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: cephadm 2024-03-22T06:53:42.905658+0000 mgr.y (mgr.14152) 48 : cephadm 1 Deploying daemon mon.c on smithi129 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: audit 2024-03-22T06:53:43.244597+0000 mon.a (mon.0) 141 : audit 0 from='client.? 172.21.15.148:0/1520710181' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-22T06:53:44.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:44 smithi148 bash[23214]: debug 2024-03-22T06:53:44.137+0000 7fa454952700 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-03-22T06:53:45.074 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-22T06:53:45.074 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph mon dump -f json 2024-03-22T06:53:46.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:46 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:53:46.523 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:53:46 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:53:46.523 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:46 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:53:46.780 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:46 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:53:46.780 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:53:46 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:53:46.781 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:46 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:53:46.781 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:46 smithi129 systemd[1]: Started Ceph mon.c for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T06:53:47.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.644+0000 7f2d2a7fdc80 0 set uid:gid to 167:167 (ceph:ceph) 2024-03-22T06:53:47.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.644+0000 7f2d2a7fdc80 0 ceph version 18.2.2-937-gea74f2a1 (ea74f2a1f3b9578955c75452d36d95e0cac33c2e) reef (stable), process ceph-mon, pid 7 2024-03-22T06:53:47.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.644+0000 7f2d2a7fdc80 0 pidfile_write: ignore empty --pid-file 2024-03-22T06:53:47.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 0 load: jerasure load: lrc 2024-03-22T06:53:47.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: RocksDB version: 7.9.2 2024-03-22T06:53:47.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Git sha 0 2024-03-22T06:53:47.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Compile date 2024-03-21 15:16:55 2024-03-22T06:53:47.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: DB SUMMARY 2024-03-22T06:53:47.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: DB Session ID: L1SGUDA6KQPLFROL8B3U 2024-03-22T06:53:47.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: CURRENT file: CURRENT 2024-03-22T06:53:47.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: IDENTITY file: IDENTITY 2024-03-22T06:53:47.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-03-22T06:53:47.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-03-22T06:53:47.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-03-22T06:53:47.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.error_if_exists: 0 2024-03-22T06:53:47.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.create_if_missing: 0 2024-03-22T06:53:47.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.paranoid_checks: 1 2024-03-22T06:53:47.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-03-22T06:53:47.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-22T06:53:47.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-22T06:53:47.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.env: 0x5639abb7b720 2024-03-22T06:53:47.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.fs: PosixFileSystem 2024-03-22T06:53:47.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.info_log: 0x5639ae255520 2024-03-22T06:53:47.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_file_opening_threads: 16 2024-03-22T06:53:47.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.statistics: (nil) 2024-03-22T06:53:47.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.use_fsync: 0 2024-03-22T06:53:47.878 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_log_file_size: 0 2024-03-22T06:53:47.878 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-22T06:53:47.878 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-03-22T06:53:47.878 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.keep_log_file_num: 1000 2024-03-22T06:53:47.878 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.recycle_log_file_num: 0 2024-03-22T06:53:47.879 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.allow_fallocate: 1 2024-03-22T06:53:47.879 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.allow_mmap_reads: 0 2024-03-22T06:53:47.879 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.allow_mmap_writes: 0 2024-03-22T06:53:47.879 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.use_direct_reads: 0 2024-03-22T06:53:47.879 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-22T06:53:47.879 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.create_missing_column_families: 0 2024-03-22T06:53:47.879 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.db_log_dir: 2024-03-22T06:53:47.879 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.wal_dir: 2024-03-22T06:53:47.879 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-03-22T06:53:47.879 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-03-22T06:53:47.879 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-03-22T06:53:47.879 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-22T06:53:47.879 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-22T06:53:47.879 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-03-22T06:53:47.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.advise_random_on_open: 1 2024-03-22T06:53:47.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.db_write_buffer_size: 0 2024-03-22T06:53:47.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.write_buffer_manager: 0x5639ad4ea320 2024-03-22T06:53:47.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-22T06:53:47.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-22T06:53:47.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-03-22T06:53:47.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.rate_limiter: (nil) 2024-03-22T06:53:47.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-22T06:53:47.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.wal_recovery_mode: 2 2024-03-22T06:53:47.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.enable_thread_tracking: 0 2024-03-22T06:53:47.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.enable_pipelined_write: 0 2024-03-22T06:53:47.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.unordered_write: 0 2024-03-22T06:53:47.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-22T06:53:47.881 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-22T06:53:47.881 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-22T06:53:47.881 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-22T06:53:47.881 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.row_cache: None 2024-03-22T06:53:47.881 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.wal_filter: None 2024-03-22T06:53:47.881 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-22T06:53:47.881 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.allow_ingest_behind: 0 2024-03-22T06:53:47.881 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.two_write_queues: 0 2024-03-22T06:53:47.881 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.manual_wal_flush: 0 2024-03-22T06:53:47.881 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.wal_compression: 0 2024-03-22T06:53:47.881 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.atomic_flush: 0 2024-03-22T06:53:47.881 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-22T06:53:47.881 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-03-22T06:53:47.882 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-03-22T06:53:47.882 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.log_readahead_size: 0 2024-03-22T06:53:47.882 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-22T06:53:47.882 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.best_efforts_recovery: 0 2024-03-22T06:53:47.882 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-22T06:53:47.882 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-22T06:53:47.882 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.allow_data_in_errors: 0 2024-03-22T06:53:47.882 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.db_host_id: __hostname__ 2024-03-22T06:53:47.882 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-03-22T06:53:47.882 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_background_jobs: 2 2024-03-22T06:53:47.882 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_background_compactions: -1 2024-03-22T06:53:47.882 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_subcompactions: 1 2024-03-22T06:53:47.882 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-22T06:53:47.883 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-22T06:53:47.883 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-03-22T06:53:47.883 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_total_wal_size: 0 2024-03-22T06:53:47.883 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-22T06:53:47.883 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-03-22T06:53:47.883 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-03-22T06:53:47.883 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-22T06:53:47.883 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_open_files: -1 2024-03-22T06:53:47.883 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.bytes_per_sync: 0 2024-03-22T06:53:47.883 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-03-22T06:53:47.883 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-03-22T06:53:47.883 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compaction_readahead_size: 0 2024-03-22T06:53:47.883 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_background_flushes: -1 2024-03-22T06:53:47.883 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Compression algorithms supported: 2024-03-22T06:53:47.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-22T06:53:47.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: kZSTD supported: 0 2024-03-22T06:53:47.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: kXpressCompression supported: 0 2024-03-22T06:53:47.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: kLZ4HCCompression supported: 1 2024-03-22T06:53:47.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: kZlibCompression supported: 1 2024-03-22T06:53:47.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: kSnappyCompression supported: 1 2024-03-22T06:53:47.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: kLZ4Compression supported: 1 2024-03-22T06:53:47.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: kBZip2Compression supported: 0 2024-03-22T06:53:47.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-03-22T06:53:47.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-03-22T06:53:47.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-03-22T06:53:47.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-22T06:53:47.886 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-22T06:53:47.886 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.merge_operator: 2024-03-22T06:53:47.886 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compaction_filter: None 2024-03-22T06:53:47.886 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compaction_filter_factory: None 2024-03-22T06:53:47.886 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.sst_partitioner_factory: None 2024-03-22T06:53:47.886 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-03-22T06:53:47.886 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-03-22T06:53:47.887 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5639ae255620) 2024-03-22T06:53:47.887 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cache_index_and_filter_blocks: 1 2024-03-22T06:53:47.887 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-22T06:53:47.887 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-22T06:53:47.887 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: pin_top_level_index_and_filter: 1 2024-03-22T06:53:47.887 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: index_type: 0 2024-03-22T06:53:47.887 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: data_block_index_type: 0 2024-03-22T06:53:47.887 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: index_shortening: 1 2024-03-22T06:53:47.887 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: data_block_hash_table_util_ratio: 0.750000 2024-03-22T06:53:47.887 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: checksum: 4 2024-03-22T06:53:47.887 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: no_block_cache: 0 2024-03-22T06:53:47.887 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: block_cache: 0x5639ad56d1f0 2024-03-22T06:53:47.887 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: block_cache_name: BinnedLRUCache 2024-03-22T06:53:47.887 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: block_cache_options: 2024-03-22T06:53:47.887 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: capacity : 536870912 2024-03-22T06:53:47.888 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: num_shard_bits : 4 2024-03-22T06:53:47.888 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: strict_capacity_limit : 0 2024-03-22T06:53:47.888 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: high_pri_pool_ratio: 0.000 2024-03-22T06:53:47.888 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: block_cache_compressed: (nil) 2024-03-22T06:53:47.888 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: persistent_cache: (nil) 2024-03-22T06:53:47.888 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: block_size: 4096 2024-03-22T06:53:47.888 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: block_size_deviation: 10 2024-03-22T06:53:47.888 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: block_restart_interval: 16 2024-03-22T06:53:47.888 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: index_block_restart_interval: 1 2024-03-22T06:53:47.888 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: metadata_block_size: 4096 2024-03-22T06:53:47.888 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: partition_filters: 0 2024-03-22T06:53:47.888 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: use_delta_encoding: 1 2024-03-22T06:53:47.888 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: filter_policy: bloomfilter 2024-03-22T06:53:47.888 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: whole_key_filtering: 1 2024-03-22T06:53:47.889 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: verify_compression: 0 2024-03-22T06:53:47.889 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: read_amp_bytes_per_bit: 0 2024-03-22T06:53:47.889 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: format_version: 5 2024-03-22T06:53:47.889 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: enable_index_compression: 1 2024-03-22T06:53:47.889 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: block_align: 0 2024-03-22T06:53:47.889 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: max_auto_readahead_size: 262144 2024-03-22T06:53:47.889 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: prepopulate_block_cache: 0 2024-03-22T06:53:47.889 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: initial_auto_readahead_size: 8192 2024-03-22T06:53:47.889 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: num_file_reads_for_auto_readahead: 2 2024-03-22T06:53:47.889 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.write_buffer_size: 33554432 2024-03-22T06:53:47.889 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_write_buffer_number: 2 2024-03-22T06:53:47.889 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compression: NoCompression 2024-03-22T06:53:47.889 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.bottommost_compression: Disabled 2024-03-22T06:53:47.889 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.prefix_extractor: nullptr 2024-03-22T06:53:47.889 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-22T06:53:47.890 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.num_levels: 7 2024-03-22T06:53:47.890 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-22T06:53:47.890 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-22T06:53:47.890 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-22T06:53:47.890 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-22T06:53:47.890 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-22T06:53:47.890 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-22T06:53:47.890 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-22T06:53:47.890 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-22T06:53:47.890 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-22T06:53:47.890 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-22T06:53:47.890 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-22T06:53:47.890 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-22T06:53:47.890 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-03-22T06:53:47.890 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compression_opts.level: 32767 2024-03-22T06:53:47.891 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compression_opts.strategy: 0 2024-03-22T06:53:47.891 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-22T06:53:47.891 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-22T06:53:47.891 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-22T06:53:47.891 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-22T06:53:47.891 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compression_opts.enabled: false 2024-03-22T06:53:47.891 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-22T06:53:47.891 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-22T06:53:47.891 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-22T06:53:47.891 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-22T06:53:47.891 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.target_file_size_base: 67108864 2024-03-22T06:53:47.891 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-03-22T06:53:47.891 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-22T06:53:47.891 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-22T06:53:47.891 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-22T06:53:47.892 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-22T06:53:47.892 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-22T06:53:47.892 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-22T06:53:47.892 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-22T06:53:47.892 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-22T06:53:47.892 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-22T06:53:47.892 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-22T06:53:47.892 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-22T06:53:47.892 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-22T06:53:47.892 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-22T06:53:47.892 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.arena_block_size: 1048576 2024-03-22T06:53:47.892 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-22T06:53:47.892 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-22T06:53:47.892 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.disable_auto_compactions: 0 2024-03-22T06:53:47.893 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-22T06:53:47.893 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-22T06:53:47.893 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-22T06:53:47.893 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-22T06:53:47.893 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-22T06:53:47.893 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-22T06:53:47.893 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-22T06:53:47.893 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-22T06:53:47.893 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-22T06:53:47.893 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-22T06:53:47.893 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.table_properties_collectors: 2024-03-22T06:53:47.893 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.inplace_update_support: 0 2024-03-22T06:53:47.893 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-03-22T06:53:47.893 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-22T06:53:47.893 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-22T06:53:47.894 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-03-22T06:53:47.894 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.bloom_locality: 0 2024-03-22T06:53:47.894 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.max_successive_merges: 0 2024-03-22T06:53:47.894 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-03-22T06:53:47.894 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.paranoid_file_checks: 0 2024-03-22T06:53:47.894 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.force_consistency_checks: 1 2024-03-22T06:53:47.894 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.report_bg_io_stats: 0 2024-03-22T06:53:47.894 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.ttl: 2592000 2024-03-22T06:53:47.894 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-03-22T06:53:47.894 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-22T06:53:47.894 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-22T06:53:47.894 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.enable_blob_files: false 2024-03-22T06:53:47.894 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.min_blob_size: 0 2024-03-22T06:53:47.894 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.blob_file_size: 268435456 2024-03-22T06:53:47.894 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-03-22T06:53:47.895 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-03-22T06:53:47.895 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-22T06:53:47.895 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-22T06:53:47.895 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-22T06:53:47.895 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.blob_file_starting_level: 0 2024-03-22T06:53:47.895 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-22T06:53:47.895 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-03-22T06:53:47.895 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-03-22T06:53:47.895 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 77a17f32-ef13-4a16-956d-acc6498d2f72 2024-03-22T06:53:47.895 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711090427655218, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-03-22T06:53:47.895 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-03-22T06:53:47.895 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711090427655686, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1711090427, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "77a17f32-ef13-4a16-956d-acc6498d2f72", "db_session_id": "L1SGUDA6KQPLFROL8B3U", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-03-22T06:53:47.895 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.648+0000 7f2d2a7fdc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711090427655812, "job": 1, "event": "recovery_finished"} 2024-03-22T06:53:47.895 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.652+0000 7f2d2a7fdc80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-03-22T06:53:47.895 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.652+0000 7f2d2a7fdc80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-22T06:53:47.896 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.652+0000 7f2d2a7fdc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5639ad60e000 2024-03-22T06:53:47.896 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.652+0000 7f2d2a7fdc80 4 rocksdb: DB pointer 0x5639ad5fc000 2024-03-22T06:53:47.896 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.652+0000 7f2d18ff6700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-22T06:53:47.896 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.652+0000 7f2d18ff6700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-22T06:53:47.896 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: ** DB Stats ** 2024-03-22T06:53:47.896 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Uptime(secs): 0.0 total, 0.0 interval 2024-03-22T06:53:47.896 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-22T06:53:47.896 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-22T06:53:47.896 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-22T06:53:47.896 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-22T06:53:47.896 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-22T06:53:47.896 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-22T06:53:47.896 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: ** Compaction Stats [default] ** 2024-03-22T06:53:47.896 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-22T06:53:47.897 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-22T06:53:47.897 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-22T06:53:47.897 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-22T06:53:47.897 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-22T06:53:47.897 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: ** Compaction Stats [default] ** 2024-03-22T06:53:47.897 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-22T06:53:47.897 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-22T06:53:47.897 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-22T06:53:47.897 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-22T06:53:47.897 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Uptime(secs): 0.0 total, 0.0 interval 2024-03-22T06:53:47.897 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Flush(GB): cumulative 0.000, interval 0.000 2024-03-22T06:53:47.897 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-22T06:53:47.897 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: AddFile(Total Files): cumulative 0, interval 0 2024-03-22T06:53:47.897 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: AddFile(L0 Files): cumulative 0, interval 0 2024-03-22T06:53:47.898 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: AddFile(Keys): cumulative 0, interval 0 2024-03-22T06:53:47.898 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Cumulative compaction: 0.00 GB write, 0.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-22T06:53:47.898 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Interval compaction: 0.00 GB write, 0.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-22T06:53:47.898 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-22T06:53:47.898 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Block cache BinnedLRUCache@0x5639ad56d1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2024-03-22T06:53:47.898 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-03-22T06:53:47.898 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: ** File Read Latency Histogram By Level [default] ** 2024-03-22T06:53:47.898 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.652+0000 7f2d2a7fdc80 0 mon.c does not exist in monmap, will attempt to join an existing cluster 2024-03-22T06:53:47.898 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.652+0000 7f2d2a7fdc80 0 using public_addrv [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] 2024-03-22T06:53:47.898 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.652+0000 7f2d2a7fdc80 0 starting mon.c rank -1 at public addrs [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] at bind addrs [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:53:47.898 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.652+0000 7f2d2a7fdc80 1 mon.c@-1(???) e0 preinit fsid 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:53:47.898 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.668+0000 7f2d1bffc700 0 mon.c@-1(synchronizing).mds e1 new map 2024-03-22T06:53:47.898 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.668+0000 7f2d1bffc700 0 mon.c@-1(synchronizing).mds e1 print_map 2024-03-22T06:53:47.898 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: e1 2024-03-22T06:53:47.899 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: enable_multiple, ever_enabled_multiple: 1,1 2024-03-22T06:53:47.899 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-22T06:53:47.899 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: legacy client fscid: -1 2024-03-22T06:53:47.899 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: 2024-03-22T06:53:47.899 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: No filesystems configured 2024-03-22T06:53:47.899 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.668+0000 7f2d1bffc700 1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-03-22T06:53:47.899 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.668+0000 7f2d1bffc700 1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-03-22T06:53:47.899 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.668+0000 7f2d1bffc700 1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-03-22T06:53:47.899 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.668+0000 7f2d1bffc700 1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-03-22T06:53:47.899 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.668+0000 7f2d1bffc700 1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-03-22T06:53:47.899 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.668+0000 7f2d1bffc700 1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-03-22T06:53:47.899 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.668+0000 7f2d1bffc700 0 mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-22T06:53:47.899 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.668+0000 7f2d1bffc700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-22T06:53:47.899 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.668+0000 7f2d1bffc700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-22T06:53:47.899 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.668+0000 7f2d1bffc700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-22T06:53:47.900 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:10.037598+0000 mgr.y (mgr.14152) 20 : cluster 0 pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.900 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:12.038123+0000 mgr.y (mgr.14152) 21 : cluster 0 pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.900 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:13.719566+0000 mgr.y (mgr.14152) 22 : audit 0 from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi148", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:53:47.900 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:14.038455+0000 mgr.y (mgr.14152) 23 : cluster 0 pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.900 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cephadm 2024-03-22T06:53:14.394500+0000 mgr.y (mgr.14152) 24 : cephadm 1 Deploying cephadm binary to smithi148 2024-03-22T06:53:47.900 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:16.038773+0000 mgr.y (mgr.14152) 25 : cluster 0 pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.900 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:16.962001+0000 mon.a (mon.0) 111 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.900 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cephadm 2024-03-22T06:53:16.962780+0000 mgr.y (mgr.14152) 26 : cephadm 1 Added host smithi148 2024-03-22T06:53:47.900 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:16.983946+0000 mon.a (mon.0) 112 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:53:47.900 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:17.358303+0000 mon.a (mon.0) 113 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.900 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:18.039180+0000 mgr.y (mgr.14152) 27 : cluster 0 pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.900 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:18.733944+0000 mon.a (mon.0) 114 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.900 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:19.636143+0000 mon.a (mon.0) 115 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.900 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:20.039529+0000 mgr.y (mgr.14152) 28 : cluster 0 pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.900 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:22.039943+0000 mgr.y (mgr.14152) 29 : cluster 0 pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:24.040309+0000 mgr.y (mgr.14152) 30 : cluster 0 pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:24.572200+0000 mon.a (mon.0) 116 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:24.579429+0000 mon.a (mon.0) 117 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:24.588126+0000 mon.a (mon.0) 118 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:24.595235+0000 mon.a (mon.0) 119 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:24.596753+0000 mon.a (mon.0) 120 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:53:47.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:24.598733+0000 mon.a (mon.0) 121 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:47.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:24.600490+0000 mon.a (mon.0) 122 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:53:47.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cephadm 2024-03-22T06:53:24.602989+0000 mgr.y (mgr.14152) 31 : cephadm 1 Updating smithi148:/etc/ceph/ceph.conf 2024-03-22T06:53:47.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cephadm 2024-03-22T06:53:24.768741+0000 mgr.y (mgr.14152) 32 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T06:53:47.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cephadm 2024-03-22T06:53:24.933199+0000 mgr.y (mgr.14152) 33 : cephadm 1 Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-03-22T06:53:47.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:25.217964+0000 mon.a (mon.0) 123 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:25.225527+0000 mon.a (mon.0) 124 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:25.233597+0000 mon.a (mon.0) 125 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:25.031562+0000 mgr.y (mgr.14152) 34 : audit 0 from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T06:53:47.902 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cephadm 2024-03-22T06:53:25.097877+0000 mgr.y (mgr.14152) 35 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T06:53:47.902 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:26.040734+0000 mgr.y (mgr.14152) 36 : cluster 0 pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.902 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:28.041140+0000 mgr.y (mgr.14152) 37 : cluster 0 pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.902 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:30.041634+0000 mgr.y (mgr.14152) 38 : cluster 0 pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.902 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:32.042172+0000 mgr.y (mgr.14152) 39 : cluster 0 pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.902 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:33.142488+0000 mon.a (mon.0) 126 : audit 1 from='client.? 172.21.15.129:0/4181344589' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-22T06:53:47.902 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:33.590708+0000 mon.a (mon.0) 127 : audit 1 from='client.? 172.21.15.129:0/4181344589' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-22T06:53:47.902 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:33.590881+0000 mon.a (mon.0) 128 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-03-22T06:53:47.902 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:34.042676+0000 mgr.y (mgr.14152) 40 : cluster 0 pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.902 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:36.043121+0000 mgr.y (mgr.14152) 41 : cluster 0 pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.902 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:37.795154+0000 mgr.y (mgr.14152) 42 : audit 0 from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi129:172.21.15.129=a;smithi129:[v2:172.21.15.129:3301,v1:172.21.15.129:6790]=c;smithi148:172.21.15.148=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:53:47.902 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cephadm 2024-03-22T06:53:37.801114+0000 mgr.y (mgr.14152) 43 : cephadm 1 Saving service mon spec with placement smithi129:172.21.15.129=a;smithi129:[v2:172.21.15.129:3301,v1:172.21.15.129:6790]=c;smithi148:172.21.15.148=b;count:3 2024-03-22T06:53:47.902 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:37.806949+0000 mon.a (mon.0) 129 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.903 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:37.845835+0000 mon.a (mon.0) 130 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:53:47.903 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:37.849272+0000 mon.a (mon.0) 131 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:47.903 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:37.851002+0000 mon.a (mon.0) 132 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:53:47.903 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:37.858647+0000 mon.a (mon.0) 133 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.903 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:37.862552+0000 mon.a (mon.0) 134 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T06:53:47.903 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:37.864486+0000 mon.a (mon.0) 135 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:47.903 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cephadm 2024-03-22T06:53:37.866437+0000 mgr.y (mgr.14152) 44 : cephadm 1 Deploying daemon mon.b on smithi148 2024-03-22T06:53:47.903 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:38.043546+0000 mgr.y (mgr.14152) 45 : cluster 0 pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.903 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:40.044042+0000 mgr.y (mgr.14152) 46 : cluster 0 pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.903 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cluster 2024-03-22T06:53:42.044429+0000 mgr.y (mgr.14152) 47 : cluster 0 pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:47.903 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:42.849940+0000 mon.a (mon.0) 136 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.903 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:42.855590+0000 mon.a (mon.0) 137 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.903 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:42.900746+0000 mon.a (mon.0) 138 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:47.903 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:42.901979+0000 mon.a (mon.0) 139 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T06:53:47.904 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:42.903743+0000 mon.a (mon.0) 140 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:47.904 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: cephadm 2024-03-22T06:53:42.905658+0000 mgr.y (mgr.14152) 48 : cephadm 1 Deploying daemon mon.c on smithi129 2024-03-22T06:53:47.904 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: audit 2024-03-22T06:53:43.244597+0000 mon.a (mon.0) 141 : audit 0 from='client.? 172.21.15.148:0/1520710181' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-22T06:53:47.904 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:47 smithi129 bash[31121]: debug 2024-03-22T06:53:47.672+0000 7f2d1bffc700 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-03-22T06:53:48.727 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.b/config 2024-03-22T06:53:49.569 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: cluster 2024-03-22T06:53:44.044838+0000 mgr.y (mgr.14152) 49 : cluster 0 pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:49.569 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: audit 2024-03-22T06:53:44.147776+0000 mon.a (mon.0) 143 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:53:49.570 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: cluster 2024-03-22T06:53:44.148001+0000 mon.a (mon.0) 144 : cluster 1 mon.a calling monitor election 2024-03-22T06:53:49.570 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: audit 2024-03-22T06:53:44.168569+0000 mon.a (mon.0) 145 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:49.570 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: audit 2024-03-22T06:53:45.145469+0000 mon.a (mon.0) 146 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:49.570 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: cluster 2024-03-22T06:53:46.045190+0000 mgr.y (mgr.14152) 50 : cluster 0 pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:49.570 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: audit 2024-03-22T06:53:46.146303+0000 mon.a (mon.0) 147 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:49.570 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: cluster 2024-03-22T06:53:46.147175+0000 mon.b (mon.1) 1 : cluster 1 mon.b calling monitor election 2024-03-22T06:53:49.570 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: audit 2024-03-22T06:53:47.146119+0000 mon.a (mon.0) 148 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:49.570 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: audit 2024-03-22T06:53:47.680761+0000 mon.a (mon.0) 149 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:49.570 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: cluster 2024-03-22T06:53:48.045636+0000 mgr.y (mgr.14152) 51 : cluster 0 pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:49.570 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: audit 2024-03-22T06:53:48.146242+0000 mon.a (mon.0) 150 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:49.570 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: audit 2024-03-22T06:53:48.681391+0000 mon.a (mon.0) 151 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:49.570 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: audit 2024-03-22T06:53:49.146317+0000 mon.a (mon.0) 152 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:49.570 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: cluster 2024-03-22T06:53:49.189942+0000 mon.a (mon.0) 153 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-22T06:53:49.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: cluster 2024-03-22T06:53:49.198121+0000 mon.a (mon.0) 154 : cluster 0 monmap e2: 2 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T06:53:49.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: cluster 2024-03-22T06:53:49.199143+0000 mon.a (mon.0) 155 : cluster 0 fsmap 2024-03-22T06:53:49.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: cluster 2024-03-22T06:53:49.199201+0000 mon.a (mon.0) 156 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-03-22T06:53:49.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: cluster 2024-03-22T06:53:49.199485+0000 mon.a (mon.0) 157 : cluster 0 mgrmap e13: y(active, since 71s) 2024-03-22T06:53:49.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: cluster 2024-03-22T06:53:49.225778+0000 mon.a (mon.0) 158 : cluster 1 overall HEALTH_OK 2024-03-22T06:53:49.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: audit 2024-03-22T06:53:49.231374+0000 mon.a (mon.0) 159 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:49.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:49 smithi148 bash[23214]: audit 2024-03-22T06:53:49.239050+0000 mon.a (mon.0) 160 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:49.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: cluster 2024-03-22T06:53:44.044838+0000 mgr.y (mgr.14152) 49 : cluster 0 pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:49.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: audit 2024-03-22T06:53:44.147776+0000 mon.a (mon.0) 143 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:53:49.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: cluster 2024-03-22T06:53:44.148001+0000 mon.a (mon.0) 144 : cluster 1 mon.a calling monitor election 2024-03-22T06:53:49.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: audit 2024-03-22T06:53:44.168569+0000 mon.a (mon.0) 145 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:49.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: audit 2024-03-22T06:53:45.145469+0000 mon.a (mon.0) 146 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:49.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: cluster 2024-03-22T06:53:46.045190+0000 mgr.y (mgr.14152) 50 : cluster 0 pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:49.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: audit 2024-03-22T06:53:46.146303+0000 mon.a (mon.0) 147 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:49.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: cluster 2024-03-22T06:53:46.147175+0000 mon.b (mon.1) 1 : cluster 1 mon.b calling monitor election 2024-03-22T06:53:49.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: audit 2024-03-22T06:53:47.146119+0000 mon.a (mon.0) 148 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:49.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: audit 2024-03-22T06:53:47.680761+0000 mon.a (mon.0) 149 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:49.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: cluster 2024-03-22T06:53:48.045636+0000 mgr.y (mgr.14152) 51 : cluster 0 pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:49.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: audit 2024-03-22T06:53:48.146242+0000 mon.a (mon.0) 150 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:49.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: audit 2024-03-22T06:53:48.681391+0000 mon.a (mon.0) 151 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:49.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: audit 2024-03-22T06:53:49.146317+0000 mon.a (mon.0) 152 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:49.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: cluster 2024-03-22T06:53:49.189942+0000 mon.a (mon.0) 153 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-22T06:53:49.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: cluster 2024-03-22T06:53:49.198121+0000 mon.a (mon.0) 154 : cluster 0 monmap e2: 2 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T06:53:49.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: cluster 2024-03-22T06:53:49.199143+0000 mon.a (mon.0) 155 : cluster 0 fsmap 2024-03-22T06:53:49.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: cluster 2024-03-22T06:53:49.199201+0000 mon.a (mon.0) 156 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-03-22T06:53:49.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: cluster 2024-03-22T06:53:49.199485+0000 mon.a (mon.0) 157 : cluster 0 mgrmap e13: y(active, since 71s) 2024-03-22T06:53:49.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: cluster 2024-03-22T06:53:49.225778+0000 mon.a (mon.0) 158 : cluster 1 overall HEALTH_OK 2024-03-22T06:53:49.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: audit 2024-03-22T06:53:49.231374+0000 mon.a (mon.0) 159 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:49.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:49 smithi129 bash[21357]: audit 2024-03-22T06:53:49.239050+0000 mon.a (mon.0) 160 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:50.625 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:53:50 smithi129 bash[21614]: debug 2024-03-22T06:53:50.140+0000 7f4a87d42700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-03-22T06:53:55.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: cluster 2024-03-22T06:53:49.688071+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-03-22T06:53:55.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: audit 2024-03-22T06:53:49.688185+0000 mon.a (mon.0) 165 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:53:55.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: cluster 2024-03-22T06:53:49.688421+0000 mon.a (mon.0) 166 : cluster 1 mon.a calling monitor election 2024-03-22T06:53:55.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: audit 2024-03-22T06:53:49.708482+0000 mon.a (mon.0) 167 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:55.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: audit 2024-03-22T06:53:49.708654+0000 mon.a (mon.0) 168 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:55.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: cluster 2024-03-22T06:53:50.046118+0000 mgr.y (mgr.14152) 52 : cluster 0 pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:55.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: audit 2024-03-22T06:53:50.681895+0000 mon.a (mon.0) 169 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:55.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: audit 2024-03-22T06:53:51.681981+0000 mon.a (mon.0) 170 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:55.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: cluster 2024-03-22T06:53:52.046541+0000 mgr.y (mgr.14152) 53 : cluster 0 pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:55.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: audit 2024-03-22T06:53:52.682117+0000 mon.a (mon.0) 171 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:55.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: audit 2024-03-22T06:53:53.681789+0000 mon.a (mon.0) 172 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:55.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: audit 2024-03-22T06:53:54.682504+0000 mon.a (mon.0) 173 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:55.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: cluster 2024-03-22T06:53:54.708907+0000 mon.a (mon.0) 174 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-22T06:53:55.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: cluster 2024-03-22T06:53:54.714743+0000 mon.a (mon.0) 175 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T06:53:55.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: cluster 2024-03-22T06:53:54.732822+0000 mon.a (mon.0) 176 : cluster 0 fsmap 2024-03-22T06:53:55.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: cluster 2024-03-22T06:53:54.732910+0000 mon.a (mon.0) 177 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-03-22T06:53:55.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: cluster 2024-03-22T06:53:54.733253+0000 mon.a (mon.0) 178 : cluster 0 mgrmap e13: y(active, since 76s) 2024-03-22T06:53:55.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: cluster 2024-03-22T06:53:54.733656+0000 mon.a (mon.0) 179 : cluster 3 Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-03-22T06:53:55.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: cluster 2024-03-22T06:53:54.742257+0000 mon.a (mon.0) 180 : cluster 3 Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-03-22T06:53:55.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: cluster 2024-03-22T06:53:54.742298+0000 mon.a (mon.0) 181 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-22T06:53:55.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: cluster 2024-03-22T06:53:54.742316+0000 mon.a (mon.0) 182 : cluster 3 mon.c (rank 2) addr [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] is down (out of quorum) 2024-03-22T06:53:55.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: audit 2024-03-22T06:53:54.747064+0000 mon.a (mon.0) 183 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:55.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: audit 2024-03-22T06:53:54.752125+0000 mon.a (mon.0) 184 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:55.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: audit 2024-03-22T06:53:54.757463+0000 mon.a (mon.0) 185 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:55.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: audit 2024-03-22T06:53:54.763415+0000 mon.a (mon.0) 186 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:55.128 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:54 smithi129 bash[21357]: audit 2024-03-22T06:53:54.769356+0000 mon.a (mon.0) 187 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:55.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: cluster 2024-03-22T06:53:49.688071+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-03-22T06:53:55.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: audit 2024-03-22T06:53:49.688185+0000 mon.a (mon.0) 165 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:53:55.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: cluster 2024-03-22T06:53:49.688421+0000 mon.a (mon.0) 166 : cluster 1 mon.a calling monitor election 2024-03-22T06:53:55.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: audit 2024-03-22T06:53:49.708482+0000 mon.a (mon.0) 167 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:55.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: audit 2024-03-22T06:53:49.708654+0000 mon.a (mon.0) 168 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:55.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: cluster 2024-03-22T06:53:50.046118+0000 mgr.y (mgr.14152) 52 : cluster 0 pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:55.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: audit 2024-03-22T06:53:50.681895+0000 mon.a (mon.0) 169 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:55.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: audit 2024-03-22T06:53:51.681981+0000 mon.a (mon.0) 170 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:55.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: cluster 2024-03-22T06:53:52.046541+0000 mgr.y (mgr.14152) 53 : cluster 0 pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:55.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: audit 2024-03-22T06:53:52.682117+0000 mon.a (mon.0) 171 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:55.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: audit 2024-03-22T06:53:53.681789+0000 mon.a (mon.0) 172 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:55.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: audit 2024-03-22T06:53:54.682504+0000 mon.a (mon.0) 173 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:55.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: cluster 2024-03-22T06:53:54.708907+0000 mon.a (mon.0) 174 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-22T06:53:55.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: cluster 2024-03-22T06:53:54.714743+0000 mon.a (mon.0) 175 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T06:53:55.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: cluster 2024-03-22T06:53:54.732822+0000 mon.a (mon.0) 176 : cluster 0 fsmap 2024-03-22T06:53:55.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: cluster 2024-03-22T06:53:54.732910+0000 mon.a (mon.0) 177 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-03-22T06:53:55.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: cluster 2024-03-22T06:53:54.733253+0000 mon.a (mon.0) 178 : cluster 0 mgrmap e13: y(active, since 76s) 2024-03-22T06:53:55.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: cluster 2024-03-22T06:53:54.733656+0000 mon.a (mon.0) 179 : cluster 3 Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-03-22T06:53:55.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: cluster 2024-03-22T06:53:54.742257+0000 mon.a (mon.0) 180 : cluster 3 Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-03-22T06:53:55.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: cluster 2024-03-22T06:53:54.742298+0000 mon.a (mon.0) 181 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-22T06:53:55.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: cluster 2024-03-22T06:53:54.742316+0000 mon.a (mon.0) 182 : cluster 3 mon.c (rank 2) addr [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] is down (out of quorum) 2024-03-22T06:53:55.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: audit 2024-03-22T06:53:54.747064+0000 mon.a (mon.0) 183 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:55.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: audit 2024-03-22T06:53:54.752125+0000 mon.a (mon.0) 184 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:55.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: audit 2024-03-22T06:53:54.757463+0000 mon.a (mon.0) 185 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:55.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: audit 2024-03-22T06:53:54.763415+0000 mon.a (mon.0) 186 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:55.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:54 smithi148 bash[23214]: audit 2024-03-22T06:53:54.769356+0000 mon.a (mon.0) 187 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:55.841 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-03-22T06:53:55.841 INFO:teuthology.orchestra.run.smithi148.stdout:{"epoch":3,"fsid":"77237b76-e818-11ee-95cd-87774f69a715","modified":"2024-03-22T06:53:49.681632Z","created":"2024-03-22T06:51:30.258040Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:3300","nonce":0},{"type":"v1","addr":"172.21.15.129:6789","nonce":0}]},"addr":"172.21.15.129:6789/0","public_addr":"172.21.15.129:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:3300","nonce":0},{"type":"v1","addr":"172.21.15.148:6789","nonce":0}]},"addr":"172.21.15.148:6789/0","public_addr":"172.21.15.148:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:3301","nonce":0},{"type":"v1","addr":"172.21.15.129:6790","nonce":0}]},"addr":"172.21.15.129:6790/0","public_addr":"172.21.15.129:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-22T06:53:55.844 INFO:teuthology.orchestra.run.smithi148.stderr:dumped monmap epoch 3 2024-03-22T06:53:56.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: cluster 2024-03-22T06:53:54.046910+0000 mgr.y (mgr.14152) 54 : cluster 0 pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:56.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: audit 2024-03-22T06:53:55.247185+0000 mon.a (mon.0) 188 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:56.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: audit 2024-03-22T06:53:55.248893+0000 mon.a (mon.0) 189 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:53:56.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: audit 2024-03-22T06:53:55.585872+0000 mon.a (mon.0) 190 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: audit 2024-03-22T06:53:55.589134+0000 mon.a (mon.0) 191 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: audit 2024-03-22T06:53:55.592381+0000 mon.a (mon.0) 192 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: audit 2024-03-22T06:53:55.595966+0000 mon.a (mon.0) 193 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: audit 2024-03-22T06:53:55.600756+0000 mon.a (mon.0) 194 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: audit 2024-03-22T06:53:55.639260+0000 mon.a (mon.0) 195 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: audit 2024-03-22T06:53:55.642259+0000 mon.a (mon.0) 196 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: audit 2024-03-22T06:53:55.645239+0000 mon.a (mon.0) 197 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: audit 2024-03-22T06:53:55.648187+0000 mon.a (mon.0) 198 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: audit 2024-03-22T06:53:55.648810+0000 mon.a (mon.0) 199 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T06:53:56.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: audit 2024-03-22T06:53:55.649598+0000 mon.a (mon.0) 200 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T06:53:56.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: audit 2024-03-22T06:53:55.650343+0000 mon.a (mon.0) 201 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:56.053 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:55 smithi148 bash[23214]: audit 2024-03-22T06:53:55.681860+0000 mon.a (mon.0) 202 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:56.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: cluster 2024-03-22T06:53:54.046910+0000 mgr.y (mgr.14152) 54 : cluster 0 pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:56.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: audit 2024-03-22T06:53:55.247185+0000 mon.a (mon.0) 188 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:56.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: audit 2024-03-22T06:53:55.248893+0000 mon.a (mon.0) 189 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:53:56.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: audit 2024-03-22T06:53:55.585872+0000 mon.a (mon.0) 190 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: audit 2024-03-22T06:53:55.589134+0000 mon.a (mon.0) 191 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: audit 2024-03-22T06:53:55.592381+0000 mon.a (mon.0) 192 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: audit 2024-03-22T06:53:55.595966+0000 mon.a (mon.0) 193 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: audit 2024-03-22T06:53:55.600756+0000 mon.a (mon.0) 194 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: audit 2024-03-22T06:53:55.639260+0000 mon.a (mon.0) 195 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: audit 2024-03-22T06:53:55.642259+0000 mon.a (mon.0) 196 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: audit 2024-03-22T06:53:55.645239+0000 mon.a (mon.0) 197 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: audit 2024-03-22T06:53:55.648187+0000 mon.a (mon.0) 198 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: audit 2024-03-22T06:53:55.648810+0000 mon.a (mon.0) 199 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T06:53:56.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: audit 2024-03-22T06:53:55.649598+0000 mon.a (mon.0) 200 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T06:53:56.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: audit 2024-03-22T06:53:55.650343+0000 mon.a (mon.0) 201 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:56.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:55 smithi129 bash[21357]: audit 2024-03-22T06:53:55.681860+0000 mon.a (mon.0) 202 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:56.536 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-03-22T06:53:56.536 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph config generate-minimal-conf 2024-03-22T06:53:56.798 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[21357]: cluster 2024-03-22T06:53:51.683901+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-03-22T06:53:56.798 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[21357]: cluster 2024-03-22T06:53:56.714968+0000 mon.c (mon.2) 2 : cluster 1 mon.c calling monitor election 2024-03-22T06:53:56.798 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[21357]: cluster 2024-03-22T06:53:56.714969+0000 mon.b (mon.1) 3 : cluster 1 mon.b calling monitor election 2024-03-22T06:53:56.799 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[21357]: cluster 2024-03-22T06:53:56.715369+0000 mon.a (mon.0) 205 : cluster 1 mon.a calling monitor election 2024-03-22T06:53:56.799 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[21357]: cluster 2024-03-22T06:53:56.738623+0000 mon.a (mon.0) 206 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-22T06:53:56.799 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[21357]: cluster 2024-03-22T06:53:56.743643+0000 mon.a (mon.0) 207 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T06:53:56.799 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[21357]: cluster 2024-03-22T06:53:56.744048+0000 mon.a (mon.0) 208 : cluster 0 fsmap 2024-03-22T06:53:56.799 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[21357]: cluster 2024-03-22T06:53:56.744079+0000 mon.a (mon.0) 209 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-03-22T06:53:56.799 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:44.044838+0000 mgr.y (mgr.14152) 49 : cluster 0 pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:56.800 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:44.147776+0000 mon.a (mon.0) 143 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:53:56.800 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:44.148001+0000 mon.a (mon.0) 144 : cluster 1 mon.a calling monitor election 2024-03-22T06:53:56.800 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:44.168569+0000 mon.a (mon.0) 145 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:56.800 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:45.145469+0000 mon.a (mon.0) 146 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:56.800 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:46.045190+0000 mgr.y (mgr.14152) 50 : cluster 0 pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:56.800 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:46.146303+0000 mon.a (mon.0) 147 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:56.800 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:46.147175+0000 mon.b (mon.1) 1 : cluster 1 mon.b calling monitor election 2024-03-22T06:53:56.800 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:47.146119+0000 mon.a (mon.0) 148 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:56.800 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:47.680761+0000 mon.a (mon.0) 149 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:56.800 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:48.045636+0000 mgr.y (mgr.14152) 51 : cluster 0 pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:56.800 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:48.146242+0000 mon.a (mon.0) 150 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:56.800 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:48.681391+0000 mon.a (mon.0) 151 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:56.800 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:49.146317+0000 mon.a (mon.0) 152 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:56.800 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:49.189942+0000 mon.a (mon.0) 153 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-22T06:53:56.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:49.198121+0000 mon.a (mon.0) 154 : cluster 0 monmap e2: 2 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T06:53:56.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:49.199143+0000 mon.a (mon.0) 155 : cluster 0 fsmap 2024-03-22T06:53:56.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:49.199201+0000 mon.a (mon.0) 156 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-03-22T06:53:56.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:49.199485+0000 mon.a (mon.0) 157 : cluster 0 mgrmap e13: y(active, since 71s) 2024-03-22T06:53:56.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:49.225778+0000 mon.a (mon.0) 158 : cluster 1 overall HEALTH_OK 2024-03-22T06:53:56.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:49.231374+0000 mon.a (mon.0) 159 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:49.239050+0000 mon.a (mon.0) 160 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:49.688071+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-03-22T06:53:56.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:49.688185+0000 mon.a (mon.0) 165 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:53:56.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:49.688421+0000 mon.a (mon.0) 166 : cluster 1 mon.a calling monitor election 2024-03-22T06:53:56.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:49.708482+0000 mon.a (mon.0) 167 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:53:56.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:49.708654+0000 mon.a (mon.0) 168 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:56.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:50.046118+0000 mgr.y (mgr.14152) 52 : cluster 0 pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:56.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:50.681895+0000 mon.a (mon.0) 169 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:56.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:51.681981+0000 mon.a (mon.0) 170 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:56.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:52.046541+0000 mgr.y (mgr.14152) 53 : cluster 0 pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:56.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:52.682117+0000 mon.a (mon.0) 171 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:56.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:53.681789+0000 mon.a (mon.0) 172 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:56.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:54.682504+0000 mon.a (mon.0) 173 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:56.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:54.708907+0000 mon.a (mon.0) 174 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-22T06:53:56.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:54.714743+0000 mon.a (mon.0) 175 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T06:53:56.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:54.732822+0000 mon.a (mon.0) 176 : cluster 0 fsmap 2024-03-22T06:53:56.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:54.732910+0000 mon.a (mon.0) 177 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-03-22T06:53:56.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:54.733253+0000 mon.a (mon.0) 178 : cluster 0 mgrmap e13: y(active, since 76s) 2024-03-22T06:53:56.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:54.733656+0000 mon.a (mon.0) 179 : cluster 3 Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-03-22T06:53:56.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:54.742257+0000 mon.a (mon.0) 180 : cluster 3 Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-03-22T06:53:56.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:54.742298+0000 mon.a (mon.0) 181 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-22T06:53:56.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:54.742316+0000 mon.a (mon.0) 182 : cluster 3 mon.c (rank 2) addr [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] is down (out of quorum) 2024-03-22T06:53:56.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:54.747064+0000 mon.a (mon.0) 183 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:54.752125+0000 mon.a (mon.0) 184 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:54.757463+0000 mon.a (mon.0) 185 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:54.763415+0000 mon.a (mon.0) 186 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:54.769356+0000 mon.a (mon.0) 187 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:54.046910+0000 mgr.y (mgr.14152) 54 : cluster 0 pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:56.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:55.247185+0000 mon.a (mon.0) 188 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:56.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:55.248893+0000 mon.a (mon.0) 189 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:53:56.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:55.585872+0000 mon.a (mon.0) 190 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:55.589134+0000 mon.a (mon.0) 191 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:55.592381+0000 mon.a (mon.0) 192 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:55.595966+0000 mon.a (mon.0) 193 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:55.600756+0000 mon.a (mon.0) 194 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:55.639260+0000 mon.a (mon.0) 195 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:55.642259+0000 mon.a (mon.0) 196 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:55.645239+0000 mon.a (mon.0) 197 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.804 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:55.648187+0000 mon.a (mon.0) 198 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:56.804 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:55.648810+0000 mon.a (mon.0) 199 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T06:53:56.804 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:55.649598+0000 mon.a (mon.0) 200 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T06:53:56.804 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:55.650343+0000 mon.a (mon.0) 201 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:56.804 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: audit 2024-03-22T06:53:55.681860+0000 mon.a (mon.0) 202 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:56.804 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:51.683901+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-03-22T06:53:56.804 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:56.714968+0000 mon.c (mon.2) 2 : cluster 1 mon.c calling monitor election 2024-03-22T06:53:56.804 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:56.714969+0000 mon.b (mon.1) 3 : cluster 1 mon.b calling monitor election 2024-03-22T06:53:56.804 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:56.715369+0000 mon.a (mon.0) 205 : cluster 1 mon.a calling monitor election 2024-03-22T06:53:56.804 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:56.738623+0000 mon.a (mon.0) 206 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-22T06:53:56.804 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:56.743643+0000 mon.a (mon.0) 207 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T06:53:57.106 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[21357]: cluster 2024-03-22T06:53:56.744219+0000 mon.a (mon.0) 210 : cluster 0 mgrmap e13: y(active, since 78s) 2024-03-22T06:53:57.106 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[21357]: cluster 2024-03-22T06:53:56.744359+0000 mon.a (mon.0) 211 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-22T06:53:57.106 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[21357]: cluster 2024-03-22T06:53:56.744379+0000 mon.a (mon.0) 212 : cluster 1 Cluster is now healthy 2024-03-22T06:53:57.106 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[21357]: cluster 2024-03-22T06:53:56.747254+0000 mon.a (mon.0) 213 : cluster 1 overall HEALTH_OK 2024-03-22T06:53:57.106 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:56.744048+0000 mon.a (mon.0) 208 : cluster 0 fsmap 2024-03-22T06:53:57.107 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:56.744079+0000 mon.a (mon.0) 209 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-03-22T06:53:57.107 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:56.744219+0000 mon.a (mon.0) 210 : cluster 0 mgrmap e13: y(active, since 78s) 2024-03-22T06:53:57.107 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:56.744359+0000 mon.a (mon.0) 211 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-22T06:53:57.107 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:56.744379+0000 mon.a (mon.0) 212 : cluster 1 Cluster is now healthy 2024-03-22T06:53:57.107 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:56 smithi129 bash[31121]: cluster 2024-03-22T06:53:56.747254+0000 mon.a (mon.0) 213 : cluster 1 overall HEALTH_OK 2024-03-22T06:53:57.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:56 smithi148 bash[23214]: cluster 2024-03-22T06:53:51.683901+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-03-22T06:53:57.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:56 smithi148 bash[23214]: cluster 2024-03-22T06:53:56.714968+0000 mon.c (mon.2) 2 : cluster 1 mon.c calling monitor election 2024-03-22T06:53:57.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:56 smithi148 bash[23214]: cluster 2024-03-22T06:53:56.714969+0000 mon.b (mon.1) 3 : cluster 1 mon.b calling monitor election 2024-03-22T06:53:57.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:56 smithi148 bash[23214]: cluster 2024-03-22T06:53:56.715369+0000 mon.a (mon.0) 205 : cluster 1 mon.a calling monitor election 2024-03-22T06:53:57.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:56 smithi148 bash[23214]: cluster 2024-03-22T06:53:56.738623+0000 mon.a (mon.0) 206 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-22T06:53:57.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:56 smithi148 bash[23214]: cluster 2024-03-22T06:53:56.743643+0000 mon.a (mon.0) 207 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T06:53:57.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:56 smithi148 bash[23214]: cluster 2024-03-22T06:53:56.744048+0000 mon.a (mon.0) 208 : cluster 0 fsmap 2024-03-22T06:53:57.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:56 smithi148 bash[23214]: cluster 2024-03-22T06:53:56.744079+0000 mon.a (mon.0) 209 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-03-22T06:53:57.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:56 smithi148 bash[23214]: cluster 2024-03-22T06:53:56.744219+0000 mon.a (mon.0) 210 : cluster 0 mgrmap e13: y(active, since 78s) 2024-03-22T06:53:57.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:56 smithi148 bash[23214]: cluster 2024-03-22T06:53:56.744359+0000 mon.a (mon.0) 211 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-22T06:53:57.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:56 smithi148 bash[23214]: cluster 2024-03-22T06:53:56.744379+0000 mon.a (mon.0) 212 : cluster 1 Cluster is now healthy 2024-03-22T06:53:57.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:56 smithi148 bash[23214]: cluster 2024-03-22T06:53:56.747254+0000 mon.a (mon.0) 213 : cluster 1 overall HEALTH_OK 2024-03-22T06:53:58.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:57 smithi129 bash[21357]: cluster 2024-03-22T06:53:56.047323+0000 mgr.y (mgr.14152) 61 : cluster 0 pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:58.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:57 smithi129 bash[21357]: audit 2024-03-22T06:53:57.609793+0000 mon.a (mon.0) 214 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:58.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:57 smithi129 bash[21357]: audit 2024-03-22T06:53:57.619561+0000 mon.a (mon.0) 215 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:58.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:57 smithi129 bash[21357]: audit 2024-03-22T06:53:57.670246+0000 mon.a (mon.0) 216 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T06:53:58.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:57 smithi129 bash[21357]: audit 2024-03-22T06:53:57.671577+0000 mon.a (mon.0) 217 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T06:53:58.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:57 smithi129 bash[21357]: audit 2024-03-22T06:53:57.672886+0000 mon.a (mon.0) 218 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:58.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:57 smithi129 bash[21357]: audit 2024-03-22T06:53:57.682238+0000 mon.a (mon.0) 219 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:58.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:57 smithi129 bash[31121]: cluster 2024-03-22T06:53:56.047323+0000 mgr.y (mgr.14152) 61 : cluster 0 pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:58.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:57 smithi129 bash[31121]: audit 2024-03-22T06:53:57.609793+0000 mon.a (mon.0) 214 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:58.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:57 smithi129 bash[31121]: audit 2024-03-22T06:53:57.619561+0000 mon.a (mon.0) 215 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:58.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:57 smithi129 bash[31121]: audit 2024-03-22T06:53:57.670246+0000 mon.a (mon.0) 216 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T06:53:58.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:57 smithi129 bash[31121]: audit 2024-03-22T06:53:57.671577+0000 mon.a (mon.0) 217 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T06:53:58.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:57 smithi129 bash[31121]: audit 2024-03-22T06:53:57.672886+0000 mon.a (mon.0) 218 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:58.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:57 smithi129 bash[31121]: audit 2024-03-22T06:53:57.682238+0000 mon.a (mon.0) 219 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:58.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:57 smithi148 bash[23214]: cluster 2024-03-22T06:53:56.047323+0000 mgr.y (mgr.14152) 61 : cluster 0 pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:58.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:57 smithi148 bash[23214]: audit 2024-03-22T06:53:57.609793+0000 mon.a (mon.0) 214 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:58.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:57 smithi148 bash[23214]: audit 2024-03-22T06:53:57.619561+0000 mon.a (mon.0) 215 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:58.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:57 smithi148 bash[23214]: audit 2024-03-22T06:53:57.670246+0000 mon.a (mon.0) 216 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T06:53:58.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:57 smithi148 bash[23214]: audit 2024-03-22T06:53:57.671577+0000 mon.a (mon.0) 217 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T06:53:58.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:57 smithi148 bash[23214]: audit 2024-03-22T06:53:57.672886+0000 mon.a (mon.0) 218 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:53:58.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:57 smithi148 bash[23214]: audit 2024-03-22T06:53:57.682238+0000 mon.a (mon.0) 219 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:53:59.114 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:58 smithi129 bash[31121]: cephadm 2024-03-22T06:53:57.669736+0000 mgr.y (mgr.14152) 62 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-03-22T06:53:59.114 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:58 smithi129 bash[31121]: cephadm 2024-03-22T06:53:57.674747+0000 mgr.y (mgr.14152) 63 : cephadm 1 Reconfiguring daemon mon.c on smithi129 2024-03-22T06:53:59.114 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:58 smithi129 bash[21357]: cephadm 2024-03-22T06:53:57.669736+0000 mgr.y (mgr.14152) 62 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-03-22T06:53:59.114 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:58 smithi129 bash[21357]: cephadm 2024-03-22T06:53:57.674747+0000 mgr.y (mgr.14152) 63 : cephadm 1 Reconfiguring daemon mon.c on smithi129 2024-03-22T06:53:59.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:58 smithi148 bash[23214]: cephadm 2024-03-22T06:53:57.669736+0000 mgr.y (mgr.14152) 62 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-03-22T06:53:59.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:58 smithi148 bash[23214]: cephadm 2024-03-22T06:53:57.674747+0000 mgr.y (mgr.14152) 63 : cephadm 1 Reconfiguring daemon mon.c on smithi129 2024-03-22T06:53:59.810 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:59 smithi148 bash[23214]: cluster 2024-03-22T06:53:58.047714+0000 mgr.y (mgr.14152) 64 : cluster 0 pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:53:59.811 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:59 smithi148 bash[23214]: audit 2024-03-22T06:53:59.575900+0000 mon.a (mon.0) 220 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:59.811 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:59 smithi148 bash[23214]: audit 2024-03-22T06:53:59.581326+0000 mon.a (mon.0) 221 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:53:59.811 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:59 smithi148 bash[23214]: audit 2024-03-22T06:53:59.593638+0000 mon.a (mon.0) 222 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T06:54:00.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:59 smithi129 bash[21357]: cluster 2024-03-22T06:53:58.047714+0000 mgr.y (mgr.14152) 64 : cluster 0 pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:00.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:59 smithi129 bash[21357]: audit 2024-03-22T06:53:59.575900+0000 mon.a (mon.0) 220 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:00.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:59 smithi129 bash[21357]: audit 2024-03-22T06:53:59.581326+0000 mon.a (mon.0) 221 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:00.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:59 smithi129 bash[21357]: audit 2024-03-22T06:53:59.593638+0000 mon.a (mon.0) 222 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T06:54:00.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:59 smithi129 bash[21357]: audit 2024-03-22T06:53:59.594866+0000 mon.a (mon.0) 223 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T06:54:00.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:53:59 smithi129 bash[21357]: audit 2024-03-22T06:53:59.595993+0000 mon.a (mon.0) 224 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:00.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:59 smithi129 bash[31121]: cluster 2024-03-22T06:53:58.047714+0000 mgr.y (mgr.14152) 64 : cluster 0 pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:00.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:59 smithi129 bash[31121]: audit 2024-03-22T06:53:59.575900+0000 mon.a (mon.0) 220 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:00.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:59 smithi129 bash[31121]: audit 2024-03-22T06:53:59.581326+0000 mon.a (mon.0) 221 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:00.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:59 smithi129 bash[31121]: audit 2024-03-22T06:53:59.593638+0000 mon.a (mon.0) 222 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T06:54:00.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:59 smithi129 bash[31121]: audit 2024-03-22T06:53:59.594866+0000 mon.a (mon.0) 223 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T06:54:00.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:53:59 smithi129 bash[31121]: audit 2024-03-22T06:53:59.595993+0000 mon.a (mon.0) 224 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:00.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:59 smithi148 bash[23214]: audit 2024-03-22T06:53:59.594866+0000 mon.a (mon.0) 223 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T06:54:00.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:53:59 smithi148 bash[23214]: audit 2024-03-22T06:53:59.595993+0000 mon.a (mon.0) 224 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:00.889 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:00 smithi148 bash[23214]: cephadm 2024-03-22T06:53:59.593151+0000 mgr.y (mgr.14152) 65 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-03-22T06:54:00.889 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:00 smithi148 bash[23214]: cephadm 2024-03-22T06:53:59.597298+0000 mgr.y (mgr.14152) 66 : cephadm 1 Reconfiguring daemon mon.b on smithi148 2024-03-22T06:54:01.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:00 smithi129 bash[31121]: cephadm 2024-03-22T06:53:59.593151+0000 mgr.y (mgr.14152) 65 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-03-22T06:54:01.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:00 smithi129 bash[31121]: cephadm 2024-03-22T06:53:59.597298+0000 mgr.y (mgr.14152) 66 : cephadm 1 Reconfiguring daemon mon.b on smithi148 2024-03-22T06:54:01.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:00 smithi129 bash[21357]: cephadm 2024-03-22T06:53:59.593151+0000 mgr.y (mgr.14152) 65 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-03-22T06:54:01.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:00 smithi129 bash[21357]: cephadm 2024-03-22T06:53:59.597298+0000 mgr.y (mgr.14152) 66 : cephadm 1 Reconfiguring daemon mon.b on smithi148 2024-03-22T06:54:01.216 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T06:54:02.079 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:01 smithi129 bash[21357]: cluster 2024-03-22T06:54:00.048145+0000 mgr.y (mgr.14152) 67 : cluster 0 pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:02.079 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:01 smithi129 bash[21357]: audit 2024-03-22T06:54:01.303836+0000 mon.a (mon.0) 225 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:02.079 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:01 smithi129 bash[21357]: audit 2024-03-22T06:54:01.311235+0000 mon.a (mon.0) 226 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:02.079 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:01 smithi129 bash[21357]: audit 2024-03-22T06:54:01.317414+0000 mon.a (mon.0) 227 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:54:02.079 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:01 smithi129 bash[21357]: audit 2024-03-22T06:54:01.321040+0000 mon.a (mon.0) 228 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:02.080 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:01 smithi129 bash[21357]: audit 2024-03-22T06:54:01.322590+0000 mon.a (mon.0) 229 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:54:02.080 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:01 smithi129 bash[21357]: audit 2024-03-22T06:54:01.332013+0000 mon.a (mon.0) 230 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:02.080 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:01 smithi129 bash[31121]: cluster 2024-03-22T06:54:00.048145+0000 mgr.y (mgr.14152) 67 : cluster 0 pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:02.080 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:01 smithi129 bash[31121]: audit 2024-03-22T06:54:01.303836+0000 mon.a (mon.0) 225 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:02.080 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:01 smithi129 bash[31121]: audit 2024-03-22T06:54:01.311235+0000 mon.a (mon.0) 226 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:02.080 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:01 smithi129 bash[31121]: audit 2024-03-22T06:54:01.317414+0000 mon.a (mon.0) 227 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:54:02.080 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:01 smithi129 bash[31121]: audit 2024-03-22T06:54:01.321040+0000 mon.a (mon.0) 228 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:02.080 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:01 smithi129 bash[31121]: audit 2024-03-22T06:54:01.322590+0000 mon.a (mon.0) 229 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:54:02.080 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:01 smithi129 bash[31121]: audit 2024-03-22T06:54:01.332013+0000 mon.a (mon.0) 230 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:02.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:01 smithi148 bash[23214]: cluster 2024-03-22T06:54:00.048145+0000 mgr.y (mgr.14152) 67 : cluster 0 pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:02.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:01 smithi148 bash[23214]: audit 2024-03-22T06:54:01.303836+0000 mon.a (mon.0) 225 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:02.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:01 smithi148 bash[23214]: audit 2024-03-22T06:54:01.311235+0000 mon.a (mon.0) 226 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:02.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:01 smithi148 bash[23214]: audit 2024-03-22T06:54:01.317414+0000 mon.a (mon.0) 227 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:54:02.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:01 smithi148 bash[23214]: audit 2024-03-22T06:54:01.321040+0000 mon.a (mon.0) 228 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:02.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:01 smithi148 bash[23214]: audit 2024-03-22T06:54:01.322590+0000 mon.a (mon.0) 229 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:54:02.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:01 smithi148 bash[23214]: audit 2024-03-22T06:54:01.332013+0000 mon.a (mon.0) 230 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:03.805 INFO:teuthology.orchestra.run.smithi129.stdout:# minimal ceph.conf for 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:54:03.805 INFO:teuthology.orchestra.run.smithi129.stdout:[global] 2024-03-22T06:54:03.805 INFO:teuthology.orchestra.run.smithi129.stdout: fsid = 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T06:54:03.805 INFO:teuthology.orchestra.run.smithi129.stdout: mon_host = [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] 2024-03-22T06:54:04.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:03 smithi129 bash[21357]: cluster 2024-03-22T06:54:02.048431+0000 mgr.y (mgr.14152) 68 : cluster 0 pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:04.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:03 smithi129 bash[21357]: audit 2024-03-22T06:54:03.806569+0000 mon.a (mon.0) 231 : audit 0 from='client.? 172.21.15.129:0/601035351' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:04.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:03 smithi129 bash[31121]: cluster 2024-03-22T06:54:02.048431+0000 mgr.y (mgr.14152) 68 : cluster 0 pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:04.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:03 smithi129 bash[31121]: audit 2024-03-22T06:54:03.806569+0000 mon.a (mon.0) 231 : audit 0 from='client.? 172.21.15.129:0/601035351' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:04.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:03 smithi148 bash[23214]: cluster 2024-03-22T06:54:02.048431+0000 mgr.y (mgr.14152) 68 : cluster 0 pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:04.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:03 smithi148 bash[23214]: audit 2024-03-22T06:54:03.806569+0000 mon.a (mon.0) 231 : audit 0 from='client.? 172.21.15.129:0/601035351' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:04.470 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-03-22T06:54:04.470 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T06:54:04.470 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/etc/ceph/ceph.conf 2024-03-22T06:54:04.484 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T06:54:04.484 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-22T06:54:04.538 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-03-22T06:54:04.539 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/ceph/ceph.conf 2024-03-22T06:54:04.553 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-03-22T06:54:04.553 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-22T06:54:04.607 INFO:tasks.cephadm:Adding mgr.y on smithi129 2024-03-22T06:54:04.607 INFO:tasks.cephadm:Adding mgr.x on smithi148 2024-03-22T06:54:04.607 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch apply mgr '2;smithi129=y;smithi148=x' 2024-03-22T06:54:06.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:05 smithi129 bash[21357]: cluster 2024-03-22T06:54:04.048784+0000 mgr.y (mgr.14152) 69 : cluster 0 pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:06.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:05 smithi129 bash[31121]: cluster 2024-03-22T06:54:04.048784+0000 mgr.y (mgr.14152) 69 : cluster 0 pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:06.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:05 smithi148 bash[23214]: cluster 2024-03-22T06:54:04.048784+0000 mgr.y (mgr.14152) 69 : cluster 0 pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:08.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:07 smithi129 bash[21357]: cluster 2024-03-22T06:54:06.049193+0000 mgr.y (mgr.14152) 70 : cluster 0 pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:08.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:07 smithi129 bash[31121]: cluster 2024-03-22T06:54:06.049193+0000 mgr.y (mgr.14152) 70 : cluster 0 pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:08.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:07 smithi148 bash[23214]: cluster 2024-03-22T06:54:06.049193+0000 mgr.y (mgr.14152) 70 : cluster 0 pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:08.308 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.b/config 2024-03-22T06:54:10.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:09 smithi129 bash[31121]: cluster 2024-03-22T06:54:08.049612+0000 mgr.y (mgr.14152) 71 : cluster 0 pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:10.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:09 smithi129 bash[21357]: cluster 2024-03-22T06:54:08.049612+0000 mgr.y (mgr.14152) 71 : cluster 0 pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:10.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:09 smithi148 bash[23214]: cluster 2024-03-22T06:54:08.049612+0000 mgr.y (mgr.14152) 71 : cluster 0 pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:10.770 INFO:teuthology.orchestra.run.smithi148.stdout:Scheduled mgr update... 2024-03-22T06:54:11.701 DEBUG:teuthology.orchestra.run.smithi148:mgr.x> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.x.service 2024-03-22T06:54:11.706 INFO:tasks.cephadm:Deploying OSDs... 2024-03-22T06:54:11.706 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T06:54:11.706 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/scratch_devs of=/dev/stdout 2024-03-22T06:54:11.712 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-22T06:54:11.712 DEBUG:teuthology.orchestra.run.smithi129:> stat /dev/vg_nvme/lv_1 2024-03-22T06:54:11.759 INFO:teuthology.orchestra.run.smithi129.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-22T06:54:11.759 INFO:teuthology.orchestra.run.smithi129.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-22T06:54:11.759 INFO:teuthology.orchestra.run.smithi129.stdout:Device: 5h/5d Inode: 889 Links: 1 2024-03-22T06:54:11.759 INFO:teuthology.orchestra.run.smithi129.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-22T06:54:11.759 INFO:teuthology.orchestra.run.smithi129.stdout:Access: 2024-03-22 06:45:12.478700689 +0000 2024-03-22T06:54:11.759 INFO:teuthology.orchestra.run.smithi129.stdout:Modify: 2024-03-22 06:45:12.214703046 +0000 2024-03-22T06:54:11.759 INFO:teuthology.orchestra.run.smithi129.stdout:Change: 2024-03-22 06:45:12.214703046 +0000 2024-03-22T06:54:11.759 INFO:teuthology.orchestra.run.smithi129.stdout: Birth: - 2024-03-22T06:54:11.760 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-22T06:54:11.814 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records in 2024-03-22T06:54:11.814 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records out 2024-03-22T06:54:11.814 INFO:teuthology.orchestra.run.smithi129.stderr:512 bytes copied, 0.000416981 s, 1.2 MB/s 2024-03-22T06:54:11.816 DEBUG:teuthology.orchestra.run.smithi129:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-22T06:54:11.865 DEBUG:teuthology.orchestra.run.smithi129:> stat /dev/vg_nvme/lv_2 2024-03-22T06:54:11.911 INFO:teuthology.orchestra.run.smithi129.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-22T06:54:11.911 INFO:teuthology.orchestra.run.smithi129.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-22T06:54:11.911 INFO:teuthology.orchestra.run.smithi129.stdout:Device: 5h/5d Inode: 901 Links: 1 2024-03-22T06:54:11.911 INFO:teuthology.orchestra.run.smithi129.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-22T06:54:11.911 INFO:teuthology.orchestra.run.smithi129.stdout:Access: 2024-03-22 06:45:12.970696293 +0000 2024-03-22T06:54:11.911 INFO:teuthology.orchestra.run.smithi129.stdout:Modify: 2024-03-22 06:45:12.714698581 +0000 2024-03-22T06:54:11.911 INFO:teuthology.orchestra.run.smithi129.stdout:Change: 2024-03-22 06:45:12.714698581 +0000 2024-03-22T06:54:11.912 INFO:teuthology.orchestra.run.smithi129.stdout: Birth: - 2024-03-22T06:54:11.912 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-22T06:54:11.951 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:11 smithi148 bash[23214]: cluster 2024-03-22T06:54:10.050028+0000 mgr.y (mgr.14152) 72 : cluster 0 pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:11.952 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:11 smithi148 bash[23214]: audit 2024-03-22T06:54:10.760370+0000 mgr.y (mgr.14152) 73 : audit 0 from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi129=y;smithi148=x", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:54:11.952 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:11 smithi148 bash[23214]: cephadm 2024-03-22T06:54:10.763813+0000 mgr.y (mgr.14152) 74 : cephadm 1 Saving service mgr spec with placement smithi129=y;smithi148=x;count:2 2024-03-22T06:54:11.952 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:11 smithi148 bash[23214]: audit 2024-03-22T06:54:10.770643+0000 mon.a (mon.0) 232 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:11.952 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:11 smithi148 bash[23214]: audit 2024-03-22T06:54:10.788940+0000 mon.a (mon.0) 233 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:54:11.952 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:11 smithi148 bash[23214]: audit 2024-03-22T06:54:10.792425+0000 mon.a (mon.0) 234 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:11.952 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:11 smithi148 bash[23214]: audit 2024-03-22T06:54:10.794146+0000 mon.a (mon.0) 235 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:54:11.952 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:11 smithi148 bash[23214]: audit 2024-03-22T06:54:10.803620+0000 mon.a (mon.0) 236 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:11.952 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:11 smithi148 bash[23214]: audit 2024-03-22T06:54:10.807078+0000 mon.a (mon.0) 237 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T06:54:11.952 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:11 smithi148 bash[23214]: audit 2024-03-22T06:54:10.813176+0000 mon.a (mon.0) 238 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-22T06:54:11.952 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:11 smithi148 bash[23214]: audit 2024-03-22T06:54:10.814898+0000 mon.a (mon.0) 239 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T06:54:11.952 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:11 smithi148 bash[23214]: audit 2024-03-22T06:54:10.816825+0000 mon.a (mon.0) 240 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:11.952 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:11 smithi148 bash[23214]: cephadm 2024-03-22T06:54:10.818765+0000 mgr.y (mgr.14152) 75 : cephadm 1 Deploying daemon mgr.x on smithi148 2024-03-22T06:54:11.966 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records in 2024-03-22T06:54:11.966 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records out 2024-03-22T06:54:11.966 INFO:teuthology.orchestra.run.smithi129.stderr:512 bytes copied, 0.000367072 s, 1.4 MB/s 2024-03-22T06:54:11.967 DEBUG:teuthology.orchestra.run.smithi129:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-22T06:54:12.016 DEBUG:teuthology.orchestra.run.smithi129:> stat /dev/vg_nvme/lv_3 2024-03-22T06:54:12.062 INFO:teuthology.orchestra.run.smithi129.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-22T06:54:12.062 INFO:teuthology.orchestra.run.smithi129.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-22T06:54:12.062 INFO:teuthology.orchestra.run.smithi129.stdout:Device: 5h/5d Inode: 922 Links: 1 2024-03-22T06:54:12.062 INFO:teuthology.orchestra.run.smithi129.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-22T06:54:12.062 INFO:teuthology.orchestra.run.smithi129.stdout:Access: 2024-03-22 06:45:13.446692042 +0000 2024-03-22T06:54:12.062 INFO:teuthology.orchestra.run.smithi129.stdout:Modify: 2024-03-22 06:45:13.206694185 +0000 2024-03-22T06:54:12.063 INFO:teuthology.orchestra.run.smithi129.stdout:Change: 2024-03-22 06:45:13.206694185 +0000 2024-03-22T06:54:12.063 INFO:teuthology.orchestra.run.smithi129.stdout: Birth: - 2024-03-22T06:54:12.063 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-22T06:54:12.115 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[31121]: cluster 2024-03-22T06:54:10.050028+0000 mgr.y (mgr.14152) 72 : cluster 0 pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:12.116 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[31121]: audit 2024-03-22T06:54:10.760370+0000 mgr.y (mgr.14152) 73 : audit 0 from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi129=y;smithi148=x", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:54:12.116 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[31121]: cephadm 2024-03-22T06:54:10.763813+0000 mgr.y (mgr.14152) 74 : cephadm 1 Saving service mgr spec with placement smithi129=y;smithi148=x;count:2 2024-03-22T06:54:12.116 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[31121]: audit 2024-03-22T06:54:10.770643+0000 mon.a (mon.0) 232 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:12.116 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[31121]: audit 2024-03-22T06:54:10.788940+0000 mon.a (mon.0) 233 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:54:12.116 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[31121]: audit 2024-03-22T06:54:10.792425+0000 mon.a (mon.0) 234 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:12.116 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[31121]: audit 2024-03-22T06:54:10.794146+0000 mon.a (mon.0) 235 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:54:12.116 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[31121]: audit 2024-03-22T06:54:10.803620+0000 mon.a (mon.0) 236 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:12.116 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[31121]: audit 2024-03-22T06:54:10.807078+0000 mon.a (mon.0) 237 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T06:54:12.116 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[31121]: audit 2024-03-22T06:54:10.813176+0000 mon.a (mon.0) 238 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-22T06:54:12.116 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[31121]: audit 2024-03-22T06:54:10.814898+0000 mon.a (mon.0) 239 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T06:54:12.116 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[31121]: audit 2024-03-22T06:54:10.816825+0000 mon.a (mon.0) 240 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:12.116 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[31121]: cephadm 2024-03-22T06:54:10.818765+0000 mgr.y (mgr.14152) 75 : cephadm 1 Deploying daemon mgr.x on smithi148 2024-03-22T06:54:12.117 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[21357]: cluster 2024-03-22T06:54:10.050028+0000 mgr.y (mgr.14152) 72 : cluster 0 pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:12.117 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[21357]: audit 2024-03-22T06:54:10.760370+0000 mgr.y (mgr.14152) 73 : audit 0 from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi129=y;smithi148=x", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:54:12.117 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[21357]: cephadm 2024-03-22T06:54:10.763813+0000 mgr.y (mgr.14152) 74 : cephadm 1 Saving service mgr spec with placement smithi129=y;smithi148=x;count:2 2024-03-22T06:54:12.117 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[21357]: audit 2024-03-22T06:54:10.770643+0000 mon.a (mon.0) 232 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:12.117 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[21357]: audit 2024-03-22T06:54:10.788940+0000 mon.a (mon.0) 233 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:54:12.117 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[21357]: audit 2024-03-22T06:54:10.792425+0000 mon.a (mon.0) 234 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:12.117 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[21357]: audit 2024-03-22T06:54:10.794146+0000 mon.a (mon.0) 235 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:54:12.117 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[21357]: audit 2024-03-22T06:54:10.803620+0000 mon.a (mon.0) 236 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:12.117 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[21357]: audit 2024-03-22T06:54:10.807078+0000 mon.a (mon.0) 237 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T06:54:12.117 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[21357]: audit 2024-03-22T06:54:10.813176+0000 mon.a (mon.0) 238 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-22T06:54:12.117 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[21357]: audit 2024-03-22T06:54:10.814898+0000 mon.a (mon.0) 239 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T06:54:12.117 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[21357]: audit 2024-03-22T06:54:10.816825+0000 mon.a (mon.0) 240 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:12.117 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:11 smithi129 bash[21357]: cephadm 2024-03-22T06:54:10.818765+0000 mgr.y (mgr.14152) 75 : cephadm 1 Deploying daemon mgr.x on smithi148 2024-03-22T06:54:12.118 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records in 2024-03-22T06:54:12.118 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records out 2024-03-22T06:54:12.118 INFO:teuthology.orchestra.run.smithi129.stderr:512 bytes copied, 0.000456575 s, 1.1 MB/s 2024-03-22T06:54:12.120 DEBUG:teuthology.orchestra.run.smithi129:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-22T06:54:12.168 DEBUG:teuthology.orchestra.run.smithi129:> stat /dev/vg_nvme/lv_4 2024-03-22T06:54:12.215 INFO:teuthology.orchestra.run.smithi129.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-22T06:54:12.215 INFO:teuthology.orchestra.run.smithi129.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-22T06:54:12.215 INFO:teuthology.orchestra.run.smithi129.stdout:Device: 5h/5d Inode: 939 Links: 1 2024-03-22T06:54:12.215 INFO:teuthology.orchestra.run.smithi129.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-22T06:54:12.215 INFO:teuthology.orchestra.run.smithi129.stdout:Access: 2024-03-22 06:45:13.934687683 +0000 2024-03-22T06:54:12.215 INFO:teuthology.orchestra.run.smithi129.stdout:Modify: 2024-03-22 06:45:13.682689934 +0000 2024-03-22T06:54:12.215 INFO:teuthology.orchestra.run.smithi129.stdout:Change: 2024-03-22 06:45:13.682689934 +0000 2024-03-22T06:54:12.215 INFO:teuthology.orchestra.run.smithi129.stdout: Birth: - 2024-03-22T06:54:12.216 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-22T06:54:12.273 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records in 2024-03-22T06:54:12.312 INFO:teuthology.orchestra.run.smithi129.stderr:1+0 records out 2024-03-22T06:54:12.312 INFO:teuthology.orchestra.run.smithi129.stderr:512 bytes copied, 0.00039238 s, 1.3 MB/s 2024-03-22T06:54:12.314 DEBUG:teuthology.orchestra.run.smithi129:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-22T06:54:12.364 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-03-22T06:54:12.364 DEBUG:teuthology.orchestra.run.smithi148:> dd if=/scratch_devs of=/dev/stdout 2024-03-22T06:54:12.371 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-22T06:54:12.371 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_1 2024-03-22T06:54:12.419 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-22T06:54:12.419 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-22T06:54:12.419 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 889 Links: 1 2024-03-22T06:54:12.419 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-22T06:54:12.419 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-03-22 06:45:11.913575575 +0000 2024-03-22T06:54:12.419 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-03-22 06:45:11.657577862 +0000 2024-03-22T06:54:12.420 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-03-22 06:45:11.657577862 +0000 2024-03-22T06:54:12.420 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: - 2024-03-22T06:54:12.420 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-22T06:54:12.473 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-03-22T06:54:12.474 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-03-22T06:54:12.474 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000436657 s, 1.2 MB/s 2024-03-22T06:54:12.475 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-22T06:54:12.528 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_2 2024-03-22T06:54:12.574 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-22T06:54:12.575 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-22T06:54:12.575 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 905 Links: 1 2024-03-22T06:54:12.575 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-22T06:54:12.575 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-03-22 06:45:12.385571360 +0000 2024-03-22T06:54:12.575 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-03-22 06:45:12.133573610 +0000 2024-03-22T06:54:12.575 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-03-22 06:45:12.133573610 +0000 2024-03-22T06:54:12.575 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: - 2024-03-22T06:54:12.575 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-22T06:54:12.630 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-03-22T06:54:12.630 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-03-22T06:54:12.630 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000464744 s, 1.1 MB/s 2024-03-22T06:54:12.631 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-22T06:54:12.680 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_3 2024-03-22T06:54:12.727 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-22T06:54:12.727 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-22T06:54:12.727 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 921 Links: 1 2024-03-22T06:54:12.727 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-22T06:54:12.727 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-03-22 06:45:12.913566643 +0000 2024-03-22T06:54:12.727 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-03-22 06:45:12.637569109 +0000 2024-03-22T06:54:12.727 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-03-22 06:45:12.637569109 +0000 2024-03-22T06:54:12.728 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: - 2024-03-22T06:54:12.728 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-22T06:54:12.784 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-03-22T06:54:12.784 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-03-22T06:54:12.784 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000304973 s, 1.7 MB/s 2024-03-22T06:54:12.785 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-22T06:54:12.831 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_4 2024-03-22T06:54:12.883 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-22T06:54:12.883 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-22T06:54:12.883 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 935 Links: 1 2024-03-22T06:54:12.883 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-22T06:54:12.883 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-03-22 06:45:13.413562177 +0000 2024-03-22T06:54:12.883 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-03-22 06:45:13.153564499 +0000 2024-03-22T06:54:12.883 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-03-22 06:45:13.153564499 +0000 2024-03-22T06:54:12.883 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: - 2024-03-22T06:54:12.884 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-22T06:54:12.939 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-03-22T06:54:12.940 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-03-22T06:54:12.940 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000232219 s, 2.2 MB/s 2024-03-22T06:54:12.941 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-22T06:54:12.987 INFO:tasks.cephadm:Deploying osd.0 on smithi129 with /dev/vg_nvme/lv_4... 2024-03-22T06:54:12.987 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-22T06:54:13.112 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:12 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:54:13.112 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:12 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:54:13.113 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:12 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:54:13.113 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:12 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:54:13.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:13 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:54:13.432 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:13 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:54:13.432 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:13 smithi148 systemd[1]: Started Ceph mgr.x for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T06:54:14.074 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:13 smithi148 bash[23214]: cluster 2024-03-22T06:54:12.050583+0000 mgr.y (mgr.14152) 76 : cluster 0 pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:14.074 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:13 smithi148 bash[23214]: audit 2024-03-22T06:54:13.256888+0000 mon.a (mon.0) 241 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:14.074 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:13 smithi148 bash[23214]: audit 2024-03-22T06:54:13.266556+0000 mon.a (mon.0) 242 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:14.074 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:13 smithi148 bash[23214]: audit 2024-03-22T06:54:13.296371+0000 mon.a (mon.0) 243 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:14.074 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:13 smithi148 bash[23214]: audit 2024-03-22T06:54:13.303272+0000 mon.a (mon.0) 244 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:14.075 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:13 smithi148 bash[23214]: audit 2024-03-22T06:54:13.372659+0000 mon.a (mon.0) 245 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:54:14.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:13 smithi129 bash[31121]: cluster 2024-03-22T06:54:12.050583+0000 mgr.y (mgr.14152) 76 : cluster 0 pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:14.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:13 smithi129 bash[31121]: audit 2024-03-22T06:54:13.256888+0000 mon.a (mon.0) 241 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:14.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:13 smithi129 bash[31121]: audit 2024-03-22T06:54:13.266556+0000 mon.a (mon.0) 242 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:14.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:13 smithi129 bash[31121]: audit 2024-03-22T06:54:13.296371+0000 mon.a (mon.0) 243 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:14.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:13 smithi129 bash[31121]: audit 2024-03-22T06:54:13.303272+0000 mon.a (mon.0) 244 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:14.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:13 smithi129 bash[31121]: audit 2024-03-22T06:54:13.372659+0000 mon.a (mon.0) 245 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:54:14.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:13 smithi129 bash[21357]: cluster 2024-03-22T06:54:12.050583+0000 mgr.y (mgr.14152) 76 : cluster 0 pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:14.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:13 smithi129 bash[21357]: audit 2024-03-22T06:54:13.256888+0000 mon.a (mon.0) 241 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:14.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:13 smithi129 bash[21357]: audit 2024-03-22T06:54:13.266556+0000 mon.a (mon.0) 242 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:14.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:13 smithi129 bash[21357]: audit 2024-03-22T06:54:13.296371+0000 mon.a (mon.0) 243 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:14.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:13 smithi129 bash[21357]: audit 2024-03-22T06:54:13.303272+0000 mon.a (mon.0) 244 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:14.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:13 smithi129 bash[21357]: audit 2024-03-22T06:54:13.372659+0000 mon.a (mon.0) 245 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:54:14.431 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:14 smithi148 bash[24166]: debug 2024-03-22T06:54:14.068+0000 7fc8f045f700 1 -- 172.21.15.148:0/3300265506 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5628b8e781a0 con 0x5628b9bfac00 2024-03-22T06:54:14.432 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:14 smithi148 bash[24166]: debug 2024-03-22T06:54:14.216+0000 7fc8fa5c2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-22T06:54:16.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:15 smithi129 bash[21357]: cluster 2024-03-22T06:54:14.051091+0000 mgr.y (mgr.14152) 77 : cluster 0 pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:16.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:15 smithi129 bash[21357]: audit 2024-03-22T06:54:14.755184+0000 mon.a (mon.0) 246 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:16.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:15 smithi129 bash[31121]: cluster 2024-03-22T06:54:14.051091+0000 mgr.y (mgr.14152) 77 : cluster 0 pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:16.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:15 smithi129 bash[31121]: audit 2024-03-22T06:54:14.755184+0000 mon.a (mon.0) 246 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:16.128 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:15 smithi148 bash[24166]: debug 2024-03-22T06:54:15.784+0000 7fc8fa5c2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-22T06:54:16.128 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:15 smithi148 bash[24166]: debug 2024-03-22T06:54:15.876+0000 7fc8fa5c2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-22T06:54:16.128 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:15 smithi148 bash[23214]: cluster 2024-03-22T06:54:14.051091+0000 mgr.y (mgr.14152) 77 : cluster 0 pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:16.128 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:15 smithi148 bash[23214]: audit 2024-03-22T06:54:14.755184+0000 mon.a (mon.0) 246 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:16.431 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:16 smithi148 bash[24166]: debug 2024-03-22T06:54:16.124+0000 7fc8fa5c2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-22T06:54:17.182 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:16 smithi148 bash[24166]: debug 2024-03-22T06:54:16.908+0000 7fc8fa5c2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-22T06:54:17.182 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:17 smithi148 bash[24166]: debug 2024-03-22T06:54:17.020+0000 7fc8fa5c2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-22T06:54:17.182 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:17 smithi148 bash[24166]: debug 2024-03-22T06:54:17.120+0000 7fc8fa5c2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-22T06:54:17.664 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T06:54:17.756 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:17 smithi148 bash[24166]: debug 2024-03-22T06:54:17.472+0000 7fc8fa5c2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-22T06:54:17.756 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:17 smithi148 bash[24166]: debug 2024-03-22T06:54:17.584+0000 7fc8fa5c2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-22T06:54:17.756 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:17 smithi148 bash[24166]: debug 2024-03-22T06:54:17.684+0000 7fc8fa5c2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-22T06:54:18.037 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:17 smithi148 bash[23214]: cluster 2024-03-22T06:54:16.051509+0000 mgr.y (mgr.14152) 78 : cluster 0 pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:18.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:17 smithi129 bash[31121]: cluster 2024-03-22T06:54:16.051509+0000 mgr.y (mgr.14152) 78 : cluster 0 pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:18.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:17 smithi129 bash[21357]: cluster 2024-03-22T06:54:16.051509+0000 mgr.y (mgr.14152) 78 : cluster 0 pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:18.431 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:18 smithi148 bash[24166]: debug 2024-03-22T06:54:18.032+0000 7fc8fa5c2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-22T06:54:18.432 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:18 smithi148 bash[24166]: debug 2024-03-22T06:54:18.276+0000 7fc8fa5c2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-22T06:54:18.922 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:18 smithi148 bash[24166]: debug 2024-03-22T06:54:18.536+0000 7fc8fa5c2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-22T06:54:18.923 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:18 smithi148 bash[24166]: debug 2024-03-22T06:54:18.648+0000 7fc8fa5c2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-22T06:54:19.182 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:18 smithi148 bash[24166]: debug 2024-03-22T06:54:18.916+0000 7fc8fa5c2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-22T06:54:19.182 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:19 smithi148 bash[24166]: debug 2024-03-22T06:54:19.156+0000 7fc8fa5c2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-22T06:54:19.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[21357]: cluster 2024-03-22T06:54:18.051827+0000 mgr.y (mgr.14152) 79 : cluster 0 pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:19.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[21357]: audit 2024-03-22T06:54:18.463591+0000 mon.a (mon.0) 247 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:19.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[21357]: audit 2024-03-22T06:54:18.472310+0000 mon.a (mon.0) 248 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:19.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[21357]: audit 2024-03-22T06:54:18.474022+0000 mon.a (mon.0) 249 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:19.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[21357]: audit 2024-03-22T06:54:18.475761+0000 mon.a (mon.0) 250 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:54:19.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[21357]: audit 2024-03-22T06:54:18.485462+0000 mon.a (mon.0) 251 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:19.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[21357]: cephadm 2024-03-22T06:54:18.555634+0000 mgr.y (mgr.14152) 80 : cephadm 1 Reconfiguring mgr.y (unknown last config time)... 2024-03-22T06:54:19.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[21357]: audit 2024-03-22T06:54:18.556362+0000 mon.a (mon.0) 252 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T06:54:19.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[21357]: audit 2024-03-22T06:54:18.557964+0000 mon.a (mon.0) 253 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T06:54:19.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[21357]: audit 2024-03-22T06:54:18.559382+0000 mon.a (mon.0) 254 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:19.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[21357]: cephadm 2024-03-22T06:54:18.560819+0000 mgr.y (mgr.14152) 81 : cephadm 1 Reconfiguring daemon mgr.y on smithi129 2024-03-22T06:54:19.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[31121]: cluster 2024-03-22T06:54:18.051827+0000 mgr.y (mgr.14152) 79 : cluster 0 pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:19.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[31121]: audit 2024-03-22T06:54:18.463591+0000 mon.a (mon.0) 247 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:19.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[31121]: audit 2024-03-22T06:54:18.472310+0000 mon.a (mon.0) 248 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:19.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[31121]: audit 2024-03-22T06:54:18.474022+0000 mon.a (mon.0) 249 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:19.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[31121]: audit 2024-03-22T06:54:18.475761+0000 mon.a (mon.0) 250 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:54:19.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[31121]: audit 2024-03-22T06:54:18.485462+0000 mon.a (mon.0) 251 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:19.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[31121]: cephadm 2024-03-22T06:54:18.555634+0000 mgr.y (mgr.14152) 80 : cephadm 1 Reconfiguring mgr.y (unknown last config time)... 2024-03-22T06:54:19.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[31121]: audit 2024-03-22T06:54:18.556362+0000 mon.a (mon.0) 252 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T06:54:19.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[31121]: audit 2024-03-22T06:54:18.557964+0000 mon.a (mon.0) 253 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T06:54:19.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[31121]: audit 2024-03-22T06:54:18.559382+0000 mon.a (mon.0) 254 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:19.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:19 smithi129 bash[31121]: cephadm 2024-03-22T06:54:18.560819+0000 mgr.y (mgr.14152) 81 : cephadm 1 Reconfiguring daemon mgr.y on smithi129 2024-03-22T06:54:19.925 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:19 smithi148 bash[24166]: debug 2024-03-22T06:54:19.564+0000 7fc8fa5c2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-22T06:54:19.925 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:19 smithi148 bash[24166]: debug 2024-03-22T06:54:19.680+0000 7fc8fa5c2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-22T06:54:19.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:19 smithi148 bash[23214]: cluster 2024-03-22T06:54:18.051827+0000 mgr.y (mgr.14152) 79 : cluster 0 pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:19.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:19 smithi148 bash[23214]: audit 2024-03-22T06:54:18.463591+0000 mon.a (mon.0) 247 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:19.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:19 smithi148 bash[23214]: audit 2024-03-22T06:54:18.472310+0000 mon.a (mon.0) 248 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:19 smithi148 bash[23214]: audit 2024-03-22T06:54:18.474022+0000 mon.a (mon.0) 249 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:19 smithi148 bash[23214]: audit 2024-03-22T06:54:18.475761+0000 mon.a (mon.0) 250 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:54:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:19 smithi148 bash[23214]: audit 2024-03-22T06:54:18.485462+0000 mon.a (mon.0) 251 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:19 smithi148 bash[23214]: cephadm 2024-03-22T06:54:18.555634+0000 mgr.y (mgr.14152) 80 : cephadm 1 Reconfiguring mgr.y (unknown last config time)... 2024-03-22T06:54:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:19 smithi148 bash[23214]: audit 2024-03-22T06:54:18.556362+0000 mon.a (mon.0) 252 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T06:54:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:19 smithi148 bash[23214]: audit 2024-03-22T06:54:18.557964+0000 mon.a (mon.0) 253 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T06:54:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:19 smithi148 bash[23214]: audit 2024-03-22T06:54:18.559382+0000 mon.a (mon.0) 254 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:19 smithi148 bash[23214]: cephadm 2024-03-22T06:54:18.560819+0000 mgr.y (mgr.14152) 81 : cephadm 1 Reconfiguring daemon mgr.y on smithi129 2024-03-22T06:54:21.182 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:19 smithi148 bash[24166]: debug 2024-03-22T06:54:19.920+0000 7fc8fa5c2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-22T06:54:21.182 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:20 smithi148 bash[24166]: debug 2024-03-22T06:54:20.920+0000 7fc8fa5c2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-22T06:54:21.182 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:21 smithi148 bash[24166]: debug 2024-03-22T06:54:21.036+0000 7fc8fa5c2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-22T06:54:21.277 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-22T06:54:21.277 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-22T06:54:21.277 INFO:teuthology.orchestra.run.smithi129.stderr: stderr: 10+0 records in 2024-03-22T06:54:21.277 INFO:teuthology.orchestra.run.smithi129.stderr:10+0 records out 2024-03-22T06:54:21.277 INFO:teuthology.orchestra.run.smithi129.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0123212 s, 851 MB/s 2024-03-22T06:54:21.277 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping successful for: 2024-03-22T06:54:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:21 smithi129 bash[31121]: cluster 2024-03-22T06:54:20.052238+0000 mgr.y (mgr.14152) 82 : cluster 0 pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:21 smithi129 bash[31121]: audit 2024-03-22T06:54:21.197508+0000 mon.a (mon.0) 255 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:21 smithi129 bash[31121]: audit 2024-03-22T06:54:21.202859+0000 mon.a (mon.0) 256 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:21 smithi129 bash[31121]: audit 2024-03-22T06:54:21.233256+0000 mon.a (mon.0) 257 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:54:21.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:21 smithi129 bash[21357]: cluster 2024-03-22T06:54:20.052238+0000 mgr.y (mgr.14152) 82 : cluster 0 pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:21.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:21 smithi129 bash[21357]: audit 2024-03-22T06:54:21.197508+0000 mon.a (mon.0) 255 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:21.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:21 smithi129 bash[21357]: audit 2024-03-22T06:54:21.202859+0000 mon.a (mon.0) 256 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:21.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:21 smithi129 bash[21357]: audit 2024-03-22T06:54:21.233256+0000 mon.a (mon.0) 257 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:54:21.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:21 smithi148 bash[23214]: cluster 2024-03-22T06:54:20.052238+0000 mgr.y (mgr.14152) 82 : cluster 0 pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:21.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:21 smithi148 bash[23214]: audit 2024-03-22T06:54:21.197508+0000 mon.a (mon.0) 255 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:21.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:21 smithi148 bash[23214]: audit 2024-03-22T06:54:21.202859+0000 mon.a (mon.0) 256 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:21.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:21 smithi148 bash[23214]: audit 2024-03-22T06:54:21.233256+0000 mon.a (mon.0) 257 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:54:21.682 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:21 smithi148 bash[24166]: debug 2024-03-22T06:54:21.328+0000 7fc8fa5c2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-22T06:54:21.682 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:21 smithi148 bash[24166]: debug 2024-03-22T06:54:21.444+0000 7fc8fa5c2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-22T06:54:21.925 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi129:vg_nvme/lv_4 2024-03-22T06:54:22.182 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:21 smithi148 bash[24166]: debug 2024-03-22T06:54:21.896+0000 7fc8fa5c2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-22T06:54:22.182 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:54:22 smithi148 bash[24166]: debug 2024-03-22T06:54:22.016+0000 7fc8fa5c2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-22T06:54:22.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[21357]: audit 2024-03-22T06:54:21.767350+0000 mon.a (mon.0) 258 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:22.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[21357]: audit 2024-03-22T06:54:21.769383+0000 mon.a (mon.0) 259 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:54:22.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[21357]: audit 2024-03-22T06:54:21.779238+0000 mon.a (mon.0) 260 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:22.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[21357]: cluster 2024-03-22T06:54:22.043016+0000 mon.a (mon.0) 261 : cluster 0 Standby manager daemon x started 2024-03-22T06:54:22.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[21357]: audit 2024-03-22T06:54:22.044005+0000 mon.b (mon.1) 4 : audit 0 from='mgr.? 172.21.15.148:0/4177804438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T06:54:22.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[21357]: audit 2024-03-22T06:54:22.045006+0000 mon.b (mon.1) 5 : audit 0 from='mgr.? 172.21.15.148:0/4177804438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T06:54:22.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[21357]: audit 2024-03-22T06:54:22.046214+0000 mon.b (mon.1) 6 : audit 0 from='mgr.? 172.21.15.148:0/4177804438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T06:54:22.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[21357]: audit 2024-03-22T06:54:22.046821+0000 mon.b (mon.1) 7 : audit 0 from='mgr.? 172.21.15.148:0/4177804438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T06:54:22.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[31121]: audit 2024-03-22T06:54:21.767350+0000 mon.a (mon.0) 258 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:22.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[31121]: audit 2024-03-22T06:54:21.769383+0000 mon.a (mon.0) 259 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:54:22.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[31121]: audit 2024-03-22T06:54:21.779238+0000 mon.a (mon.0) 260 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:22.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[31121]: cluster 2024-03-22T06:54:22.043016+0000 mon.a (mon.0) 261 : cluster 0 Standby manager daemon x started 2024-03-22T06:54:22.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[31121]: audit 2024-03-22T06:54:22.044005+0000 mon.b (mon.1) 4 : audit 0 from='mgr.? 172.21.15.148:0/4177804438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T06:54:22.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[31121]: audit 2024-03-22T06:54:22.045006+0000 mon.b (mon.1) 5 : audit 0 from='mgr.? 172.21.15.148:0/4177804438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T06:54:22.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[31121]: audit 2024-03-22T06:54:22.046214+0000 mon.b (mon.1) 6 : audit 0 from='mgr.? 172.21.15.148:0/4177804438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T06:54:22.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:22 smithi129 bash[31121]: audit 2024-03-22T06:54:22.046821+0000 mon.b (mon.1) 7 : audit 0 from='mgr.? 172.21.15.148:0/4177804438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T06:54:22.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:22 smithi148 bash[23214]: audit 2024-03-22T06:54:21.767350+0000 mon.a (mon.0) 258 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:22.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:22 smithi148 bash[23214]: audit 2024-03-22T06:54:21.769383+0000 mon.a (mon.0) 259 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:54:22.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:22 smithi148 bash[23214]: audit 2024-03-22T06:54:21.779238+0000 mon.a (mon.0) 260 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:22.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:22 smithi148 bash[23214]: cluster 2024-03-22T06:54:22.043016+0000 mon.a (mon.0) 261 : cluster 0 Standby manager daemon x started 2024-03-22T06:54:22.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:22 smithi148 bash[23214]: audit 2024-03-22T06:54:22.044005+0000 mon.b (mon.1) 4 : audit 0 from='mgr.? 172.21.15.148:0/4177804438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T06:54:22.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:22 smithi148 bash[23214]: audit 2024-03-22T06:54:22.045006+0000 mon.b (mon.1) 5 : audit 0 from='mgr.? 172.21.15.148:0/4177804438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T06:54:22.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:22 smithi148 bash[23214]: audit 2024-03-22T06:54:22.046214+0000 mon.b (mon.1) 6 : audit 0 from='mgr.? 172.21.15.148:0/4177804438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T06:54:22.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:22 smithi148 bash[23214]: audit 2024-03-22T06:54:22.046821+0000 mon.b (mon.1) 7 : audit 0 from='mgr.? 172.21.15.148:0/4177804438' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T06:54:24.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:23 smithi129 bash[21357]: cluster 2024-03-22T06:54:22.052544+0000 mgr.y (mgr.14152) 83 : cluster 0 pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:24.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:23 smithi129 bash[21357]: cluster 2024-03-22T06:54:22.795513+0000 mon.a (mon.0) 262 : cluster 0 mgrmap e14: y(active, since 104s), standbys: x 2024-03-22T06:54:24.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:23 smithi129 bash[21357]: audit 2024-03-22T06:54:22.795764+0000 mon.a (mon.0) 263 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-22T06:54:24.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:23 smithi129 bash[31121]: cluster 2024-03-22T06:54:22.052544+0000 mgr.y (mgr.14152) 83 : cluster 0 pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:24.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:23 smithi129 bash[31121]: cluster 2024-03-22T06:54:22.795513+0000 mon.a (mon.0) 262 : cluster 0 mgrmap e14: y(active, since 104s), standbys: x 2024-03-22T06:54:24.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:23 smithi129 bash[31121]: audit 2024-03-22T06:54:22.795764+0000 mon.a (mon.0) 263 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-22T06:54:24.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:23 smithi148 bash[23214]: cluster 2024-03-22T06:54:22.052544+0000 mgr.y (mgr.14152) 83 : cluster 0 pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:24.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:23 smithi148 bash[23214]: cluster 2024-03-22T06:54:22.795513+0000 mon.a (mon.0) 262 : cluster 0 mgrmap e14: y(active, since 104s), standbys: x 2024-03-22T06:54:24.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:23 smithi148 bash[23214]: audit 2024-03-22T06:54:22.795764+0000 mon.a (mon.0) 263 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-22T06:54:26.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:25 smithi129 bash[21357]: cluster 2024-03-22T06:54:24.052944+0000 mgr.y (mgr.14152) 84 : cluster 0 pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:26.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:25 smithi129 bash[31121]: cluster 2024-03-22T06:54:24.052944+0000 mgr.y (mgr.14152) 84 : cluster 0 pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:26.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:25 smithi148 bash[23214]: cluster 2024-03-22T06:54:24.052944+0000 mgr.y (mgr.14152) 84 : cluster 0 pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:26.600 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T06:54:28.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:27 smithi129 bash[21357]: cluster 2024-03-22T06:54:26.053476+0000 mgr.y (mgr.14152) 85 : cluster 0 pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:28.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:27 smithi129 bash[31121]: cluster 2024-03-22T06:54:26.053476+0000 mgr.y (mgr.14152) 85 : cluster 0 pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:28.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:27 smithi148 bash[23214]: cluster 2024-03-22T06:54:26.053476+0000 mgr.y (mgr.14152) 85 : cluster 0 pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:30.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:29 smithi129 bash[21357]: cluster 2024-03-22T06:54:28.053992+0000 mgr.y (mgr.14152) 86 : cluster 0 pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:30.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:29 smithi129 bash[21357]: audit 2024-03-22T06:54:29.328939+0000 mon.a (mon.0) 264 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:54:30.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:29 smithi129 bash[21357]: audit 2024-03-22T06:54:29.333232+0000 mon.a (mon.0) 265 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:54:30.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:29 smithi129 bash[21357]: audit 2024-03-22T06:54:29.334303+0000 mon.a (mon.0) 266 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:30.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:29 smithi129 bash[31121]: cluster 2024-03-22T06:54:28.053992+0000 mgr.y (mgr.14152) 86 : cluster 0 pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:30.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:29 smithi129 bash[31121]: audit 2024-03-22T06:54:29.328939+0000 mon.a (mon.0) 264 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:54:30.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:29 smithi129 bash[31121]: audit 2024-03-22T06:54:29.333232+0000 mon.a (mon.0) 265 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:54:30.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:29 smithi129 bash[31121]: audit 2024-03-22T06:54:29.334303+0000 mon.a (mon.0) 266 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:30.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:29 smithi148 bash[23214]: cluster 2024-03-22T06:54:28.053992+0000 mgr.y (mgr.14152) 86 : cluster 0 pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:30.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:29 smithi148 bash[23214]: audit 2024-03-22T06:54:29.328939+0000 mon.a (mon.0) 264 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:54:30.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:29 smithi148 bash[23214]: audit 2024-03-22T06:54:29.333232+0000 mon.a (mon.0) 265 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:54:30.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:29 smithi148 bash[23214]: audit 2024-03-22T06:54:29.334303+0000 mon.a (mon.0) 266 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:31.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:30 smithi129 bash[21357]: audit 2024-03-22T06:54:29.321710+0000 mgr.y (mgr.14152) 87 : audit 0 from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:54:31.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:30 smithi129 bash[31121]: audit 2024-03-22T06:54:29.321710+0000 mgr.y (mgr.14152) 87 : audit 0 from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:54:31.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:30 smithi148 bash[23214]: audit 2024-03-22T06:54:29.321710+0000 mgr.y (mgr.14152) 87 : audit 0 from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:54:32.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:31 smithi129 bash[31121]: cluster 2024-03-22T06:54:30.054483+0000 mgr.y (mgr.14152) 88 : cluster 0 pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:32.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:31 smithi129 bash[21357]: cluster 2024-03-22T06:54:30.054483+0000 mgr.y (mgr.14152) 88 : cluster 0 pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:32.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:31 smithi148 bash[23214]: cluster 2024-03-22T06:54:30.054483+0000 mgr.y (mgr.14152) 88 : cluster 0 pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:34.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:33 smithi129 bash[21357]: cluster 2024-03-22T06:54:32.054956+0000 mgr.y (mgr.14152) 89 : cluster 0 pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:34.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:33 smithi129 bash[31121]: cluster 2024-03-22T06:54:32.054956+0000 mgr.y (mgr.14152) 89 : cluster 0 pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:34.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:33 smithi148 bash[23214]: cluster 2024-03-22T06:54:32.054956+0000 mgr.y (mgr.14152) 89 : cluster 0 pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:36.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:35 smithi129 bash[21357]: cluster 2024-03-22T06:54:34.055485+0000 mgr.y (mgr.14152) 90 : cluster 0 pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:36.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:35 smithi129 bash[31121]: cluster 2024-03-22T06:54:34.055485+0000 mgr.y (mgr.14152) 90 : cluster 0 pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:36.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:35 smithi148 bash[23214]: cluster 2024-03-22T06:54:34.055485+0000 mgr.y (mgr.14152) 90 : cluster 0 pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:38.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:37 smithi129 bash[21357]: cluster 2024-03-22T06:54:36.055984+0000 mgr.y (mgr.14152) 91 : cluster 0 pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:38.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:37 smithi129 bash[21357]: audit 2024-03-22T06:54:37.289797+0000 mon.a (mon.0) 267 : audit 1 from='client.? 172.21.15.129:0/2171926202' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9bbbc441-04a2-439e-a63f-9acfdda1b286"}]: dispatch 2024-03-22T06:54:38.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:37 smithi129 bash[21357]: audit 2024-03-22T06:54:37.301428+0000 mon.a (mon.0) 268 : audit 1 from='client.? 172.21.15.129:0/2171926202' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9bbbc441-04a2-439e-a63f-9acfdda1b286"}]': finished 2024-03-22T06:54:38.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:37 smithi129 bash[21357]: cluster 2024-03-22T06:54:37.301610+0000 mon.a (mon.0) 269 : cluster 0 osdmap e5: 1 total, 0 up, 1 in 2024-03-22T06:54:38.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:37 smithi129 bash[21357]: audit 2024-03-22T06:54:37.301871+0000 mon.a (mon.0) 270 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:54:38.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:37 smithi129 bash[31121]: cluster 2024-03-22T06:54:36.055984+0000 mgr.y (mgr.14152) 91 : cluster 0 pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:38.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:37 smithi129 bash[31121]: audit 2024-03-22T06:54:37.289797+0000 mon.a (mon.0) 267 : audit 1 from='client.? 172.21.15.129:0/2171926202' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9bbbc441-04a2-439e-a63f-9acfdda1b286"}]: dispatch 2024-03-22T06:54:38.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:37 smithi129 bash[31121]: audit 2024-03-22T06:54:37.301428+0000 mon.a (mon.0) 268 : audit 1 from='client.? 172.21.15.129:0/2171926202' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9bbbc441-04a2-439e-a63f-9acfdda1b286"}]': finished 2024-03-22T06:54:38.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:37 smithi129 bash[31121]: cluster 2024-03-22T06:54:37.301610+0000 mon.a (mon.0) 269 : cluster 0 osdmap e5: 1 total, 0 up, 1 in 2024-03-22T06:54:38.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:37 smithi129 bash[31121]: audit 2024-03-22T06:54:37.301871+0000 mon.a (mon.0) 270 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:54:38.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:37 smithi148 bash[23214]: cluster 2024-03-22T06:54:36.055984+0000 mgr.y (mgr.14152) 91 : cluster 0 pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:38.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:37 smithi148 bash[23214]: audit 2024-03-22T06:54:37.289797+0000 mon.a (mon.0) 267 : audit 1 from='client.? 172.21.15.129:0/2171926202' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9bbbc441-04a2-439e-a63f-9acfdda1b286"}]: dispatch 2024-03-22T06:54:38.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:37 smithi148 bash[23214]: audit 2024-03-22T06:54:37.301428+0000 mon.a (mon.0) 268 : audit 1 from='client.? 172.21.15.129:0/2171926202' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9bbbc441-04a2-439e-a63f-9acfdda1b286"}]': finished 2024-03-22T06:54:38.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:37 smithi148 bash[23214]: cluster 2024-03-22T06:54:37.301610+0000 mon.a (mon.0) 269 : cluster 0 osdmap e5: 1 total, 0 up, 1 in 2024-03-22T06:54:38.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:37 smithi148 bash[23214]: audit 2024-03-22T06:54:37.301871+0000 mon.a (mon.0) 270 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:54:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:38 smithi129 bash[21357]: audit 2024-03-22T06:54:38.052876+0000 mon.a (mon.0) 271 : audit 0 from='client.? 172.21.15.129:0/3530779425' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:54:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:38 smithi129 bash[31121]: audit 2024-03-22T06:54:38.052876+0000 mon.a (mon.0) 271 : audit 0 from='client.? 172.21.15.129:0/3530779425' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:54:39.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:38 smithi148 bash[23214]: audit 2024-03-22T06:54:38.052876+0000 mon.a (mon.0) 271 : audit 0 from='client.? 172.21.15.129:0/3530779425' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:54:40.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:39 smithi129 bash[21357]: cluster 2024-03-22T06:54:38.056332+0000 mgr.y (mgr.14152) 92 : cluster 0 pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:40.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:39 smithi129 bash[31121]: cluster 2024-03-22T06:54:38.056332+0000 mgr.y (mgr.14152) 92 : cluster 0 pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:40.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:39 smithi148 bash[23214]: cluster 2024-03-22T06:54:38.056332+0000 mgr.y (mgr.14152) 92 : cluster 0 pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:42.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:41 smithi129 bash[21357]: cluster 2024-03-22T06:54:40.056690+0000 mgr.y (mgr.14152) 93 : cluster 0 pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:41 smithi129 bash[31121]: cluster 2024-03-22T06:54:40.056690+0000 mgr.y (mgr.14152) 93 : cluster 0 pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:42.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:41 smithi148 bash[23214]: cluster 2024-03-22T06:54:40.056690+0000 mgr.y (mgr.14152) 93 : cluster 0 pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:43 smithi129 bash[21357]: cluster 2024-03-22T06:54:42.057086+0000 mgr.y (mgr.14152) 94 : cluster 0 pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:44.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:43 smithi129 bash[31121]: cluster 2024-03-22T06:54:42.057086+0000 mgr.y (mgr.14152) 94 : cluster 0 pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:44.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:43 smithi148 bash[23214]: cluster 2024-03-22T06:54:42.057086+0000 mgr.y (mgr.14152) 94 : cluster 0 pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:45 smithi129 bash[21357]: cluster 2024-03-22T06:54:44.057507+0000 mgr.y (mgr.14152) 95 : cluster 0 pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:46.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:45 smithi129 bash[31121]: cluster 2024-03-22T06:54:44.057507+0000 mgr.y (mgr.14152) 95 : cluster 0 pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:46.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:45 smithi148 bash[23214]: cluster 2024-03-22T06:54:44.057507+0000 mgr.y (mgr.14152) 95 : cluster 0 pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:47 smithi129 bash[31121]: cluster 2024-03-22T06:54:46.057985+0000 mgr.y (mgr.14152) 96 : cluster 0 pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:47 smithi129 bash[21357]: cluster 2024-03-22T06:54:46.057985+0000 mgr.y (mgr.14152) 96 : cluster 0 pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:48.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:47 smithi148 bash[23214]: cluster 2024-03-22T06:54:46.057985+0000 mgr.y (mgr.14152) 96 : cluster 0 pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:50.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:49 smithi129 bash[21357]: cluster 2024-03-22T06:54:48.058379+0000 mgr.y (mgr.14152) 97 : cluster 0 pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:50.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:49 smithi129 bash[21357]: audit 2024-03-22T06:54:49.269898+0000 mon.a (mon.0) 272 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-22T06:54:50.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:49 smithi129 bash[21357]: audit 2024-03-22T06:54:49.271534+0000 mon.a (mon.0) 273 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:49 smithi129 bash[31121]: cluster 2024-03-22T06:54:48.058379+0000 mgr.y (mgr.14152) 97 : cluster 0 pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:49 smithi129 bash[31121]: audit 2024-03-22T06:54:49.269898+0000 mon.a (mon.0) 272 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-22T06:54:50.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:49 smithi129 bash[31121]: audit 2024-03-22T06:54:49.271534+0000 mon.a (mon.0) 273 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:50.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:49 smithi148 bash[23214]: cluster 2024-03-22T06:54:48.058379+0000 mgr.y (mgr.14152) 97 : cluster 0 pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:50.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:49 smithi148 bash[23214]: audit 2024-03-22T06:54:49.269898+0000 mon.a (mon.0) 272 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-22T06:54:50.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:49 smithi148 bash[23214]: audit 2024-03-22T06:54:49.271534+0000 mon.a (mon.0) 273 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:51.105 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:50 smithi129 bash[21357]: cephadm 2024-03-22T06:54:49.272855+0000 mgr.y (mgr.14152) 98 : cephadm 1 Deploying daemon osd.0 on smithi129 2024-03-22T06:54:51.106 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:50 smithi129 bash[31121]: cephadm 2024-03-22T06:54:49.272855+0000 mgr.y (mgr.14152) 98 : cephadm 1 Deploying daemon osd.0 on smithi129 2024-03-22T06:54:51.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:50 smithi148 bash[23214]: cephadm 2024-03-22T06:54:49.272855+0000 mgr.y (mgr.14152) 98 : cephadm 1 Deploying daemon osd.0 on smithi129 2024-03-22T06:54:52.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:51 smithi129 bash[21357]: cluster 2024-03-22T06:54:50.058730+0000 mgr.y (mgr.14152) 99 : cluster 0 pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:52.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:51 smithi129 bash[31121]: cluster 2024-03-22T06:54:50.058730+0000 mgr.y (mgr.14152) 99 : cluster 0 pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:52.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:51 smithi148 bash[23214]: cluster 2024-03-22T06:54:50.058730+0000 mgr.y (mgr.14152) 99 : cluster 0 pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:53.225 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:53 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:54:53.226 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:54:53 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:54:53.226 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:53 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:54:53.521 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:53 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:54:53.521 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:54:53 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:54:53.521 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:53 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:54:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:53 smithi129 bash[21357]: cluster 2024-03-22T06:54:52.059180+0000 mgr.y (mgr.14152) 100 : cluster 0 pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:53 smithi129 bash[21357]: audit 2024-03-22T06:54:53.508258+0000 mon.a (mon.0) 274 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:53 smithi129 bash[21357]: audit 2024-03-22T06:54:53.515778+0000 mon.a (mon.0) 275 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:54.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:53 smithi129 bash[21357]: audit 2024-03-22T06:54:53.541147+0000 mon.a (mon.0) 276 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:54:54.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:53 smithi129 bash[31121]: cluster 2024-03-22T06:54:52.059180+0000 mgr.y (mgr.14152) 100 : cluster 0 pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:54.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:53 smithi129 bash[31121]: audit 2024-03-22T06:54:53.508258+0000 mon.a (mon.0) 274 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:54.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:53 smithi129 bash[31121]: audit 2024-03-22T06:54:53.515778+0000 mon.a (mon.0) 275 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:54.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:53 smithi129 bash[31121]: audit 2024-03-22T06:54:53.541147+0000 mon.a (mon.0) 276 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:54:54.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:53 smithi148 bash[23214]: cluster 2024-03-22T06:54:52.059180+0000 mgr.y (mgr.14152) 100 : cluster 0 pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:54.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:53 smithi148 bash[23214]: audit 2024-03-22T06:54:53.508258+0000 mon.a (mon.0) 274 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:54.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:53 smithi148 bash[23214]: audit 2024-03-22T06:54:53.515778+0000 mon.a (mon.0) 275 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:54.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:53 smithi148 bash[23214]: audit 2024-03-22T06:54:53.541147+0000 mon.a (mon.0) 276 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:54:56.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:55 smithi129 bash[21357]: cluster 2024-03-22T06:54:54.059628+0000 mgr.y (mgr.14152) 101 : cluster 0 pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:56.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:55 smithi129 bash[31121]: cluster 2024-03-22T06:54:54.059628+0000 mgr.y (mgr.14152) 101 : cluster 0 pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:56.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:55 smithi148 bash[23214]: cluster 2024-03-22T06:54:54.059628+0000 mgr.y (mgr.14152) 101 : cluster 0 pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:58.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:57 smithi129 bash[21357]: cluster 2024-03-22T06:54:56.060153+0000 mgr.y (mgr.14152) 102 : cluster 0 pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:57 smithi129 bash[31121]: cluster 2024-03-22T06:54:56.060153+0000 mgr.y (mgr.14152) 102 : cluster 0 pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:58.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:57 smithi148 bash[23214]: cluster 2024-03-22T06:54:56.060153+0000 mgr.y (mgr.14152) 102 : cluster 0 pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:59.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:59 smithi129 bash[31121]: cluster 2024-03-22T06:54:58.060613+0000 mgr.y (mgr.14152) 103 : cluster 0 pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:59.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:59 smithi129 bash[31121]: audit 2024-03-22T06:54:58.622273+0000 mon.a (mon.0) 277 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:59.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:59 smithi129 bash[31121]: audit 2024-03-22T06:54:58.627140+0000 mon.a (mon.0) 278 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:59.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:59 smithi129 bash[31121]: audit 2024-03-22T06:54:59.048070+0000 mon.a (mon.0) 279 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:59.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:59 smithi129 bash[31121]: audit 2024-03-22T06:54:59.049077+0000 mon.a (mon.0) 280 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:54:59.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:54:59 smithi129 bash[31121]: audit 2024-03-22T06:54:59.055011+0000 mon.a (mon.0) 281 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:59.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:59 smithi129 bash[21357]: cluster 2024-03-22T06:54:58.060613+0000 mgr.y (mgr.14152) 103 : cluster 0 pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:59.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:59 smithi129 bash[21357]: audit 2024-03-22T06:54:58.622273+0000 mon.a (mon.0) 277 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:59.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:59 smithi129 bash[21357]: audit 2024-03-22T06:54:58.627140+0000 mon.a (mon.0) 278 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:59.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:59 smithi129 bash[21357]: audit 2024-03-22T06:54:59.048070+0000 mon.a (mon.0) 279 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:59.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:59 smithi129 bash[21357]: audit 2024-03-22T06:54:59.049077+0000 mon.a (mon.0) 280 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:54:59.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:54:59 smithi129 bash[21357]: audit 2024-03-22T06:54:59.055011+0000 mon.a (mon.0) 281 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:59.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:59 smithi148 bash[23214]: cluster 2024-03-22T06:54:58.060613+0000 mgr.y (mgr.14152) 103 : cluster 0 pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:54:59.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:59 smithi148 bash[23214]: audit 2024-03-22T06:54:58.622273+0000 mon.a (mon.0) 277 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:59.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:59 smithi148 bash[23214]: audit 2024-03-22T06:54:58.627140+0000 mon.a (mon.0) 278 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:54:59.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:59 smithi148 bash[23214]: audit 2024-03-22T06:54:59.048070+0000 mon.a (mon.0) 279 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:54:59.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:59 smithi148 bash[23214]: audit 2024-03-22T06:54:59.049077+0000 mon.a (mon.0) 280 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:54:59.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:54:59 smithi148 bash[23214]: audit 2024-03-22T06:54:59.055011+0000 mon.a (mon.0) 281 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:00.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:00 smithi129 bash[21357]: audit 2024-03-22T06:54:59.921988+0000 mon.a (mon.0) 282 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2159316239,v1:172.21.15.129:6803/2159316239]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-22T06:55:00.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:00 smithi129 bash[31121]: audit 2024-03-22T06:54:59.921988+0000 mon.a (mon.0) 282 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2159316239,v1:172.21.15.129:6803/2159316239]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-22T06:55:00.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:00 smithi148 bash[23214]: audit 2024-03-22T06:54:59.921988+0000 mon.a (mon.0) 282 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2159316239,v1:172.21.15.129:6803/2159316239]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-22T06:55:01.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:01 smithi148 bash[23214]: cluster 2024-03-22T06:55:00.061128+0000 mgr.y (mgr.14152) 104 : cluster 0 pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:55:01.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:01 smithi148 bash[23214]: audit 2024-03-22T06:55:00.636628+0000 mon.a (mon.0) 283 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2159316239,v1:172.21.15.129:6803/2159316239]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-22T06:55:01.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:01 smithi148 bash[23214]: cluster 2024-03-22T06:55:00.636818+0000 mon.a (mon.0) 284 : cluster 0 osdmap e6: 1 total, 0 up, 1 in 2024-03-22T06:55:01.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:01 smithi148 bash[23214]: audit 2024-03-22T06:55:00.637119+0000 mon.a (mon.0) 285 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:55:01.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:01 smithi148 bash[23214]: audit 2024-03-22T06:55:00.638247+0000 mon.a (mon.0) 286 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2159316239,v1:172.21.15.129:6803/2159316239]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T06:55:01.982 INFO:teuthology.orchestra.run.smithi129.stdout:Created osd(s) 0 on host 'smithi129' 2024-03-22T06:55:02.003 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:01 smithi129 bash[21357]: cluster 2024-03-22T06:55:00.061128+0000 mgr.y (mgr.14152) 104 : cluster 0 pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:55:02.003 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:01 smithi129 bash[21357]: audit 2024-03-22T06:55:00.636628+0000 mon.a (mon.0) 283 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2159316239,v1:172.21.15.129:6803/2159316239]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-22T06:55:02.003 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:01 smithi129 bash[21357]: cluster 2024-03-22T06:55:00.636818+0000 mon.a (mon.0) 284 : cluster 0 osdmap e6: 1 total, 0 up, 1 in 2024-03-22T06:55:02.003 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:01 smithi129 bash[21357]: audit 2024-03-22T06:55:00.637119+0000 mon.a (mon.0) 285 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:55:02.003 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:01 smithi129 bash[21357]: audit 2024-03-22T06:55:00.638247+0000 mon.a (mon.0) 286 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2159316239,v1:172.21.15.129:6803/2159316239]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T06:55:02.004 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:01 smithi129 bash[31121]: cluster 2024-03-22T06:55:00.061128+0000 mgr.y (mgr.14152) 104 : cluster 0 pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:55:02.004 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:01 smithi129 bash[31121]: audit 2024-03-22T06:55:00.636628+0000 mon.a (mon.0) 283 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2159316239,v1:172.21.15.129:6803/2159316239]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-22T06:55:02.004 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:01 smithi129 bash[31121]: cluster 2024-03-22T06:55:00.636818+0000 mon.a (mon.0) 284 : cluster 0 osdmap e6: 1 total, 0 up, 1 in 2024-03-22T06:55:02.004 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:01 smithi129 bash[31121]: audit 2024-03-22T06:55:00.637119+0000 mon.a (mon.0) 285 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:55:02.004 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:01 smithi129 bash[31121]: audit 2024-03-22T06:55:00.638247+0000 mon.a (mon.0) 286 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2159316239,v1:172.21.15.129:6803/2159316239]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T06:55:02.656 DEBUG:teuthology.orchestra.run.smithi129:osd.0> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.0.service 2024-03-22T06:55:02.658 INFO:tasks.cephadm:Deploying osd.1 on smithi129 with /dev/vg_nvme/lv_3... 2024-03-22T06:55:02.659 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-22T06:55:02.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:02 smithi148 bash[23214]: audit 2024-03-22T06:55:01.639151+0000 mon.a (mon.0) 287 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2159316239,v1:172.21.15.129:6803/2159316239]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2024-03-22T06:55:02.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:02 smithi148 bash[23214]: cluster 2024-03-22T06:55:01.639281+0000 mon.a (mon.0) 288 : cluster 0 osdmap e7: 1 total, 0 up, 1 in 2024-03-22T06:55:02.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:02 smithi148 bash[23214]: audit 2024-03-22T06:55:01.639955+0000 mon.a (mon.0) 289 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:55:02.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:02 smithi148 bash[23214]: audit 2024-03-22T06:55:01.647198+0000 mon.a (mon.0) 290 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:55:02.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:02 smithi148 bash[23214]: audit 2024-03-22T06:55:01.962618+0000 mon.a (mon.0) 291 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:02.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:02 smithi148 bash[23214]: audit 2024-03-22T06:55:01.974675+0000 mon.a (mon.0) 292 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:02.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:02 smithi148 bash[23214]: audit 2024-03-22T06:55:01.980358+0000 mon.a (mon.0) 293 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:55:03.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:02 smithi129 bash[21357]: audit 2024-03-22T06:55:01.639151+0000 mon.a (mon.0) 287 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2159316239,v1:172.21.15.129:6803/2159316239]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2024-03-22T06:55:03.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:02 smithi129 bash[21357]: cluster 2024-03-22T06:55:01.639281+0000 mon.a (mon.0) 288 : cluster 0 osdmap e7: 1 total, 0 up, 1 in 2024-03-22T06:55:03.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:02 smithi129 bash[21357]: audit 2024-03-22T06:55:01.639955+0000 mon.a (mon.0) 289 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:55:03.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:02 smithi129 bash[21357]: audit 2024-03-22T06:55:01.647198+0000 mon.a (mon.0) 290 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:55:03.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:02 smithi129 bash[21357]: audit 2024-03-22T06:55:01.962618+0000 mon.a (mon.0) 291 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:03.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:02 smithi129 bash[21357]: audit 2024-03-22T06:55:01.974675+0000 mon.a (mon.0) 292 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:03.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:02 smithi129 bash[21357]: audit 2024-03-22T06:55:01.980358+0000 mon.a (mon.0) 293 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:55:03.127 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:02 smithi129 bash[31121]: audit 2024-03-22T06:55:01.639151+0000 mon.a (mon.0) 287 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2159316239,v1:172.21.15.129:6803/2159316239]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2024-03-22T06:55:03.127 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:02 smithi129 bash[31121]: cluster 2024-03-22T06:55:01.639281+0000 mon.a (mon.0) 288 : cluster 0 osdmap e7: 1 total, 0 up, 1 in 2024-03-22T06:55:03.127 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:02 smithi129 bash[31121]: audit 2024-03-22T06:55:01.639955+0000 mon.a (mon.0) 289 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:55:03.127 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:02 smithi129 bash[31121]: audit 2024-03-22T06:55:01.647198+0000 mon.a (mon.0) 290 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:55:03.127 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:02 smithi129 bash[31121]: audit 2024-03-22T06:55:01.962618+0000 mon.a (mon.0) 291 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:03.127 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:02 smithi129 bash[31121]: audit 2024-03-22T06:55:01.974675+0000 mon.a (mon.0) 292 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:03.127 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:02 smithi129 bash[31121]: audit 2024-03-22T06:55:01.980358+0000 mon.a (mon.0) 293 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:55:03.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:03 smithi148 bash[23214]: cluster 2024-03-22T06:55:00.962257+0000 osd.0 (osd.0) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:55:03.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:03 smithi148 bash[23214]: cluster 2024-03-22T06:55:00.962350+0000 osd.0 (osd.0) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:55:03.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:03 smithi148 bash[23214]: cluster 2024-03-22T06:55:02.061473+0000 mgr.y (mgr.14152) 105 : cluster 0 pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:55:03.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:03 smithi148 bash[23214]: audit 2024-03-22T06:55:02.651684+0000 mon.a (mon.0) 294 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:55:03.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:03 smithi148 bash[23214]: cluster 2024-03-22T06:55:02.660031+0000 mon.a (mon.0) 295 : cluster 1 osd.0 [v2:172.21.15.129:6802/2159316239,v1:172.21.15.129:6803/2159316239] boot 2024-03-22T06:55:03.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:03 smithi148 bash[23214]: cluster 2024-03-22T06:55:02.660123+0000 mon.a (mon.0) 296 : cluster 0 osdmap e8: 1 total, 1 up, 1 in 2024-03-22T06:55:03.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:03 smithi148 bash[23214]: audit 2024-03-22T06:55:02.660586+0000 mon.a (mon.0) 297 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:55:04.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:03 smithi129 bash[21357]: cluster 2024-03-22T06:55:00.962257+0000 osd.0 (osd.0) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:55:04.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:03 smithi129 bash[21357]: cluster 2024-03-22T06:55:00.962350+0000 osd.0 (osd.0) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:55:04.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:03 smithi129 bash[21357]: cluster 2024-03-22T06:55:02.061473+0000 mgr.y (mgr.14152) 105 : cluster 0 pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:55:04.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:03 smithi129 bash[21357]: audit 2024-03-22T06:55:02.651684+0000 mon.a (mon.0) 294 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:55:04.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:03 smithi129 bash[21357]: cluster 2024-03-22T06:55:02.660031+0000 mon.a (mon.0) 295 : cluster 1 osd.0 [v2:172.21.15.129:6802/2159316239,v1:172.21.15.129:6803/2159316239] boot 2024-03-22T06:55:04.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:03 smithi129 bash[21357]: cluster 2024-03-22T06:55:02.660123+0000 mon.a (mon.0) 296 : cluster 0 osdmap e8: 1 total, 1 up, 1 in 2024-03-22T06:55:04.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:03 smithi129 bash[21357]: audit 2024-03-22T06:55:02.660586+0000 mon.a (mon.0) 297 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:55:04.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:03 smithi129 bash[31121]: cluster 2024-03-22T06:55:00.962257+0000 osd.0 (osd.0) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:55:04.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:03 smithi129 bash[31121]: cluster 2024-03-22T06:55:00.962350+0000 osd.0 (osd.0) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:55:04.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:03 smithi129 bash[31121]: cluster 2024-03-22T06:55:02.061473+0000 mgr.y (mgr.14152) 105 : cluster 0 pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-22T06:55:04.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:03 smithi129 bash[31121]: audit 2024-03-22T06:55:02.651684+0000 mon.a (mon.0) 294 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:55:04.127 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:03 smithi129 bash[31121]: cluster 2024-03-22T06:55:02.660031+0000 mon.a (mon.0) 295 : cluster 1 osd.0 [v2:172.21.15.129:6802/2159316239,v1:172.21.15.129:6803/2159316239] boot 2024-03-22T06:55:04.127 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:03 smithi129 bash[31121]: cluster 2024-03-22T06:55:02.660123+0000 mon.a (mon.0) 296 : cluster 0 osdmap e8: 1 total, 1 up, 1 in 2024-03-22T06:55:04.127 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:03 smithi129 bash[31121]: audit 2024-03-22T06:55:02.660586+0000 mon.a (mon.0) 297 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T06:55:04.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:04 smithi148 bash[23214]: cluster 2024-03-22T06:55:03.661839+0000 mon.a (mon.0) 298 : cluster 0 osdmap e9: 1 total, 1 up, 1 in 2024-03-22T06:55:05.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:04 smithi129 bash[31121]: cluster 2024-03-22T06:55:03.661839+0000 mon.a (mon.0) 298 : cluster 0 osdmap e9: 1 total, 1 up, 1 in 2024-03-22T06:55:05.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:04 smithi129 bash[21357]: cluster 2024-03-22T06:55:03.661839+0000 mon.a (mon.0) 298 : cluster 0 osdmap e9: 1 total, 1 up, 1 in 2024-03-22T06:55:05.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:05 smithi148 bash[23214]: cluster 2024-03-22T06:55:04.061929+0000 mgr.y (mgr.14152) 106 : cluster 0 pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:06.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:05 smithi129 bash[21357]: cluster 2024-03-22T06:55:04.061929+0000 mgr.y (mgr.14152) 106 : cluster 0 pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:06.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:05 smithi129 bash[31121]: cluster 2024-03-22T06:55:04.061929+0000 mgr.y (mgr.14152) 106 : cluster 0 pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:06.803 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T06:55:07.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:07 smithi148 bash[23214]: cluster 2024-03-22T06:55:06.062372+0000 mgr.y (mgr.14152) 107 : cluster 0 pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:07.939 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:07 smithi129 bash[21357]: cluster 2024-03-22T06:55:06.062372+0000 mgr.y (mgr.14152) 107 : cluster 0 pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:07.940 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:07 smithi129 bash[31121]: cluster 2024-03-22T06:55:06.062372+0000 mgr.y (mgr.14152) 107 : cluster 0 pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:09.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:09 smithi148 bash[23214]: cluster 2024-03-22T06:55:08.062692+0000 mgr.y (mgr.14152) 108 : cluster 0 pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:09.950 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:09 smithi129 bash[21357]: cluster 2024-03-22T06:55:08.062692+0000 mgr.y (mgr.14152) 108 : cluster 0 pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:09.950 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:09 smithi129 bash[31121]: cluster 2024-03-22T06:55:08.062692+0000 mgr.y (mgr.14152) 108 : cluster 0 pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:10.658 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-22T06:55:10.658 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-22T06:55:10.658 INFO:teuthology.orchestra.run.smithi129.stderr: stderr: 10+0 records in 2024-03-22T06:55:10.658 INFO:teuthology.orchestra.run.smithi129.stderr:10+0 records out 2024-03-22T06:55:10.658 INFO:teuthology.orchestra.run.smithi129.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0157709 s, 665 MB/s 2024-03-22T06:55:10.658 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping successful for: 2024-03-22T06:55:11.511 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi129:vg_nvme/lv_3 2024-03-22T06:55:11.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:11 smithi129 bash[21357]: cluster 2024-03-22T06:55:10.062980+0000 mgr.y (mgr.14152) 109 : cluster 0 pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:11.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:11 smithi129 bash[31121]: cluster 2024-03-22T06:55:10.062980+0000 mgr.y (mgr.14152) 109 : cluster 0 pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:11.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:11 smithi148 bash[23214]: cluster 2024-03-22T06:55:10.062980+0000 mgr.y (mgr.14152) 109 : cluster 0 pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[21357]: cephadm 2024-03-22T06:55:12.022017+0000 mgr.y (mgr.14152) 110 : cephadm 1 Detected new or changed devices on smithi129 2024-03-22T06:55:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[21357]: audit 2024-03-22T06:55:12.031211+0000 mon.a (mon.0) 299 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[21357]: audit 2024-03-22T06:55:12.040344+0000 mon.a (mon.0) 300 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[21357]: audit 2024-03-22T06:55:12.042616+0000 mon.a (mon.0) 301 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:55:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[21357]: audit 2024-03-22T06:55:12.052573+0000 mon.a (mon.0) 302 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[21357]: audit 2024-03-22T06:55:12.054707+0000 mon.a (mon.0) 303 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:55:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[21357]: audit 2024-03-22T06:55:12.056043+0000 mon.a (mon.0) 304 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:55:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[21357]: audit 2024-03-22T06:55:12.066043+0000 mon.a (mon.0) 305 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:13.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[31121]: cephadm 2024-03-22T06:55:12.022017+0000 mgr.y (mgr.14152) 110 : cephadm 1 Detected new or changed devices on smithi129 2024-03-22T06:55:13.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[31121]: audit 2024-03-22T06:55:12.031211+0000 mon.a (mon.0) 299 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:13.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[31121]: audit 2024-03-22T06:55:12.040344+0000 mon.a (mon.0) 300 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:13.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[31121]: audit 2024-03-22T06:55:12.042616+0000 mon.a (mon.0) 301 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:55:13.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[31121]: audit 2024-03-22T06:55:12.052573+0000 mon.a (mon.0) 302 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:13.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[31121]: audit 2024-03-22T06:55:12.054707+0000 mon.a (mon.0) 303 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:55:13.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[31121]: audit 2024-03-22T06:55:12.056043+0000 mon.a (mon.0) 304 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:55:13.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:13 smithi129 bash[31121]: audit 2024-03-22T06:55:12.066043+0000 mon.a (mon.0) 305 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:13.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:13 smithi148 bash[23214]: cephadm 2024-03-22T06:55:12.022017+0000 mgr.y (mgr.14152) 110 : cephadm 1 Detected new or changed devices on smithi129 2024-03-22T06:55:13.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:13 smithi148 bash[23214]: audit 2024-03-22T06:55:12.031211+0000 mon.a (mon.0) 299 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:13.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:13 smithi148 bash[23214]: audit 2024-03-22T06:55:12.040344+0000 mon.a (mon.0) 300 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:13.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:13 smithi148 bash[23214]: audit 2024-03-22T06:55:12.042616+0000 mon.a (mon.0) 301 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:55:13.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:13 smithi148 bash[23214]: audit 2024-03-22T06:55:12.052573+0000 mon.a (mon.0) 302 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:13.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:13 smithi148 bash[23214]: audit 2024-03-22T06:55:12.054707+0000 mon.a (mon.0) 303 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:55:13.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:13 smithi148 bash[23214]: audit 2024-03-22T06:55:12.056043+0000 mon.a (mon.0) 304 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:55:13.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:13 smithi148 bash[23214]: audit 2024-03-22T06:55:12.066043+0000 mon.a (mon.0) 305 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:14.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:14 smithi129 bash[21357]: cephadm 2024-03-22T06:55:12.044109+0000 mgr.y (mgr.14152) 111 : cephadm 1 Adjusting osd_memory_target on smithi129 to 16241M 2024-03-22T06:55:14.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:14 smithi129 bash[21357]: cluster 2024-03-22T06:55:12.063378+0000 mgr.y (mgr.14152) 112 : cluster 0 pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:14.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:14 smithi129 bash[31121]: cephadm 2024-03-22T06:55:12.044109+0000 mgr.y (mgr.14152) 111 : cephadm 1 Adjusting osd_memory_target on smithi129 to 16241M 2024-03-22T06:55:14.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:14 smithi129 bash[31121]: cluster 2024-03-22T06:55:12.063378+0000 mgr.y (mgr.14152) 112 : cluster 0 pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:14.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:14 smithi148 bash[23214]: cephadm 2024-03-22T06:55:12.044109+0000 mgr.y (mgr.14152) 111 : cephadm 1 Adjusting osd_memory_target on smithi129 to 16241M 2024-03-22T06:55:14.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:14 smithi148 bash[23214]: cluster 2024-03-22T06:55:12.063378+0000 mgr.y (mgr.14152) 112 : cluster 0 pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:15.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:15 smithi129 bash[21357]: cluster 2024-03-22T06:55:14.063953+0000 mgr.y (mgr.14152) 113 : cluster 0 pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:15.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:15 smithi129 bash[31121]: cluster 2024-03-22T06:55:14.063953+0000 mgr.y (mgr.14152) 113 : cluster 0 pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:15.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:15 smithi148 bash[23214]: cluster 2024-03-22T06:55:14.063953+0000 mgr.y (mgr.14152) 113 : cluster 0 pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:16.198 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T06:55:17.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:17 smithi129 bash[31121]: cluster 2024-03-22T06:55:16.064406+0000 mgr.y (mgr.14152) 114 : cluster 0 pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:17.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:17 smithi129 bash[21357]: cluster 2024-03-22T06:55:16.064406+0000 mgr.y (mgr.14152) 114 : cluster 0 pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:17.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:17 smithi148 bash[23214]: cluster 2024-03-22T06:55:16.064406+0000 mgr.y (mgr.14152) 114 : cluster 0 pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:19.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:19 smithi129 bash[21357]: cluster 2024-03-22T06:55:18.064818+0000 mgr.y (mgr.14152) 115 : cluster 0 pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:19.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:19 smithi129 bash[21357]: audit 2024-03-22T06:55:18.763722+0000 mgr.y (mgr.14152) 116 : audit 0 from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:55:19.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:19 smithi129 bash[21357]: audit 2024-03-22T06:55:18.766594+0000 mon.a (mon.0) 306 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:55:19.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:19 smithi129 bash[21357]: audit 2024-03-22T06:55:18.770426+0000 mon.a (mon.0) 307 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:55:19.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:19 smithi129 bash[21357]: audit 2024-03-22T06:55:18.771751+0000 mon.a (mon.0) 308 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:55:19.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:19 smithi129 bash[31121]: cluster 2024-03-22T06:55:18.064818+0000 mgr.y (mgr.14152) 115 : cluster 0 pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:19.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:19 smithi129 bash[31121]: audit 2024-03-22T06:55:18.763722+0000 mgr.y (mgr.14152) 116 : audit 0 from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:55:19.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:19 smithi129 bash[31121]: audit 2024-03-22T06:55:18.766594+0000 mon.a (mon.0) 306 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:55:19.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:19 smithi129 bash[31121]: audit 2024-03-22T06:55:18.770426+0000 mon.a (mon.0) 307 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:55:19.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:19 smithi129 bash[31121]: audit 2024-03-22T06:55:18.771751+0000 mon.a (mon.0) 308 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:55:19.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:19 smithi148 bash[23214]: cluster 2024-03-22T06:55:18.064818+0000 mgr.y (mgr.14152) 115 : cluster 0 pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:19.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:19 smithi148 bash[23214]: audit 2024-03-22T06:55:18.763722+0000 mgr.y (mgr.14152) 116 : audit 0 from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:55:19.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:19 smithi148 bash[23214]: audit 2024-03-22T06:55:18.766594+0000 mon.a (mon.0) 306 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:55:19.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:19 smithi148 bash[23214]: audit 2024-03-22T06:55:18.770426+0000 mon.a (mon.0) 307 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:55:19.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:19 smithi148 bash[23214]: audit 2024-03-22T06:55:18.771751+0000 mon.a (mon.0) 308 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:55:21.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:21 smithi129 bash[21357]: cluster 2024-03-22T06:55:20.065292+0000 mgr.y (mgr.14152) 117 : cluster 0 pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:21 smithi129 bash[31121]: cluster 2024-03-22T06:55:20.065292+0000 mgr.y (mgr.14152) 117 : cluster 0 pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:21.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:21 smithi148 bash[23214]: cluster 2024-03-22T06:55:20.065292+0000 mgr.y (mgr.14152) 117 : cluster 0 pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:23.616 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:23 smithi129 bash[21357]: cluster 2024-03-22T06:55:22.065874+0000 mgr.y (mgr.14152) 118 : cluster 0 pgmap v81: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:23.617 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:23 smithi129 bash[31121]: cluster 2024-03-22T06:55:22.065874+0000 mgr.y (mgr.14152) 118 : cluster 0 pgmap v81: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:23.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:23 smithi148 bash[23214]: cluster 2024-03-22T06:55:22.065874+0000 mgr.y (mgr.14152) 118 : cluster 0 pgmap v81: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:25.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:25 smithi129 bash[21357]: cluster 2024-03-22T06:55:24.066497+0000 mgr.y (mgr.14152) 119 : cluster 0 pgmap v82: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:25.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:25 smithi129 bash[31121]: cluster 2024-03-22T06:55:24.066497+0000 mgr.y (mgr.14152) 119 : cluster 0 pgmap v82: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:25.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:25 smithi148 bash[23214]: cluster 2024-03-22T06:55:24.066497+0000 mgr.y (mgr.14152) 119 : cluster 0 pgmap v82: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:27.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:27 smithi129 bash[21357]: cluster 2024-03-22T06:55:26.066885+0000 mgr.y (mgr.14152) 120 : cluster 0 pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:27.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:27 smithi129 bash[21357]: audit 2024-03-22T06:55:26.650341+0000 mon.c (mon.2) 3 : audit 1 from='client.? 172.21.15.129:0/3623666414' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2173725a-f139-4370-8db8-be06c1f0213c"}]: dispatch 2024-03-22T06:55:27.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:27 smithi129 bash[21357]: audit 2024-03-22T06:55:26.650868+0000 mon.a (mon.0) 309 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2173725a-f139-4370-8db8-be06c1f0213c"}]: dispatch 2024-03-22T06:55:27.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:27 smithi129 bash[21357]: audit 2024-03-22T06:55:26.658324+0000 mon.a (mon.0) 310 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2173725a-f139-4370-8db8-be06c1f0213c"}]': finished 2024-03-22T06:55:27.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:27 smithi129 bash[21357]: cluster 2024-03-22T06:55:26.658496+0000 mon.a (mon.0) 311 : cluster 0 osdmap e10: 2 total, 1 up, 2 in 2024-03-22T06:55:27.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:27 smithi129 bash[21357]: audit 2024-03-22T06:55:26.658659+0000 mon.a (mon.0) 312 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T06:55:27.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:27 smithi129 bash[31121]: cluster 2024-03-22T06:55:26.066885+0000 mgr.y (mgr.14152) 120 : cluster 0 pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:27.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:27 smithi129 bash[31121]: audit 2024-03-22T06:55:26.650341+0000 mon.c (mon.2) 3 : audit 1 from='client.? 172.21.15.129:0/3623666414' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2173725a-f139-4370-8db8-be06c1f0213c"}]: dispatch 2024-03-22T06:55:27.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:27 smithi129 bash[31121]: audit 2024-03-22T06:55:26.650868+0000 mon.a (mon.0) 309 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2173725a-f139-4370-8db8-be06c1f0213c"}]: dispatch 2024-03-22T06:55:27.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:27 smithi129 bash[31121]: audit 2024-03-22T06:55:26.658324+0000 mon.a (mon.0) 310 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2173725a-f139-4370-8db8-be06c1f0213c"}]': finished 2024-03-22T06:55:27.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:27 smithi129 bash[31121]: cluster 2024-03-22T06:55:26.658496+0000 mon.a (mon.0) 311 : cluster 0 osdmap e10: 2 total, 1 up, 2 in 2024-03-22T06:55:27.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:27 smithi129 bash[31121]: audit 2024-03-22T06:55:26.658659+0000 mon.a (mon.0) 312 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T06:55:27.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:27 smithi148 bash[23214]: cluster 2024-03-22T06:55:26.066885+0000 mgr.y (mgr.14152) 120 : cluster 0 pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:27.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:27 smithi148 bash[23214]: audit 2024-03-22T06:55:26.650341+0000 mon.c (mon.2) 3 : audit 1 from='client.? 172.21.15.129:0/3623666414' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2173725a-f139-4370-8db8-be06c1f0213c"}]: dispatch 2024-03-22T06:55:27.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:27 smithi148 bash[23214]: audit 2024-03-22T06:55:26.650868+0000 mon.a (mon.0) 309 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2173725a-f139-4370-8db8-be06c1f0213c"}]: dispatch 2024-03-22T06:55:27.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:27 smithi148 bash[23214]: audit 2024-03-22T06:55:26.658324+0000 mon.a (mon.0) 310 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2173725a-f139-4370-8db8-be06c1f0213c"}]': finished 2024-03-22T06:55:27.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:27 smithi148 bash[23214]: cluster 2024-03-22T06:55:26.658496+0000 mon.a (mon.0) 311 : cluster 0 osdmap e10: 2 total, 1 up, 2 in 2024-03-22T06:55:27.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:27 smithi148 bash[23214]: audit 2024-03-22T06:55:26.658659+0000 mon.a (mon.0) 312 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T06:55:28.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:28 smithi129 bash[21357]: audit 2024-03-22T06:55:27.416449+0000 mon.a (mon.0) 313 : audit 0 from='client.? 172.21.15.129:0/3338069965' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:55:28.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:28 smithi129 bash[31121]: audit 2024-03-22T06:55:27.416449+0000 mon.a (mon.0) 313 : audit 0 from='client.? 172.21.15.129:0/3338069965' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:55:28.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:28 smithi148 bash[23214]: audit 2024-03-22T06:55:27.416449+0000 mon.a (mon.0) 313 : audit 0 from='client.? 172.21.15.129:0/3338069965' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:55:29.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:29 smithi129 bash[21357]: cluster 2024-03-22T06:55:28.067340+0000 mgr.y (mgr.14152) 121 : cluster 0 pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:29.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:29 smithi129 bash[31121]: cluster 2024-03-22T06:55:28.067340+0000 mgr.y (mgr.14152) 121 : cluster 0 pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:29.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:29 smithi148 bash[23214]: cluster 2024-03-22T06:55:28.067340+0000 mgr.y (mgr.14152) 121 : cluster 0 pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:31.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:31 smithi129 bash[21357]: cluster 2024-03-22T06:55:30.067797+0000 mgr.y (mgr.14152) 122 : cluster 0 pgmap v86: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:31.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:31 smithi129 bash[31121]: cluster 2024-03-22T06:55:30.067797+0000 mgr.y (mgr.14152) 122 : cluster 0 pgmap v86: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:31.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:31 smithi148 bash[23214]: cluster 2024-03-22T06:55:30.067797+0000 mgr.y (mgr.14152) 122 : cluster 0 pgmap v86: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:33.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:33 smithi129 bash[21357]: cluster 2024-03-22T06:55:32.068378+0000 mgr.y (mgr.14152) 123 : cluster 0 pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:33.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:33 smithi129 bash[31121]: cluster 2024-03-22T06:55:32.068378+0000 mgr.y (mgr.14152) 123 : cluster 0 pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:33.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:33 smithi148 bash[23214]: cluster 2024-03-22T06:55:32.068378+0000 mgr.y (mgr.14152) 123 : cluster 0 pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:35.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:35 smithi129 bash[21357]: cluster 2024-03-22T06:55:34.068969+0000 mgr.y (mgr.14152) 124 : cluster 0 pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:35.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:35 smithi129 bash[31121]: cluster 2024-03-22T06:55:34.068969+0000 mgr.y (mgr.14152) 124 : cluster 0 pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:35.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:35 smithi148 bash[23214]: cluster 2024-03-22T06:55:34.068969+0000 mgr.y (mgr.14152) 124 : cluster 0 pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:37.584 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:37 smithi129 bash[21357]: cluster 2024-03-22T06:55:36.069569+0000 mgr.y (mgr.14152) 125 : cluster 0 pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:37.584 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:37 smithi129 bash[31121]: cluster 2024-03-22T06:55:36.069569+0000 mgr.y (mgr.14152) 125 : cluster 0 pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:37.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:37 smithi148 bash[23214]: cluster 2024-03-22T06:55:36.069569+0000 mgr.y (mgr.14152) 125 : cluster 0 pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:39.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:39 smithi129 bash[21357]: cluster 2024-03-22T06:55:38.070027+0000 mgr.y (mgr.14152) 126 : cluster 0 pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:39.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:39 smithi129 bash[21357]: audit 2024-03-22T06:55:38.711404+0000 mon.a (mon.0) 314 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-22T06:55:39.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:39 smithi129 bash[21357]: audit 2024-03-22T06:55:38.713208+0000 mon.a (mon.0) 315 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:55:39.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:39 smithi129 bash[21357]: cephadm 2024-03-22T06:55:38.714627+0000 mgr.y (mgr.14152) 127 : cephadm 1 Deploying daemon osd.1 on smithi129 2024-03-22T06:55:39.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:39 smithi129 bash[31121]: cluster 2024-03-22T06:55:38.070027+0000 mgr.y (mgr.14152) 126 : cluster 0 pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:39.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:39 smithi129 bash[31121]: audit 2024-03-22T06:55:38.711404+0000 mon.a (mon.0) 314 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-22T06:55:39.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:39 smithi129 bash[31121]: audit 2024-03-22T06:55:38.713208+0000 mon.a (mon.0) 315 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:55:39.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:39 smithi129 bash[31121]: cephadm 2024-03-22T06:55:38.714627+0000 mgr.y (mgr.14152) 127 : cephadm 1 Deploying daemon osd.1 on smithi129 2024-03-22T06:55:39.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:39 smithi148 bash[23214]: cluster 2024-03-22T06:55:38.070027+0000 mgr.y (mgr.14152) 126 : cluster 0 pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:39.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:39 smithi148 bash[23214]: audit 2024-03-22T06:55:38.711404+0000 mon.a (mon.0) 314 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-22T06:55:39.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:39 smithi148 bash[23214]: audit 2024-03-22T06:55:38.713208+0000 mon.a (mon.0) 315 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:55:39.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:39 smithi148 bash[23214]: cephadm 2024-03-22T06:55:38.714627+0000 mgr.y (mgr.14152) 127 : cephadm 1 Deploying daemon osd.1 on smithi129 2024-03-22T06:55:41.594 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:41 smithi129 bash[21357]: cluster 2024-03-22T06:55:40.070457+0000 mgr.y (mgr.14152) 128 : cluster 0 pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:41.595 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:41 smithi129 bash[31121]: cluster 2024-03-22T06:55:40.070457+0000 mgr.y (mgr.14152) 128 : cluster 0 pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:41.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:41 smithi148 bash[23214]: cluster 2024-03-22T06:55:40.070457+0000 mgr.y (mgr.14152) 128 : cluster 0 pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:42.648 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:55:42 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:55:42.648 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:42 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:55:42.648 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:42 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:55:42.649 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 06:55:42 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:55:42.942 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:42 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:55:42.942 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:42 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:55:42.943 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:55:42 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:55:42.943 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 06:55:42 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:55:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:43 smithi129 bash[21357]: cluster 2024-03-22T06:55:42.070924+0000 mgr.y (mgr.14152) 129 : cluster 0 pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:43 smithi129 bash[21357]: audit 2024-03-22T06:55:42.925109+0000 mon.a (mon.0) 316 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:43 smithi129 bash[21357]: audit 2024-03-22T06:55:42.931059+0000 mon.a (mon.0) 317 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:43 smithi129 bash[21357]: audit 2024-03-22T06:55:42.934119+0000 mon.a (mon.0) 318 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:55:44.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:43 smithi129 bash[31121]: cluster 2024-03-22T06:55:42.070924+0000 mgr.y (mgr.14152) 129 : cluster 0 pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:44.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:43 smithi129 bash[31121]: audit 2024-03-22T06:55:42.925109+0000 mon.a (mon.0) 316 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:44.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:43 smithi129 bash[31121]: audit 2024-03-22T06:55:42.931059+0000 mon.a (mon.0) 317 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:44.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:43 smithi129 bash[31121]: audit 2024-03-22T06:55:42.934119+0000 mon.a (mon.0) 318 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:55:44.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:43 smithi148 bash[23214]: cluster 2024-03-22T06:55:42.070924+0000 mgr.y (mgr.14152) 129 : cluster 0 pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:44.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:43 smithi148 bash[23214]: audit 2024-03-22T06:55:42.925109+0000 mon.a (mon.0) 316 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:44.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:43 smithi148 bash[23214]: audit 2024-03-22T06:55:42.931059+0000 mon.a (mon.0) 317 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:44.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:43 smithi148 bash[23214]: audit 2024-03-22T06:55:42.934119+0000 mon.a (mon.0) 318 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:55:46.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:45 smithi148 bash[23214]: cluster 2024-03-22T06:55:44.071447+0000 mgr.y (mgr.14152) 130 : cluster 0 pgmap v93: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:46.225 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:45 smithi129 bash[31121]: cluster 2024-03-22T06:55:44.071447+0000 mgr.y (mgr.14152) 130 : cluster 0 pgmap v93: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:46.225 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:45 smithi129 bash[21357]: cluster 2024-03-22T06:55:44.071447+0000 mgr.y (mgr.14152) 130 : cluster 0 pgmap v93: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:47 smithi129 bash[21357]: cluster 2024-03-22T06:55:46.071992+0000 mgr.y (mgr.14152) 131 : cluster 0 pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:47 smithi129 bash[31121]: cluster 2024-03-22T06:55:46.071992+0000 mgr.y (mgr.14152) 131 : cluster 0 pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:48.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:47 smithi148 bash[23214]: cluster 2024-03-22T06:55:46.071992+0000 mgr.y (mgr.14152) 131 : cluster 0 pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:49.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:49 smithi129 bash[21357]: cluster 2024-03-22T06:55:48.072263+0000 mgr.y (mgr.14152) 132 : cluster 0 pgmap v95: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:49.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:49 smithi129 bash[21357]: audit 2024-03-22T06:55:48.077804+0000 mon.a (mon.0) 319 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:49.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:49 smithi129 bash[21357]: audit 2024-03-22T06:55:48.085012+0000 mon.a (mon.0) 320 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:49.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:49 smithi129 bash[21357]: audit 2024-03-22T06:55:48.085782+0000 mon.a (mon.0) 321 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:55:49.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:49 smithi129 bash[21357]: audit 2024-03-22T06:55:48.086541+0000 mon.a (mon.0) 322 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:55:49.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:49 smithi129 bash[21357]: audit 2024-03-22T06:55:48.093710+0000 mon.a (mon.0) 323 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:49.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:49 smithi129 bash[31121]: cluster 2024-03-22T06:55:48.072263+0000 mgr.y (mgr.14152) 132 : cluster 0 pgmap v95: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:49.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:49 smithi129 bash[31121]: audit 2024-03-22T06:55:48.077804+0000 mon.a (mon.0) 319 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:49.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:49 smithi129 bash[31121]: audit 2024-03-22T06:55:48.085012+0000 mon.a (mon.0) 320 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:49.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:49 smithi129 bash[31121]: audit 2024-03-22T06:55:48.085782+0000 mon.a (mon.0) 321 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:55:49.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:49 smithi129 bash[31121]: audit 2024-03-22T06:55:48.086541+0000 mon.a (mon.0) 322 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:55:49.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:49 smithi129 bash[31121]: audit 2024-03-22T06:55:48.093710+0000 mon.a (mon.0) 323 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:49.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:49 smithi148 bash[23214]: cluster 2024-03-22T06:55:48.072263+0000 mgr.y (mgr.14152) 132 : cluster 0 pgmap v95: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:49.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:49 smithi148 bash[23214]: audit 2024-03-22T06:55:48.077804+0000 mon.a (mon.0) 319 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:49.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:49 smithi148 bash[23214]: audit 2024-03-22T06:55:48.085012+0000 mon.a (mon.0) 320 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:49.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:49 smithi148 bash[23214]: audit 2024-03-22T06:55:48.085782+0000 mon.a (mon.0) 321 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:55:49.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:49 smithi148 bash[23214]: audit 2024-03-22T06:55:48.086541+0000 mon.a (mon.0) 322 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:55:49.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:49 smithi148 bash[23214]: audit 2024-03-22T06:55:48.093710+0000 mon.a (mon.0) 323 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:50.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:50 smithi129 bash[21357]: audit 2024-03-22T06:55:49.227228+0000 mon.c (mon.2) 4 : audit 1 from='osd.1 [v2:172.21.15.129:6810/2339409795,v1:172.21.15.129:6811/2339409795]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-22T06:55:50.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:50 smithi129 bash[21357]: audit 2024-03-22T06:55:49.227587+0000 mon.a (mon.0) 324 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-22T06:55:50.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:50 smithi129 bash[31121]: audit 2024-03-22T06:55:49.227228+0000 mon.c (mon.2) 4 : audit 1 from='osd.1 [v2:172.21.15.129:6810/2339409795,v1:172.21.15.129:6811/2339409795]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-22T06:55:50.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:50 smithi129 bash[31121]: audit 2024-03-22T06:55:49.227587+0000 mon.a (mon.0) 324 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-22T06:55:50.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:50 smithi148 bash[23214]: audit 2024-03-22T06:55:49.227228+0000 mon.c (mon.2) 4 : audit 1 from='osd.1 [v2:172.21.15.129:6810/2339409795,v1:172.21.15.129:6811/2339409795]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-22T06:55:50.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:50 smithi148 bash[23214]: audit 2024-03-22T06:55:49.227587+0000 mon.a (mon.0) 324 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-22T06:55:51.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:51 smithi129 bash[21357]: cluster 2024-03-22T06:55:50.072687+0000 mgr.y (mgr.14152) 133 : cluster 0 pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:51.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:51 smithi129 bash[21357]: audit 2024-03-22T06:55:50.091947+0000 mon.a (mon.0) 325 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-22T06:55:51.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:51 smithi129 bash[21357]: cluster 2024-03-22T06:55:50.092128+0000 mon.a (mon.0) 326 : cluster 0 osdmap e11: 2 total, 1 up, 2 in 2024-03-22T06:55:51.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:51 smithi129 bash[21357]: audit 2024-03-22T06:55:50.092455+0000 mon.a (mon.0) 327 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T06:55:51.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:51 smithi129 bash[21357]: audit 2024-03-22T06:55:50.093796+0000 mon.c (mon.2) 5 : audit 1 from='osd.1 [v2:172.21.15.129:6810/2339409795,v1:172.21.15.129:6811/2339409795]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T06:55:51.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:51 smithi129 bash[21357]: audit 2024-03-22T06:55:50.094483+0000 mon.a (mon.0) 328 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T06:55:51.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:51 smithi129 bash[31121]: cluster 2024-03-22T06:55:50.072687+0000 mgr.y (mgr.14152) 133 : cluster 0 pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:51.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:51 smithi129 bash[31121]: audit 2024-03-22T06:55:50.091947+0000 mon.a (mon.0) 325 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-22T06:55:51.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:51 smithi129 bash[31121]: cluster 2024-03-22T06:55:50.092128+0000 mon.a (mon.0) 326 : cluster 0 osdmap e11: 2 total, 1 up, 2 in 2024-03-22T06:55:51.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:51 smithi129 bash[31121]: audit 2024-03-22T06:55:50.092455+0000 mon.a (mon.0) 327 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T06:55:51.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:51 smithi129 bash[31121]: audit 2024-03-22T06:55:50.093796+0000 mon.c (mon.2) 5 : audit 1 from='osd.1 [v2:172.21.15.129:6810/2339409795,v1:172.21.15.129:6811/2339409795]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T06:55:51.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:51 smithi129 bash[31121]: audit 2024-03-22T06:55:50.094483+0000 mon.a (mon.0) 328 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T06:55:51.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:51 smithi148 bash[23214]: cluster 2024-03-22T06:55:50.072687+0000 mgr.y (mgr.14152) 133 : cluster 0 pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:51.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:51 smithi148 bash[23214]: audit 2024-03-22T06:55:50.091947+0000 mon.a (mon.0) 325 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-22T06:55:51.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:51 smithi148 bash[23214]: cluster 2024-03-22T06:55:50.092128+0000 mon.a (mon.0) 326 : cluster 0 osdmap e11: 2 total, 1 up, 2 in 2024-03-22T06:55:51.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:51 smithi148 bash[23214]: audit 2024-03-22T06:55:50.092455+0000 mon.a (mon.0) 327 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T06:55:51.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:51 smithi148 bash[23214]: audit 2024-03-22T06:55:50.093796+0000 mon.c (mon.2) 5 : audit 1 from='osd.1 [v2:172.21.15.129:6810/2339409795,v1:172.21.15.129:6811/2339409795]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T06:55:51.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:51 smithi148 bash[23214]: audit 2024-03-22T06:55:50.094483+0000 mon.a (mon.0) 328 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T06:55:51.526 INFO:teuthology.orchestra.run.smithi129.stdout:Created osd(s) 1 on host 'smithi129' 2024-03-22T06:55:52.235 DEBUG:teuthology.orchestra.run.smithi129:osd.1> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.1.service 2024-03-22T06:55:52.238 INFO:tasks.cephadm:Deploying osd.2 on smithi129 with /dev/vg_nvme/lv_2... 2024-03-22T06:55:52.238 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-22T06:55:52.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:52 smithi129 bash[31121]: audit 2024-03-22T06:55:51.094586+0000 mon.a (mon.0) 329 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2024-03-22T06:55:52.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:52 smithi129 bash[31121]: cluster 2024-03-22T06:55:51.094742+0000 mon.a (mon.0) 330 : cluster 0 osdmap e12: 2 total, 1 up, 2 in 2024-03-22T06:55:52.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:52 smithi129 bash[31121]: audit 2024-03-22T06:55:51.095456+0000 mon.a (mon.0) 331 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T06:55:52.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:52 smithi129 bash[31121]: audit 2024-03-22T06:55:51.105598+0000 mon.a (mon.0) 332 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T06:55:52.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:52 smithi129 bash[31121]: audit 2024-03-22T06:55:51.480302+0000 mon.a (mon.0) 333 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:52.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:52 smithi129 bash[31121]: audit 2024-03-22T06:55:51.489543+0000 mon.a (mon.0) 334 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:52.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:52 smithi129 bash[31121]: audit 2024-03-22T06:55:51.515039+0000 mon.a (mon.0) 335 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:55:52.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:52 smithi129 bash[21357]: audit 2024-03-22T06:55:51.094586+0000 mon.a (mon.0) 329 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2024-03-22T06:55:52.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:52 smithi129 bash[21357]: cluster 2024-03-22T06:55:51.094742+0000 mon.a (mon.0) 330 : cluster 0 osdmap e12: 2 total, 1 up, 2 in 2024-03-22T06:55:52.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:52 smithi129 bash[21357]: audit 2024-03-22T06:55:51.095456+0000 mon.a (mon.0) 331 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T06:55:52.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:52 smithi129 bash[21357]: audit 2024-03-22T06:55:51.105598+0000 mon.a (mon.0) 332 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T06:55:52.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:52 smithi129 bash[21357]: audit 2024-03-22T06:55:51.480302+0000 mon.a (mon.0) 333 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:52.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:52 smithi129 bash[21357]: audit 2024-03-22T06:55:51.489543+0000 mon.a (mon.0) 334 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:52.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:52 smithi129 bash[21357]: audit 2024-03-22T06:55:51.515039+0000 mon.a (mon.0) 335 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:55:52.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:52 smithi148 bash[23214]: audit 2024-03-22T06:55:51.094586+0000 mon.a (mon.0) 329 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2024-03-22T06:55:52.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:52 smithi148 bash[23214]: cluster 2024-03-22T06:55:51.094742+0000 mon.a (mon.0) 330 : cluster 0 osdmap e12: 2 total, 1 up, 2 in 2024-03-22T06:55:52.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:52 smithi148 bash[23214]: audit 2024-03-22T06:55:51.095456+0000 mon.a (mon.0) 331 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T06:55:52.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:52 smithi148 bash[23214]: audit 2024-03-22T06:55:51.105598+0000 mon.a (mon.0) 332 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T06:55:52.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:52 smithi148 bash[23214]: audit 2024-03-22T06:55:51.480302+0000 mon.a (mon.0) 333 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:52.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:52 smithi148 bash[23214]: audit 2024-03-22T06:55:51.489543+0000 mon.a (mon.0) 334 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:55:52.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:52 smithi148 bash[23214]: audit 2024-03-22T06:55:51.515039+0000 mon.a (mon.0) 335 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:55:53.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:53 smithi129 bash[21357]: cluster 2024-03-22T06:55:50.260268+0000 osd.1 (osd.1) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:55:53.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:53 smithi129 bash[21357]: cluster 2024-03-22T06:55:50.260374+0000 osd.1 (osd.1) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:55:53.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:53 smithi129 bash[21357]: cluster 2024-03-22T06:55:52.073170+0000 mgr.y (mgr.14152) 134 : cluster 0 pgmap v99: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:53.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:53 smithi129 bash[21357]: cluster 2024-03-22T06:55:52.105859+0000 mon.a (mon.0) 336 : cluster 1 osd.1 [v2:172.21.15.129:6810/2339409795,v1:172.21.15.129:6811/2339409795] boot 2024-03-22T06:55:53.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:53 smithi129 bash[21357]: cluster 2024-03-22T06:55:52.105985+0000 mon.a (mon.0) 337 : cluster 0 osdmap e13: 2 total, 2 up, 2 in 2024-03-22T06:55:53.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:53 smithi129 bash[21357]: audit 2024-03-22T06:55:52.106696+0000 mon.a (mon.0) 338 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T06:55:53.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:53 smithi129 bash[31121]: cluster 2024-03-22T06:55:50.260268+0000 osd.1 (osd.1) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:55:53.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:53 smithi129 bash[31121]: cluster 2024-03-22T06:55:50.260374+0000 osd.1 (osd.1) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:55:53.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:53 smithi129 bash[31121]: cluster 2024-03-22T06:55:52.073170+0000 mgr.y (mgr.14152) 134 : cluster 0 pgmap v99: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:53.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:53 smithi129 bash[31121]: cluster 2024-03-22T06:55:52.105859+0000 mon.a (mon.0) 336 : cluster 1 osd.1 [v2:172.21.15.129:6810/2339409795,v1:172.21.15.129:6811/2339409795] boot 2024-03-22T06:55:53.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:53 smithi129 bash[31121]: cluster 2024-03-22T06:55:52.105985+0000 mon.a (mon.0) 337 : cluster 0 osdmap e13: 2 total, 2 up, 2 in 2024-03-22T06:55:53.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:53 smithi129 bash[31121]: audit 2024-03-22T06:55:52.106696+0000 mon.a (mon.0) 338 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T06:55:53.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:53 smithi148 bash[23214]: cluster 2024-03-22T06:55:50.260268+0000 osd.1 (osd.1) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:55:53.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:53 smithi148 bash[23214]: cluster 2024-03-22T06:55:50.260374+0000 osd.1 (osd.1) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:55:53.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:53 smithi148 bash[23214]: cluster 2024-03-22T06:55:52.073170+0000 mgr.y (mgr.14152) 134 : cluster 0 pgmap v99: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-22T06:55:53.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:53 smithi148 bash[23214]: cluster 2024-03-22T06:55:52.105859+0000 mon.a (mon.0) 336 : cluster 1 osd.1 [v2:172.21.15.129:6810/2339409795,v1:172.21.15.129:6811/2339409795] boot 2024-03-22T06:55:53.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:53 smithi148 bash[23214]: cluster 2024-03-22T06:55:52.105985+0000 mon.a (mon.0) 337 : cluster 0 osdmap e13: 2 total, 2 up, 2 in 2024-03-22T06:55:53.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:53 smithi148 bash[23214]: audit 2024-03-22T06:55:52.106696+0000 mon.a (mon.0) 338 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T06:55:54.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:54 smithi129 bash[21357]: cluster 2024-03-22T06:55:53.115814+0000 mon.a (mon.0) 339 : cluster 0 osdmap e14: 2 total, 2 up, 2 in 2024-03-22T06:55:54.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:54 smithi129 bash[31121]: cluster 2024-03-22T06:55:53.115814+0000 mon.a (mon.0) 339 : cluster 0 osdmap e14: 2 total, 2 up, 2 in 2024-03-22T06:55:54.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:54 smithi148 bash[23214]: cluster 2024-03-22T06:55:53.115814+0000 mon.a (mon.0) 339 : cluster 0 osdmap e14: 2 total, 2 up, 2 in 2024-03-22T06:55:55.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:55 smithi148 bash[23214]: cluster 2024-03-22T06:55:54.073667+0000 mgr.y (mgr.14152) 135 : cluster 0 pgmap v102: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:55:55.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:55 smithi129 bash[21357]: cluster 2024-03-22T06:55:54.073667+0000 mgr.y (mgr.14152) 135 : cluster 0 pgmap v102: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:55:55.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:55 smithi129 bash[31121]: cluster 2024-03-22T06:55:54.073667+0000 mgr.y (mgr.14152) 135 : cluster 0 pgmap v102: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:55:56.345 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T06:55:57.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:57 smithi129 bash[21357]: cluster 2024-03-22T06:55:56.074147+0000 mgr.y (mgr.14152) 136 : cluster 0 pgmap v103: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:55:57.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:57 smithi129 bash[31121]: cluster 2024-03-22T06:55:56.074147+0000 mgr.y (mgr.14152) 136 : cluster 0 pgmap v103: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:55:57.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:57 smithi148 bash[23214]: cluster 2024-03-22T06:55:56.074147+0000 mgr.y (mgr.14152) 136 : cluster 0 pgmap v103: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:55:59.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:55:59 smithi129 bash[21357]: cluster 2024-03-22T06:55:58.074586+0000 mgr.y (mgr.14152) 137 : cluster 0 pgmap v104: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:55:59.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:55:59 smithi129 bash[31121]: cluster 2024-03-22T06:55:58.074586+0000 mgr.y (mgr.14152) 137 : cluster 0 pgmap v104: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:55:59.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:55:59 smithi148 bash[23214]: cluster 2024-03-22T06:55:58.074586+0000 mgr.y (mgr.14152) 137 : cluster 0 pgmap v104: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:00.389 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-22T06:56:00.390 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-22T06:56:00.390 INFO:teuthology.orchestra.run.smithi129.stderr: stderr: 10+0 records in 2024-03-22T06:56:00.390 INFO:teuthology.orchestra.run.smithi129.stderr:10+0 records out 2024-03-22T06:56:00.390 INFO:teuthology.orchestra.run.smithi129.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130297 s, 805 MB/s 2024-03-22T06:56:00.390 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping successful for: 2024-03-22T06:56:01.204 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi129:vg_nvme/lv_2 2024-03-22T06:56:01.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:01 smithi129 bash[21357]: cluster 2024-03-22T06:56:00.074941+0000 mgr.y (mgr.14152) 138 : cluster 0 pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:01.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:01 smithi129 bash[31121]: cluster 2024-03-22T06:56:00.074941+0000 mgr.y (mgr.14152) 138 : cluster 0 pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:01.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:01 smithi148 bash[23214]: cluster 2024-03-22T06:56:00.074941+0000 mgr.y (mgr.14152) 138 : cluster 0 pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:02.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[21357]: cephadm 2024-03-22T06:56:01.556518+0000 mgr.y (mgr.14152) 139 : cephadm 1 Detected new or changed devices on smithi129 2024-03-22T06:56:02.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[21357]: audit 2024-03-22T06:56:01.566861+0000 mon.a (mon.0) 340 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:02.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[21357]: audit 2024-03-22T06:56:01.577542+0000 mon.a (mon.0) 341 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:02.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[21357]: audit 2024-03-22T06:56:01.579756+0000 mon.a (mon.0) 342 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:56:02.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[21357]: audit 2024-03-22T06:56:01.581516+0000 mon.a (mon.0) 343 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:56:02.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[21357]: cephadm 2024-03-22T06:56:01.582874+0000 mgr.y (mgr.14152) 140 : cephadm 1 Adjusting osd_memory_target on smithi129 to 8120M 2024-03-22T06:56:02.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[21357]: audit 2024-03-22T06:56:01.593159+0000 mon.a (mon.0) 344 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:02.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[21357]: audit 2024-03-22T06:56:01.595377+0000 mon.a (mon.0) 345 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:02.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[21357]: audit 2024-03-22T06:56:01.596965+0000 mon.a (mon.0) 346 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:56:02.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[21357]: audit 2024-03-22T06:56:01.606701+0000 mon.a (mon.0) 347 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:02.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[31121]: cephadm 2024-03-22T06:56:01.556518+0000 mgr.y (mgr.14152) 139 : cephadm 1 Detected new or changed devices on smithi129 2024-03-22T06:56:02.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[31121]: audit 2024-03-22T06:56:01.566861+0000 mon.a (mon.0) 340 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:02.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[31121]: audit 2024-03-22T06:56:01.577542+0000 mon.a (mon.0) 341 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:02.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[31121]: audit 2024-03-22T06:56:01.579756+0000 mon.a (mon.0) 342 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:56:02.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[31121]: audit 2024-03-22T06:56:01.581516+0000 mon.a (mon.0) 343 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:56:02.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[31121]: cephadm 2024-03-22T06:56:01.582874+0000 mgr.y (mgr.14152) 140 : cephadm 1 Adjusting osd_memory_target on smithi129 to 8120M 2024-03-22T06:56:02.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[31121]: audit 2024-03-22T06:56:01.593159+0000 mon.a (mon.0) 344 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:02.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[31121]: audit 2024-03-22T06:56:01.595377+0000 mon.a (mon.0) 345 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:02.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[31121]: audit 2024-03-22T06:56:01.596965+0000 mon.a (mon.0) 346 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:56:02.878 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:02 smithi129 bash[31121]: audit 2024-03-22T06:56:01.606701+0000 mon.a (mon.0) 347 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:02.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:02 smithi148 bash[23214]: cephadm 2024-03-22T06:56:01.556518+0000 mgr.y (mgr.14152) 139 : cephadm 1 Detected new or changed devices on smithi129 2024-03-22T06:56:02.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:02 smithi148 bash[23214]: audit 2024-03-22T06:56:01.566861+0000 mon.a (mon.0) 340 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:02.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:02 smithi148 bash[23214]: audit 2024-03-22T06:56:01.577542+0000 mon.a (mon.0) 341 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:02.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:02 smithi148 bash[23214]: audit 2024-03-22T06:56:01.579756+0000 mon.a (mon.0) 342 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:56:02.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:02 smithi148 bash[23214]: audit 2024-03-22T06:56:01.581516+0000 mon.a (mon.0) 343 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:56:02.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:02 smithi148 bash[23214]: cephadm 2024-03-22T06:56:01.582874+0000 mgr.y (mgr.14152) 140 : cephadm 1 Adjusting osd_memory_target on smithi129 to 8120M 2024-03-22T06:56:02.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:02 smithi148 bash[23214]: audit 2024-03-22T06:56:01.593159+0000 mon.a (mon.0) 344 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:02.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:02 smithi148 bash[23214]: audit 2024-03-22T06:56:01.595377+0000 mon.a (mon.0) 345 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:02.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:02 smithi148 bash[23214]: audit 2024-03-22T06:56:01.596965+0000 mon.a (mon.0) 346 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:56:02.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:02 smithi148 bash[23214]: audit 2024-03-22T06:56:01.606701+0000 mon.a (mon.0) 347 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:03.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:03 smithi129 bash[21357]: cluster 2024-03-22T06:56:02.075371+0000 mgr.y (mgr.14152) 141 : cluster 0 pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:03.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:03 smithi129 bash[31121]: cluster 2024-03-22T06:56:02.075371+0000 mgr.y (mgr.14152) 141 : cluster 0 pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:03.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:03 smithi148 bash[23214]: cluster 2024-03-22T06:56:02.075371+0000 mgr.y (mgr.14152) 141 : cluster 0 pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:05.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:05 smithi129 bash[31121]: cluster 2024-03-22T06:56:04.075892+0000 mgr.y (mgr.14152) 142 : cluster 0 pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:05.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:05 smithi129 bash[21357]: cluster 2024-03-22T06:56:04.075892+0000 mgr.y (mgr.14152) 142 : cluster 0 pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:05.898 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T06:56:05.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:05 smithi148 bash[23214]: cluster 2024-03-22T06:56:04.075892+0000 mgr.y (mgr.14152) 142 : cluster 0 pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:07.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:07 smithi129 bash[21357]: cluster 2024-03-22T06:56:06.076346+0000 mgr.y (mgr.14152) 143 : cluster 0 pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:07.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:07 smithi129 bash[31121]: cluster 2024-03-22T06:56:06.076346+0000 mgr.y (mgr.14152) 143 : cluster 0 pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:07.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:07 smithi148 bash[23214]: cluster 2024-03-22T06:56:06.076346+0000 mgr.y (mgr.14152) 143 : cluster 0 pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:08.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:08 smithi129 bash[21357]: audit 2024-03-22T06:56:08.522203+0000 mon.a (mon.0) 348 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:56:08.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:08 smithi129 bash[21357]: audit 2024-03-22T06:56:08.527911+0000 mon.a (mon.0) 349 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:56:08.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:08 smithi129 bash[21357]: audit 2024-03-22T06:56:08.529119+0000 mon.a (mon.0) 350 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:08.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:08 smithi129 bash[31121]: audit 2024-03-22T06:56:08.522203+0000 mon.a (mon.0) 348 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:56:08.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:08 smithi129 bash[31121]: audit 2024-03-22T06:56:08.527911+0000 mon.a (mon.0) 349 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:56:08.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:08 smithi129 bash[31121]: audit 2024-03-22T06:56:08.529119+0000 mon.a (mon.0) 350 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:08.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:08 smithi148 bash[23214]: audit 2024-03-22T06:56:08.522203+0000 mon.a (mon.0) 348 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:56:08.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:08 smithi148 bash[23214]: audit 2024-03-22T06:56:08.527911+0000 mon.a (mon.0) 349 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:56:08.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:08 smithi148 bash[23214]: audit 2024-03-22T06:56:08.529119+0000 mon.a (mon.0) 350 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:09.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:09 smithi129 bash[21357]: cluster 2024-03-22T06:56:08.076852+0000 mgr.y (mgr.14152) 144 : cluster 0 pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:09.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:09 smithi129 bash[21357]: audit 2024-03-22T06:56:08.519273+0000 mgr.y (mgr.14152) 145 : audit 0 from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:56:09.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:09 smithi129 bash[31121]: cluster 2024-03-22T06:56:08.076852+0000 mgr.y (mgr.14152) 144 : cluster 0 pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:09.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:09 smithi129 bash[31121]: audit 2024-03-22T06:56:08.519273+0000 mgr.y (mgr.14152) 145 : audit 0 from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:56:09.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:09 smithi148 bash[23214]: cluster 2024-03-22T06:56:08.076852+0000 mgr.y (mgr.14152) 144 : cluster 0 pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:09.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:09 smithi148 bash[23214]: audit 2024-03-22T06:56:08.519273+0000 mgr.y (mgr.14152) 145 : audit 0 from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:56:11.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:11 smithi148 bash[23214]: cluster 2024-03-22T06:56:10.077365+0000 mgr.y (mgr.14152) 146 : cluster 0 pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:12.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:11 smithi129 bash[21357]: cluster 2024-03-22T06:56:10.077365+0000 mgr.y (mgr.14152) 146 : cluster 0 pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:12.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:11 smithi129 bash[31121]: cluster 2024-03-22T06:56:10.077365+0000 mgr.y (mgr.14152) 146 : cluster 0 pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:13.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:13 smithi129 bash[21357]: cluster 2024-03-22T06:56:12.077841+0000 mgr.y (mgr.14152) 147 : cluster 0 pgmap v111: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:13.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:13 smithi129 bash[31121]: cluster 2024-03-22T06:56:12.077841+0000 mgr.y (mgr.14152) 147 : cluster 0 pgmap v111: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:13.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:13 smithi148 bash[23214]: cluster 2024-03-22T06:56:12.077841+0000 mgr.y (mgr.14152) 147 : cluster 0 pgmap v111: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:15.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:15 smithi148 bash[23214]: cluster 2024-03-22T06:56:14.078306+0000 mgr.y (mgr.14152) 148 : cluster 0 pgmap v112: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:16.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:15 smithi129 bash[21357]: cluster 2024-03-22T06:56:14.078306+0000 mgr.y (mgr.14152) 148 : cluster 0 pgmap v112: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:16.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:15 smithi129 bash[31121]: cluster 2024-03-22T06:56:14.078306+0000 mgr.y (mgr.14152) 148 : cluster 0 pgmap v112: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:16.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:16 smithi148 bash[23214]: audit 2024-03-22T06:56:16.576007+0000 mon.c (mon.2) 6 : audit 1 from='client.? 172.21.15.129:0/2988080710' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "94bcb642-a2b0-4774-a8d9-12fa105f4261"}]: dispatch 2024-03-22T06:56:16.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:16 smithi148 bash[23214]: audit 2024-03-22T06:56:16.576718+0000 mon.a (mon.0) 351 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "94bcb642-a2b0-4774-a8d9-12fa105f4261"}]: dispatch 2024-03-22T06:56:16.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:16 smithi148 bash[23214]: audit 2024-03-22T06:56:16.581572+0000 mon.a (mon.0) 352 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "94bcb642-a2b0-4774-a8d9-12fa105f4261"}]': finished 2024-03-22T06:56:16.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:16 smithi148 bash[23214]: cluster 2024-03-22T06:56:16.581651+0000 mon.a (mon.0) 353 : cluster 0 osdmap e15: 3 total, 2 up, 3 in 2024-03-22T06:56:16.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:16 smithi148 bash[23214]: audit 2024-03-22T06:56:16.581815+0000 mon.a (mon.0) 354 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T06:56:17.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:16 smithi129 bash[31121]: audit 2024-03-22T06:56:16.576007+0000 mon.c (mon.2) 6 : audit 1 from='client.? 172.21.15.129:0/2988080710' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "94bcb642-a2b0-4774-a8d9-12fa105f4261"}]: dispatch 2024-03-22T06:56:17.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:16 smithi129 bash[31121]: audit 2024-03-22T06:56:16.576718+0000 mon.a (mon.0) 351 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "94bcb642-a2b0-4774-a8d9-12fa105f4261"}]: dispatch 2024-03-22T06:56:17.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:16 smithi129 bash[31121]: audit 2024-03-22T06:56:16.581572+0000 mon.a (mon.0) 352 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "94bcb642-a2b0-4774-a8d9-12fa105f4261"}]': finished 2024-03-22T06:56:17.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:16 smithi129 bash[31121]: cluster 2024-03-22T06:56:16.581651+0000 mon.a (mon.0) 353 : cluster 0 osdmap e15: 3 total, 2 up, 3 in 2024-03-22T06:56:17.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:16 smithi129 bash[31121]: audit 2024-03-22T06:56:16.581815+0000 mon.a (mon.0) 354 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T06:56:17.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:16 smithi129 bash[21357]: audit 2024-03-22T06:56:16.576007+0000 mon.c (mon.2) 6 : audit 1 from='client.? 172.21.15.129:0/2988080710' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "94bcb642-a2b0-4774-a8d9-12fa105f4261"}]: dispatch 2024-03-22T06:56:17.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:16 smithi129 bash[21357]: audit 2024-03-22T06:56:16.576718+0000 mon.a (mon.0) 351 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "94bcb642-a2b0-4774-a8d9-12fa105f4261"}]: dispatch 2024-03-22T06:56:17.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:16 smithi129 bash[21357]: audit 2024-03-22T06:56:16.581572+0000 mon.a (mon.0) 352 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "94bcb642-a2b0-4774-a8d9-12fa105f4261"}]': finished 2024-03-22T06:56:17.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:16 smithi129 bash[21357]: cluster 2024-03-22T06:56:16.581651+0000 mon.a (mon.0) 353 : cluster 0 osdmap e15: 3 total, 2 up, 3 in 2024-03-22T06:56:17.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:16 smithi129 bash[21357]: audit 2024-03-22T06:56:16.581815+0000 mon.a (mon.0) 354 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T06:56:17.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:17 smithi148 bash[23214]: cluster 2024-03-22T06:56:16.078655+0000 mgr.y (mgr.14152) 149 : cluster 0 pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:17.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:17 smithi148 bash[23214]: audit 2024-03-22T06:56:17.341176+0000 mon.c (mon.2) 7 : audit 0 from='client.? 172.21.15.129:0/651710368' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:56:18.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:17 smithi129 bash[21357]: cluster 2024-03-22T06:56:16.078655+0000 mgr.y (mgr.14152) 149 : cluster 0 pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:18.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:17 smithi129 bash[21357]: audit 2024-03-22T06:56:17.341176+0000 mon.c (mon.2) 7 : audit 0 from='client.? 172.21.15.129:0/651710368' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:56:18.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:17 smithi129 bash[31121]: cluster 2024-03-22T06:56:16.078655+0000 mgr.y (mgr.14152) 149 : cluster 0 pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:18.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:17 smithi129 bash[31121]: audit 2024-03-22T06:56:17.341176+0000 mon.c (mon.2) 7 : audit 0 from='client.? 172.21.15.129:0/651710368' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:56:19.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:19 smithi148 bash[23214]: cluster 2024-03-22T06:56:18.079118+0000 mgr.y (mgr.14152) 150 : cluster 0 pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:20.037 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:19 smithi129 bash[21357]: cluster 2024-03-22T06:56:18.079118+0000 mgr.y (mgr.14152) 150 : cluster 0 pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:20.037 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:19 smithi129 bash[31121]: cluster 2024-03-22T06:56:18.079118+0000 mgr.y (mgr.14152) 150 : cluster 0 pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:21.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:21 smithi148 bash[23214]: cluster 2024-03-22T06:56:20.079607+0000 mgr.y (mgr.14152) 151 : cluster 0 pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:22.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:21 smithi129 bash[21357]: cluster 2024-03-22T06:56:20.079607+0000 mgr.y (mgr.14152) 151 : cluster 0 pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:22.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:21 smithi129 bash[31121]: cluster 2024-03-22T06:56:20.079607+0000 mgr.y (mgr.14152) 151 : cluster 0 pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:23.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:23 smithi148 bash[23214]: cluster 2024-03-22T06:56:22.080073+0000 mgr.y (mgr.14152) 152 : cluster 0 pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:24.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:23 smithi129 bash[21357]: cluster 2024-03-22T06:56:22.080073+0000 mgr.y (mgr.14152) 152 : cluster 0 pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:24.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:23 smithi129 bash[31121]: cluster 2024-03-22T06:56:22.080073+0000 mgr.y (mgr.14152) 152 : cluster 0 pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:25.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:25 smithi129 bash[21357]: cluster 2024-03-22T06:56:24.080524+0000 mgr.y (mgr.14152) 153 : cluster 0 pgmap v118: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:25.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:25 smithi129 bash[31121]: cluster 2024-03-22T06:56:24.080524+0000 mgr.y (mgr.14152) 153 : cluster 0 pgmap v118: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:25.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:25 smithi148 bash[23214]: cluster 2024-03-22T06:56:24.080524+0000 mgr.y (mgr.14152) 153 : cluster 0 pgmap v118: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:27.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:27 smithi148 bash[23214]: cluster 2024-03-22T06:56:26.080982+0000 mgr.y (mgr.14152) 154 : cluster 0 pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:28.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:27 smithi129 bash[21357]: cluster 2024-03-22T06:56:26.080982+0000 mgr.y (mgr.14152) 154 : cluster 0 pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:28.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:27 smithi129 bash[31121]: cluster 2024-03-22T06:56:26.080982+0000 mgr.y (mgr.14152) 154 : cluster 0 pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:29.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:29 smithi148 bash[23214]: cluster 2024-03-22T06:56:28.081426+0000 mgr.y (mgr.14152) 155 : cluster 0 pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:29.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:29 smithi148 bash[23214]: audit 2024-03-22T06:56:28.775059+0000 mon.a (mon.0) 355 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-22T06:56:29.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:29 smithi148 bash[23214]: audit 2024-03-22T06:56:28.776104+0000 mon.a (mon.0) 356 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:29.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:29 smithi148 bash[23214]: cephadm 2024-03-22T06:56:28.776920+0000 mgr.y (mgr.14152) 156 : cephadm 1 Deploying daemon osd.2 on smithi129 2024-03-22T06:56:29.947 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:29 smithi129 bash[21357]: cluster 2024-03-22T06:56:28.081426+0000 mgr.y (mgr.14152) 155 : cluster 0 pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:29.947 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:29 smithi129 bash[21357]: audit 2024-03-22T06:56:28.775059+0000 mon.a (mon.0) 355 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-22T06:56:29.947 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:29 smithi129 bash[21357]: audit 2024-03-22T06:56:28.776104+0000 mon.a (mon.0) 356 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:29.947 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:29 smithi129 bash[21357]: cephadm 2024-03-22T06:56:28.776920+0000 mgr.y (mgr.14152) 156 : cephadm 1 Deploying daemon osd.2 on smithi129 2024-03-22T06:56:29.948 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:29 smithi129 bash[31121]: cluster 2024-03-22T06:56:28.081426+0000 mgr.y (mgr.14152) 155 : cluster 0 pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:29.948 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:29 smithi129 bash[31121]: audit 2024-03-22T06:56:28.775059+0000 mon.a (mon.0) 355 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-22T06:56:29.948 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:29 smithi129 bash[31121]: audit 2024-03-22T06:56:28.776104+0000 mon.a (mon.0) 356 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:29.948 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:29 smithi129 bash[31121]: cephadm 2024-03-22T06:56:28.776920+0000 mgr.y (mgr.14152) 156 : cephadm 1 Deploying daemon osd.2 on smithi129 2024-03-22T06:56:31.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:31 smithi148 bash[23214]: cluster 2024-03-22T06:56:30.081993+0000 mgr.y (mgr.14152) 157 : cluster 0 pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:32.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:31 smithi129 bash[21357]: cluster 2024-03-22T06:56:30.081993+0000 mgr.y (mgr.14152) 157 : cluster 0 pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:32.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:31 smithi129 bash[31121]: cluster 2024-03-22T06:56:30.081993+0000 mgr.y (mgr.14152) 157 : cluster 0 pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:32.691 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:32 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:56:32.692 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:32 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:56:32.692 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:56:32 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:56:32.692 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 06:56:32 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:56:32.693 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 06:56:32 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:56:32.949 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:32 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:56:32.950 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 06:56:32 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:56:32.950 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:32 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:56:32.950 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 06:56:32 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:56:32.951 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:56:32 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:56:34.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:33 smithi129 bash[21357]: cluster 2024-03-22T06:56:32.082423+0000 mgr.y (mgr.14152) 158 : cluster 0 pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:34.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:33 smithi129 bash[21357]: audit 2024-03-22T06:56:32.982829+0000 mon.a (mon.0) 357 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:34.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:33 smithi129 bash[21357]: audit 2024-03-22T06:56:32.987733+0000 mon.a (mon.0) 358 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:34.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:33 smithi129 bash[21357]: audit 2024-03-22T06:56:33.020974+0000 mon.a (mon.0) 359 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:56:34.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:33 smithi129 bash[31121]: cluster 2024-03-22T06:56:32.082423+0000 mgr.y (mgr.14152) 158 : cluster 0 pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:34.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:33 smithi129 bash[31121]: audit 2024-03-22T06:56:32.982829+0000 mon.a (mon.0) 357 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:34.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:33 smithi129 bash[31121]: audit 2024-03-22T06:56:32.987733+0000 mon.a (mon.0) 358 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:34.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:33 smithi129 bash[31121]: audit 2024-03-22T06:56:33.020974+0000 mon.a (mon.0) 359 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:56:34.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:33 smithi148 bash[23214]: cluster 2024-03-22T06:56:32.082423+0000 mgr.y (mgr.14152) 158 : cluster 0 pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:34.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:33 smithi148 bash[23214]: audit 2024-03-22T06:56:32.982829+0000 mon.a (mon.0) 357 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:34.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:33 smithi148 bash[23214]: audit 2024-03-22T06:56:32.987733+0000 mon.a (mon.0) 358 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:34.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:33 smithi148 bash[23214]: audit 2024-03-22T06:56:33.020974+0000 mon.a (mon.0) 359 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:56:36.328 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:35 smithi129 bash[21357]: cluster 2024-03-22T06:56:34.082894+0000 mgr.y (mgr.14152) 159 : cluster 0 pgmap v123: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:36.329 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:35 smithi129 bash[31121]: cluster 2024-03-22T06:56:34.082894+0000 mgr.y (mgr.14152) 159 : cluster 0 pgmap v123: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:36.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:35 smithi148 bash[23214]: cluster 2024-03-22T06:56:34.082894+0000 mgr.y (mgr.14152) 159 : cluster 0 pgmap v123: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:38.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:37 smithi129 bash[21357]: cluster 2024-03-22T06:56:36.083227+0000 mgr.y (mgr.14152) 160 : cluster 0 pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:38.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:37 smithi129 bash[31121]: cluster 2024-03-22T06:56:36.083227+0000 mgr.y (mgr.14152) 160 : cluster 0 pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:38.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:37 smithi148 bash[23214]: cluster 2024-03-22T06:56:36.083227+0000 mgr.y (mgr.14152) 160 : cluster 0 pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:39.324 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:39 smithi129 bash[21357]: cluster 2024-03-22T06:56:38.083495+0000 mgr.y (mgr.14152) 161 : cluster 0 pgmap v125: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:39.324 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:39 smithi129 bash[21357]: audit 2024-03-22T06:56:38.204807+0000 mon.a (mon.0) 360 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:39.324 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:39 smithi129 bash[21357]: audit 2024-03-22T06:56:38.209461+0000 mon.a (mon.0) 361 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:39.324 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:39 smithi129 bash[21357]: audit 2024-03-22T06:56:38.684399+0000 mon.a (mon.0) 362 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:39.324 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:39 smithi129 bash[21357]: audit 2024-03-22T06:56:38.685542+0000 mon.a (mon.0) 363 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:56:39.325 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:39 smithi129 bash[21357]: audit 2024-03-22T06:56:38.691312+0000 mon.a (mon.0) 364 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:39.325 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:39 smithi129 bash[31121]: cluster 2024-03-22T06:56:38.083495+0000 mgr.y (mgr.14152) 161 : cluster 0 pgmap v125: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:39.325 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:39 smithi129 bash[31121]: audit 2024-03-22T06:56:38.204807+0000 mon.a (mon.0) 360 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:39.325 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:39 smithi129 bash[31121]: audit 2024-03-22T06:56:38.209461+0000 mon.a (mon.0) 361 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:39.325 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:39 smithi129 bash[31121]: audit 2024-03-22T06:56:38.684399+0000 mon.a (mon.0) 362 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:39.325 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:39 smithi129 bash[31121]: audit 2024-03-22T06:56:38.685542+0000 mon.a (mon.0) 363 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:56:39.325 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:39 smithi129 bash[31121]: audit 2024-03-22T06:56:38.691312+0000 mon.a (mon.0) 364 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:39.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:39 smithi148 bash[23214]: cluster 2024-03-22T06:56:38.083495+0000 mgr.y (mgr.14152) 161 : cluster 0 pgmap v125: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:39.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:39 smithi148 bash[23214]: audit 2024-03-22T06:56:38.204807+0000 mon.a (mon.0) 360 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:39.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:39 smithi148 bash[23214]: audit 2024-03-22T06:56:38.209461+0000 mon.a (mon.0) 361 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:39.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:39 smithi148 bash[23214]: audit 2024-03-22T06:56:38.684399+0000 mon.a (mon.0) 362 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:39.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:39 smithi148 bash[23214]: audit 2024-03-22T06:56:38.685542+0000 mon.a (mon.0) 363 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:56:39.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:39 smithi148 bash[23214]: audit 2024-03-22T06:56:38.691312+0000 mon.a (mon.0) 364 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:40.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:40 smithi129 bash[21357]: audit 2024-03-22T06:56:39.329380+0000 mon.a (mon.0) 365 : audit 1 from='osd.2 [v2:172.21.15.129:6818/3738687816,v1:172.21.15.129:6819/3738687816]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-22T06:56:40.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:40 smithi129 bash[31121]: audit 2024-03-22T06:56:39.329380+0000 mon.a (mon.0) 365 : audit 1 from='osd.2 [v2:172.21.15.129:6818/3738687816,v1:172.21.15.129:6819/3738687816]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-22T06:56:40.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:40 smithi148 bash[23214]: audit 2024-03-22T06:56:39.329380+0000 mon.a (mon.0) 365 : audit 1 from='osd.2 [v2:172.21.15.129:6818/3738687816,v1:172.21.15.129:6819/3738687816]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-22T06:56:41.520 INFO:teuthology.orchestra.run.smithi129.stdout:Created osd(s) 2 on host 'smithi129' 2024-03-22T06:56:41.539 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:41 smithi129 bash[21357]: cluster 2024-03-22T06:56:40.083948+0000 mgr.y (mgr.14152) 162 : cluster 0 pgmap v126: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:41.539 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:41 smithi129 bash[21357]: audit 2024-03-22T06:56:40.216252+0000 mon.a (mon.0) 366 : audit 1 from='osd.2 [v2:172.21.15.129:6818/3738687816,v1:172.21.15.129:6819/3738687816]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-22T06:56:41.539 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:41 smithi129 bash[21357]: cluster 2024-03-22T06:56:40.216328+0000 mon.a (mon.0) 367 : cluster 0 osdmap e16: 3 total, 2 up, 3 in 2024-03-22T06:56:41.539 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:41 smithi129 bash[21357]: audit 2024-03-22T06:56:40.216567+0000 mon.a (mon.0) 368 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T06:56:41.539 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:41 smithi129 bash[21357]: audit 2024-03-22T06:56:40.217572+0000 mon.a (mon.0) 369 : audit 1 from='osd.2 [v2:172.21.15.129:6818/3738687816,v1:172.21.15.129:6819/3738687816]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T06:56:41.539 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:41 smithi129 bash[31121]: cluster 2024-03-22T06:56:40.083948+0000 mgr.y (mgr.14152) 162 : cluster 0 pgmap v126: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:41.539 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:41 smithi129 bash[31121]: audit 2024-03-22T06:56:40.216252+0000 mon.a (mon.0) 366 : audit 1 from='osd.2 [v2:172.21.15.129:6818/3738687816,v1:172.21.15.129:6819/3738687816]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-22T06:56:41.540 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:41 smithi129 bash[31121]: cluster 2024-03-22T06:56:40.216328+0000 mon.a (mon.0) 367 : cluster 0 osdmap e16: 3 total, 2 up, 3 in 2024-03-22T06:56:41.540 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:41 smithi129 bash[31121]: audit 2024-03-22T06:56:40.216567+0000 mon.a (mon.0) 368 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T06:56:41.540 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:41 smithi129 bash[31121]: audit 2024-03-22T06:56:40.217572+0000 mon.a (mon.0) 369 : audit 1 from='osd.2 [v2:172.21.15.129:6818/3738687816,v1:172.21.15.129:6819/3738687816]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T06:56:41.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:41 smithi148 bash[23214]: cluster 2024-03-22T06:56:40.083948+0000 mgr.y (mgr.14152) 162 : cluster 0 pgmap v126: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:41.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:41 smithi148 bash[23214]: audit 2024-03-22T06:56:40.216252+0000 mon.a (mon.0) 366 : audit 1 from='osd.2 [v2:172.21.15.129:6818/3738687816,v1:172.21.15.129:6819/3738687816]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-22T06:56:41.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:41 smithi148 bash[23214]: cluster 2024-03-22T06:56:40.216328+0000 mon.a (mon.0) 367 : cluster 0 osdmap e16: 3 total, 2 up, 3 in 2024-03-22T06:56:41.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:41 smithi148 bash[23214]: audit 2024-03-22T06:56:40.216567+0000 mon.a (mon.0) 368 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T06:56:41.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:41 smithi148 bash[23214]: audit 2024-03-22T06:56:40.217572+0000 mon.a (mon.0) 369 : audit 1 from='osd.2 [v2:172.21.15.129:6818/3738687816,v1:172.21.15.129:6819/3738687816]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T06:56:42.124 DEBUG:teuthology.orchestra.run.smithi129:osd.2> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.2.service 2024-03-22T06:56:42.127 INFO:tasks.cephadm:Deploying osd.3 on smithi129 with /dev/vg_nvme/lv_1... 2024-03-22T06:56:42.127 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-22T06:56:42.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:42 smithi129 bash[21357]: audit 2024-03-22T06:56:41.222465+0000 mon.a (mon.0) 370 : audit 1 from='osd.2 [v2:172.21.15.129:6818/3738687816,v1:172.21.15.129:6819/3738687816]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2024-03-22T06:56:42.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:42 smithi129 bash[21357]: cluster 2024-03-22T06:56:41.222614+0000 mon.a (mon.0) 371 : cluster 0 osdmap e17: 3 total, 2 up, 3 in 2024-03-22T06:56:42.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:42 smithi129 bash[21357]: audit 2024-03-22T06:56:41.223583+0000 mon.a (mon.0) 372 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T06:56:42.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:42 smithi129 bash[21357]: audit 2024-03-22T06:56:41.233504+0000 mon.a (mon.0) 373 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T06:56:42.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:42 smithi129 bash[21357]: audit 2024-03-22T06:56:41.460838+0000 mon.a (mon.0) 374 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:42.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:42 smithi129 bash[21357]: audit 2024-03-22T06:56:41.465113+0000 mon.a (mon.0) 375 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:56:42.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:42 smithi129 bash[21357]: audit 2024-03-22T06:56:41.473169+0000 mon.a (mon.0) 376 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:42.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:42 smithi129 bash[31121]: audit 2024-03-22T06:56:41.222465+0000 mon.a (mon.0) 370 : audit 1 from='osd.2 [v2:172.21.15.129:6818/3738687816,v1:172.21.15.129:6819/3738687816]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2024-03-22T06:56:42.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:42 smithi129 bash[31121]: cluster 2024-03-22T06:56:41.222614+0000 mon.a (mon.0) 371 : cluster 0 osdmap e17: 3 total, 2 up, 3 in 2024-03-22T06:56:42.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:42 smithi129 bash[31121]: audit 2024-03-22T06:56:41.223583+0000 mon.a (mon.0) 372 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T06:56:42.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:42 smithi129 bash[31121]: audit 2024-03-22T06:56:41.233504+0000 mon.a (mon.0) 373 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T06:56:42.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:42 smithi129 bash[31121]: audit 2024-03-22T06:56:41.460838+0000 mon.a (mon.0) 374 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:42.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:42 smithi129 bash[31121]: audit 2024-03-22T06:56:41.465113+0000 mon.a (mon.0) 375 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:56:42.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:42 smithi129 bash[31121]: audit 2024-03-22T06:56:41.473169+0000 mon.a (mon.0) 376 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:42.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:42 smithi148 bash[23214]: audit 2024-03-22T06:56:41.222465+0000 mon.a (mon.0) 370 : audit 1 from='osd.2 [v2:172.21.15.129:6818/3738687816,v1:172.21.15.129:6819/3738687816]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2024-03-22T06:56:42.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:42 smithi148 bash[23214]: cluster 2024-03-22T06:56:41.222614+0000 mon.a (mon.0) 371 : cluster 0 osdmap e17: 3 total, 2 up, 3 in 2024-03-22T06:56:42.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:42 smithi148 bash[23214]: audit 2024-03-22T06:56:41.223583+0000 mon.a (mon.0) 372 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T06:56:42.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:42 smithi148 bash[23214]: audit 2024-03-22T06:56:41.233504+0000 mon.a (mon.0) 373 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T06:56:42.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:42 smithi148 bash[23214]: audit 2024-03-22T06:56:41.460838+0000 mon.a (mon.0) 374 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:42.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:42 smithi148 bash[23214]: audit 2024-03-22T06:56:41.465113+0000 mon.a (mon.0) 375 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:56:42.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:42 smithi148 bash[23214]: audit 2024-03-22T06:56:41.473169+0000 mon.a (mon.0) 376 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:43.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:43 smithi129 bash[21357]: cluster 2024-03-22T06:56:40.354472+0000 osd.2 (osd.2) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:56:43.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:43 smithi129 bash[21357]: cluster 2024-03-22T06:56:40.354609+0000 osd.2 (osd.2) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:56:43.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:43 smithi129 bash[21357]: cluster 2024-03-22T06:56:42.084347+0000 mgr.y (mgr.14152) 163 : cluster 0 pgmap v129: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:43.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:43 smithi129 bash[21357]: cluster 2024-03-22T06:56:42.238192+0000 mon.a (mon.0) 377 : cluster 1 osd.2 [v2:172.21.15.129:6818/3738687816,v1:172.21.15.129:6819/3738687816] boot 2024-03-22T06:56:43.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:43 smithi129 bash[21357]: cluster 2024-03-22T06:56:42.238289+0000 mon.a (mon.0) 378 : cluster 0 osdmap e18: 3 total, 3 up, 3 in 2024-03-22T06:56:43.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:43 smithi129 bash[21357]: audit 2024-03-22T06:56:42.238845+0000 mon.a (mon.0) 379 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T06:56:43.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:43 smithi129 bash[31121]: cluster 2024-03-22T06:56:40.354472+0000 osd.2 (osd.2) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:56:43.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:43 smithi129 bash[31121]: cluster 2024-03-22T06:56:40.354609+0000 osd.2 (osd.2) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:56:43.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:43 smithi129 bash[31121]: cluster 2024-03-22T06:56:42.084347+0000 mgr.y (mgr.14152) 163 : cluster 0 pgmap v129: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:43.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:43 smithi129 bash[31121]: cluster 2024-03-22T06:56:42.238192+0000 mon.a (mon.0) 377 : cluster 1 osd.2 [v2:172.21.15.129:6818/3738687816,v1:172.21.15.129:6819/3738687816] boot 2024-03-22T06:56:43.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:43 smithi129 bash[31121]: cluster 2024-03-22T06:56:42.238289+0000 mon.a (mon.0) 378 : cluster 0 osdmap e18: 3 total, 3 up, 3 in 2024-03-22T06:56:43.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:43 smithi129 bash[31121]: audit 2024-03-22T06:56:42.238845+0000 mon.a (mon.0) 379 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T06:56:43.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:43 smithi148 bash[23214]: cluster 2024-03-22T06:56:40.354472+0000 osd.2 (osd.2) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:56:43.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:43 smithi148 bash[23214]: cluster 2024-03-22T06:56:40.354609+0000 osd.2 (osd.2) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:56:43.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:43 smithi148 bash[23214]: cluster 2024-03-22T06:56:42.084347+0000 mgr.y (mgr.14152) 163 : cluster 0 pgmap v129: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-22T06:56:43.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:43 smithi148 bash[23214]: cluster 2024-03-22T06:56:42.238192+0000 mon.a (mon.0) 377 : cluster 1 osd.2 [v2:172.21.15.129:6818/3738687816,v1:172.21.15.129:6819/3738687816] boot 2024-03-22T06:56:43.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:43 smithi148 bash[23214]: cluster 2024-03-22T06:56:42.238289+0000 mon.a (mon.0) 378 : cluster 0 osdmap e18: 3 total, 3 up, 3 in 2024-03-22T06:56:43.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:43 smithi148 bash[23214]: audit 2024-03-22T06:56:42.238845+0000 mon.a (mon.0) 379 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T06:56:44.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:44 smithi148 bash[23214]: cluster 2024-03-22T06:56:43.249058+0000 mon.a (mon.0) 380 : cluster 0 osdmap e19: 3 total, 3 up, 3 in 2024-03-22T06:56:45.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:44 smithi129 bash[21357]: cluster 2024-03-22T06:56:43.249058+0000 mon.a (mon.0) 380 : cluster 0 osdmap e19: 3 total, 3 up, 3 in 2024-03-22T06:56:45.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:44 smithi129 bash[31121]: cluster 2024-03-22T06:56:43.249058+0000 mon.a (mon.0) 380 : cluster 0 osdmap e19: 3 total, 3 up, 3 in 2024-03-22T06:56:45.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:45 smithi148 bash[23214]: cluster 2024-03-22T06:56:44.084800+0000 mgr.y (mgr.14152) 164 : cluster 0 pgmap v132: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:56:45.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:45 smithi148 bash[23214]: audit 2024-03-22T06:56:44.207937+0000 mon.a (mon.0) 381 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-22T06:56:45.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:45 smithi148 bash[23214]: audit 2024-03-22T06:56:44.711876+0000 mon.a (mon.0) 382 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-22T06:56:45.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:45 smithi148 bash[23214]: cluster 2024-03-22T06:56:44.712121+0000 mon.a (mon.0) 383 : cluster 0 osdmap e20: 3 total, 3 up, 3 in 2024-03-22T06:56:45.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:45 smithi148 bash[23214]: audit 2024-03-22T06:56:44.713495+0000 mon.a (mon.0) 384 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-22T06:56:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:45 smithi129 bash[21357]: cluster 2024-03-22T06:56:44.084800+0000 mgr.y (mgr.14152) 164 : cluster 0 pgmap v132: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:56:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:45 smithi129 bash[21357]: audit 2024-03-22T06:56:44.207937+0000 mon.a (mon.0) 381 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-22T06:56:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:45 smithi129 bash[21357]: audit 2024-03-22T06:56:44.711876+0000 mon.a (mon.0) 382 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-22T06:56:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:45 smithi129 bash[21357]: cluster 2024-03-22T06:56:44.712121+0000 mon.a (mon.0) 383 : cluster 0 osdmap e20: 3 total, 3 up, 3 in 2024-03-22T06:56:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:45 smithi129 bash[21357]: audit 2024-03-22T06:56:44.713495+0000 mon.a (mon.0) 384 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-22T06:56:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:45 smithi129 bash[31121]: cluster 2024-03-22T06:56:44.084800+0000 mgr.y (mgr.14152) 164 : cluster 0 pgmap v132: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:56:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:45 smithi129 bash[31121]: audit 2024-03-22T06:56:44.207937+0000 mon.a (mon.0) 381 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-22T06:56:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:45 smithi129 bash[31121]: audit 2024-03-22T06:56:44.711876+0000 mon.a (mon.0) 382 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-22T06:56:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:45 smithi129 bash[31121]: cluster 2024-03-22T06:56:44.712121+0000 mon.a (mon.0) 383 : cluster 0 osdmap e20: 3 total, 3 up, 3 in 2024-03-22T06:56:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:45 smithi129 bash[31121]: audit 2024-03-22T06:56:44.713495+0000 mon.a (mon.0) 384 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-22T06:56:46.327 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T06:56:47.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:46 smithi129 bash[21357]: audit 2024-03-22T06:56:45.716254+0000 mon.a (mon.0) 385 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-22T06:56:47.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:46 smithi129 bash[21357]: cluster 2024-03-22T06:56:45.716434+0000 mon.a (mon.0) 386 : cluster 0 osdmap e21: 3 total, 3 up, 3 in 2024-03-22T06:56:47.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:46 smithi129 bash[31121]: audit 2024-03-22T06:56:45.716254+0000 mon.a (mon.0) 385 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-22T06:56:47.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:46 smithi129 bash[31121]: cluster 2024-03-22T06:56:45.716434+0000 mon.a (mon.0) 386 : cluster 0 osdmap e21: 3 total, 3 up, 3 in 2024-03-22T06:56:47.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:46 smithi148 bash[23214]: audit 2024-03-22T06:56:45.716254+0000 mon.a (mon.0) 385 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-22T06:56:47.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:46 smithi148 bash[23214]: cluster 2024-03-22T06:56:45.716434+0000 mon.a (mon.0) 386 : cluster 0 osdmap e21: 3 total, 3 up, 3 in 2024-03-22T06:56:47.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:47 smithi129 bash[21357]: cluster 2024-03-22T06:56:46.085348+0000 mgr.y (mgr.14152) 165 : cluster 0 pgmap v135: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:56:47.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:47 smithi129 bash[21357]: cluster 2024-03-22T06:56:46.724094+0000 mon.a (mon.0) 387 : cluster 0 osdmap e22: 3 total, 3 up, 3 in 2024-03-22T06:56:47.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:47 smithi129 bash[21357]: audit 2024-03-22T06:56:47.674635+0000 mon.a (mon.0) 388 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:47.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:47 smithi129 bash[31121]: cluster 2024-03-22T06:56:46.085348+0000 mgr.y (mgr.14152) 165 : cluster 0 pgmap v135: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:56:47.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:47 smithi129 bash[31121]: cluster 2024-03-22T06:56:46.724094+0000 mon.a (mon.0) 387 : cluster 0 osdmap e22: 3 total, 3 up, 3 in 2024-03-22T06:56:47.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:47 smithi129 bash[31121]: audit 2024-03-22T06:56:47.674635+0000 mon.a (mon.0) 388 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:48.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:47 smithi148 bash[23214]: cluster 2024-03-22T06:56:46.085348+0000 mgr.y (mgr.14152) 165 : cluster 0 pgmap v135: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:56:48.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:47 smithi148 bash[23214]: cluster 2024-03-22T06:56:46.724094+0000 mon.a (mon.0) 387 : cluster 0 osdmap e22: 3 total, 3 up, 3 in 2024-03-22T06:56:48.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:47 smithi148 bash[23214]: audit 2024-03-22T06:56:47.674635+0000 mon.a (mon.0) 388 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:50.515 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-22T06:56:50.515 INFO:teuthology.orchestra.run.smithi129.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-22T06:56:50.515 INFO:teuthology.orchestra.run.smithi129.stderr: stderr: 10+0 records in 2024-03-22T06:56:50.515 INFO:teuthology.orchestra.run.smithi129.stderr:10+0 records out 2024-03-22T06:56:50.515 INFO:teuthology.orchestra.run.smithi129.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0138211 s, 759 MB/s 2024-03-22T06:56:50.515 INFO:teuthology.orchestra.run.smithi129.stderr:--> Zapping successful for: 2024-03-22T06:56:50.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:50 smithi129 bash[21357]: cluster 2024-03-22T06:56:48.085681+0000 mgr.y (mgr.14152) 166 : cluster 0 pgmap v137: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:56:50.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:50 smithi129 bash[21357]: cluster 2024-03-22T06:56:48.733243+0000 mon.a (mon.0) 389 : cluster 0 mgrmap e15: y(active, since 4m), standbys: x 2024-03-22T06:56:50.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:50 smithi129 bash[21357]: audit 2024-03-22T06:56:49.457074+0000 mon.a (mon.0) 390 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-22T06:56:50.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:50 smithi129 bash[31121]: cluster 2024-03-22T06:56:48.085681+0000 mgr.y (mgr.14152) 166 : cluster 0 pgmap v137: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:56:50.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:50 smithi129 bash[31121]: cluster 2024-03-22T06:56:48.733243+0000 mon.a (mon.0) 389 : cluster 0 mgrmap e15: y(active, since 4m), standbys: x 2024-03-22T06:56:50.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:50 smithi129 bash[31121]: audit 2024-03-22T06:56:49.457074+0000 mon.a (mon.0) 390 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-22T06:56:50.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:50 smithi148 bash[23214]: cluster 2024-03-22T06:56:48.085681+0000 mgr.y (mgr.14152) 166 : cluster 0 pgmap v137: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:56:50.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:50 smithi148 bash[23214]: cluster 2024-03-22T06:56:48.733243+0000 mon.a (mon.0) 389 : cluster 0 mgrmap e15: y(active, since 4m), standbys: x 2024-03-22T06:56:50.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:50 smithi148 bash[23214]: audit 2024-03-22T06:56:49.457074+0000 mon.a (mon.0) 390 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-22T06:56:51.542 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi129:vg_nvme/lv_1 2024-03-22T06:56:52.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[21357]: cluster 2024-03-22T06:56:50.086027+0000 mgr.y (mgr.14152) 167 : cluster 0 pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:56:52.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[21357]: audit 2024-03-22T06:56:50.358261+0000 mon.a (mon.0) 391 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-22T06:56:52.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[21357]: audit 2024-03-22T06:56:50.359900+0000 mon.a (mon.0) 392 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:56:52.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[21357]: audit 2024-03-22T06:56:50.364203+0000 mon.a (mon.0) 393 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:56:52.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[21357]: audit 2024-03-22T06:56:50.364425+0000 mon.a (mon.0) 394 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:56:52.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[21357]: audit 2024-03-22T06:56:50.369003+0000 mon.a (mon.0) 395 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:56:52.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[21357]: audit 2024-03-22T06:56:50.369231+0000 mon.a (mon.0) 396 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:56:52.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[21357]: audit 2024-03-22T06:56:50.369417+0000 mon.a (mon.0) 397 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:56:52.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[21357]: audit 2024-03-22T06:56:50.370732+0000 mon.b (mon.1) 8 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-22T06:56:52.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[21357]: audit 2024-03-22T06:56:51.282396+0000 mon.b (mon.1) 9 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-22T06:56:52.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[21357]: audit 2024-03-22T06:56:51.337479+0000 mon.a (mon.0) 398 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:52.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[21357]: audit 2024-03-22T06:56:51.340634+0000 mon.a (mon.0) 399 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:56:52.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[21357]: audit 2024-03-22T06:56:51.341026+0000 mon.a (mon.0) 400 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:56:52.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[21357]: audit 2024-03-22T06:56:51.341328+0000 mon.a (mon.0) 401 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:56:52.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[31121]: cluster 2024-03-22T06:56:50.086027+0000 mgr.y (mgr.14152) 167 : cluster 0 pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:56:52.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[31121]: audit 2024-03-22T06:56:50.358261+0000 mon.a (mon.0) 391 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-22T06:56:52.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[31121]: audit 2024-03-22T06:56:50.359900+0000 mon.a (mon.0) 392 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:56:52.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[31121]: audit 2024-03-22T06:56:50.364203+0000 mon.a (mon.0) 393 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:56:52.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[31121]: audit 2024-03-22T06:56:50.364425+0000 mon.a (mon.0) 394 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:56:52.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[31121]: audit 2024-03-22T06:56:50.369003+0000 mon.a (mon.0) 395 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:56:52.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[31121]: audit 2024-03-22T06:56:50.369231+0000 mon.a (mon.0) 396 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:56:52.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[31121]: audit 2024-03-22T06:56:50.369417+0000 mon.a (mon.0) 397 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:56:52.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[31121]: audit 2024-03-22T06:56:50.370732+0000 mon.b (mon.1) 8 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-22T06:56:52.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[31121]: audit 2024-03-22T06:56:51.282396+0000 mon.b (mon.1) 9 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-22T06:56:52.628 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[31121]: audit 2024-03-22T06:56:51.337479+0000 mon.a (mon.0) 398 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:52.628 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[31121]: audit 2024-03-22T06:56:51.340634+0000 mon.a (mon.0) 399 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:56:52.628 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[31121]: audit 2024-03-22T06:56:51.341026+0000 mon.a (mon.0) 400 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:56:52.628 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:52 smithi129 bash[31121]: audit 2024-03-22T06:56:51.341328+0000 mon.a (mon.0) 401 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:56:52.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:52 smithi148 bash[23214]: cluster 2024-03-22T06:56:50.086027+0000 mgr.y (mgr.14152) 167 : cluster 0 pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:56:52.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:52 smithi148 bash[23214]: audit 2024-03-22T06:56:50.358261+0000 mon.a (mon.0) 391 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-22T06:56:52.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:52 smithi148 bash[23214]: audit 2024-03-22T06:56:50.359900+0000 mon.a (mon.0) 392 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:56:52.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:52 smithi148 bash[23214]: audit 2024-03-22T06:56:50.364203+0000 mon.a (mon.0) 393 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:56:52.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:52 smithi148 bash[23214]: audit 2024-03-22T06:56:50.364425+0000 mon.a (mon.0) 394 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:56:52.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:52 smithi148 bash[23214]: audit 2024-03-22T06:56:50.369003+0000 mon.a (mon.0) 395 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:56:52.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:52 smithi148 bash[23214]: audit 2024-03-22T06:56:50.369231+0000 mon.a (mon.0) 396 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:56:52.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:52 smithi148 bash[23214]: audit 2024-03-22T06:56:50.369417+0000 mon.a (mon.0) 397 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:56:52.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:52 smithi148 bash[23214]: audit 2024-03-22T06:56:50.370732+0000 mon.b (mon.1) 8 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-22T06:56:52.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:52 smithi148 bash[23214]: audit 2024-03-22T06:56:51.282396+0000 mon.b (mon.1) 9 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-22T06:56:52.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:52 smithi148 bash[23214]: audit 2024-03-22T06:56:51.337479+0000 mon.a (mon.0) 398 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:52.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:52 smithi148 bash[23214]: audit 2024-03-22T06:56:51.340634+0000 mon.a (mon.0) 399 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T06:56:52.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:52 smithi148 bash[23214]: audit 2024-03-22T06:56:51.341026+0000 mon.a (mon.0) 400 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T06:56:52.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:52 smithi148 bash[23214]: audit 2024-03-22T06:56:51.341328+0000 mon.a (mon.0) 401 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T06:56:53.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[21357]: audit 2024-03-22T06:56:51.340081+0000 mon.c (mon.2) 8 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-22T06:56:53.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[21357]: cephadm 2024-03-22T06:56:51.603173+0000 mgr.y (mgr.14152) 168 : cephadm 1 Detected new or changed devices on smithi129 2024-03-22T06:56:53.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[21357]: cluster 2024-03-22T06:56:52.086434+0000 mgr.y (mgr.14152) 169 : cluster 0 pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:56:53.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[21357]: audit 2024-03-22T06:56:52.260375+0000 mon.c (mon.2) 9 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-22T06:56:53.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[21357]: audit 2024-03-22T06:56:52.276611+0000 mon.a (mon.0) 402 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:53.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[21357]: audit 2024-03-22T06:56:52.287251+0000 mon.a (mon.0) 403 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:53.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[21357]: audit 2024-03-22T06:56:52.289479+0000 mon.a (mon.0) 404 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:56:53.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[21357]: audit 2024-03-22T06:56:52.290609+0000 mon.a (mon.0) 405 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:56:53.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[21357]: audit 2024-03-22T06:56:52.291589+0000 mon.a (mon.0) 406 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:56:53.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[21357]: cephadm 2024-03-22T06:56:52.292367+0000 mgr.y (mgr.14152) 170 : cephadm 1 Adjusting osd_memory_target on smithi129 to 5413M 2024-03-22T06:56:53.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[21357]: audit 2024-03-22T06:56:52.300331+0000 mon.a (mon.0) 407 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:53.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[21357]: audit 2024-03-22T06:56:52.301611+0000 mon.a (mon.0) 408 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:53.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[21357]: audit 2024-03-22T06:56:52.302437+0000 mon.a (mon.0) 409 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:56:53.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[21357]: audit 2024-03-22T06:56:52.309683+0000 mon.a (mon.0) 410 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[31121]: audit 2024-03-22T06:56:51.340081+0000 mon.c (mon.2) 8 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-22T06:56:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[31121]: cephadm 2024-03-22T06:56:51.603173+0000 mgr.y (mgr.14152) 168 : cephadm 1 Detected new or changed devices on smithi129 2024-03-22T06:56:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[31121]: cluster 2024-03-22T06:56:52.086434+0000 mgr.y (mgr.14152) 169 : cluster 0 pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:56:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[31121]: audit 2024-03-22T06:56:52.260375+0000 mon.c (mon.2) 9 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-22T06:56:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[31121]: audit 2024-03-22T06:56:52.276611+0000 mon.a (mon.0) 402 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[31121]: audit 2024-03-22T06:56:52.287251+0000 mon.a (mon.0) 403 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[31121]: audit 2024-03-22T06:56:52.289479+0000 mon.a (mon.0) 404 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:56:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[31121]: audit 2024-03-22T06:56:52.290609+0000 mon.a (mon.0) 405 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:56:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[31121]: audit 2024-03-22T06:56:52.291589+0000 mon.a (mon.0) 406 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:56:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[31121]: cephadm 2024-03-22T06:56:52.292367+0000 mgr.y (mgr.14152) 170 : cephadm 1 Adjusting osd_memory_target on smithi129 to 5413M 2024-03-22T06:56:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[31121]: audit 2024-03-22T06:56:52.300331+0000 mon.a (mon.0) 407 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[31121]: audit 2024-03-22T06:56:52.301611+0000 mon.a (mon.0) 408 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[31121]: audit 2024-03-22T06:56:52.302437+0000 mon.a (mon.0) 409 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:56:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:53 smithi129 bash[31121]: audit 2024-03-22T06:56:52.309683+0000 mon.a (mon.0) 410 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:53.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:53 smithi148 bash[23214]: audit 2024-03-22T06:56:51.340081+0000 mon.c (mon.2) 8 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-22T06:56:53.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:53 smithi148 bash[23214]: cephadm 2024-03-22T06:56:51.603173+0000 mgr.y (mgr.14152) 168 : cephadm 1 Detected new or changed devices on smithi129 2024-03-22T06:56:53.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:53 smithi148 bash[23214]: cluster 2024-03-22T06:56:52.086434+0000 mgr.y (mgr.14152) 169 : cluster 0 pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:56:53.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:53 smithi148 bash[23214]: audit 2024-03-22T06:56:52.260375+0000 mon.c (mon.2) 9 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-22T06:56:53.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:53 smithi148 bash[23214]: audit 2024-03-22T06:56:52.276611+0000 mon.a (mon.0) 402 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:53.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:53 smithi148 bash[23214]: audit 2024-03-22T06:56:52.287251+0000 mon.a (mon.0) 403 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:53.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:53 smithi148 bash[23214]: audit 2024-03-22T06:56:52.289479+0000 mon.a (mon.0) 404 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:56:53.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:53 smithi148 bash[23214]: audit 2024-03-22T06:56:52.290609+0000 mon.a (mon.0) 405 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:56:53.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:53 smithi148 bash[23214]: audit 2024-03-22T06:56:52.291589+0000 mon.a (mon.0) 406 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:56:53.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:53 smithi148 bash[23214]: cephadm 2024-03-22T06:56:52.292367+0000 mgr.y (mgr.14152) 170 : cephadm 1 Adjusting osd_memory_target on smithi129 to 5413M 2024-03-22T06:56:53.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:53 smithi148 bash[23214]: audit 2024-03-22T06:56:52.300331+0000 mon.a (mon.0) 407 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:53.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:53 smithi148 bash[23214]: audit 2024-03-22T06:56:52.301611+0000 mon.a (mon.0) 408 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:53.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:53 smithi148 bash[23214]: audit 2024-03-22T06:56:52.302437+0000 mon.a (mon.0) 409 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:56:53.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:53 smithi148 bash[23214]: audit 2024-03-22T06:56:52.309683+0000 mon.a (mon.0) 410 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:56:55.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:55 smithi129 bash[21357]: cluster 2024-03-22T06:56:54.087006+0000 mgr.y (mgr.14152) 171 : cluster 0 pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-03-22T06:56:55.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:55 smithi129 bash[31121]: cluster 2024-03-22T06:56:54.087006+0000 mgr.y (mgr.14152) 171 : cluster 0 pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-03-22T06:56:55.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:55 smithi148 bash[23214]: cluster 2024-03-22T06:56:54.087006+0000 mgr.y (mgr.14152) 171 : cluster 0 pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-03-22T06:56:56.235 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T06:56:57.523 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:57 smithi129 bash[21357]: cluster 2024-03-22T06:56:56.087658+0000 mgr.y (mgr.14152) 172 : cluster 0 pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-03-22T06:56:57.523 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:57 smithi129 bash[31121]: cluster 2024-03-22T06:56:56.087658+0000 mgr.y (mgr.14152) 172 : cluster 0 pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-03-22T06:56:57.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:57 smithi148 bash[23214]: cluster 2024-03-22T06:56:56.087658+0000 mgr.y (mgr.14152) 172 : cluster 0 pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-03-22T06:56:59.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:59 smithi129 bash[21357]: cluster 2024-03-22T06:56:58.088275+0000 mgr.y (mgr.14152) 173 : cluster 0 pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-03-22T06:56:59.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:59 smithi129 bash[21357]: audit 2024-03-22T06:56:59.073151+0000 mon.a (mon.0) 411 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:56:59.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:59 smithi129 bash[21357]: audit 2024-03-22T06:56:59.079351+0000 mon.a (mon.0) 412 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:56:59.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:56:59 smithi129 bash[21357]: audit 2024-03-22T06:56:59.080896+0000 mon.a (mon.0) 413 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:59.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:59 smithi129 bash[31121]: cluster 2024-03-22T06:56:58.088275+0000 mgr.y (mgr.14152) 173 : cluster 0 pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-03-22T06:56:59.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:59 smithi129 bash[31121]: audit 2024-03-22T06:56:59.073151+0000 mon.a (mon.0) 411 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:56:59.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:59 smithi129 bash[31121]: audit 2024-03-22T06:56:59.079351+0000 mon.a (mon.0) 412 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:56:59.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:56:59 smithi129 bash[31121]: audit 2024-03-22T06:56:59.080896+0000 mon.a (mon.0) 413 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:56:59.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:59 smithi148 bash[23214]: cluster 2024-03-22T06:56:58.088275+0000 mgr.y (mgr.14152) 173 : cluster 0 pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-03-22T06:56:59.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:59 smithi148 bash[23214]: audit 2024-03-22T06:56:59.073151+0000 mon.a (mon.0) 411 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:56:59.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:59 smithi148 bash[23214]: audit 2024-03-22T06:56:59.079351+0000 mon.a (mon.0) 412 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:56:59.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:56:59 smithi148 bash[23214]: audit 2024-03-22T06:56:59.080896+0000 mon.a (mon.0) 413 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:57:00.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:00 smithi148 bash[23214]: audit 2024-03-22T06:56:59.066484+0000 mgr.y (mgr.14152) 174 : audit 0 from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:57:00.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:00 smithi129 bash[21357]: audit 2024-03-22T06:56:59.066484+0000 mgr.y (mgr.14152) 174 : audit 0 from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:57:00.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:00 smithi129 bash[31121]: audit 2024-03-22T06:56:59.066484+0000 mgr.y (mgr.14152) 174 : audit 0 from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi129:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:57:01.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:01 smithi148 bash[23214]: cluster 2024-03-22T06:57:00.088849+0000 mgr.y (mgr.14152) 175 : cluster 0 pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-03-22T06:57:01.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:01 smithi129 bash[21357]: cluster 2024-03-22T06:57:00.088849+0000 mgr.y (mgr.14152) 175 : cluster 0 pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-03-22T06:57:01.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:01 smithi129 bash[31121]: cluster 2024-03-22T06:57:00.088849+0000 mgr.y (mgr.14152) 175 : cluster 0 pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-03-22T06:57:03.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:03 smithi148 bash[23214]: cluster 2024-03-22T06:57:02.089339+0000 mgr.y (mgr.14152) 176 : cluster 0 pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-03-22T06:57:03.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:03 smithi129 bash[21357]: cluster 2024-03-22T06:57:02.089339+0000 mgr.y (mgr.14152) 176 : cluster 0 pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-03-22T06:57:03.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:03 smithi129 bash[31121]: cluster 2024-03-22T06:57:02.089339+0000 mgr.y (mgr.14152) 176 : cluster 0 pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-03-22T06:57:05.577 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:05 smithi129 bash[21357]: cluster 2024-03-22T06:57:04.089894+0000 mgr.y (mgr.14152) 177 : cluster 0 pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-03-22T06:57:05.577 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:05 smithi129 bash[31121]: cluster 2024-03-22T06:57:04.089894+0000 mgr.y (mgr.14152) 177 : cluster 0 pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-03-22T06:57:05.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:05 smithi148 bash[23214]: cluster 2024-03-22T06:57:04.089894+0000 mgr.y (mgr.14152) 177 : cluster 0 pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-03-22T06:57:07.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:07 smithi148 bash[23214]: cluster 2024-03-22T06:57:06.090375+0000 mgr.y (mgr.14152) 178 : cluster 0 pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:07.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:07 smithi148 bash[23214]: audit 2024-03-22T06:57:07.250347+0000 mon.a (mon.0) 414 : audit 1 from='client.? 172.21.15.129:0/616932165' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9953db75-1483-4e83-b183-aa29d0e0416c"}]: dispatch 2024-03-22T06:57:07.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:07 smithi148 bash[23214]: audit 2024-03-22T06:57:07.256560+0000 mon.a (mon.0) 415 : audit 1 from='client.? 172.21.15.129:0/616932165' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9953db75-1483-4e83-b183-aa29d0e0416c"}]': finished 2024-03-22T06:57:07.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:07 smithi148 bash[23214]: cluster 2024-03-22T06:57:07.256600+0000 mon.a (mon.0) 416 : cluster 0 osdmap e23: 4 total, 3 up, 4 in 2024-03-22T06:57:07.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:07 smithi148 bash[23214]: audit 2024-03-22T06:57:07.256815+0000 mon.a (mon.0) 417 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:07.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:07 smithi129 bash[31121]: cluster 2024-03-22T06:57:06.090375+0000 mgr.y (mgr.14152) 178 : cluster 0 pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:07.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:07 smithi129 bash[31121]: audit 2024-03-22T06:57:07.250347+0000 mon.a (mon.0) 414 : audit 1 from='client.? 172.21.15.129:0/616932165' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9953db75-1483-4e83-b183-aa29d0e0416c"}]: dispatch 2024-03-22T06:57:07.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:07 smithi129 bash[31121]: audit 2024-03-22T06:57:07.256560+0000 mon.a (mon.0) 415 : audit 1 from='client.? 172.21.15.129:0/616932165' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9953db75-1483-4e83-b183-aa29d0e0416c"}]': finished 2024-03-22T06:57:07.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:07 smithi129 bash[31121]: cluster 2024-03-22T06:57:07.256600+0000 mon.a (mon.0) 416 : cluster 0 osdmap e23: 4 total, 3 up, 4 in 2024-03-22T06:57:07.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:07 smithi129 bash[31121]: audit 2024-03-22T06:57:07.256815+0000 mon.a (mon.0) 417 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:07.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:07 smithi129 bash[21357]: cluster 2024-03-22T06:57:06.090375+0000 mgr.y (mgr.14152) 178 : cluster 0 pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:07.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:07 smithi129 bash[21357]: audit 2024-03-22T06:57:07.250347+0000 mon.a (mon.0) 414 : audit 1 from='client.? 172.21.15.129:0/616932165' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9953db75-1483-4e83-b183-aa29d0e0416c"}]: dispatch 2024-03-22T06:57:07.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:07 smithi129 bash[21357]: audit 2024-03-22T06:57:07.256560+0000 mon.a (mon.0) 415 : audit 1 from='client.? 172.21.15.129:0/616932165' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9953db75-1483-4e83-b183-aa29d0e0416c"}]': finished 2024-03-22T06:57:07.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:07 smithi129 bash[21357]: cluster 2024-03-22T06:57:07.256600+0000 mon.a (mon.0) 416 : cluster 0 osdmap e23: 4 total, 3 up, 4 in 2024-03-22T06:57:07.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:07 smithi129 bash[21357]: audit 2024-03-22T06:57:07.256815+0000 mon.a (mon.0) 417 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:08.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:08 smithi148 bash[23214]: audit 2024-03-22T06:57:08.021492+0000 mon.a (mon.0) 418 : audit 0 from='client.? 172.21.15.129:0/1206177913' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:57:08.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:08 smithi129 bash[21357]: audit 2024-03-22T06:57:08.021492+0000 mon.a (mon.0) 418 : audit 0 from='client.? 172.21.15.129:0/1206177913' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:57:08.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:08 smithi129 bash[31121]: audit 2024-03-22T06:57:08.021492+0000 mon.a (mon.0) 418 : audit 0 from='client.? 172.21.15.129:0/1206177913' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:57:09.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:09 smithi148 bash[23214]: cluster 2024-03-22T06:57:08.090876+0000 mgr.y (mgr.14152) 179 : cluster 0 pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:09.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:09 smithi129 bash[31121]: cluster 2024-03-22T06:57:08.090876+0000 mgr.y (mgr.14152) 179 : cluster 0 pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:09.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:09 smithi129 bash[21357]: cluster 2024-03-22T06:57:08.090876+0000 mgr.y (mgr.14152) 179 : cluster 0 pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:11.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:11 smithi148 bash[23214]: cluster 2024-03-22T06:57:10.091423+0000 mgr.y (mgr.14152) 180 : cluster 0 pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:11.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:11 smithi129 bash[21357]: cluster 2024-03-22T06:57:10.091423+0000 mgr.y (mgr.14152) 180 : cluster 0 pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:11.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:11 smithi129 bash[31121]: cluster 2024-03-22T06:57:10.091423+0000 mgr.y (mgr.14152) 180 : cluster 0 pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:13.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:13 smithi148 bash[23214]: cluster 2024-03-22T06:57:12.091963+0000 mgr.y (mgr.14152) 181 : cluster 0 pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:13.877 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:13 smithi129 bash[21357]: cluster 2024-03-22T06:57:12.091963+0000 mgr.y (mgr.14152) 181 : cluster 0 pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:13.878 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:13 smithi129 bash[31121]: cluster 2024-03-22T06:57:12.091963+0000 mgr.y (mgr.14152) 181 : cluster 0 pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:15.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:15 smithi148 bash[23214]: cluster 2024-03-22T06:57:14.092356+0000 mgr.y (mgr.14152) 182 : cluster 0 pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:15 smithi129 bash[21357]: cluster 2024-03-22T06:57:14.092356+0000 mgr.y (mgr.14152) 182 : cluster 0 pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:15.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:15 smithi129 bash[31121]: cluster 2024-03-22T06:57:14.092356+0000 mgr.y (mgr.14152) 182 : cluster 0 pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:17.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:17 smithi148 bash[23214]: cluster 2024-03-22T06:57:16.092697+0000 mgr.y (mgr.14152) 183 : cluster 0 pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:17.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:17 smithi129 bash[31121]: cluster 2024-03-22T06:57:16.092697+0000 mgr.y (mgr.14152) 183 : cluster 0 pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:17.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:17 smithi129 bash[21357]: cluster 2024-03-22T06:57:16.092697+0000 mgr.y (mgr.14152) 183 : cluster 0 pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:19.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:19 smithi148 bash[23214]: cluster 2024-03-22T06:57:18.093154+0000 mgr.y (mgr.14152) 184 : cluster 0 pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:19.730 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:19 smithi129 bash[31121]: cluster 2024-03-22T06:57:18.093154+0000 mgr.y (mgr.14152) 184 : cluster 0 pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:19.730 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:19 smithi129 bash[21357]: cluster 2024-03-22T06:57:18.093154+0000 mgr.y (mgr.14152) 184 : cluster 0 pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:20.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:20 smithi129 bash[21357]: audit 2024-03-22T06:57:19.439614+0000 mon.a (mon.0) 419 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-22T06:57:20.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:20 smithi129 bash[21357]: audit 2024-03-22T06:57:19.441147+0000 mon.a (mon.0) 420 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:57:20.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:20 smithi129 bash[21357]: cephadm 2024-03-22T06:57:19.442537+0000 mgr.y (mgr.14152) 185 : cephadm 1 Deploying daemon osd.3 on smithi129 2024-03-22T06:57:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:20 smithi129 bash[31121]: audit 2024-03-22T06:57:19.439614+0000 mon.a (mon.0) 419 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-22T06:57:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:20 smithi129 bash[31121]: audit 2024-03-22T06:57:19.441147+0000 mon.a (mon.0) 420 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:57:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:20 smithi129 bash[31121]: cephadm 2024-03-22T06:57:19.442537+0000 mgr.y (mgr.14152) 185 : cephadm 1 Deploying daemon osd.3 on smithi129 2024-03-22T06:57:20.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:20 smithi148 bash[23214]: audit 2024-03-22T06:57:19.439614+0000 mon.a (mon.0) 419 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-22T06:57:20.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:20 smithi148 bash[23214]: audit 2024-03-22T06:57:19.441147+0000 mon.a (mon.0) 420 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:57:20.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:20 smithi148 bash[23214]: cephadm 2024-03-22T06:57:19.442537+0000 mgr.y (mgr.14152) 185 : cephadm 1 Deploying daemon osd.3 on smithi129 2024-03-22T06:57:21.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:21 smithi129 bash[31121]: cluster 2024-03-22T06:57:20.093724+0000 mgr.y (mgr.14152) 186 : cluster 0 pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:21.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:21 smithi129 bash[21357]: cluster 2024-03-22T06:57:20.093724+0000 mgr.y (mgr.14152) 186 : cluster 0 pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:21.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:21 smithi148 bash[23214]: cluster 2024-03-22T06:57:20.093724+0000 mgr.y (mgr.14152) 186 : cluster 0 pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:23.498 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 06:57:23 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:57:23.498 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 06:57:23 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:57:23.498 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:57:23 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:57:23.499 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 06:57:23 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:57:23.499 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:23 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:57:23.499 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:23 smithi129 bash[21357]: cluster 2024-03-22T06:57:22.094225+0000 mgr.y (mgr.14152) 187 : cluster 0 pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:23.499 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:23 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:57:23.499 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:23 smithi129 bash[31121]: cluster 2024-03-22T06:57:22.094225+0000 mgr.y (mgr.14152) 187 : cluster 0 pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:23.749 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:23 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:57:23.749 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 06:57:23 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:57:23.749 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 06:57:23 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:57:23.750 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 06:57:23 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:57:23.750 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 06:57:23 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:57:23.750 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:23 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:57:23.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:23 smithi148 bash[23214]: cluster 2024-03-22T06:57:22.094225+0000 mgr.y (mgr.14152) 187 : cluster 0 pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:25.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:24 smithi129 bash[21357]: audit 2024-03-22T06:57:23.794703+0000 mon.a (mon.0) 421 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:25.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:24 smithi129 bash[21357]: audit 2024-03-22T06:57:23.801604+0000 mon.a (mon.0) 422 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:25.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:24 smithi129 bash[21357]: audit 2024-03-22T06:57:23.801892+0000 mon.a (mon.0) 423 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:57:25.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:24 smithi129 bash[31121]: audit 2024-03-22T06:57:23.794703+0000 mon.a (mon.0) 421 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:25.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:24 smithi129 bash[31121]: audit 2024-03-22T06:57:23.801604+0000 mon.a (mon.0) 422 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:25.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:24 smithi129 bash[31121]: audit 2024-03-22T06:57:23.801892+0000 mon.a (mon.0) 423 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:57:25.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:24 smithi148 bash[23214]: audit 2024-03-22T06:57:23.794703+0000 mon.a (mon.0) 421 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:25.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:24 smithi148 bash[23214]: audit 2024-03-22T06:57:23.801604+0000 mon.a (mon.0) 422 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:25.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:24 smithi148 bash[23214]: audit 2024-03-22T06:57:23.801892+0000 mon.a (mon.0) 423 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:57:26.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:25 smithi129 bash[31121]: cluster 2024-03-22T06:57:24.094695+0000 mgr.y (mgr.14152) 188 : cluster 0 pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:26.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:25 smithi129 bash[21357]: cluster 2024-03-22T06:57:24.094695+0000 mgr.y (mgr.14152) 188 : cluster 0 pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:26.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:25 smithi148 bash[23214]: cluster 2024-03-22T06:57:24.094695+0000 mgr.y (mgr.14152) 188 : cluster 0 pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:28.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:27 smithi129 bash[21357]: cluster 2024-03-22T06:57:26.095064+0000 mgr.y (mgr.14152) 189 : cluster 0 pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:28.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:27 smithi129 bash[31121]: cluster 2024-03-22T06:57:26.095064+0000 mgr.y (mgr.14152) 189 : cluster 0 pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:28.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:27 smithi148 bash[23214]: cluster 2024-03-22T06:57:26.095064+0000 mgr.y (mgr.14152) 189 : cluster 0 pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:30.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:29 smithi129 bash[21357]: cluster 2024-03-22T06:57:28.095515+0000 mgr.y (mgr.14152) 190 : cluster 0 pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:30.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:29 smithi129 bash[21357]: audit 2024-03-22T06:57:28.990766+0000 mon.a (mon.0) 424 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:30.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:29 smithi129 bash[21357]: audit 2024-03-22T06:57:28.995413+0000 mon.a (mon.0) 425 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:30.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:29 smithi129 bash[21357]: audit 2024-03-22T06:57:28.996340+0000 mon.a (mon.0) 426 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:57:30.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:29 smithi129 bash[21357]: audit 2024-03-22T06:57:28.997100+0000 mon.a (mon.0) 427 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:57:30.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:29 smithi129 bash[21357]: audit 2024-03-22T06:57:29.001513+0000 mon.a (mon.0) 428 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:30.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:29 smithi129 bash[31121]: cluster 2024-03-22T06:57:28.095515+0000 mgr.y (mgr.14152) 190 : cluster 0 pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:30.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:29 smithi129 bash[31121]: audit 2024-03-22T06:57:28.990766+0000 mon.a (mon.0) 424 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:30.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:29 smithi129 bash[31121]: audit 2024-03-22T06:57:28.995413+0000 mon.a (mon.0) 425 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:30.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:29 smithi129 bash[31121]: audit 2024-03-22T06:57:28.996340+0000 mon.a (mon.0) 426 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:57:30.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:29 smithi129 bash[31121]: audit 2024-03-22T06:57:28.997100+0000 mon.a (mon.0) 427 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:57:30.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:29 smithi129 bash[31121]: audit 2024-03-22T06:57:29.001513+0000 mon.a (mon.0) 428 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:30.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:29 smithi148 bash[23214]: cluster 2024-03-22T06:57:28.095515+0000 mgr.y (mgr.14152) 190 : cluster 0 pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:30.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:29 smithi148 bash[23214]: audit 2024-03-22T06:57:28.990766+0000 mon.a (mon.0) 424 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:30.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:29 smithi148 bash[23214]: audit 2024-03-22T06:57:28.995413+0000 mon.a (mon.0) 425 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:30.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:29 smithi148 bash[23214]: audit 2024-03-22T06:57:28.996340+0000 mon.a (mon.0) 426 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:57:30.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:29 smithi148 bash[23214]: audit 2024-03-22T06:57:28.997100+0000 mon.a (mon.0) 427 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:57:30.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:29 smithi148 bash[23214]: audit 2024-03-22T06:57:29.001513+0000 mon.a (mon.0) 428 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:31.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:30 smithi129 bash[31121]: audit 2024-03-22T06:57:30.293282+0000 mon.a (mon.0) 429 : audit 1 from='osd.3 [v2:172.21.15.129:6826/746569329,v1:172.21.15.129:6827/746569329]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-22T06:57:31.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:30 smithi129 bash[21357]: audit 2024-03-22T06:57:30.293282+0000 mon.a (mon.0) 429 : audit 1 from='osd.3 [v2:172.21.15.129:6826/746569329,v1:172.21.15.129:6827/746569329]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-22T06:57:31.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:30 smithi148 bash[23214]: audit 2024-03-22T06:57:30.293282+0000 mon.a (mon.0) 429 : audit 1 from='osd.3 [v2:172.21.15.129:6826/746569329,v1:172.21.15.129:6827/746569329]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-22T06:57:32.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:32 smithi129 bash[21357]: cluster 2024-03-22T06:57:30.096048+0000 mgr.y (mgr.14152) 191 : cluster 0 pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:32.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:32 smithi129 bash[21357]: audit 2024-03-22T06:57:31.004928+0000 mon.a (mon.0) 430 : audit 1 from='osd.3 [v2:172.21.15.129:6826/746569329,v1:172.21.15.129:6827/746569329]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-22T06:57:32.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:32 smithi129 bash[21357]: cluster 2024-03-22T06:57:31.005102+0000 mon.a (mon.0) 431 : cluster 0 osdmap e24: 4 total, 3 up, 4 in 2024-03-22T06:57:32.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:32 smithi129 bash[21357]: audit 2024-03-22T06:57:31.005448+0000 mon.a (mon.0) 432 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:32.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:32 smithi129 bash[21357]: audit 2024-03-22T06:57:31.006401+0000 mon.a (mon.0) 433 : audit 1 from='osd.3 [v2:172.21.15.129:6826/746569329,v1:172.21.15.129:6827/746569329]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T06:57:32.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:32 smithi129 bash[31121]: cluster 2024-03-22T06:57:30.096048+0000 mgr.y (mgr.14152) 191 : cluster 0 pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:32.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:32 smithi129 bash[31121]: audit 2024-03-22T06:57:31.004928+0000 mon.a (mon.0) 430 : audit 1 from='osd.3 [v2:172.21.15.129:6826/746569329,v1:172.21.15.129:6827/746569329]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-22T06:57:32.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:32 smithi129 bash[31121]: cluster 2024-03-22T06:57:31.005102+0000 mon.a (mon.0) 431 : cluster 0 osdmap e24: 4 total, 3 up, 4 in 2024-03-22T06:57:32.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:32 smithi129 bash[31121]: audit 2024-03-22T06:57:31.005448+0000 mon.a (mon.0) 432 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:32.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:32 smithi129 bash[31121]: audit 2024-03-22T06:57:31.006401+0000 mon.a (mon.0) 433 : audit 1 from='osd.3 [v2:172.21.15.129:6826/746569329,v1:172.21.15.129:6827/746569329]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T06:57:32.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:32 smithi148 bash[23214]: cluster 2024-03-22T06:57:30.096048+0000 mgr.y (mgr.14152) 191 : cluster 0 pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:32.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:32 smithi148 bash[23214]: audit 2024-03-22T06:57:31.004928+0000 mon.a (mon.0) 430 : audit 1 from='osd.3 [v2:172.21.15.129:6826/746569329,v1:172.21.15.129:6827/746569329]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-22T06:57:32.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:32 smithi148 bash[23214]: cluster 2024-03-22T06:57:31.005102+0000 mon.a (mon.0) 431 : cluster 0 osdmap e24: 4 total, 3 up, 4 in 2024-03-22T06:57:32.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:32 smithi148 bash[23214]: audit 2024-03-22T06:57:31.005448+0000 mon.a (mon.0) 432 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:32.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:32 smithi148 bash[23214]: audit 2024-03-22T06:57:31.006401+0000 mon.a (mon.0) 433 : audit 1 from='osd.3 [v2:172.21.15.129:6826/746569329,v1:172.21.15.129:6827/746569329]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T06:57:32.483 INFO:teuthology.orchestra.run.smithi129.stdout:Created osd(s) 3 on host 'smithi129' 2024-03-22T06:57:33.134 DEBUG:teuthology.orchestra.run.smithi129:osd.3> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.3.service 2024-03-22T06:57:33.137 INFO:tasks.cephadm:Deploying osd.4 on smithi148 with /dev/vg_nvme/lv_4... 2024-03-22T06:57:33.137 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-22T06:57:33.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:33 smithi129 bash[31121]: audit 2024-03-22T06:57:32.008422+0000 mon.a (mon.0) 434 : audit 1 from='osd.3 [v2:172.21.15.129:6826/746569329,v1:172.21.15.129:6827/746569329]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2024-03-22T06:57:33.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:33 smithi129 bash[31121]: cluster 2024-03-22T06:57:32.008530+0000 mon.a (mon.0) 435 : cluster 0 osdmap e25: 4 total, 3 up, 4 in 2024-03-22T06:57:33.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:33 smithi129 bash[31121]: audit 2024-03-22T06:57:32.009159+0000 mon.a (mon.0) 436 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:33.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:33 smithi129 bash[31121]: audit 2024-03-22T06:57:32.019167+0000 mon.a (mon.0) 437 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:33.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:33 smithi129 bash[31121]: audit 2024-03-22T06:57:32.436195+0000 mon.a (mon.0) 438 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:33.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:33 smithi129 bash[31121]: audit 2024-03-22T06:57:32.448388+0000 mon.a (mon.0) 439 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:33.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:33 smithi129 bash[31121]: audit 2024-03-22T06:57:32.474631+0000 mon.a (mon.0) 440 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:57:33.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:33 smithi129 bash[21357]: audit 2024-03-22T06:57:32.008422+0000 mon.a (mon.0) 434 : audit 1 from='osd.3 [v2:172.21.15.129:6826/746569329,v1:172.21.15.129:6827/746569329]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2024-03-22T06:57:33.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:33 smithi129 bash[21357]: cluster 2024-03-22T06:57:32.008530+0000 mon.a (mon.0) 435 : cluster 0 osdmap e25: 4 total, 3 up, 4 in 2024-03-22T06:57:33.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:33 smithi129 bash[21357]: audit 2024-03-22T06:57:32.009159+0000 mon.a (mon.0) 436 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:33.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:33 smithi129 bash[21357]: audit 2024-03-22T06:57:32.019167+0000 mon.a (mon.0) 437 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:33.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:33 smithi129 bash[21357]: audit 2024-03-22T06:57:32.436195+0000 mon.a (mon.0) 438 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:33.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:33 smithi129 bash[21357]: audit 2024-03-22T06:57:32.448388+0000 mon.a (mon.0) 439 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:33.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:33 smithi129 bash[21357]: audit 2024-03-22T06:57:32.474631+0000 mon.a (mon.0) 440 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:57:33.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:33 smithi148 bash[23214]: audit 2024-03-22T06:57:32.008422+0000 mon.a (mon.0) 434 : audit 1 from='osd.3 [v2:172.21.15.129:6826/746569329,v1:172.21.15.129:6827/746569329]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]': finished 2024-03-22T06:57:33.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:33 smithi148 bash[23214]: cluster 2024-03-22T06:57:32.008530+0000 mon.a (mon.0) 435 : cluster 0 osdmap e25: 4 total, 3 up, 4 in 2024-03-22T06:57:33.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:33 smithi148 bash[23214]: audit 2024-03-22T06:57:32.009159+0000 mon.a (mon.0) 436 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:33.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:33 smithi148 bash[23214]: audit 2024-03-22T06:57:32.019167+0000 mon.a (mon.0) 437 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:33.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:33 smithi148 bash[23214]: audit 2024-03-22T06:57:32.436195+0000 mon.a (mon.0) 438 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:33.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:33 smithi148 bash[23214]: audit 2024-03-22T06:57:32.448388+0000 mon.a (mon.0) 439 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:33.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:33 smithi148 bash[23214]: audit 2024-03-22T06:57:32.474631+0000 mon.a (mon.0) 440 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:57:34.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:34 smithi129 bash[21357]: cluster 2024-03-22T06:57:31.317070+0000 osd.3 (osd.3) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:57:34.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:34 smithi129 bash[21357]: cluster 2024-03-22T06:57:31.317137+0000 osd.3 (osd.3) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:57:34.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:34 smithi129 bash[21357]: cluster 2024-03-22T06:57:32.096490+0000 mgr.y (mgr.14152) 192 : cluster 0 pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:34.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:34 smithi129 bash[21357]: audit 2024-03-22T06:57:33.020272+0000 mon.a (mon.0) 441 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:34.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:34 smithi129 bash[21357]: cluster 2024-03-22T06:57:33.030352+0000 mon.a (mon.0) 442 : cluster 1 osd.3 [v2:172.21.15.129:6826/746569329,v1:172.21.15.129:6827/746569329] boot 2024-03-22T06:57:34.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:34 smithi129 bash[21357]: cluster 2024-03-22T06:57:33.030458+0000 mon.a (mon.0) 443 : cluster 0 osdmap e26: 4 total, 4 up, 4 in 2024-03-22T06:57:34.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:34 smithi129 bash[21357]: audit 2024-03-22T06:57:33.030933+0000 mon.a (mon.0) 444 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:34.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:34 smithi129 bash[31121]: cluster 2024-03-22T06:57:31.317070+0000 osd.3 (osd.3) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:57:34.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:34 smithi129 bash[31121]: cluster 2024-03-22T06:57:31.317137+0000 osd.3 (osd.3) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:57:34.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:34 smithi129 bash[31121]: cluster 2024-03-22T06:57:32.096490+0000 mgr.y (mgr.14152) 192 : cluster 0 pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:34.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:34 smithi129 bash[31121]: audit 2024-03-22T06:57:33.020272+0000 mon.a (mon.0) 441 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:34.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:34 smithi129 bash[31121]: cluster 2024-03-22T06:57:33.030352+0000 mon.a (mon.0) 442 : cluster 1 osd.3 [v2:172.21.15.129:6826/746569329,v1:172.21.15.129:6827/746569329] boot 2024-03-22T06:57:34.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:34 smithi129 bash[31121]: cluster 2024-03-22T06:57:33.030458+0000 mon.a (mon.0) 443 : cluster 0 osdmap e26: 4 total, 4 up, 4 in 2024-03-22T06:57:34.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:34 smithi129 bash[31121]: audit 2024-03-22T06:57:33.030933+0000 mon.a (mon.0) 444 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:34.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:34 smithi148 bash[23214]: cluster 2024-03-22T06:57:31.317070+0000 osd.3 (osd.3) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:57:34.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:34 smithi148 bash[23214]: cluster 2024-03-22T06:57:31.317137+0000 osd.3 (osd.3) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:57:34.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:34 smithi148 bash[23214]: cluster 2024-03-22T06:57:32.096490+0000 mgr.y (mgr.14152) 192 : cluster 0 pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-22T06:57:34.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:34 smithi148 bash[23214]: audit 2024-03-22T06:57:33.020272+0000 mon.a (mon.0) 441 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:34.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:34 smithi148 bash[23214]: cluster 2024-03-22T06:57:33.030352+0000 mon.a (mon.0) 442 : cluster 1 osd.3 [v2:172.21.15.129:6826/746569329,v1:172.21.15.129:6827/746569329] boot 2024-03-22T06:57:34.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:34 smithi148 bash[23214]: cluster 2024-03-22T06:57:33.030458+0000 mon.a (mon.0) 443 : cluster 0 osdmap e26: 4 total, 4 up, 4 in 2024-03-22T06:57:34.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:34 smithi148 bash[23214]: audit 2024-03-22T06:57:33.030933+0000 mon.a (mon.0) 444 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T06:57:35.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:35 smithi129 bash[21357]: cluster 2024-03-22T06:57:34.030868+0000 mon.a (mon.0) 445 : cluster 0 osdmap e27: 4 total, 4 up, 4 in 2024-03-22T06:57:35.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:35 smithi129 bash[31121]: cluster 2024-03-22T06:57:34.030868+0000 mon.a (mon.0) 445 : cluster 0 osdmap e27: 4 total, 4 up, 4 in 2024-03-22T06:57:35.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:35 smithi148 bash[23214]: cluster 2024-03-22T06:57:34.030868+0000 mon.a (mon.0) 445 : cluster 0 osdmap e27: 4 total, 4 up, 4 in 2024-03-22T06:57:36.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:36 smithi129 bash[21357]: cluster 2024-03-22T06:57:34.097026+0000 mgr.y (mgr.14152) 193 : cluster 0 pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:36.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:36 smithi129 bash[31121]: cluster 2024-03-22T06:57:34.097026+0000 mgr.y (mgr.14152) 193 : cluster 0 pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:36.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:36 smithi148 bash[23214]: cluster 2024-03-22T06:57:34.097026+0000 mgr.y (mgr.14152) 193 : cluster 0 pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:37.803 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.b/config 2024-03-22T06:57:38.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:38 smithi148 bash[23214]: cluster 2024-03-22T06:57:36.097576+0000 mgr.y (mgr.14152) 194 : cluster 0 pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:38.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:38 smithi129 bash[31121]: cluster 2024-03-22T06:57:36.097576+0000 mgr.y (mgr.14152) 194 : cluster 0 pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:38.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:38 smithi129 bash[21357]: cluster 2024-03-22T06:57:36.097576+0000 mgr.y (mgr.14152) 194 : cluster 0 pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:40.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:40 smithi129 bash[21357]: cluster 2024-03-22T06:57:38.097950+0000 mgr.y (mgr.14152) 195 : cluster 0 pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:40.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:40 smithi129 bash[31121]: cluster 2024-03-22T06:57:38.097950+0000 mgr.y (mgr.14152) 195 : cluster 0 pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:40.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:40 smithi148 bash[23214]: cluster 2024-03-22T06:57:38.097950+0000 mgr.y (mgr.14152) 195 : cluster 0 pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:40.679 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-22T06:57:40.679 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-22T06:57:40.679 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-03-22T06:57:40.679 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-03-22T06:57:40.679 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0142435 s, 736 MB/s 2024-03-22T06:57:40.679 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-03-22T06:57:41.351 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi148:vg_nvme/lv_4 2024-03-22T06:57:42.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[21357]: cluster 2024-03-22T06:57:40.098346+0000 mgr.y (mgr.14152) 196 : cluster 0 pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:42.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[21357]: audit 2024-03-22T06:57:41.374355+0000 mon.a (mon.0) 446 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:42.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[21357]: audit 2024-03-22T06:57:41.384754+0000 mon.a (mon.0) 447 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:42.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[21357]: audit 2024-03-22T06:57:41.387003+0000 mon.a (mon.0) 448 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:57:42.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[21357]: audit 2024-03-22T06:57:41.388697+0000 mon.a (mon.0) 449 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:57:42.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[21357]: audit 2024-03-22T06:57:41.390271+0000 mon.a (mon.0) 450 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:57:42.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[21357]: audit 2024-03-22T06:57:41.391985+0000 mon.a (mon.0) 451 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:57:42.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[21357]: audit 2024-03-22T06:57:41.399075+0000 mon.a (mon.0) 452 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:42.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[21357]: audit 2024-03-22T06:57:41.401703+0000 mon.a (mon.0) 453 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:57:42.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[21357]: audit 2024-03-22T06:57:41.403660+0000 mon.a (mon.0) 454 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:57:42.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[21357]: audit 2024-03-22T06:57:41.413201+0000 mon.a (mon.0) 455 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:42.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[31121]: cluster 2024-03-22T06:57:40.098346+0000 mgr.y (mgr.14152) 196 : cluster 0 pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:42.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[31121]: audit 2024-03-22T06:57:41.374355+0000 mon.a (mon.0) 446 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:42.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[31121]: audit 2024-03-22T06:57:41.384754+0000 mon.a (mon.0) 447 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:42.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[31121]: audit 2024-03-22T06:57:41.387003+0000 mon.a (mon.0) 448 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:57:42.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[31121]: audit 2024-03-22T06:57:41.388697+0000 mon.a (mon.0) 449 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:57:42.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[31121]: audit 2024-03-22T06:57:41.390271+0000 mon.a (mon.0) 450 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:57:42.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[31121]: audit 2024-03-22T06:57:41.391985+0000 mon.a (mon.0) 451 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:57:42.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[31121]: audit 2024-03-22T06:57:41.399075+0000 mon.a (mon.0) 452 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:42.377 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[31121]: audit 2024-03-22T06:57:41.401703+0000 mon.a (mon.0) 453 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:57:42.377 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[31121]: audit 2024-03-22T06:57:41.403660+0000 mon.a (mon.0) 454 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:57:42.377 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:42 smithi129 bash[31121]: audit 2024-03-22T06:57:41.413201+0000 mon.a (mon.0) 455 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:42.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:42 smithi148 bash[23214]: cluster 2024-03-22T06:57:40.098346+0000 mgr.y (mgr.14152) 196 : cluster 0 pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:42.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:42 smithi148 bash[23214]: audit 2024-03-22T06:57:41.374355+0000 mon.a (mon.0) 446 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:42.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:42 smithi148 bash[23214]: audit 2024-03-22T06:57:41.384754+0000 mon.a (mon.0) 447 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:42.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:42 smithi148 bash[23214]: audit 2024-03-22T06:57:41.387003+0000 mon.a (mon.0) 448 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:57:42.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:42 smithi148 bash[23214]: audit 2024-03-22T06:57:41.388697+0000 mon.a (mon.0) 449 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:57:42.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:42 smithi148 bash[23214]: audit 2024-03-22T06:57:41.390271+0000 mon.a (mon.0) 450 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:57:42.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:42 smithi148 bash[23214]: audit 2024-03-22T06:57:41.391985+0000 mon.a (mon.0) 451 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:57:42.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:42 smithi148 bash[23214]: audit 2024-03-22T06:57:41.399075+0000 mon.a (mon.0) 452 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:42.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:42 smithi148 bash[23214]: audit 2024-03-22T06:57:41.401703+0000 mon.a (mon.0) 453 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:57:42.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:42 smithi148 bash[23214]: audit 2024-03-22T06:57:41.403660+0000 mon.a (mon.0) 454 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:57:42.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:42 smithi148 bash[23214]: audit 2024-03-22T06:57:41.413201+0000 mon.a (mon.0) 455 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:57:43.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:43 smithi129 bash[21357]: cephadm 2024-03-22T06:57:41.364369+0000 mgr.y (mgr.14152) 197 : cephadm 1 Detected new or changed devices on smithi129 2024-03-22T06:57:43.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:43 smithi129 bash[21357]: cephadm 2024-03-22T06:57:41.393251+0000 mgr.y (mgr.14152) 198 : cephadm 1 Adjusting osd_memory_target on smithi129 to 4060M 2024-03-22T06:57:43.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:43 smithi129 bash[31121]: cephadm 2024-03-22T06:57:41.364369+0000 mgr.y (mgr.14152) 197 : cephadm 1 Detected new or changed devices on smithi129 2024-03-22T06:57:43.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:43 smithi129 bash[31121]: cephadm 2024-03-22T06:57:41.393251+0000 mgr.y (mgr.14152) 198 : cephadm 1 Adjusting osd_memory_target on smithi129 to 4060M 2024-03-22T06:57:43.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:43 smithi148 bash[23214]: cephadm 2024-03-22T06:57:41.364369+0000 mgr.y (mgr.14152) 197 : cephadm 1 Detected new or changed devices on smithi129 2024-03-22T06:57:43.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:43 smithi148 bash[23214]: cephadm 2024-03-22T06:57:41.393251+0000 mgr.y (mgr.14152) 198 : cephadm 1 Adjusting osd_memory_target on smithi129 to 4060M 2024-03-22T06:57:44.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:44 smithi129 bash[21357]: cluster 2024-03-22T06:57:42.098826+0000 mgr.y (mgr.14152) 199 : cluster 0 pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:44.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:44 smithi129 bash[31121]: cluster 2024-03-22T06:57:42.098826+0000 mgr.y (mgr.14152) 199 : cluster 0 pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:44.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:44 smithi148 bash[23214]: cluster 2024-03-22T06:57:42.098826+0000 mgr.y (mgr.14152) 199 : cluster 0 pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:45.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:45 smithi129 bash[21357]: cluster 2024-03-22T06:57:44.099392+0000 mgr.y (mgr.14152) 200 : cluster 0 pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:45.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:45 smithi129 bash[31121]: cluster 2024-03-22T06:57:44.099392+0000 mgr.y (mgr.14152) 200 : cluster 0 pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:45.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:45 smithi148 bash[23214]: cluster 2024-03-22T06:57:44.099392+0000 mgr.y (mgr.14152) 200 : cluster 0 pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:46.016 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.b/config 2024-03-22T06:57:47.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:47 smithi148 bash[23214]: cluster 2024-03-22T06:57:46.099968+0000 mgr.y (mgr.14152) 201 : cluster 0 pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:47.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:47 smithi129 bash[21357]: cluster 2024-03-22T06:57:46.099968+0000 mgr.y (mgr.14152) 201 : cluster 0 pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:47.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:47 smithi129 bash[31121]: cluster 2024-03-22T06:57:46.099968+0000 mgr.y (mgr.14152) 201 : cluster 0 pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:49.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:49 smithi148 bash[23214]: cluster 2024-03-22T06:57:48.100447+0000 mgr.y (mgr.14152) 202 : cluster 0 pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:49.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:49 smithi148 bash[23214]: audit 2024-03-22T06:57:48.611581+0000 mgr.y (mgr.14152) 203 : audit 0 from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:57:49.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:49 smithi148 bash[23214]: audit 2024-03-22T06:57:48.619068+0000 mon.a (mon.0) 456 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:57:49.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:49 smithi148 bash[23214]: audit 2024-03-22T06:57:48.625474+0000 mon.a (mon.0) 457 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:57:49.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:49 smithi148 bash[23214]: audit 2024-03-22T06:57:48.627199+0000 mon.a (mon.0) 458 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:57:49.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:49 smithi129 bash[31121]: cluster 2024-03-22T06:57:48.100447+0000 mgr.y (mgr.14152) 202 : cluster 0 pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:49.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:49 smithi129 bash[31121]: audit 2024-03-22T06:57:48.611581+0000 mgr.y (mgr.14152) 203 : audit 0 from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:57:49.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:49 smithi129 bash[31121]: audit 2024-03-22T06:57:48.619068+0000 mon.a (mon.0) 456 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:57:49.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:49 smithi129 bash[31121]: audit 2024-03-22T06:57:48.625474+0000 mon.a (mon.0) 457 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:57:49.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:49 smithi129 bash[31121]: audit 2024-03-22T06:57:48.627199+0000 mon.a (mon.0) 458 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:57:49.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:49 smithi129 bash[21357]: cluster 2024-03-22T06:57:48.100447+0000 mgr.y (mgr.14152) 202 : cluster 0 pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:49.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:49 smithi129 bash[21357]: audit 2024-03-22T06:57:48.611581+0000 mgr.y (mgr.14152) 203 : audit 0 from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:57:49.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:49 smithi129 bash[21357]: audit 2024-03-22T06:57:48.619068+0000 mon.a (mon.0) 456 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:57:49.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:49 smithi129 bash[21357]: audit 2024-03-22T06:57:48.625474+0000 mon.a (mon.0) 457 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:57:49.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:49 smithi129 bash[21357]: audit 2024-03-22T06:57:48.627199+0000 mon.a (mon.0) 458 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:57:51.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:51 smithi148 bash[23214]: cluster 2024-03-22T06:57:50.100942+0000 mgr.y (mgr.14152) 204 : cluster 0 pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:51.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:51 smithi129 bash[31121]: cluster 2024-03-22T06:57:50.100942+0000 mgr.y (mgr.14152) 204 : cluster 0 pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:51.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:51 smithi129 bash[21357]: cluster 2024-03-22T06:57:50.100942+0000 mgr.y (mgr.14152) 204 : cluster 0 pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:53.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:53 smithi148 bash[23214]: cluster 2024-03-22T06:57:52.101472+0000 mgr.y (mgr.14152) 205 : cluster 0 pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:53.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:53 smithi129 bash[21357]: cluster 2024-03-22T06:57:52.101472+0000 mgr.y (mgr.14152) 205 : cluster 0 pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:53.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:53 smithi129 bash[31121]: cluster 2024-03-22T06:57:52.101472+0000 mgr.y (mgr.14152) 205 : cluster 0 pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:55.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:55 smithi148 bash[23214]: cluster 2024-03-22T06:57:54.102027+0000 mgr.y (mgr.14152) 206 : cluster 0 pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:55.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:55 smithi129 bash[21357]: cluster 2024-03-22T06:57:54.102027+0000 mgr.y (mgr.14152) 206 : cluster 0 pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:55.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:55 smithi129 bash[31121]: cluster 2024-03-22T06:57:54.102027+0000 mgr.y (mgr.14152) 206 : cluster 0 pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:57.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:57 smithi148 bash[23214]: cluster 2024-03-22T06:57:56.102499+0000 mgr.y (mgr.14152) 207 : cluster 0 pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:57.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:57 smithi148 bash[23214]: audit 2024-03-22T06:57:56.533402+0000 mon.b (mon.1) 10 : audit 1 from='client.? 172.21.15.148:0/2080659897' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28226bc3-c12c-4a41-b553-1b4546d65bb6"}]: dispatch 2024-03-22T06:57:57.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:57 smithi148 bash[23214]: audit 2024-03-22T06:57:56.534107+0000 mon.a (mon.0) 459 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28226bc3-c12c-4a41-b553-1b4546d65bb6"}]: dispatch 2024-03-22T06:57:57.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:57 smithi148 bash[23214]: audit 2024-03-22T06:57:56.543106+0000 mon.a (mon.0) 460 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28226bc3-c12c-4a41-b553-1b4546d65bb6"}]': finished 2024-03-22T06:57:57.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:57 smithi148 bash[23214]: cluster 2024-03-22T06:57:56.543323+0000 mon.a (mon.0) 461 : cluster 0 osdmap e28: 5 total, 4 up, 5 in 2024-03-22T06:57:57.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:57 smithi148 bash[23214]: audit 2024-03-22T06:57:56.543595+0000 mon.a (mon.0) 462 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T06:57:57.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:57 smithi148 bash[23214]: audit 2024-03-22T06:57:57.255480+0000 mon.b (mon.1) 11 : audit 0 from='client.? 172.21.15.148:0/2452942718' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:57:57.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:57 smithi129 bash[21357]: cluster 2024-03-22T06:57:56.102499+0000 mgr.y (mgr.14152) 207 : cluster 0 pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:57.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:57 smithi129 bash[21357]: audit 2024-03-22T06:57:56.533402+0000 mon.b (mon.1) 10 : audit 1 from='client.? 172.21.15.148:0/2080659897' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28226bc3-c12c-4a41-b553-1b4546d65bb6"}]: dispatch 2024-03-22T06:57:57.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:57 smithi129 bash[21357]: audit 2024-03-22T06:57:56.534107+0000 mon.a (mon.0) 459 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28226bc3-c12c-4a41-b553-1b4546d65bb6"}]: dispatch 2024-03-22T06:57:57.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:57 smithi129 bash[21357]: audit 2024-03-22T06:57:56.543106+0000 mon.a (mon.0) 460 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28226bc3-c12c-4a41-b553-1b4546d65bb6"}]': finished 2024-03-22T06:57:57.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:57 smithi129 bash[21357]: cluster 2024-03-22T06:57:56.543323+0000 mon.a (mon.0) 461 : cluster 0 osdmap e28: 5 total, 4 up, 5 in 2024-03-22T06:57:57.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:57 smithi129 bash[21357]: audit 2024-03-22T06:57:56.543595+0000 mon.a (mon.0) 462 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T06:57:57.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:57 smithi129 bash[21357]: audit 2024-03-22T06:57:57.255480+0000 mon.b (mon.1) 11 : audit 0 from='client.? 172.21.15.148:0/2452942718' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:57:57.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:57 smithi129 bash[31121]: cluster 2024-03-22T06:57:56.102499+0000 mgr.y (mgr.14152) 207 : cluster 0 pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:57.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:57 smithi129 bash[31121]: audit 2024-03-22T06:57:56.533402+0000 mon.b (mon.1) 10 : audit 1 from='client.? 172.21.15.148:0/2080659897' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28226bc3-c12c-4a41-b553-1b4546d65bb6"}]: dispatch 2024-03-22T06:57:57.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:57 smithi129 bash[31121]: audit 2024-03-22T06:57:56.534107+0000 mon.a (mon.0) 459 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28226bc3-c12c-4a41-b553-1b4546d65bb6"}]: dispatch 2024-03-22T06:57:57.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:57 smithi129 bash[31121]: audit 2024-03-22T06:57:56.543106+0000 mon.a (mon.0) 460 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28226bc3-c12c-4a41-b553-1b4546d65bb6"}]': finished 2024-03-22T06:57:57.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:57 smithi129 bash[31121]: cluster 2024-03-22T06:57:56.543323+0000 mon.a (mon.0) 461 : cluster 0 osdmap e28: 5 total, 4 up, 5 in 2024-03-22T06:57:57.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:57 smithi129 bash[31121]: audit 2024-03-22T06:57:56.543595+0000 mon.a (mon.0) 462 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T06:57:57.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:57 smithi129 bash[31121]: audit 2024-03-22T06:57:57.255480+0000 mon.b (mon.1) 11 : audit 0 from='client.? 172.21.15.148:0/2452942718' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:57:59.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:57:59 smithi148 bash[23214]: cluster 2024-03-22T06:57:58.103006+0000 mgr.y (mgr.14152) 208 : cluster 0 pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:59.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:57:59 smithi129 bash[21357]: cluster 2024-03-22T06:57:58.103006+0000 mgr.y (mgr.14152) 208 : cluster 0 pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:57:59.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:57:59 smithi129 bash[31121]: cluster 2024-03-22T06:57:58.103006+0000 mgr.y (mgr.14152) 208 : cluster 0 pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:01.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:01 smithi148 bash[23214]: cluster 2024-03-22T06:58:00.103575+0000 mgr.y (mgr.14152) 209 : cluster 0 pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:01.819 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:01 smithi129 bash[21357]: cluster 2024-03-22T06:58:00.103575+0000 mgr.y (mgr.14152) 209 : cluster 0 pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:01.820 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:01 smithi129 bash[31121]: cluster 2024-03-22T06:58:00.103575+0000 mgr.y (mgr.14152) 209 : cluster 0 pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:03.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:03 smithi148 bash[23214]: cluster 2024-03-22T06:58:02.104154+0000 mgr.y (mgr.14152) 210 : cluster 0 pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:03.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:03 smithi129 bash[31121]: cluster 2024-03-22T06:58:02.104154+0000 mgr.y (mgr.14152) 210 : cluster 0 pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:03.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:03 smithi129 bash[21357]: cluster 2024-03-22T06:58:02.104154+0000 mgr.y (mgr.14152) 210 : cluster 0 pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:05.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:05 smithi148 bash[23214]: cluster 2024-03-22T06:58:04.104746+0000 mgr.y (mgr.14152) 211 : cluster 0 pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:05.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:05 smithi129 bash[21357]: cluster 2024-03-22T06:58:04.104746+0000 mgr.y (mgr.14152) 211 : cluster 0 pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:05.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:05 smithi129 bash[31121]: cluster 2024-03-22T06:58:04.104746+0000 mgr.y (mgr.14152) 211 : cluster 0 pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:07.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:07 smithi148 bash[23214]: cluster 2024-03-22T06:58:06.105274+0000 mgr.y (mgr.14152) 212 : cluster 0 pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:07.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:07 smithi129 bash[21357]: cluster 2024-03-22T06:58:06.105274+0000 mgr.y (mgr.14152) 212 : cluster 0 pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:07.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:07 smithi129 bash[31121]: cluster 2024-03-22T06:58:06.105274+0000 mgr.y (mgr.14152) 212 : cluster 0 pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:08.761 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:08 smithi148 bash[23214]: audit 2024-03-22T06:58:08.424012+0000 mon.a (mon.0) 463 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-22T06:58:08.762 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:08 smithi148 bash[23214]: audit 2024-03-22T06:58:08.426095+0000 mon.a (mon.0) 464 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:58:08.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:08 smithi129 bash[21357]: audit 2024-03-22T06:58:08.424012+0000 mon.a (mon.0) 463 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-22T06:58:08.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:08 smithi129 bash[21357]: audit 2024-03-22T06:58:08.426095+0000 mon.a (mon.0) 464 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:58:08.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:08 smithi129 bash[31121]: audit 2024-03-22T06:58:08.424012+0000 mon.a (mon.0) 463 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-22T06:58:08.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:08 smithi129 bash[31121]: audit 2024-03-22T06:58:08.426095+0000 mon.a (mon.0) 464 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:58:09.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:09 smithi148 bash[23214]: cluster 2024-03-22T06:58:08.105896+0000 mgr.y (mgr.14152) 213 : cluster 0 pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:09.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:09 smithi148 bash[23214]: cephadm 2024-03-22T06:58:08.432146+0000 mgr.y (mgr.14152) 214 : cephadm 1 Deploying daemon osd.4 on smithi148 2024-03-22T06:58:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:09 smithi129 bash[21357]: cluster 2024-03-22T06:58:08.105896+0000 mgr.y (mgr.14152) 213 : cluster 0 pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:09 smithi129 bash[21357]: cephadm 2024-03-22T06:58:08.432146+0000 mgr.y (mgr.14152) 214 : cephadm 1 Deploying daemon osd.4 on smithi148 2024-03-22T06:58:09.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:09 smithi129 bash[31121]: cluster 2024-03-22T06:58:08.105896+0000 mgr.y (mgr.14152) 213 : cluster 0 pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:09.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:09 smithi129 bash[31121]: cephadm 2024-03-22T06:58:08.432146+0000 mgr.y (mgr.14152) 214 : cephadm 1 Deploying daemon osd.4 on smithi148 2024-03-22T06:58:11.824 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:11 smithi148 bash[23214]: cluster 2024-03-22T06:58:10.106481+0000 mgr.y (mgr.14152) 215 : cluster 0 pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:11.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:11 smithi129 bash[21357]: cluster 2024-03-22T06:58:10.106481+0000 mgr.y (mgr.14152) 215 : cluster 0 pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:11.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:11 smithi129 bash[31121]: cluster 2024-03-22T06:58:10.106481+0000 mgr.y (mgr.14152) 215 : cluster 0 pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:12.075 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:58:11 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:58:12.076 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:11 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:58:12.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:12 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:58:12.357 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:58:12 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:58:13.617 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:13 smithi148 bash[23214]: cluster 2024-03-22T06:58:12.107008+0000 mgr.y (mgr.14152) 216 : cluster 0 pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:13.617 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:13 smithi148 bash[23214]: audit 2024-03-22T06:58:12.357710+0000 mon.a (mon.0) 465 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:13.617 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:13 smithi148 bash[23214]: audit 2024-03-22T06:58:12.366115+0000 mon.a (mon.0) 466 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:13.617 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:13 smithi148 bash[23214]: audit 2024-03-22T06:58:12.386510+0000 mon.a (mon.0) 467 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:58:13.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:13 smithi129 bash[21357]: cluster 2024-03-22T06:58:12.107008+0000 mgr.y (mgr.14152) 216 : cluster 0 pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:13.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:13 smithi129 bash[21357]: audit 2024-03-22T06:58:12.357710+0000 mon.a (mon.0) 465 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:13.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:13 smithi129 bash[21357]: audit 2024-03-22T06:58:12.366115+0000 mon.a (mon.0) 466 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:13.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:13 smithi129 bash[21357]: audit 2024-03-22T06:58:12.386510+0000 mon.a (mon.0) 467 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:58:13.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:13 smithi129 bash[31121]: cluster 2024-03-22T06:58:12.107008+0000 mgr.y (mgr.14152) 216 : cluster 0 pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:13.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:13 smithi129 bash[31121]: audit 2024-03-22T06:58:12.357710+0000 mon.a (mon.0) 465 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:13.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:13 smithi129 bash[31121]: audit 2024-03-22T06:58:12.366115+0000 mon.a (mon.0) 466 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:13.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:13 smithi129 bash[31121]: audit 2024-03-22T06:58:12.386510+0000 mon.a (mon.0) 467 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:58:15.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:15 smithi129 bash[21357]: cluster 2024-03-22T06:58:14.107591+0000 mgr.y (mgr.14152) 217 : cluster 0 pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:15.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:15 smithi129 bash[31121]: cluster 2024-03-22T06:58:14.107591+0000 mgr.y (mgr.14152) 217 : cluster 0 pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:15.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:15 smithi148 bash[23214]: cluster 2024-03-22T06:58:14.107591+0000 mgr.y (mgr.14152) 217 : cluster 0 pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:17.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:17 smithi148 bash[23214]: cluster 2024-03-22T06:58:16.108126+0000 mgr.y (mgr.14152) 218 : cluster 0 pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:17.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:17 smithi129 bash[21357]: cluster 2024-03-22T06:58:16.108126+0000 mgr.y (mgr.14152) 218 : cluster 0 pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:17.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:17 smithi129 bash[31121]: cluster 2024-03-22T06:58:16.108126+0000 mgr.y (mgr.14152) 218 : cluster 0 pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:19.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:19 smithi148 bash[23214]: cluster 2024-03-22T06:58:18.108608+0000 mgr.y (mgr.14152) 219 : cluster 0 pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:19.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:19 smithi148 bash[23214]: audit 2024-03-22T06:58:18.493019+0000 mon.b (mon.1) 12 : audit 1 from='osd.4 [v2:172.21.15.148:6800/1859260256,v1:172.21.15.148:6801/1859260256]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-22T06:58:19.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:19 smithi148 bash[23214]: audit 2024-03-22T06:58:18.493394+0000 mon.a (mon.0) 468 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-22T06:58:19.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:19 smithi148 bash[23214]: audit 2024-03-22T06:58:19.088873+0000 mon.a (mon.0) 469 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:19.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:19 smithi148 bash[23214]: audit 2024-03-22T06:58:19.101663+0000 mon.a (mon.0) 470 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:19.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:19 smithi148 bash[23214]: audit 2024-03-22T06:58:19.103539+0000 mon.a (mon.0) 471 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:58:19.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:19 smithi148 bash[23214]: audit 2024-03-22T06:58:19.105466+0000 mon.a (mon.0) 472 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:58:19.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:19 smithi148 bash[23214]: audit 2024-03-22T06:58:19.119592+0000 mon.a (mon.0) 473 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[21357]: cluster 2024-03-22T06:58:18.108608+0000 mgr.y (mgr.14152) 219 : cluster 0 pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[21357]: audit 2024-03-22T06:58:18.493019+0000 mon.b (mon.1) 12 : audit 1 from='osd.4 [v2:172.21.15.148:6800/1859260256,v1:172.21.15.148:6801/1859260256]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-22T06:58:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[21357]: audit 2024-03-22T06:58:18.493394+0000 mon.a (mon.0) 468 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-22T06:58:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[21357]: audit 2024-03-22T06:58:19.088873+0000 mon.a (mon.0) 469 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[21357]: audit 2024-03-22T06:58:19.101663+0000 mon.a (mon.0) 470 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:19.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[21357]: audit 2024-03-22T06:58:19.103539+0000 mon.a (mon.0) 471 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:58:19.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[21357]: audit 2024-03-22T06:58:19.105466+0000 mon.a (mon.0) 472 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:58:19.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[21357]: audit 2024-03-22T06:58:19.119592+0000 mon.a (mon.0) 473 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:19.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[31121]: cluster 2024-03-22T06:58:18.108608+0000 mgr.y (mgr.14152) 219 : cluster 0 pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:19.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[31121]: audit 2024-03-22T06:58:18.493019+0000 mon.b (mon.1) 12 : audit 1 from='osd.4 [v2:172.21.15.148:6800/1859260256,v1:172.21.15.148:6801/1859260256]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-22T06:58:19.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[31121]: audit 2024-03-22T06:58:18.493394+0000 mon.a (mon.0) 468 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-22T06:58:19.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[31121]: audit 2024-03-22T06:58:19.088873+0000 mon.a (mon.0) 469 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:19.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[31121]: audit 2024-03-22T06:58:19.101663+0000 mon.a (mon.0) 470 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:19.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[31121]: audit 2024-03-22T06:58:19.103539+0000 mon.a (mon.0) 471 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:58:19.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[31121]: audit 2024-03-22T06:58:19.105466+0000 mon.a (mon.0) 472 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:58:19.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:19 smithi129 bash[31121]: audit 2024-03-22T06:58:19.119592+0000 mon.a (mon.0) 473 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:20.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:20 smithi148 bash[23214]: audit 2024-03-22T06:58:19.408784+0000 mon.a (mon.0) 474 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-22T06:58:20.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:20 smithi148 bash[23214]: cluster 2024-03-22T06:58:19.408936+0000 mon.a (mon.0) 475 : cluster 0 osdmap e29: 5 total, 4 up, 5 in 2024-03-22T06:58:20.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:20 smithi148 bash[23214]: audit 2024-03-22T06:58:19.409187+0000 mon.a (mon.0) 476 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T06:58:20.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:20 smithi148 bash[23214]: audit 2024-03-22T06:58:19.410405+0000 mon.b (mon.1) 13 : audit 1 from='osd.4 [v2:172.21.15.148:6800/1859260256,v1:172.21.15.148:6801/1859260256]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T06:58:20.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:20 smithi148 bash[23214]: audit 2024-03-22T06:58:19.410736+0000 mon.a (mon.0) 477 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T06:58:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:20 smithi129 bash[21357]: audit 2024-03-22T06:58:19.408784+0000 mon.a (mon.0) 474 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-22T06:58:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:20 smithi129 bash[21357]: cluster 2024-03-22T06:58:19.408936+0000 mon.a (mon.0) 475 : cluster 0 osdmap e29: 5 total, 4 up, 5 in 2024-03-22T06:58:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:20 smithi129 bash[21357]: audit 2024-03-22T06:58:19.409187+0000 mon.a (mon.0) 476 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T06:58:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:20 smithi129 bash[21357]: audit 2024-03-22T06:58:19.410405+0000 mon.b (mon.1) 13 : audit 1 from='osd.4 [v2:172.21.15.148:6800/1859260256,v1:172.21.15.148:6801/1859260256]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T06:58:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:20 smithi129 bash[21357]: audit 2024-03-22T06:58:19.410736+0000 mon.a (mon.0) 477 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T06:58:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:20 smithi129 bash[31121]: audit 2024-03-22T06:58:19.408784+0000 mon.a (mon.0) 474 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-22T06:58:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:20 smithi129 bash[31121]: cluster 2024-03-22T06:58:19.408936+0000 mon.a (mon.0) 475 : cluster 0 osdmap e29: 5 total, 4 up, 5 in 2024-03-22T06:58:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:20 smithi129 bash[31121]: audit 2024-03-22T06:58:19.409187+0000 mon.a (mon.0) 476 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T06:58:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:20 smithi129 bash[31121]: audit 2024-03-22T06:58:19.410405+0000 mon.b (mon.1) 13 : audit 1 from='osd.4 [v2:172.21.15.148:6800/1859260256,v1:172.21.15.148:6801/1859260256]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T06:58:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:20 smithi129 bash[31121]: audit 2024-03-22T06:58:19.410736+0000 mon.a (mon.0) 477 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T06:58:21.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:21 smithi148 bash[23214]: cluster 2024-03-22T06:58:20.109149+0000 mgr.y (mgr.14152) 220 : cluster 0 pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:21.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:21 smithi148 bash[23214]: audit 2024-03-22T06:58:20.411374+0000 mon.a (mon.0) 478 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-03-22T06:58:21.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:21 smithi148 bash[23214]: cluster 2024-03-22T06:58:20.411610+0000 mon.a (mon.0) 479 : cluster 0 osdmap e30: 5 total, 4 up, 5 in 2024-03-22T06:58:21.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:21 smithi148 bash[23214]: audit 2024-03-22T06:58:20.412592+0000 mon.a (mon.0) 480 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T06:58:21.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:21 smithi148 bash[23214]: audit 2024-03-22T06:58:20.422712+0000 mon.a (mon.0) 481 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T06:58:21.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:21 smithi129 bash[21357]: cluster 2024-03-22T06:58:20.109149+0000 mgr.y (mgr.14152) 220 : cluster 0 pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:21.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:21 smithi129 bash[21357]: audit 2024-03-22T06:58:20.411374+0000 mon.a (mon.0) 478 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-03-22T06:58:21.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:21 smithi129 bash[21357]: cluster 2024-03-22T06:58:20.411610+0000 mon.a (mon.0) 479 : cluster 0 osdmap e30: 5 total, 4 up, 5 in 2024-03-22T06:58:21.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:21 smithi129 bash[21357]: audit 2024-03-22T06:58:20.412592+0000 mon.a (mon.0) 480 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T06:58:21.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:21 smithi129 bash[21357]: audit 2024-03-22T06:58:20.422712+0000 mon.a (mon.0) 481 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T06:58:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:21 smithi129 bash[31121]: cluster 2024-03-22T06:58:20.109149+0000 mgr.y (mgr.14152) 220 : cluster 0 pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-22T06:58:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:21 smithi129 bash[31121]: audit 2024-03-22T06:58:20.411374+0000 mon.a (mon.0) 478 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-03-22T06:58:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:21 smithi129 bash[31121]: cluster 2024-03-22T06:58:20.411610+0000 mon.a (mon.0) 479 : cluster 0 osdmap e30: 5 total, 4 up, 5 in 2024-03-22T06:58:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:21 smithi129 bash[31121]: audit 2024-03-22T06:58:20.412592+0000 mon.a (mon.0) 480 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T06:58:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:21 smithi129 bash[31121]: audit 2024-03-22T06:58:20.422712+0000 mon.a (mon.0) 481 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T06:58:22.085 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 4 on host 'smithi148' 2024-03-22T06:58:22.629 DEBUG:teuthology.orchestra.run.smithi148:osd.4> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.4.service 2024-03-22T06:58:22.632 INFO:tasks.cephadm:Deploying osd.5 on smithi148 with /dev/vg_nvme/lv_3... 2024-03-22T06:58:22.632 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-22T06:58:22.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:22 smithi148 bash[23214]: cluster 2024-03-22T06:58:19.512126+0000 osd.4 (osd.4) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:58:22.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:22 smithi148 bash[23214]: cluster 2024-03-22T06:58:19.512221+0000 osd.4 (osd.4) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:58:22.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:22 smithi148 bash[23214]: cluster 2024-03-22T06:58:21.415512+0000 mon.a (mon.0) 482 : cluster 1 osd.4 [v2:172.21.15.148:6800/1859260256,v1:172.21.15.148:6801/1859260256] boot 2024-03-22T06:58:22.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:22 smithi148 bash[23214]: cluster 2024-03-22T06:58:21.415596+0000 mon.a (mon.0) 483 : cluster 0 osdmap e31: 5 total, 5 up, 5 in 2024-03-22T06:58:22.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:22 smithi148 bash[23214]: audit 2024-03-22T06:58:21.416065+0000 mon.a (mon.0) 484 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T06:58:22.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:22 smithi148 bash[23214]: audit 2024-03-22T06:58:22.033466+0000 mon.a (mon.0) 485 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:22.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:22 smithi148 bash[23214]: audit 2024-03-22T06:58:22.042810+0000 mon.a (mon.0) 486 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:22.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:22 smithi148 bash[23214]: audit 2024-03-22T06:58:22.062930+0000 mon.a (mon.0) 487 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:58:22.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:22 smithi148 bash[23214]: cluster 2024-03-22T06:58:22.418433+0000 mon.a (mon.0) 488 : cluster 0 osdmap e32: 5 total, 5 up, 5 in 2024-03-22T06:58:22.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[21357]: cluster 2024-03-22T06:58:19.512126+0000 osd.4 (osd.4) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:58:22.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[21357]: cluster 2024-03-22T06:58:19.512221+0000 osd.4 (osd.4) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:58:22.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[21357]: cluster 2024-03-22T06:58:21.415512+0000 mon.a (mon.0) 482 : cluster 1 osd.4 [v2:172.21.15.148:6800/1859260256,v1:172.21.15.148:6801/1859260256] boot 2024-03-22T06:58:22.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[21357]: cluster 2024-03-22T06:58:21.415596+0000 mon.a (mon.0) 483 : cluster 0 osdmap e31: 5 total, 5 up, 5 in 2024-03-22T06:58:22.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[21357]: audit 2024-03-22T06:58:21.416065+0000 mon.a (mon.0) 484 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T06:58:22.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[21357]: audit 2024-03-22T06:58:22.033466+0000 mon.a (mon.0) 485 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:22.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[21357]: audit 2024-03-22T06:58:22.042810+0000 mon.a (mon.0) 486 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:22.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[21357]: audit 2024-03-22T06:58:22.062930+0000 mon.a (mon.0) 487 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:58:22.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[21357]: cluster 2024-03-22T06:58:22.418433+0000 mon.a (mon.0) 488 : cluster 0 osdmap e32: 5 total, 5 up, 5 in 2024-03-22T06:58:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[31121]: cluster 2024-03-22T06:58:19.512126+0000 osd.4 (osd.4) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:58:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[31121]: cluster 2024-03-22T06:58:19.512221+0000 osd.4 (osd.4) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:58:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[31121]: cluster 2024-03-22T06:58:21.415512+0000 mon.a (mon.0) 482 : cluster 1 osd.4 [v2:172.21.15.148:6800/1859260256,v1:172.21.15.148:6801/1859260256] boot 2024-03-22T06:58:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[31121]: cluster 2024-03-22T06:58:21.415596+0000 mon.a (mon.0) 483 : cluster 0 osdmap e31: 5 total, 5 up, 5 in 2024-03-22T06:58:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[31121]: audit 2024-03-22T06:58:21.416065+0000 mon.a (mon.0) 484 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T06:58:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[31121]: audit 2024-03-22T06:58:22.033466+0000 mon.a (mon.0) 485 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[31121]: audit 2024-03-22T06:58:22.042810+0000 mon.a (mon.0) 486 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[31121]: audit 2024-03-22T06:58:22.062930+0000 mon.a (mon.0) 487 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:58:22.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:22 smithi129 bash[31121]: cluster 2024-03-22T06:58:22.418433+0000 mon.a (mon.0) 488 : cluster 0 osdmap e32: 5 total, 5 up, 5 in 2024-03-22T06:58:24.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:24 smithi129 bash[21357]: cluster 2024-03-22T06:58:22.109666+0000 mgr.y (mgr.14152) 221 : cluster 0 pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:24.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:24 smithi129 bash[21357]: cluster 2024-03-22T06:58:23.420438+0000 mon.a (mon.0) 489 : cluster 0 osdmap e33: 5 total, 5 up, 5 in 2024-03-22T06:58:24.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:24 smithi129 bash[31121]: cluster 2024-03-22T06:58:22.109666+0000 mgr.y (mgr.14152) 221 : cluster 0 pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:24.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:24 smithi129 bash[31121]: cluster 2024-03-22T06:58:23.420438+0000 mon.a (mon.0) 489 : cluster 0 osdmap e33: 5 total, 5 up, 5 in 2024-03-22T06:58:24.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:24 smithi148 bash[23214]: cluster 2024-03-22T06:58:22.109666+0000 mgr.y (mgr.14152) 221 : cluster 0 pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:24.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:24 smithi148 bash[23214]: cluster 2024-03-22T06:58:23.420438+0000 mon.a (mon.0) 489 : cluster 0 osdmap e33: 5 total, 5 up, 5 in 2024-03-22T06:58:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:25 smithi148 bash[23214]: cluster 2024-03-22T06:58:24.110210+0000 mgr.y (mgr.14152) 222 : cluster 0 pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:25 smithi148 bash[23214]: cluster 2024-03-22T06:58:24.424331+0000 mon.a (mon.0) 490 : cluster 0 osdmap e34: 5 total, 5 up, 5 in 2024-03-22T06:58:25.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:25 smithi129 bash[21357]: cluster 2024-03-22T06:58:24.110210+0000 mgr.y (mgr.14152) 222 : cluster 0 pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:25.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:25 smithi129 bash[21357]: cluster 2024-03-22T06:58:24.424331+0000 mon.a (mon.0) 490 : cluster 0 osdmap e34: 5 total, 5 up, 5 in 2024-03-22T06:58:25.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:25 smithi129 bash[31121]: cluster 2024-03-22T06:58:24.110210+0000 mgr.y (mgr.14152) 222 : cluster 0 pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:25.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:25 smithi129 bash[31121]: cluster 2024-03-22T06:58:24.424331+0000 mon.a (mon.0) 490 : cluster 0 osdmap e34: 5 total, 5 up, 5 in 2024-03-22T06:58:26.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:26 smithi129 bash[21357]: cluster 2024-03-22T06:58:25.434627+0000 mon.a (mon.0) 491 : cluster 0 osdmap e35: 5 total, 5 up, 5 in 2024-03-22T06:58:26.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:26 smithi129 bash[31121]: cluster 2024-03-22T06:58:25.434627+0000 mon.a (mon.0) 491 : cluster 0 osdmap e35: 5 total, 5 up, 5 in 2024-03-22T06:58:26.885 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.b/config 2024-03-22T06:58:26.907 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:26 smithi148 bash[23214]: cluster 2024-03-22T06:58:25.434627+0000 mon.a (mon.0) 491 : cluster 0 osdmap e35: 5 total, 5 up, 5 in 2024-03-22T06:58:27.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:27 smithi129 bash[21357]: cluster 2024-03-22T06:58:26.110741+0000 mgr.y (mgr.14152) 223 : cluster 0 pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:27.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:27 smithi129 bash[31121]: cluster 2024-03-22T06:58:26.110741+0000 mgr.y (mgr.14152) 223 : cluster 0 pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:27.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:27 smithi148 bash[23214]: cluster 2024-03-22T06:58:26.110741+0000 mgr.y (mgr.14152) 223 : cluster 0 pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:29.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:29 smithi129 bash[21357]: cluster 2024-03-22T06:58:28.111266+0000 mgr.y (mgr.14152) 224 : cluster 0 pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:29.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:29 smithi129 bash[31121]: cluster 2024-03-22T06:58:28.111266+0000 mgr.y (mgr.14152) 224 : cluster 0 pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:29.909 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:29 smithi148 bash[23214]: cluster 2024-03-22T06:58:28.111266+0000 mgr.y (mgr.14152) 224 : cluster 0 pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:30.584 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-22T06:58:30.584 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-22T06:58:30.584 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-03-22T06:58:30.584 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-03-22T06:58:30.584 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.01358 s, 772 MB/s 2024-03-22T06:58:30.584 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-03-22T06:58:31.306 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi148:vg_nvme/lv_3 2024-03-22T06:58:31.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:31 smithi148 bash[23214]: cluster 2024-03-22T06:58:30.111933+0000 mgr.y (mgr.14152) 225 : cluster 0 pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-22T06:58:31.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:31 smithi129 bash[21357]: cluster 2024-03-22T06:58:30.111933+0000 mgr.y (mgr.14152) 225 : cluster 0 pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-22T06:58:31.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:31 smithi129 bash[31121]: cluster 2024-03-22T06:58:30.111933+0000 mgr.y (mgr.14152) 225 : cluster 0 pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-22T06:58:33.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[21357]: cephadm 2024-03-22T06:58:31.757960+0000 mgr.y (mgr.14152) 226 : cephadm 1 Detected new or changed devices on smithi148 2024-03-22T06:58:33.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[21357]: audit 2024-03-22T06:58:31.767278+0000 mon.a (mon.0) 492 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:33.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[21357]: audit 2024-03-22T06:58:31.776975+0000 mon.a (mon.0) 493 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:33.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[21357]: audit 2024-03-22T06:58:31.779146+0000 mon.a (mon.0) 494 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:58:33.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[21357]: cephadm 2024-03-22T06:58:31.780521+0000 mgr.y (mgr.14152) 227 : cephadm 1 Adjusting osd_memory_target on smithi148 to 17265M 2024-03-22T06:58:33.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[21357]: audit 2024-03-22T06:58:31.789825+0000 mon.a (mon.0) 495 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:33.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[21357]: audit 2024-03-22T06:58:31.791715+0000 mon.a (mon.0) 496 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:58:33.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[21357]: audit 2024-03-22T06:58:31.793313+0000 mon.a (mon.0) 497 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:58:33.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[21357]: audit 2024-03-22T06:58:31.803555+0000 mon.a (mon.0) 498 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:33.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[31121]: cephadm 2024-03-22T06:58:31.757960+0000 mgr.y (mgr.14152) 226 : cephadm 1 Detected new or changed devices on smithi148 2024-03-22T06:58:33.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[31121]: audit 2024-03-22T06:58:31.767278+0000 mon.a (mon.0) 492 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:33.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[31121]: audit 2024-03-22T06:58:31.776975+0000 mon.a (mon.0) 493 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:33.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[31121]: audit 2024-03-22T06:58:31.779146+0000 mon.a (mon.0) 494 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:58:33.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[31121]: cephadm 2024-03-22T06:58:31.780521+0000 mgr.y (mgr.14152) 227 : cephadm 1 Adjusting osd_memory_target on smithi148 to 17265M 2024-03-22T06:58:33.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[31121]: audit 2024-03-22T06:58:31.789825+0000 mon.a (mon.0) 495 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:33.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[31121]: audit 2024-03-22T06:58:31.791715+0000 mon.a (mon.0) 496 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:58:33.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[31121]: audit 2024-03-22T06:58:31.793313+0000 mon.a (mon.0) 497 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:58:33.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:32 smithi129 bash[31121]: audit 2024-03-22T06:58:31.803555+0000 mon.a (mon.0) 498 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:33.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:32 smithi148 bash[23214]: cephadm 2024-03-22T06:58:31.757960+0000 mgr.y (mgr.14152) 226 : cephadm 1 Detected new or changed devices on smithi148 2024-03-22T06:58:33.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:32 smithi148 bash[23214]: audit 2024-03-22T06:58:31.767278+0000 mon.a (mon.0) 492 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:33.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:32 smithi148 bash[23214]: audit 2024-03-22T06:58:31.776975+0000 mon.a (mon.0) 493 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:33.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:32 smithi148 bash[23214]: audit 2024-03-22T06:58:31.779146+0000 mon.a (mon.0) 494 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:58:33.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:32 smithi148 bash[23214]: cephadm 2024-03-22T06:58:31.780521+0000 mgr.y (mgr.14152) 227 : cephadm 1 Adjusting osd_memory_target on smithi148 to 17265M 2024-03-22T06:58:33.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:32 smithi148 bash[23214]: audit 2024-03-22T06:58:31.789825+0000 mon.a (mon.0) 495 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:33.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:32 smithi148 bash[23214]: audit 2024-03-22T06:58:31.791715+0000 mon.a (mon.0) 496 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:58:33.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:32 smithi148 bash[23214]: audit 2024-03-22T06:58:31.793313+0000 mon.a (mon.0) 497 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:58:33.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:32 smithi148 bash[23214]: audit 2024-03-22T06:58:31.803555+0000 mon.a (mon.0) 498 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:58:34.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:33 smithi129 bash[21357]: cluster 2024-03-22T06:58:32.112499+0000 mgr.y (mgr.14152) 228 : cluster 0 pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-22T06:58:34.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:33 smithi129 bash[31121]: cluster 2024-03-22T06:58:32.112499+0000 mgr.y (mgr.14152) 228 : cluster 0 pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-22T06:58:34.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:33 smithi148 bash[23214]: cluster 2024-03-22T06:58:32.112499+0000 mgr.y (mgr.14152) 228 : cluster 0 pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-22T06:58:35.984 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.b/config 2024-03-22T06:58:36.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:35 smithi129 bash[21357]: cluster 2024-03-22T06:58:34.113110+0000 mgr.y (mgr.14152) 229 : cluster 0 pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-03-22T06:58:36.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:35 smithi129 bash[31121]: cluster 2024-03-22T06:58:34.113110+0000 mgr.y (mgr.14152) 229 : cluster 0 pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-03-22T06:58:36.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:35 smithi148 bash[23214]: cluster 2024-03-22T06:58:34.113110+0000 mgr.y (mgr.14152) 229 : cluster 0 pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-03-22T06:58:38.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:37 smithi129 bash[21357]: cluster 2024-03-22T06:58:36.113681+0000 mgr.y (mgr.14152) 230 : cluster 0 pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-03-22T06:58:38.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:37 smithi129 bash[31121]: cluster 2024-03-22T06:58:36.113681+0000 mgr.y (mgr.14152) 230 : cluster 0 pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-03-22T06:58:38.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:37 smithi148 bash[23214]: cluster 2024-03-22T06:58:36.113681+0000 mgr.y (mgr.14152) 230 : cluster 0 pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-03-22T06:58:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:38 smithi129 bash[21357]: audit 2024-03-22T06:58:38.378686+0000 mon.a (mon.0) 499 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:58:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:38 smithi129 bash[21357]: audit 2024-03-22T06:58:38.385203+0000 mon.a (mon.0) 500 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:58:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:38 smithi129 bash[21357]: audit 2024-03-22T06:58:38.386765+0000 mon.a (mon.0) 501 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:58:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:38 smithi129 bash[31121]: audit 2024-03-22T06:58:38.378686+0000 mon.a (mon.0) 499 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:58:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:38 smithi129 bash[31121]: audit 2024-03-22T06:58:38.385203+0000 mon.a (mon.0) 500 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:58:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:38 smithi129 bash[31121]: audit 2024-03-22T06:58:38.386765+0000 mon.a (mon.0) 501 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:58:39.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:38 smithi148 bash[23214]: audit 2024-03-22T06:58:38.378686+0000 mon.a (mon.0) 499 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:58:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:38 smithi148 bash[23214]: audit 2024-03-22T06:58:38.385203+0000 mon.a (mon.0) 500 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:58:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:38 smithi148 bash[23214]: audit 2024-03-22T06:58:38.386765+0000 mon.a (mon.0) 501 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:58:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:39 smithi129 bash[21357]: cluster 2024-03-22T06:58:38.114212+0000 mgr.y (mgr.14152) 231 : cluster 0 pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-22T06:58:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:39 smithi129 bash[21357]: audit 2024-03-22T06:58:38.371802+0000 mgr.y (mgr.14152) 232 : audit 0 from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:58:40.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:39 smithi129 bash[31121]: cluster 2024-03-22T06:58:38.114212+0000 mgr.y (mgr.14152) 231 : cluster 0 pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-22T06:58:40.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:39 smithi129 bash[31121]: audit 2024-03-22T06:58:38.371802+0000 mgr.y (mgr.14152) 232 : audit 0 from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:58:40.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:39 smithi148 bash[23214]: cluster 2024-03-22T06:58:38.114212+0000 mgr.y (mgr.14152) 231 : cluster 0 pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-22T06:58:40.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:39 smithi148 bash[23214]: audit 2024-03-22T06:58:38.371802+0000 mgr.y (mgr.14152) 232 : audit 0 from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:58:42.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:41 smithi129 bash[21357]: cluster 2024-03-22T06:58:40.114832+0000 mgr.y (mgr.14152) 233 : cluster 0 pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-22T06:58:42.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:41 smithi129 bash[31121]: cluster 2024-03-22T06:58:40.114832+0000 mgr.y (mgr.14152) 233 : cluster 0 pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-22T06:58:42.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:41 smithi148 bash[23214]: cluster 2024-03-22T06:58:40.114832+0000 mgr.y (mgr.14152) 233 : cluster 0 pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-22T06:58:44.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:43 smithi129 bash[21357]: cluster 2024-03-22T06:58:42.115374+0000 mgr.y (mgr.14152) 234 : cluster 0 pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:44.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:43 smithi129 bash[31121]: cluster 2024-03-22T06:58:42.115374+0000 mgr.y (mgr.14152) 234 : cluster 0 pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:44.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:43 smithi148 bash[23214]: cluster 2024-03-22T06:58:42.115374+0000 mgr.y (mgr.14152) 234 : cluster 0 pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:46.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:45 smithi129 bash[21357]: cluster 2024-03-22T06:58:44.115955+0000 mgr.y (mgr.14152) 235 : cluster 0 pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:46.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:45 smithi129 bash[31121]: cluster 2024-03-22T06:58:44.115955+0000 mgr.y (mgr.14152) 235 : cluster 0 pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:45 smithi148 bash[23214]: cluster 2024-03-22T06:58:44.115955+0000 mgr.y (mgr.14152) 235 : cluster 0 pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:47.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:46 smithi129 bash[31121]: audit 2024-03-22T06:58:46.070103+0000 mon.b (mon.1) 14 : audit 1 from='client.? 172.21.15.148:0/4086133528' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3219bc67-2f27-4cc9-a7dd-8f465df64b80"}]: dispatch 2024-03-22T06:58:47.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:46 smithi129 bash[31121]: audit 2024-03-22T06:58:46.070593+0000 mon.a (mon.0) 502 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3219bc67-2f27-4cc9-a7dd-8f465df64b80"}]: dispatch 2024-03-22T06:58:47.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:46 smithi129 bash[31121]: audit 2024-03-22T06:58:46.079429+0000 mon.a (mon.0) 503 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3219bc67-2f27-4cc9-a7dd-8f465df64b80"}]': finished 2024-03-22T06:58:47.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:46 smithi129 bash[31121]: cluster 2024-03-22T06:58:46.079631+0000 mon.a (mon.0) 504 : cluster 0 osdmap e36: 6 total, 5 up, 6 in 2024-03-22T06:58:47.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:46 smithi129 bash[31121]: audit 2024-03-22T06:58:46.079912+0000 mon.a (mon.0) 505 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T06:58:47.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:46 smithi129 bash[31121]: audit 2024-03-22T06:58:46.826226+0000 mon.b (mon.1) 15 : audit 0 from='client.? 172.21.15.148:0/542740266' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:58:47.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:46 smithi129 bash[21357]: audit 2024-03-22T06:58:46.070103+0000 mon.b (mon.1) 14 : audit 1 from='client.? 172.21.15.148:0/4086133528' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3219bc67-2f27-4cc9-a7dd-8f465df64b80"}]: dispatch 2024-03-22T06:58:47.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:46 smithi129 bash[21357]: audit 2024-03-22T06:58:46.070593+0000 mon.a (mon.0) 502 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3219bc67-2f27-4cc9-a7dd-8f465df64b80"}]: dispatch 2024-03-22T06:58:47.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:46 smithi129 bash[21357]: audit 2024-03-22T06:58:46.079429+0000 mon.a (mon.0) 503 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3219bc67-2f27-4cc9-a7dd-8f465df64b80"}]': finished 2024-03-22T06:58:47.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:46 smithi129 bash[21357]: cluster 2024-03-22T06:58:46.079631+0000 mon.a (mon.0) 504 : cluster 0 osdmap e36: 6 total, 5 up, 6 in 2024-03-22T06:58:47.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:46 smithi129 bash[21357]: audit 2024-03-22T06:58:46.079912+0000 mon.a (mon.0) 505 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T06:58:47.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:46 smithi129 bash[21357]: audit 2024-03-22T06:58:46.826226+0000 mon.b (mon.1) 15 : audit 0 from='client.? 172.21.15.148:0/542740266' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:58:47.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:46 smithi148 bash[23214]: audit 2024-03-22T06:58:46.070103+0000 mon.b (mon.1) 14 : audit 1 from='client.? 172.21.15.148:0/4086133528' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3219bc67-2f27-4cc9-a7dd-8f465df64b80"}]: dispatch 2024-03-22T06:58:47.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:46 smithi148 bash[23214]: audit 2024-03-22T06:58:46.070593+0000 mon.a (mon.0) 502 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3219bc67-2f27-4cc9-a7dd-8f465df64b80"}]: dispatch 2024-03-22T06:58:47.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:46 smithi148 bash[23214]: audit 2024-03-22T06:58:46.079429+0000 mon.a (mon.0) 503 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3219bc67-2f27-4cc9-a7dd-8f465df64b80"}]': finished 2024-03-22T06:58:47.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:46 smithi148 bash[23214]: cluster 2024-03-22T06:58:46.079631+0000 mon.a (mon.0) 504 : cluster 0 osdmap e36: 6 total, 5 up, 6 in 2024-03-22T06:58:47.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:46 smithi148 bash[23214]: audit 2024-03-22T06:58:46.079912+0000 mon.a (mon.0) 505 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T06:58:47.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:46 smithi148 bash[23214]: audit 2024-03-22T06:58:46.826226+0000 mon.b (mon.1) 15 : audit 0 from='client.? 172.21.15.148:0/542740266' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:58:48.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:47 smithi129 bash[21357]: cluster 2024-03-22T06:58:46.116433+0000 mgr.y (mgr.14152) 236 : cluster 0 pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:48.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:47 smithi129 bash[31121]: cluster 2024-03-22T06:58:46.116433+0000 mgr.y (mgr.14152) 236 : cluster 0 pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:48.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:47 smithi148 bash[23214]: cluster 2024-03-22T06:58:46.116433+0000 mgr.y (mgr.14152) 236 : cluster 0 pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:50.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:49 smithi129 bash[21357]: cluster 2024-03-22T06:58:48.116974+0000 mgr.y (mgr.14152) 237 : cluster 0 pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:50.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:49 smithi129 bash[31121]: cluster 2024-03-22T06:58:48.116974+0000 mgr.y (mgr.14152) 237 : cluster 0 pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:50.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:49 smithi148 bash[23214]: cluster 2024-03-22T06:58:48.116974+0000 mgr.y (mgr.14152) 237 : cluster 0 pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:52.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:51 smithi129 bash[21357]: cluster 2024-03-22T06:58:50.117520+0000 mgr.y (mgr.14152) 238 : cluster 0 pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:52.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:51 smithi129 bash[31121]: cluster 2024-03-22T06:58:50.117520+0000 mgr.y (mgr.14152) 238 : cluster 0 pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:52.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:51 smithi148 bash[23214]: cluster 2024-03-22T06:58:50.117520+0000 mgr.y (mgr.14152) 238 : cluster 0 pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:54.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:53 smithi129 bash[21357]: cluster 2024-03-22T06:58:52.118062+0000 mgr.y (mgr.14152) 239 : cluster 0 pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:54.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:53 smithi129 bash[31121]: cluster 2024-03-22T06:58:52.118062+0000 mgr.y (mgr.14152) 239 : cluster 0 pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:54.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:53 smithi148 bash[23214]: cluster 2024-03-22T06:58:52.118062+0000 mgr.y (mgr.14152) 239 : cluster 0 pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:55.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:55 smithi148 bash[23214]: cluster 2024-03-22T06:58:54.118573+0000 mgr.y (mgr.14152) 240 : cluster 0 pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:56.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:55 smithi129 bash[21357]: cluster 2024-03-22T06:58:54.118573+0000 mgr.y (mgr.14152) 240 : cluster 0 pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:56.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:55 smithi129 bash[31121]: cluster 2024-03-22T06:58:54.118573+0000 mgr.y (mgr.14152) 240 : cluster 0 pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:57.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:57 smithi148 bash[23214]: cluster 2024-03-22T06:58:56.119114+0000 mgr.y (mgr.14152) 241 : cluster 0 pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:58.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:57 smithi129 bash[21357]: cluster 2024-03-22T06:58:56.119114+0000 mgr.y (mgr.14152) 241 : cluster 0 pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:57 smithi129 bash[31121]: cluster 2024-03-22T06:58:56.119114+0000 mgr.y (mgr.14152) 241 : cluster 0 pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:58:59.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:58 smithi129 bash[21357]: audit 2024-03-22T06:58:58.228069+0000 mon.a (mon.0) 506 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-22T06:58:59.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:58 smithi129 bash[21357]: audit 2024-03-22T06:58:58.230056+0000 mon.a (mon.0) 507 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:58:59.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:58 smithi129 bash[31121]: audit 2024-03-22T06:58:58.228069+0000 mon.a (mon.0) 506 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-22T06:58:59.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:58 smithi129 bash[31121]: audit 2024-03-22T06:58:58.230056+0000 mon.a (mon.0) 507 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:58:59.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:58 smithi148 bash[23214]: audit 2024-03-22T06:58:58.228069+0000 mon.a (mon.0) 506 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-22T06:58:59.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:58 smithi148 bash[23214]: audit 2024-03-22T06:58:58.230056+0000 mon.a (mon.0) 507 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:00.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:59 smithi129 bash[21357]: cluster 2024-03-22T06:58:58.119645+0000 mgr.y (mgr.14152) 242 : cluster 0 pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:00.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:58:59 smithi129 bash[21357]: cephadm 2024-03-22T06:58:58.231779+0000 mgr.y (mgr.14152) 243 : cephadm 1 Deploying daemon osd.5 on smithi148 2024-03-22T06:59:00.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:59 smithi129 bash[31121]: cluster 2024-03-22T06:58:58.119645+0000 mgr.y (mgr.14152) 242 : cluster 0 pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:00.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:58:59 smithi129 bash[31121]: cephadm 2024-03-22T06:58:58.231779+0000 mgr.y (mgr.14152) 243 : cephadm 1 Deploying daemon osd.5 on smithi148 2024-03-22T06:59:00.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:59 smithi148 bash[23214]: cluster 2024-03-22T06:58:58.119645+0000 mgr.y (mgr.14152) 242 : cluster 0 pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:00.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:58:59 smithi148 bash[23214]: cephadm 2024-03-22T06:58:58.231779+0000 mgr.y (mgr.14152) 243 : cephadm 1 Deploying daemon osd.5 on smithi148 2024-03-22T06:59:02.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:01 smithi148 bash[23214]: cluster 2024-03-22T06:59:00.120235+0000 mgr.y (mgr.14152) 244 : cluster 0 pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:02.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:02 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:59:02.103 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:59:02 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:59:02.103 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 06:59:02 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:59:02.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:02 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:59:02.364 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:59:02 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:59:02.364 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 06:59:02 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:59:02.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:01 smithi129 bash[31121]: cluster 2024-03-22T06:59:00.120235+0000 mgr.y (mgr.14152) 244 : cluster 0 pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:02.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:01 smithi129 bash[21357]: cluster 2024-03-22T06:59:00.120235+0000 mgr.y (mgr.14152) 244 : cluster 0 pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:03.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:03 smithi148 bash[23214]: cluster 2024-03-22T06:59:02.120818+0000 mgr.y (mgr.14152) 245 : cluster 0 pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:03.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:03 smithi148 bash[23214]: audit 2024-03-22T06:59:02.365383+0000 mon.a (mon.0) 508 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:03.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:03 smithi148 bash[23214]: audit 2024-03-22T06:59:02.374247+0000 mon.a (mon.0) 509 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:03.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:03 smithi148 bash[23214]: audit 2024-03-22T06:59:02.379494+0000 mon.a (mon.0) 510 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:59:03.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:03 smithi129 bash[21357]: cluster 2024-03-22T06:59:02.120818+0000 mgr.y (mgr.14152) 245 : cluster 0 pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:03.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:03 smithi129 bash[21357]: audit 2024-03-22T06:59:02.365383+0000 mon.a (mon.0) 508 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:03.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:03 smithi129 bash[21357]: audit 2024-03-22T06:59:02.374247+0000 mon.a (mon.0) 509 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:03.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:03 smithi129 bash[21357]: audit 2024-03-22T06:59:02.379494+0000 mon.a (mon.0) 510 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:59:03.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:03 smithi129 bash[31121]: cluster 2024-03-22T06:59:02.120818+0000 mgr.y (mgr.14152) 245 : cluster 0 pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:03.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:03 smithi129 bash[31121]: audit 2024-03-22T06:59:02.365383+0000 mon.a (mon.0) 508 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:03.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:03 smithi129 bash[31121]: audit 2024-03-22T06:59:02.374247+0000 mon.a (mon.0) 509 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:03.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:03 smithi129 bash[31121]: audit 2024-03-22T06:59:02.379494+0000 mon.a (mon.0) 510 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:59:05.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:05 smithi129 bash[21357]: cluster 2024-03-22T06:59:04.121400+0000 mgr.y (mgr.14152) 246 : cluster 0 pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:05.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:05 smithi129 bash[31121]: cluster 2024-03-22T06:59:04.121400+0000 mgr.y (mgr.14152) 246 : cluster 0 pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:05.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:05 smithi148 bash[23214]: cluster 2024-03-22T06:59:04.121400+0000 mgr.y (mgr.14152) 246 : cluster 0 pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:07.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:07 smithi148 bash[23214]: cluster 2024-03-22T06:59:06.121893+0000 mgr.y (mgr.14152) 247 : cluster 0 pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:07.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:07 smithi129 bash[21357]: cluster 2024-03-22T06:59:06.121893+0000 mgr.y (mgr.14152) 247 : cluster 0 pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:07.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:07 smithi129 bash[31121]: cluster 2024-03-22T06:59:06.121893+0000 mgr.y (mgr.14152) 247 : cluster 0 pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:08.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:08 smithi129 bash[21357]: audit 2024-03-22T06:59:07.574478+0000 mon.a (mon.0) 511 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:08.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:08 smithi129 bash[21357]: audit 2024-03-22T06:59:07.584168+0000 mon.a (mon.0) 512 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:08.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:08 smithi129 bash[21357]: audit 2024-03-22T06:59:08.112114+0000 mon.a (mon.0) 513 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:08.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:08 smithi129 bash[21357]: audit 2024-03-22T06:59:08.113961+0000 mon.a (mon.0) 514 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:59:08.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:08 smithi129 bash[21357]: audit 2024-03-22T06:59:08.124680+0000 mon.a (mon.0) 515 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:08.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:08 smithi129 bash[21357]: audit 2024-03-22T06:59:08.470870+0000 mon.b (mon.1) 16 : audit 1 from='osd.5 [v2:172.21.15.148:6808/3714622871,v1:172.21.15.148:6809/3714622871]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-22T06:59:08.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:08 smithi129 bash[21357]: audit 2024-03-22T06:59:08.471136+0000 mon.a (mon.0) 516 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-22T06:59:08.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:08 smithi129 bash[31121]: audit 2024-03-22T06:59:07.574478+0000 mon.a (mon.0) 511 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:08.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:08 smithi129 bash[31121]: audit 2024-03-22T06:59:07.584168+0000 mon.a (mon.0) 512 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:08.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:08 smithi129 bash[31121]: audit 2024-03-22T06:59:08.112114+0000 mon.a (mon.0) 513 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:08.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:08 smithi129 bash[31121]: audit 2024-03-22T06:59:08.113961+0000 mon.a (mon.0) 514 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:59:08.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:08 smithi129 bash[31121]: audit 2024-03-22T06:59:08.124680+0000 mon.a (mon.0) 515 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:08.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:08 smithi129 bash[31121]: audit 2024-03-22T06:59:08.470870+0000 mon.b (mon.1) 16 : audit 1 from='osd.5 [v2:172.21.15.148:6808/3714622871,v1:172.21.15.148:6809/3714622871]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-22T06:59:08.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:08 smithi129 bash[31121]: audit 2024-03-22T06:59:08.471136+0000 mon.a (mon.0) 516 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-22T06:59:08.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:08 smithi148 bash[23214]: audit 2024-03-22T06:59:07.574478+0000 mon.a (mon.0) 511 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:08.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:08 smithi148 bash[23214]: audit 2024-03-22T06:59:07.584168+0000 mon.a (mon.0) 512 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:08.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:08 smithi148 bash[23214]: audit 2024-03-22T06:59:08.112114+0000 mon.a (mon.0) 513 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:08.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:08 smithi148 bash[23214]: audit 2024-03-22T06:59:08.113961+0000 mon.a (mon.0) 514 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:59:08.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:08 smithi148 bash[23214]: audit 2024-03-22T06:59:08.124680+0000 mon.a (mon.0) 515 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:08.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:08 smithi148 bash[23214]: audit 2024-03-22T06:59:08.470870+0000 mon.b (mon.1) 16 : audit 1 from='osd.5 [v2:172.21.15.148:6808/3714622871,v1:172.21.15.148:6809/3714622871]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-22T06:59:08.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:08 smithi148 bash[23214]: audit 2024-03-22T06:59:08.471136+0000 mon.a (mon.0) 516 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-22T06:59:09.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:09 smithi129 bash[21357]: cluster 2024-03-22T06:59:08.122447+0000 mgr.y (mgr.14152) 248 : cluster 0 pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:09 smithi129 bash[21357]: audit 2024-03-22T06:59:09.133704+0000 mon.a (mon.0) 517 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-22T06:59:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:09 smithi129 bash[21357]: cluster 2024-03-22T06:59:09.133991+0000 mon.a (mon.0) 518 : cluster 0 osdmap e37: 6 total, 5 up, 6 in 2024-03-22T06:59:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:09 smithi129 bash[21357]: audit 2024-03-22T06:59:09.134241+0000 mon.a (mon.0) 519 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T06:59:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:09 smithi129 bash[21357]: audit 2024-03-22T06:59:09.135546+0000 mon.b (mon.1) 17 : audit 1 from='osd.5 [v2:172.21.15.148:6808/3714622871,v1:172.21.15.148:6809/3714622871]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T06:59:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:09 smithi129 bash[21357]: audit 2024-03-22T06:59:09.135775+0000 mon.a (mon.0) 520 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T06:59:09.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:09 smithi129 bash[31121]: cluster 2024-03-22T06:59:08.122447+0000 mgr.y (mgr.14152) 248 : cluster 0 pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:09.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:09 smithi129 bash[31121]: audit 2024-03-22T06:59:09.133704+0000 mon.a (mon.0) 517 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-22T06:59:09.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:09 smithi129 bash[31121]: cluster 2024-03-22T06:59:09.133991+0000 mon.a (mon.0) 518 : cluster 0 osdmap e37: 6 total, 5 up, 6 in 2024-03-22T06:59:09.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:09 smithi129 bash[31121]: audit 2024-03-22T06:59:09.134241+0000 mon.a (mon.0) 519 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T06:59:09.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:09 smithi129 bash[31121]: audit 2024-03-22T06:59:09.135546+0000 mon.b (mon.1) 17 : audit 1 from='osd.5 [v2:172.21.15.148:6808/3714622871,v1:172.21.15.148:6809/3714622871]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T06:59:09.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:09 smithi129 bash[31121]: audit 2024-03-22T06:59:09.135775+0000 mon.a (mon.0) 520 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T06:59:09.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:09 smithi148 bash[23214]: cluster 2024-03-22T06:59:08.122447+0000 mgr.y (mgr.14152) 248 : cluster 0 pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:09.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:09 smithi148 bash[23214]: audit 2024-03-22T06:59:09.133704+0000 mon.a (mon.0) 517 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-22T06:59:09.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:09 smithi148 bash[23214]: cluster 2024-03-22T06:59:09.133991+0000 mon.a (mon.0) 518 : cluster 0 osdmap e37: 6 total, 5 up, 6 in 2024-03-22T06:59:09.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:09 smithi148 bash[23214]: audit 2024-03-22T06:59:09.134241+0000 mon.a (mon.0) 519 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T06:59:09.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:09 smithi148 bash[23214]: audit 2024-03-22T06:59:09.135546+0000 mon.b (mon.1) 17 : audit 1 from='osd.5 [v2:172.21.15.148:6808/3714622871,v1:172.21.15.148:6809/3714622871]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T06:59:09.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:09 smithi148 bash[23214]: audit 2024-03-22T06:59:09.135775+0000 mon.a (mon.0) 520 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T06:59:10.639 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 5 on host 'smithi148' 2024-03-22T06:59:11.252 DEBUG:teuthology.orchestra.run.smithi148:osd.5> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.5.service 2024-03-22T06:59:11.255 INFO:tasks.cephadm:Deploying osd.6 on smithi148 with /dev/vg_nvme/lv_2... 2024-03-22T06:59:11.255 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-22T06:59:11.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:11 smithi148 bash[23214]: cluster 2024-03-22T06:59:10.122995+0000 mgr.y (mgr.14152) 249 : cluster 0 pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:11.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:11 smithi148 bash[23214]: audit 2024-03-22T06:59:10.139490+0000 mon.a (mon.0) 521 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-03-22T06:59:11.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:11 smithi148 bash[23214]: cluster 2024-03-22T06:59:10.139688+0000 mon.a (mon.0) 522 : cluster 0 osdmap e38: 6 total, 5 up, 6 in 2024-03-22T06:59:11.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:11 smithi148 bash[23214]: audit 2024-03-22T06:59:10.140034+0000 mon.a (mon.0) 523 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T06:59:11.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:11 smithi148 bash[23214]: audit 2024-03-22T06:59:10.146079+0000 mon.a (mon.0) 524 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T06:59:11.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:11 smithi148 bash[23214]: cluster 2024-03-22T06:59:10.411028+0000 mon.a (mon.0) 525 : cluster 1 osd.5 [v2:172.21.15.148:6808/3714622871,v1:172.21.15.148:6809/3714622871] boot 2024-03-22T06:59:11.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:11 smithi148 bash[23214]: cluster 2024-03-22T06:59:10.411149+0000 mon.a (mon.0) 526 : cluster 0 osdmap e39: 6 total, 6 up, 6 in 2024-03-22T06:59:11.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:11 smithi148 bash[23214]: audit 2024-03-22T06:59:10.412150+0000 mon.a (mon.0) 527 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T06:59:11.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:11 smithi148 bash[23214]: audit 2024-03-22T06:59:10.608479+0000 mon.a (mon.0) 528 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:11.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:11 smithi148 bash[23214]: audit 2024-03-22T06:59:10.618361+0000 mon.a (mon.0) 529 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:11.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:11 smithi148 bash[23214]: audit 2024-03-22T06:59:10.620366+0000 mon.a (mon.0) 530 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:59:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[21357]: cluster 2024-03-22T06:59:10.122995+0000 mgr.y (mgr.14152) 249 : cluster 0 pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[21357]: audit 2024-03-22T06:59:10.139490+0000 mon.a (mon.0) 521 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-03-22T06:59:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[21357]: cluster 2024-03-22T06:59:10.139688+0000 mon.a (mon.0) 522 : cluster 0 osdmap e38: 6 total, 5 up, 6 in 2024-03-22T06:59:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[21357]: audit 2024-03-22T06:59:10.140034+0000 mon.a (mon.0) 523 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T06:59:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[21357]: audit 2024-03-22T06:59:10.146079+0000 mon.a (mon.0) 524 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T06:59:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[21357]: cluster 2024-03-22T06:59:10.411028+0000 mon.a (mon.0) 525 : cluster 1 osd.5 [v2:172.21.15.148:6808/3714622871,v1:172.21.15.148:6809/3714622871] boot 2024-03-22T06:59:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[21357]: cluster 2024-03-22T06:59:10.411149+0000 mon.a (mon.0) 526 : cluster 0 osdmap e39: 6 total, 6 up, 6 in 2024-03-22T06:59:11.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[21357]: audit 2024-03-22T06:59:10.412150+0000 mon.a (mon.0) 527 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T06:59:11.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[21357]: audit 2024-03-22T06:59:10.608479+0000 mon.a (mon.0) 528 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:11.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[21357]: audit 2024-03-22T06:59:10.618361+0000 mon.a (mon.0) 529 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:11.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[21357]: audit 2024-03-22T06:59:10.620366+0000 mon.a (mon.0) 530 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:59:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[31121]: cluster 2024-03-22T06:59:10.122995+0000 mgr.y (mgr.14152) 249 : cluster 0 pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-22T06:59:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[31121]: audit 2024-03-22T06:59:10.139490+0000 mon.a (mon.0) 521 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-03-22T06:59:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[31121]: cluster 2024-03-22T06:59:10.139688+0000 mon.a (mon.0) 522 : cluster 0 osdmap e38: 6 total, 5 up, 6 in 2024-03-22T06:59:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[31121]: audit 2024-03-22T06:59:10.140034+0000 mon.a (mon.0) 523 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T06:59:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[31121]: audit 2024-03-22T06:59:10.146079+0000 mon.a (mon.0) 524 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T06:59:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[31121]: cluster 2024-03-22T06:59:10.411028+0000 mon.a (mon.0) 525 : cluster 1 osd.5 [v2:172.21.15.148:6808/3714622871,v1:172.21.15.148:6809/3714622871] boot 2024-03-22T06:59:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[31121]: cluster 2024-03-22T06:59:10.411149+0000 mon.a (mon.0) 526 : cluster 0 osdmap e39: 6 total, 6 up, 6 in 2024-03-22T06:59:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[31121]: audit 2024-03-22T06:59:10.412150+0000 mon.a (mon.0) 527 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T06:59:11.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[31121]: audit 2024-03-22T06:59:10.608479+0000 mon.a (mon.0) 528 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:11.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[31121]: audit 2024-03-22T06:59:10.618361+0000 mon.a (mon.0) 529 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:11.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:11 smithi129 bash[31121]: audit 2024-03-22T06:59:10.620366+0000 mon.a (mon.0) 530 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:59:12.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:12 smithi148 bash[23214]: cluster 2024-03-22T06:59:09.437207+0000 osd.5 (osd.5) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:59:12.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:12 smithi148 bash[23214]: cluster 2024-03-22T06:59:09.437315+0000 osd.5 (osd.5) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:59:12.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:12 smithi148 bash[23214]: cluster 2024-03-22T06:59:11.411089+0000 mon.a (mon.0) 531 : cluster 0 osdmap e40: 6 total, 6 up, 6 in 2024-03-22T06:59:12.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:12 smithi129 bash[21357]: cluster 2024-03-22T06:59:09.437207+0000 osd.5 (osd.5) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:59:12.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:12 smithi129 bash[21357]: cluster 2024-03-22T06:59:09.437315+0000 osd.5 (osd.5) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:59:12.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:12 smithi129 bash[21357]: cluster 2024-03-22T06:59:11.411089+0000 mon.a (mon.0) 531 : cluster 0 osdmap e40: 6 total, 6 up, 6 in 2024-03-22T06:59:12.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:12 smithi129 bash[31121]: cluster 2024-03-22T06:59:09.437207+0000 osd.5 (osd.5) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T06:59:12.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:12 smithi129 bash[31121]: cluster 2024-03-22T06:59:09.437315+0000 osd.5 (osd.5) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T06:59:12.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:12 smithi129 bash[31121]: cluster 2024-03-22T06:59:11.411089+0000 mon.a (mon.0) 531 : cluster 0 osdmap e40: 6 total, 6 up, 6 in 2024-03-22T06:59:13.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:13 smithi148 bash[23214]: cluster 2024-03-22T06:59:12.123529+0000 mgr.y (mgr.14152) 250 : cluster 0 pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:13.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:13 smithi148 bash[23214]: cluster 2024-03-22T06:59:12.424949+0000 mon.a (mon.0) 532 : cluster 0 osdmap e41: 6 total, 6 up, 6 in 2024-03-22T06:59:13.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:13 smithi129 bash[21357]: cluster 2024-03-22T06:59:12.123529+0000 mgr.y (mgr.14152) 250 : cluster 0 pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:13.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:13 smithi129 bash[21357]: cluster 2024-03-22T06:59:12.424949+0000 mon.a (mon.0) 532 : cluster 0 osdmap e41: 6 total, 6 up, 6 in 2024-03-22T06:59:13.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:13 smithi129 bash[31121]: cluster 2024-03-22T06:59:12.123529+0000 mgr.y (mgr.14152) 250 : cluster 0 pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:13.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:13 smithi129 bash[31121]: cluster 2024-03-22T06:59:12.424949+0000 mon.a (mon.0) 532 : cluster 0 osdmap e41: 6 total, 6 up, 6 in 2024-03-22T06:59:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:14 smithi129 bash[21357]: cluster 2024-03-22T06:59:13.421764+0000 mon.a (mon.0) 533 : cluster 0 osdmap e42: 6 total, 6 up, 6 in 2024-03-22T06:59:14.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:14 smithi129 bash[31121]: cluster 2024-03-22T06:59:13.421764+0000 mon.a (mon.0) 533 : cluster 0 osdmap e42: 6 total, 6 up, 6 in 2024-03-22T06:59:14.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:14 smithi148 bash[23214]: cluster 2024-03-22T06:59:13.421764+0000 mon.a (mon.0) 533 : cluster 0 osdmap e42: 6 total, 6 up, 6 in 2024-03-22T06:59:15.445 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.b/config 2024-03-22T06:59:15.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:15 smithi129 bash[21357]: cluster 2024-03-22T06:59:14.124086+0000 mgr.y (mgr.14152) 251 : cluster 0 pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:15.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:15 smithi129 bash[21357]: cluster 2024-03-22T06:59:14.443642+0000 mon.a (mon.0) 534 : cluster 0 osdmap e43: 6 total, 6 up, 6 in 2024-03-22T06:59:15.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:15 smithi129 bash[31121]: cluster 2024-03-22T06:59:14.124086+0000 mgr.y (mgr.14152) 251 : cluster 0 pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:15.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:15 smithi129 bash[31121]: cluster 2024-03-22T06:59:14.443642+0000 mon.a (mon.0) 534 : cluster 0 osdmap e43: 6 total, 6 up, 6 in 2024-03-22T06:59:15.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:15 smithi148 bash[23214]: cluster 2024-03-22T06:59:14.124086+0000 mgr.y (mgr.14152) 251 : cluster 0 pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:15.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:15 smithi148 bash[23214]: cluster 2024-03-22T06:59:14.443642+0000 mon.a (mon.0) 534 : cluster 0 osdmap e43: 6 total, 6 up, 6 in 2024-03-22T06:59:17.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:17 smithi129 bash[21357]: cluster 2024-03-22T06:59:16.124569+0000 mgr.y (mgr.14152) 252 : cluster 0 pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:17.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:17 smithi129 bash[31121]: cluster 2024-03-22T06:59:16.124569+0000 mgr.y (mgr.14152) 252 : cluster 0 pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:17.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:17 smithi148 bash[23214]: cluster 2024-03-22T06:59:16.124569+0000 mgr.y (mgr.14152) 252 : cluster 0 pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:19.257 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-22T06:59:19.258 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-22T06:59:19.258 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-03-22T06:59:19.258 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-03-22T06:59:19.258 INFO:teuthology.orchestra.run.smithi148.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0131642 s, 797 MB/s 2024-03-22T06:59:19.258 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-03-22T06:59:19.721 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:19 smithi148 bash[23214]: cluster 2024-03-22T06:59:18.125128+0000 mgr.y (mgr.14152) 253 : cluster 0 pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:19.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:19 smithi129 bash[21357]: cluster 2024-03-22T06:59:18.125128+0000 mgr.y (mgr.14152) 253 : cluster 0 pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:19.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:19 smithi129 bash[31121]: cluster 2024-03-22T06:59:18.125128+0000 mgr.y (mgr.14152) 253 : cluster 0 pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:20.120 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi148:vg_nvme/lv_2 2024-03-22T06:59:21.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[21357]: cluster 2024-03-22T06:59:20.125692+0000 mgr.y (mgr.14152) 254 : cluster 0 pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:21.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[21357]: cephadm 2024-03-22T06:59:20.264679+0000 mgr.y (mgr.14152) 255 : cephadm 1 Detected new or changed devices on smithi148 2024-03-22T06:59:21.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[21357]: audit 2024-03-22T06:59:20.273538+0000 mon.a (mon.0) 535 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:21.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[21357]: audit 2024-03-22T06:59:20.285057+0000 mon.a (mon.0) 536 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:21.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[21357]: audit 2024-03-22T06:59:20.287331+0000 mon.a (mon.0) 537 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:59:21.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[21357]: audit 2024-03-22T06:59:20.289254+0000 mon.a (mon.0) 538 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:59:21.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[21357]: cephadm 2024-03-22T06:59:20.290715+0000 mgr.y (mgr.14152) 256 : cephadm 1 Adjusting osd_memory_target on smithi148 to 8632M 2024-03-22T06:59:21.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[21357]: audit 2024-03-22T06:59:20.301562+0000 mon.a (mon.0) 539 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:21.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[21357]: audit 2024-03-22T06:59:20.303695+0000 mon.a (mon.0) 540 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:21.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[21357]: audit 2024-03-22T06:59:20.305694+0000 mon.a (mon.0) 541 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:59:21.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[21357]: audit 2024-03-22T06:59:20.318189+0000 mon.a (mon.0) 542 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[31121]: cluster 2024-03-22T06:59:20.125692+0000 mgr.y (mgr.14152) 254 : cluster 0 pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[31121]: cephadm 2024-03-22T06:59:20.264679+0000 mgr.y (mgr.14152) 255 : cephadm 1 Detected new or changed devices on smithi148 2024-03-22T06:59:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[31121]: audit 2024-03-22T06:59:20.273538+0000 mon.a (mon.0) 535 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[31121]: audit 2024-03-22T06:59:20.285057+0000 mon.a (mon.0) 536 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[31121]: audit 2024-03-22T06:59:20.287331+0000 mon.a (mon.0) 537 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:59:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[31121]: audit 2024-03-22T06:59:20.289254+0000 mon.a (mon.0) 538 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:59:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[31121]: cephadm 2024-03-22T06:59:20.290715+0000 mgr.y (mgr.14152) 256 : cephadm 1 Adjusting osd_memory_target on smithi148 to 8632M 2024-03-22T06:59:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[31121]: audit 2024-03-22T06:59:20.301562+0000 mon.a (mon.0) 539 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[31121]: audit 2024-03-22T06:59:20.303695+0000 mon.a (mon.0) 540 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[31121]: audit 2024-03-22T06:59:20.305694+0000 mon.a (mon.0) 541 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:59:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:21 smithi129 bash[31121]: audit 2024-03-22T06:59:20.318189+0000 mon.a (mon.0) 542 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:21.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:21 smithi148 bash[23214]: cluster 2024-03-22T06:59:20.125692+0000 mgr.y (mgr.14152) 254 : cluster 0 pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:21.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:21 smithi148 bash[23214]: cephadm 2024-03-22T06:59:20.264679+0000 mgr.y (mgr.14152) 255 : cephadm 1 Detected new or changed devices on smithi148 2024-03-22T06:59:21.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:21 smithi148 bash[23214]: audit 2024-03-22T06:59:20.273538+0000 mon.a (mon.0) 535 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:21.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:21 smithi148 bash[23214]: audit 2024-03-22T06:59:20.285057+0000 mon.a (mon.0) 536 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:21.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:21 smithi148 bash[23214]: audit 2024-03-22T06:59:20.287331+0000 mon.a (mon.0) 537 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:59:21.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:21 smithi148 bash[23214]: audit 2024-03-22T06:59:20.289254+0000 mon.a (mon.0) 538 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T06:59:21.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:21 smithi148 bash[23214]: cephadm 2024-03-22T06:59:20.290715+0000 mgr.y (mgr.14152) 256 : cephadm 1 Adjusting osd_memory_target on smithi148 to 8632M 2024-03-22T06:59:21.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:21 smithi148 bash[23214]: audit 2024-03-22T06:59:20.301562+0000 mon.a (mon.0) 539 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:21.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:21 smithi148 bash[23214]: audit 2024-03-22T06:59:20.303695+0000 mon.a (mon.0) 540 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:21.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:21 smithi148 bash[23214]: audit 2024-03-22T06:59:20.305694+0000 mon.a (mon.0) 541 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:59:21.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:21 smithi148 bash[23214]: audit 2024-03-22T06:59:20.318189+0000 mon.a (mon.0) 542 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:23.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:23 smithi129 bash[21357]: cluster 2024-03-22T06:59:22.126277+0000 mgr.y (mgr.14152) 257 : cluster 0 pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:23.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:23 smithi129 bash[31121]: cluster 2024-03-22T06:59:22.126277+0000 mgr.y (mgr.14152) 257 : cluster 0 pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:23.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:23 smithi148 bash[23214]: cluster 2024-03-22T06:59:22.126277+0000 mgr.y (mgr.14152) 257 : cluster 0 pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:24.797 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.b/config 2024-03-22T06:59:25.575 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:25 smithi148 bash[23214]: cluster 2024-03-22T06:59:24.126850+0000 mgr.y (mgr.14152) 258 : cluster 0 pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:25.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:25 smithi129 bash[21357]: cluster 2024-03-22T06:59:24.126850+0000 mgr.y (mgr.14152) 258 : cluster 0 pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:25.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:25 smithi129 bash[31121]: cluster 2024-03-22T06:59:24.126850+0000 mgr.y (mgr.14152) 258 : cluster 0 pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:27.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:27 smithi148 bash[23214]: cluster 2024-03-22T06:59:26.127376+0000 mgr.y (mgr.14152) 259 : cluster 0 pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:27.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:27 smithi148 bash[23214]: audit 2024-03-22T06:59:27.369996+0000 mon.a (mon.0) 543 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:59:27.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:27 smithi148 bash[23214]: audit 2024-03-22T06:59:27.376652+0000 mon.a (mon.0) 544 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:59:27.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:27 smithi148 bash[23214]: audit 2024-03-22T06:59:27.378235+0000 mon.a (mon.0) 545 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:27.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:27 smithi129 bash[21357]: cluster 2024-03-22T06:59:26.127376+0000 mgr.y (mgr.14152) 259 : cluster 0 pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:27.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:27 smithi129 bash[21357]: audit 2024-03-22T06:59:27.369996+0000 mon.a (mon.0) 543 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:59:27.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:27 smithi129 bash[21357]: audit 2024-03-22T06:59:27.376652+0000 mon.a (mon.0) 544 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:59:27.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:27 smithi129 bash[21357]: audit 2024-03-22T06:59:27.378235+0000 mon.a (mon.0) 545 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:27 smithi129 bash[31121]: cluster 2024-03-22T06:59:26.127376+0000 mgr.y (mgr.14152) 259 : cluster 0 pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:27 smithi129 bash[31121]: audit 2024-03-22T06:59:27.369996+0000 mon.a (mon.0) 543 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T06:59:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:27 smithi129 bash[31121]: audit 2024-03-22T06:59:27.376652+0000 mon.a (mon.0) 544 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T06:59:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:27 smithi129 bash[31121]: audit 2024-03-22T06:59:27.378235+0000 mon.a (mon.0) 545 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:28.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:28 smithi148 bash[23214]: audit 2024-03-22T06:59:27.363142+0000 mgr.y (mgr.14152) 260 : audit 0 from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:59:28.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:28 smithi129 bash[21357]: audit 2024-03-22T06:59:27.363142+0000 mgr.y (mgr.14152) 260 : audit 0 from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:59:28.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:28 smithi129 bash[31121]: audit 2024-03-22T06:59:27.363142+0000 mgr.y (mgr.14152) 260 : audit 0 from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T06:59:29.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:29 smithi148 bash[23214]: cluster 2024-03-22T06:59:28.127974+0000 mgr.y (mgr.14152) 261 : cluster 0 pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:29.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:29 smithi129 bash[21357]: cluster 2024-03-22T06:59:28.127974+0000 mgr.y (mgr.14152) 261 : cluster 0 pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:29.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:29 smithi129 bash[31121]: cluster 2024-03-22T06:59:28.127974+0000 mgr.y (mgr.14152) 261 : cluster 0 pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:31.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:31 smithi148 bash[23214]: cluster 2024-03-22T06:59:30.128541+0000 mgr.y (mgr.14152) 262 : cluster 0 pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:31.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:31 smithi129 bash[21357]: cluster 2024-03-22T06:59:30.128541+0000 mgr.y (mgr.14152) 262 : cluster 0 pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:31.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:31 smithi129 bash[31121]: cluster 2024-03-22T06:59:30.128541+0000 mgr.y (mgr.14152) 262 : cluster 0 pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:33.622 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:33 smithi148 bash[23214]: cluster 2024-03-22T06:59:32.129111+0000 mgr.y (mgr.14152) 263 : cluster 0 pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:33.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:33 smithi129 bash[21357]: cluster 2024-03-22T06:59:32.129111+0000 mgr.y (mgr.14152) 263 : cluster 0 pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:33.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:33 smithi129 bash[31121]: cluster 2024-03-22T06:59:32.129111+0000 mgr.y (mgr.14152) 263 : cluster 0 pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:35.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:35 smithi129 bash[21357]: cluster 2024-03-22T06:59:34.129659+0000 mgr.y (mgr.14152) 264 : cluster 0 pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:35.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:35 smithi129 bash[21357]: audit 2024-03-22T06:59:35.254385+0000 mon.b (mon.1) 18 : audit 1 from='client.? 172.21.15.148:0/1664587172' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e78c6754-b096-4816-9feb-d383dc43cf8e"}]: dispatch 2024-03-22T06:59:35.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:35 smithi129 bash[21357]: audit 2024-03-22T06:59:35.254853+0000 mon.a (mon.0) 546 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e78c6754-b096-4816-9feb-d383dc43cf8e"}]: dispatch 2024-03-22T06:59:35.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:35 smithi129 bash[21357]: audit 2024-03-22T06:59:35.265283+0000 mon.a (mon.0) 547 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e78c6754-b096-4816-9feb-d383dc43cf8e"}]': finished 2024-03-22T06:59:35.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:35 smithi129 bash[21357]: cluster 2024-03-22T06:59:35.265476+0000 mon.a (mon.0) 548 : cluster 0 osdmap e44: 7 total, 6 up, 7 in 2024-03-22T06:59:35.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:35 smithi129 bash[21357]: audit 2024-03-22T06:59:35.265681+0000 mon.a (mon.0) 549 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T06:59:35.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:35 smithi129 bash[31121]: cluster 2024-03-22T06:59:34.129659+0000 mgr.y (mgr.14152) 264 : cluster 0 pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:35.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:35 smithi129 bash[31121]: audit 2024-03-22T06:59:35.254385+0000 mon.b (mon.1) 18 : audit 1 from='client.? 172.21.15.148:0/1664587172' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e78c6754-b096-4816-9feb-d383dc43cf8e"}]: dispatch 2024-03-22T06:59:35.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:35 smithi129 bash[31121]: audit 2024-03-22T06:59:35.254853+0000 mon.a (mon.0) 546 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e78c6754-b096-4816-9feb-d383dc43cf8e"}]: dispatch 2024-03-22T06:59:35.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:35 smithi129 bash[31121]: audit 2024-03-22T06:59:35.265283+0000 mon.a (mon.0) 547 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e78c6754-b096-4816-9feb-d383dc43cf8e"}]': finished 2024-03-22T06:59:35.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:35 smithi129 bash[31121]: cluster 2024-03-22T06:59:35.265476+0000 mon.a (mon.0) 548 : cluster 0 osdmap e44: 7 total, 6 up, 7 in 2024-03-22T06:59:35.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:35 smithi129 bash[31121]: audit 2024-03-22T06:59:35.265681+0000 mon.a (mon.0) 549 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T06:59:35.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:35 smithi148 bash[23214]: cluster 2024-03-22T06:59:34.129659+0000 mgr.y (mgr.14152) 264 : cluster 0 pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:35.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:35 smithi148 bash[23214]: audit 2024-03-22T06:59:35.254385+0000 mon.b (mon.1) 18 : audit 1 from='client.? 172.21.15.148:0/1664587172' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e78c6754-b096-4816-9feb-d383dc43cf8e"}]: dispatch 2024-03-22T06:59:35.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:35 smithi148 bash[23214]: audit 2024-03-22T06:59:35.254853+0000 mon.a (mon.0) 546 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e78c6754-b096-4816-9feb-d383dc43cf8e"}]: dispatch 2024-03-22T06:59:35.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:35 smithi148 bash[23214]: audit 2024-03-22T06:59:35.265283+0000 mon.a (mon.0) 547 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e78c6754-b096-4816-9feb-d383dc43cf8e"}]': finished 2024-03-22T06:59:35.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:35 smithi148 bash[23214]: cluster 2024-03-22T06:59:35.265476+0000 mon.a (mon.0) 548 : cluster 0 osdmap e44: 7 total, 6 up, 7 in 2024-03-22T06:59:35.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:35 smithi148 bash[23214]: audit 2024-03-22T06:59:35.265681+0000 mon.a (mon.0) 549 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T06:59:36.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:36 smithi129 bash[21357]: audit 2024-03-22T06:59:35.954310+0000 mon.b (mon.1) 19 : audit 0 from='client.? 172.21.15.148:0/1492780937' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:59:36.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:36 smithi129 bash[31121]: audit 2024-03-22T06:59:35.954310+0000 mon.b (mon.1) 19 : audit 0 from='client.? 172.21.15.148:0/1492780937' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:59:36.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:36 smithi148 bash[23214]: audit 2024-03-22T06:59:35.954310+0000 mon.b (mon.1) 19 : audit 0 from='client.? 172.21.15.148:0/1492780937' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T06:59:37.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:37 smithi129 bash[21357]: cluster 2024-03-22T06:59:36.130212+0000 mgr.y (mgr.14152) 265 : cluster 0 pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:37.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:37 smithi129 bash[31121]: cluster 2024-03-22T06:59:36.130212+0000 mgr.y (mgr.14152) 265 : cluster 0 pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:37.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:37 smithi148 bash[23214]: cluster 2024-03-22T06:59:36.130212+0000 mgr.y (mgr.14152) 265 : cluster 0 pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:39 smithi129 bash[21357]: cluster 2024-03-22T06:59:38.130784+0000 mgr.y (mgr.14152) 266 : cluster 0 pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:39.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:39 smithi129 bash[31121]: cluster 2024-03-22T06:59:38.130784+0000 mgr.y (mgr.14152) 266 : cluster 0 pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:39.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:39 smithi148 bash[23214]: cluster 2024-03-22T06:59:38.130784+0000 mgr.y (mgr.14152) 266 : cluster 0 pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:41.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:41 smithi129 bash[21357]: cluster 2024-03-22T06:59:40.131325+0000 mgr.y (mgr.14152) 267 : cluster 0 pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:41.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:41 smithi129 bash[31121]: cluster 2024-03-22T06:59:40.131325+0000 mgr.y (mgr.14152) 267 : cluster 0 pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:41.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:41 smithi148 bash[23214]: cluster 2024-03-22T06:59:40.131325+0000 mgr.y (mgr.14152) 267 : cluster 0 pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:43.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:43 smithi129 bash[21357]: cluster 2024-03-22T06:59:42.131888+0000 mgr.y (mgr.14152) 268 : cluster 0 pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:43.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:43 smithi129 bash[31121]: cluster 2024-03-22T06:59:42.131888+0000 mgr.y (mgr.14152) 268 : cluster 0 pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:43.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:43 smithi148 bash[23214]: cluster 2024-03-22T06:59:42.131888+0000 mgr.y (mgr.14152) 268 : cluster 0 pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:45.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:45 smithi129 bash[21357]: cluster 2024-03-22T06:59:44.132410+0000 mgr.y (mgr.14152) 269 : cluster 0 pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:45.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:45 smithi129 bash[31121]: cluster 2024-03-22T06:59:44.132410+0000 mgr.y (mgr.14152) 269 : cluster 0 pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:45.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:45 smithi148 bash[23214]: cluster 2024-03-22T06:59:44.132410+0000 mgr.y (mgr.14152) 269 : cluster 0 pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:47.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:47 smithi129 bash[21357]: cluster 2024-03-22T06:59:46.132952+0000 mgr.y (mgr.14152) 270 : cluster 0 pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:47.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:47 smithi129 bash[21357]: audit 2024-03-22T06:59:47.236971+0000 mon.a (mon.0) 550 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-22T06:59:47.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:47 smithi129 bash[21357]: audit 2024-03-22T06:59:47.238634+0000 mon.a (mon.0) 551 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:47.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:47 smithi129 bash[31121]: cluster 2024-03-22T06:59:46.132952+0000 mgr.y (mgr.14152) 270 : cluster 0 pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:47.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:47 smithi129 bash[31121]: audit 2024-03-22T06:59:47.236971+0000 mon.a (mon.0) 550 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-22T06:59:47.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:47 smithi129 bash[31121]: audit 2024-03-22T06:59:47.238634+0000 mon.a (mon.0) 551 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:47.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:47 smithi148 bash[23214]: cluster 2024-03-22T06:59:46.132952+0000 mgr.y (mgr.14152) 270 : cluster 0 pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:47.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:47 smithi148 bash[23214]: audit 2024-03-22T06:59:47.236971+0000 mon.a (mon.0) 550 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-22T06:59:47.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:47 smithi148 bash[23214]: audit 2024-03-22T06:59:47.238634+0000 mon.a (mon.0) 551 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:48.635 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:48 smithi148 bash[23214]: cephadm 2024-03-22T06:59:47.240343+0000 mgr.y (mgr.14152) 271 : cephadm 1 Deploying daemon osd.6 on smithi148 2024-03-22T06:59:48.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:48 smithi129 bash[21357]: cephadm 2024-03-22T06:59:47.240343+0000 mgr.y (mgr.14152) 271 : cephadm 1 Deploying daemon osd.6 on smithi148 2024-03-22T06:59:48.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:48 smithi129 bash[31121]: cephadm 2024-03-22T06:59:47.240343+0000 mgr.y (mgr.14152) 271 : cephadm 1 Deploying daemon osd.6 on smithi148 2024-03-22T06:59:49.748 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:49 smithi148 bash[23214]: cluster 2024-03-22T06:59:48.133435+0000 mgr.y (mgr.14152) 272 : cluster 0 pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:49.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:49 smithi129 bash[21357]: cluster 2024-03-22T06:59:48.133435+0000 mgr.y (mgr.14152) 272 : cluster 0 pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:49.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:49 smithi129 bash[31121]: cluster 2024-03-22T06:59:48.133435+0000 mgr.y (mgr.14152) 272 : cluster 0 pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:51.117 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:51 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:59:51.118 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 06:59:51 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:59:51.118 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 06:59:51 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:59:51.118 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:59:51 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:59:51.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:51 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:59:51.382 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 06:59:51 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:59:51.382 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 06:59:51 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:59:51.383 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 06:59:51 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T06:59:51.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:51 smithi148 bash[23214]: cluster 2024-03-22T06:59:50.133961+0000 mgr.y (mgr.14152) 273 : cluster 0 pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:51.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:51 smithi148 bash[23214]: audit 2024-03-22T06:59:51.382791+0000 mon.a (mon.0) 552 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:51.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:51 smithi148 bash[23214]: audit 2024-03-22T06:59:51.392650+0000 mon.a (mon.0) 553 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:51.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:51 smithi148 bash[23214]: audit 2024-03-22T06:59:51.393341+0000 mon.a (mon.0) 554 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:59:51.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:51 smithi129 bash[21357]: cluster 2024-03-22T06:59:50.133961+0000 mgr.y (mgr.14152) 273 : cluster 0 pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:51.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:51 smithi129 bash[21357]: audit 2024-03-22T06:59:51.382791+0000 mon.a (mon.0) 552 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:51.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:51 smithi129 bash[21357]: audit 2024-03-22T06:59:51.392650+0000 mon.a (mon.0) 553 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:51.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:51 smithi129 bash[21357]: audit 2024-03-22T06:59:51.393341+0000 mon.a (mon.0) 554 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:59:51.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:51 smithi129 bash[31121]: cluster 2024-03-22T06:59:50.133961+0000 mgr.y (mgr.14152) 273 : cluster 0 pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:51.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:51 smithi129 bash[31121]: audit 2024-03-22T06:59:51.382791+0000 mon.a (mon.0) 552 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:51.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:51 smithi129 bash[31121]: audit 2024-03-22T06:59:51.392650+0000 mon.a (mon.0) 553 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:51.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:51 smithi129 bash[31121]: audit 2024-03-22T06:59:51.393341+0000 mon.a (mon.0) 554 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T06:59:53.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:53 smithi129 bash[21357]: cluster 2024-03-22T06:59:52.134570+0000 mgr.y (mgr.14152) 274 : cluster 0 pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:53.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:53 smithi129 bash[31121]: cluster 2024-03-22T06:59:52.134570+0000 mgr.y (mgr.14152) 274 : cluster 0 pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:53.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:53 smithi148 bash[23214]: cluster 2024-03-22T06:59:52.134570+0000 mgr.y (mgr.14152) 274 : cluster 0 pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:55.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:55 smithi129 bash[31121]: cluster 2024-03-22T06:59:54.135115+0000 mgr.y (mgr.14152) 275 : cluster 0 pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:55.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:55 smithi129 bash[21357]: cluster 2024-03-22T06:59:54.135115+0000 mgr.y (mgr.14152) 275 : cluster 0 pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:55.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:55 smithi148 bash[23214]: cluster 2024-03-22T06:59:54.135115+0000 mgr.y (mgr.14152) 275 : cluster 0 pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:57.779 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:57 smithi148 bash[23214]: cluster 2024-03-22T06:59:56.135654+0000 mgr.y (mgr.14152) 276 : cluster 0 pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:57.779 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:57 smithi148 bash[23214]: audit 2024-03-22T06:59:56.648701+0000 mon.a (mon.0) 555 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:57.779 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:57 smithi148 bash[23214]: audit 2024-03-22T06:59:56.658835+0000 mon.a (mon.0) 556 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:57.779 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:57 smithi148 bash[23214]: audit 2024-03-22T06:59:56.660843+0000 mon.a (mon.0) 557 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:57.780 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:57 smithi148 bash[23214]: audit 2024-03-22T06:59:56.662483+0000 mon.a (mon.0) 558 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:59:57.780 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:57 smithi148 bash[23214]: audit 2024-03-22T06:59:56.671998+0000 mon.a (mon.0) 559 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:58.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:57 smithi129 bash[21357]: cluster 2024-03-22T06:59:56.135654+0000 mgr.y (mgr.14152) 276 : cluster 0 pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:58.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:57 smithi129 bash[21357]: audit 2024-03-22T06:59:56.648701+0000 mon.a (mon.0) 555 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:58.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:57 smithi129 bash[21357]: audit 2024-03-22T06:59:56.658835+0000 mon.a (mon.0) 556 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:58.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:57 smithi129 bash[21357]: audit 2024-03-22T06:59:56.660843+0000 mon.a (mon.0) 557 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:58.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:57 smithi129 bash[21357]: audit 2024-03-22T06:59:56.662483+0000 mon.a (mon.0) 558 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:59:58.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:57 smithi129 bash[21357]: audit 2024-03-22T06:59:56.671998+0000 mon.a (mon.0) 559 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:58.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:57 smithi129 bash[31121]: cluster 2024-03-22T06:59:56.135654+0000 mgr.y (mgr.14152) 276 : cluster 0 pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:58.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:57 smithi129 bash[31121]: audit 2024-03-22T06:59:56.648701+0000 mon.a (mon.0) 555 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:57 smithi129 bash[31121]: audit 2024-03-22T06:59:56.658835+0000 mon.a (mon.0) 556 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:57 smithi129 bash[31121]: audit 2024-03-22T06:59:56.660843+0000 mon.a (mon.0) 557 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T06:59:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:57 smithi129 bash[31121]: audit 2024-03-22T06:59:56.662483+0000 mon.a (mon.0) 558 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T06:59:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:57 smithi129 bash[31121]: audit 2024-03-22T06:59:56.671998+0000 mon.a (mon.0) 559 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T06:59:58.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:58 smithi148 bash[23214]: audit 2024-03-22T06:59:57.787297+0000 mon.b (mon.1) 20 : audit 1 from='osd.6 [v2:172.21.15.148:6816/1344675152,v1:172.21.15.148:6817/1344675152]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-22T06:59:58.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:58 smithi148 bash[23214]: audit 2024-03-22T06:59:57.787424+0000 mon.a (mon.0) 560 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-22T06:59:59.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:58 smithi129 bash[21357]: audit 2024-03-22T06:59:57.787297+0000 mon.b (mon.1) 20 : audit 1 from='osd.6 [v2:172.21.15.148:6816/1344675152,v1:172.21.15.148:6817/1344675152]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-22T06:59:59.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:58 smithi129 bash[21357]: audit 2024-03-22T06:59:57.787424+0000 mon.a (mon.0) 560 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-22T06:59:59.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:58 smithi129 bash[31121]: audit 2024-03-22T06:59:57.787297+0000 mon.b (mon.1) 20 : audit 1 from='osd.6 [v2:172.21.15.148:6816/1344675152,v1:172.21.15.148:6817/1344675152]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-22T06:59:59.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:58 smithi129 bash[31121]: audit 2024-03-22T06:59:57.787424+0000 mon.a (mon.0) 560 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-22T06:59:59.896 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 6 on host 'smithi148' 2024-03-22T06:59:59.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:59 smithi148 bash[23214]: cluster 2024-03-22T06:59:58.136183+0000 mgr.y (mgr.14152) 277 : cluster 0 pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T06:59:59.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:59 smithi148 bash[23214]: audit 2024-03-22T06:59:58.662348+0000 mon.a (mon.0) 561 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-22T06:59:59.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:59 smithi148 bash[23214]: cluster 2024-03-22T06:59:58.662555+0000 mon.a (mon.0) 562 : cluster 0 osdmap e45: 7 total, 6 up, 7 in 2024-03-22T06:59:59.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:59 smithi148 bash[23214]: audit 2024-03-22T06:59:58.662838+0000 mon.a (mon.0) 563 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T06:59:59.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:59 smithi148 bash[23214]: audit 2024-03-22T06:59:58.664838+0000 mon.b (mon.1) 21 : audit 1 from='osd.6 [v2:172.21.15.148:6816/1344675152,v1:172.21.15.148:6817/1344675152]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T06:59:59.917 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 06:59:59 smithi148 bash[23214]: audit 2024-03-22T06:59:58.665024+0000 mon.a (mon.0) 564 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:00:00.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:59 smithi129 bash[31121]: cluster 2024-03-22T06:59:58.136183+0000 mgr.y (mgr.14152) 277 : cluster 0 pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T07:00:00.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:59 smithi129 bash[31121]: audit 2024-03-22T06:59:58.662348+0000 mon.a (mon.0) 561 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-22T07:00:00.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:59 smithi129 bash[31121]: cluster 2024-03-22T06:59:58.662555+0000 mon.a (mon.0) 562 : cluster 0 osdmap e45: 7 total, 6 up, 7 in 2024-03-22T07:00:00.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:59 smithi129 bash[31121]: audit 2024-03-22T06:59:58.662838+0000 mon.a (mon.0) 563 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:00:00.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:59 smithi129 bash[31121]: audit 2024-03-22T06:59:58.664838+0000 mon.b (mon.1) 21 : audit 1 from='osd.6 [v2:172.21.15.148:6816/1344675152,v1:172.21.15.148:6817/1344675152]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:00:00.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 06:59:59 smithi129 bash[31121]: audit 2024-03-22T06:59:58.665024+0000 mon.a (mon.0) 564 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:00:00.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:59 smithi129 bash[21357]: cluster 2024-03-22T06:59:58.136183+0000 mgr.y (mgr.14152) 277 : cluster 0 pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T07:00:00.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:59 smithi129 bash[21357]: audit 2024-03-22T06:59:58.662348+0000 mon.a (mon.0) 561 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-22T07:00:00.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:59 smithi129 bash[21357]: cluster 2024-03-22T06:59:58.662555+0000 mon.a (mon.0) 562 : cluster 0 osdmap e45: 7 total, 6 up, 7 in 2024-03-22T07:00:00.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:59 smithi129 bash[21357]: audit 2024-03-22T06:59:58.662838+0000 mon.a (mon.0) 563 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:00:00.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:59 smithi129 bash[21357]: audit 2024-03-22T06:59:58.664838+0000 mon.b (mon.1) 21 : audit 1 from='osd.6 [v2:172.21.15.148:6816/1344675152,v1:172.21.15.148:6817/1344675152]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:00:00.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 06:59:59 smithi129 bash[21357]: audit 2024-03-22T06:59:58.665024+0000 mon.a (mon.0) 564 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:00:00.493 DEBUG:teuthology.orchestra.run.smithi148:osd.6> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.6.service 2024-03-22T07:00:00.495 INFO:tasks.cephadm:Deploying osd.7 on smithi148 with /dev/vg_nvme/lv_1... 2024-03-22T07:00:00.495 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-22T07:00:00.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:00 smithi148 bash[23214]: audit 2024-03-22T06:59:59.662870+0000 mon.a (mon.0) 565 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-03-22T07:00:00.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:00 smithi148 bash[23214]: cluster 2024-03-22T06:59:59.663113+0000 mon.a (mon.0) 566 : cluster 0 osdmap e46: 7 total, 6 up, 7 in 2024-03-22T07:00:00.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:00 smithi148 bash[23214]: audit 2024-03-22T06:59:59.663878+0000 mon.a (mon.0) 567 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:00:00.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:00 smithi148 bash[23214]: audit 2024-03-22T06:59:59.673868+0000 mon.a (mon.0) 568 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:00:00.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:00 smithi148 bash[23214]: audit 2024-03-22T06:59:59.864069+0000 mon.a (mon.0) 569 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:00.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:00 smithi148 bash[23214]: audit 2024-03-22T06:59:59.868294+0000 mon.a (mon.0) 570 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:00:00.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:00 smithi148 bash[23214]: audit 2024-03-22T06:59:59.875606+0000 mon.a (mon.0) 571 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:00.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:00 smithi148 bash[23214]: cluster 2024-03-22T07:00:00.000167+0000 mon.a (mon.0) 572 : cluster 1 overall HEALTH_OK 2024-03-22T07:00:00.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:00 smithi148 bash[23214]: cluster 2024-03-22T07:00:00.428328+0000 mon.a (mon.0) 573 : cluster 1 osd.6 [v2:172.21.15.148:6816/1344675152,v1:172.21.15.148:6817/1344675152] boot 2024-03-22T07:00:00.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:00 smithi148 bash[23214]: cluster 2024-03-22T07:00:00.428432+0000 mon.a (mon.0) 574 : cluster 0 osdmap e47: 7 total, 7 up, 7 in 2024-03-22T07:00:00.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:00 smithi148 bash[23214]: audit 2024-03-22T07:00:00.429185+0000 mon.a (mon.0) 575 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:00:01.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[21357]: audit 2024-03-22T06:59:59.662870+0000 mon.a (mon.0) 565 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-03-22T07:00:01.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[21357]: cluster 2024-03-22T06:59:59.663113+0000 mon.a (mon.0) 566 : cluster 0 osdmap e46: 7 total, 6 up, 7 in 2024-03-22T07:00:01.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[21357]: audit 2024-03-22T06:59:59.663878+0000 mon.a (mon.0) 567 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:00:01.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[21357]: audit 2024-03-22T06:59:59.673868+0000 mon.a (mon.0) 568 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:00:01.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[21357]: audit 2024-03-22T06:59:59.864069+0000 mon.a (mon.0) 569 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:01.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[21357]: audit 2024-03-22T06:59:59.868294+0000 mon.a (mon.0) 570 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:00:01.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[21357]: audit 2024-03-22T06:59:59.875606+0000 mon.a (mon.0) 571 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:01.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[21357]: cluster 2024-03-22T07:00:00.000167+0000 mon.a (mon.0) 572 : cluster 1 overall HEALTH_OK 2024-03-22T07:00:01.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[21357]: cluster 2024-03-22T07:00:00.428328+0000 mon.a (mon.0) 573 : cluster 1 osd.6 [v2:172.21.15.148:6816/1344675152,v1:172.21.15.148:6817/1344675152] boot 2024-03-22T07:00:01.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[21357]: cluster 2024-03-22T07:00:00.428432+0000 mon.a (mon.0) 574 : cluster 0 osdmap e47: 7 total, 7 up, 7 in 2024-03-22T07:00:01.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[21357]: audit 2024-03-22T07:00:00.429185+0000 mon.a (mon.0) 575 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:00:01.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[31121]: audit 2024-03-22T06:59:59.662870+0000 mon.a (mon.0) 565 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-03-22T07:00:01.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[31121]: cluster 2024-03-22T06:59:59.663113+0000 mon.a (mon.0) 566 : cluster 0 osdmap e46: 7 total, 6 up, 7 in 2024-03-22T07:00:01.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[31121]: audit 2024-03-22T06:59:59.663878+0000 mon.a (mon.0) 567 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:00:01.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[31121]: audit 2024-03-22T06:59:59.673868+0000 mon.a (mon.0) 568 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:00:01.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[31121]: audit 2024-03-22T06:59:59.864069+0000 mon.a (mon.0) 569 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:01.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[31121]: audit 2024-03-22T06:59:59.868294+0000 mon.a (mon.0) 570 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:00:01.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[31121]: audit 2024-03-22T06:59:59.875606+0000 mon.a (mon.0) 571 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:01.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[31121]: cluster 2024-03-22T07:00:00.000167+0000 mon.a (mon.0) 572 : cluster 1 overall HEALTH_OK 2024-03-22T07:00:01.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[31121]: cluster 2024-03-22T07:00:00.428328+0000 mon.a (mon.0) 573 : cluster 1 osd.6 [v2:172.21.15.148:6816/1344675152,v1:172.21.15.148:6817/1344675152] boot 2024-03-22T07:00:01.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[31121]: cluster 2024-03-22T07:00:00.428432+0000 mon.a (mon.0) 574 : cluster 0 osdmap e47: 7 total, 7 up, 7 in 2024-03-22T07:00:01.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:00 smithi129 bash[31121]: audit 2024-03-22T07:00:00.429185+0000 mon.a (mon.0) 575 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:00:01.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:01 smithi148 bash[23214]: cluster 2024-03-22T06:59:58.761053+0000 osd.6 (osd.6) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T07:00:01.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:01 smithi148 bash[23214]: cluster 2024-03-22T06:59:58.761133+0000 osd.6 (osd.6) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T07:00:01.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:01 smithi148 bash[23214]: cluster 2024-03-22T07:00:00.136679+0000 mgr.y (mgr.14152) 278 : cluster 0 pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T07:00:01.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:01 smithi148 bash[23214]: cluster 2024-03-22T07:00:01.441254+0000 mon.a (mon.0) 576 : cluster 0 osdmap e48: 7 total, 7 up, 7 in 2024-03-22T07:00:02.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:01 smithi129 bash[31121]: cluster 2024-03-22T06:59:58.761053+0000 osd.6 (osd.6) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T07:00:02.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:01 smithi129 bash[31121]: cluster 2024-03-22T06:59:58.761133+0000 osd.6 (osd.6) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T07:00:02.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:01 smithi129 bash[31121]: cluster 2024-03-22T07:00:00.136679+0000 mgr.y (mgr.14152) 278 : cluster 0 pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T07:00:02.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:01 smithi129 bash[31121]: cluster 2024-03-22T07:00:01.441254+0000 mon.a (mon.0) 576 : cluster 0 osdmap e48: 7 total, 7 up, 7 in 2024-03-22T07:00:02.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:01 smithi129 bash[21357]: cluster 2024-03-22T06:59:58.761053+0000 osd.6 (osd.6) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T07:00:02.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:01 smithi129 bash[21357]: cluster 2024-03-22T06:59:58.761133+0000 osd.6 (osd.6) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T07:00:02.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:01 smithi129 bash[21357]: cluster 2024-03-22T07:00:00.136679+0000 mgr.y (mgr.14152) 278 : cluster 0 pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-22T07:00:02.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:01 smithi129 bash[21357]: cluster 2024-03-22T07:00:01.441254+0000 mon.a (mon.0) 576 : cluster 0 osdmap e48: 7 total, 7 up, 7 in 2024-03-22T07:00:03.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:03 smithi129 bash[21357]: cluster 2024-03-22T07:00:02.137223+0000 mgr.y (mgr.14152) 279 : cluster 0 pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:03.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:03 smithi129 bash[21357]: cluster 2024-03-22T07:00:02.446164+0000 mon.a (mon.0) 577 : cluster 0 osdmap e49: 7 total, 7 up, 7 in 2024-03-22T07:00:03.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:03 smithi129 bash[31121]: cluster 2024-03-22T07:00:02.137223+0000 mgr.y (mgr.14152) 279 : cluster 0 pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:03.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:03 smithi129 bash[31121]: cluster 2024-03-22T07:00:02.446164+0000 mon.a (mon.0) 577 : cluster 0 osdmap e49: 7 total, 7 up, 7 in 2024-03-22T07:00:03.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:03 smithi148 bash[23214]: cluster 2024-03-22T07:00:02.137223+0000 mgr.y (mgr.14152) 279 : cluster 0 pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:03.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:03 smithi148 bash[23214]: cluster 2024-03-22T07:00:02.446164+0000 mon.a (mon.0) 577 : cluster 0 osdmap e49: 7 total, 7 up, 7 in 2024-03-22T07:00:04.718 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.b/config 2024-03-22T07:00:05.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:04 smithi129 bash[21357]: cluster 2024-03-22T07:00:03.681429+0000 mon.a (mon.0) 578 : cluster 0 osdmap e50: 7 total, 7 up, 7 in 2024-03-22T07:00:05.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:04 smithi129 bash[31121]: cluster 2024-03-22T07:00:03.681429+0000 mon.a (mon.0) 578 : cluster 0 osdmap e50: 7 total, 7 up, 7 in 2024-03-22T07:00:05.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:04 smithi148 bash[23214]: cluster 2024-03-22T07:00:03.681429+0000 mon.a (mon.0) 578 : cluster 0 osdmap e50: 7 total, 7 up, 7 in 2024-03-22T07:00:05.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:05 smithi148 bash[23214]: cluster 2024-03-22T07:00:04.137785+0000 mgr.y (mgr.14152) 280 : cluster 0 pgmap v263: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-22T07:00:05.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:05 smithi148 bash[23214]: cluster 2024-03-22T07:00:04.689825+0000 mon.a (mon.0) 579 : cluster 0 osdmap e51: 7 total, 7 up, 7 in 2024-03-22T07:00:06.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:05 smithi129 bash[21357]: cluster 2024-03-22T07:00:04.137785+0000 mgr.y (mgr.14152) 280 : cluster 0 pgmap v263: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-22T07:00:06.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:05 smithi129 bash[21357]: cluster 2024-03-22T07:00:04.689825+0000 mon.a (mon.0) 579 : cluster 0 osdmap e51: 7 total, 7 up, 7 in 2024-03-22T07:00:06.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:05 smithi129 bash[31121]: cluster 2024-03-22T07:00:04.137785+0000 mgr.y (mgr.14152) 280 : cluster 0 pgmap v263: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-22T07:00:06.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:05 smithi129 bash[31121]: cluster 2024-03-22T07:00:04.689825+0000 mon.a (mon.0) 579 : cluster 0 osdmap e51: 7 total, 7 up, 7 in 2024-03-22T07:00:07.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:07 smithi148 bash[23214]: cluster 2024-03-22T07:00:06.138363+0000 mgr.y (mgr.14152) 281 : cluster 0 pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-03-22T07:00:08.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:07 smithi129 bash[21357]: cluster 2024-03-22T07:00:06.138363+0000 mgr.y (mgr.14152) 281 : cluster 0 pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-03-22T07:00:08.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:07 smithi129 bash[31121]: cluster 2024-03-22T07:00:06.138363+0000 mgr.y (mgr.14152) 281 : cluster 0 pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-03-22T07:00:08.593 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-22T07:00:08.594 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-22T07:00:08.594 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-03-22T07:00:08.594 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-03-22T07:00:08.594 INFO:teuthology.orchestra.run.smithi148.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0142751 s, 735 MB/s 2024-03-22T07:00:08.594 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-03-22T07:00:09.437 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch daemon add osd smithi148:vg_nvme/lv_1 2024-03-22T07:00:10.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:09 smithi129 bash[21357]: cluster 2024-03-22T07:00:08.138984+0000 mgr.y (mgr.14152) 282 : cluster 0 pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-22T07:00:10.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:09 smithi129 bash[31121]: cluster 2024-03-22T07:00:08.138984+0000 mgr.y (mgr.14152) 282 : cluster 0 pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-22T07:00:10.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:09 smithi148 bash[23214]: cluster 2024-03-22T07:00:08.138984+0000 mgr.y (mgr.14152) 282 : cluster 0 pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-22T07:00:11.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[21357]: cephadm 2024-03-22T07:00:09.812209+0000 mgr.y (mgr.14152) 283 : cephadm 1 Detected new or changed devices on smithi148 2024-03-22T07:00:11.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[21357]: audit 2024-03-22T07:00:09.822908+0000 mon.a (mon.0) 580 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:11.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[21357]: audit 2024-03-22T07:00:09.834567+0000 mon.a (mon.0) 581 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:11.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[21357]: audit 2024-03-22T07:00:09.837173+0000 mon.a (mon.0) 582 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:11.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[21357]: audit 2024-03-22T07:00:09.839001+0000 mon.a (mon.0) 583 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:11.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[21357]: audit 2024-03-22T07:00:09.840749+0000 mon.a (mon.0) 584 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:11.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[21357]: cephadm 2024-03-22T07:00:09.842080+0000 mgr.y (mgr.14152) 284 : cephadm 1 Adjusting osd_memory_target on smithi148 to 5755M 2024-03-22T07:00:11.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[21357]: audit 2024-03-22T07:00:09.851780+0000 mon.a (mon.0) 585 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:11.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[21357]: audit 2024-03-22T07:00:09.853966+0000 mon.a (mon.0) 586 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:00:11.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[21357]: audit 2024-03-22T07:00:09.855776+0000 mon.a (mon.0) 587 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:00:11.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[21357]: audit 2024-03-22T07:00:09.867383+0000 mon.a (mon.0) 588 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:11.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[31121]: cephadm 2024-03-22T07:00:09.812209+0000 mgr.y (mgr.14152) 283 : cephadm 1 Detected new or changed devices on smithi148 2024-03-22T07:00:11.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[31121]: audit 2024-03-22T07:00:09.822908+0000 mon.a (mon.0) 580 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:11.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[31121]: audit 2024-03-22T07:00:09.834567+0000 mon.a (mon.0) 581 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:11.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[31121]: audit 2024-03-22T07:00:09.837173+0000 mon.a (mon.0) 582 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:11.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[31121]: audit 2024-03-22T07:00:09.839001+0000 mon.a (mon.0) 583 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:11.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[31121]: audit 2024-03-22T07:00:09.840749+0000 mon.a (mon.0) 584 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:11.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[31121]: cephadm 2024-03-22T07:00:09.842080+0000 mgr.y (mgr.14152) 284 : cephadm 1 Adjusting osd_memory_target on smithi148 to 5755M 2024-03-22T07:00:11.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[31121]: audit 2024-03-22T07:00:09.851780+0000 mon.a (mon.0) 585 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:11.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[31121]: audit 2024-03-22T07:00:09.853966+0000 mon.a (mon.0) 586 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:00:11.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[31121]: audit 2024-03-22T07:00:09.855776+0000 mon.a (mon.0) 587 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:00:11.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:10 smithi129 bash[31121]: audit 2024-03-22T07:00:09.867383+0000 mon.a (mon.0) 588 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:11.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:10 smithi148 bash[23214]: cephadm 2024-03-22T07:00:09.812209+0000 mgr.y (mgr.14152) 283 : cephadm 1 Detected new or changed devices on smithi148 2024-03-22T07:00:11.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:10 smithi148 bash[23214]: audit 2024-03-22T07:00:09.822908+0000 mon.a (mon.0) 580 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:11.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:10 smithi148 bash[23214]: audit 2024-03-22T07:00:09.834567+0000 mon.a (mon.0) 581 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:11.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:10 smithi148 bash[23214]: audit 2024-03-22T07:00:09.837173+0000 mon.a (mon.0) 582 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:11.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:10 smithi148 bash[23214]: audit 2024-03-22T07:00:09.839001+0000 mon.a (mon.0) 583 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:11.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:10 smithi148 bash[23214]: audit 2024-03-22T07:00:09.840749+0000 mon.a (mon.0) 584 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:11.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:10 smithi148 bash[23214]: cephadm 2024-03-22T07:00:09.842080+0000 mgr.y (mgr.14152) 284 : cephadm 1 Adjusting osd_memory_target on smithi148 to 5755M 2024-03-22T07:00:11.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:10 smithi148 bash[23214]: audit 2024-03-22T07:00:09.851780+0000 mon.a (mon.0) 585 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:11.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:10 smithi148 bash[23214]: audit 2024-03-22T07:00:09.853966+0000 mon.a (mon.0) 586 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:00:11.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:10 smithi148 bash[23214]: audit 2024-03-22T07:00:09.855776+0000 mon.a (mon.0) 587 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:00:11.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:10 smithi148 bash[23214]: audit 2024-03-22T07:00:09.867383+0000 mon.a (mon.0) 588 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:12.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:11 smithi129 bash[21357]: cluster 2024-03-22T07:00:10.139561+0000 mgr.y (mgr.14152) 285 : cluster 0 pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-22T07:00:12.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:11 smithi129 bash[31121]: cluster 2024-03-22T07:00:10.139561+0000 mgr.y (mgr.14152) 285 : cluster 0 pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-22T07:00:12.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:11 smithi148 bash[23214]: cluster 2024-03-22T07:00:10.139561+0000 mgr.y (mgr.14152) 285 : cluster 0 pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-22T07:00:14.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:13 smithi129 bash[21357]: cluster 2024-03-22T07:00:12.140228+0000 mgr.y (mgr.14152) 286 : cluster 0 pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-03-22T07:00:14.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:13 smithi129 bash[31121]: cluster 2024-03-22T07:00:12.140228+0000 mgr.y (mgr.14152) 286 : cluster 0 pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-03-22T07:00:14.130 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.b/config 2024-03-22T07:00:14.151 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:13 smithi148 bash[23214]: cluster 2024-03-22T07:00:12.140228+0000 mgr.y (mgr.14152) 286 : cluster 0 pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-03-22T07:00:16.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:15 smithi148 bash[23214]: cluster 2024-03-22T07:00:14.140751+0000 mgr.y (mgr.14152) 287 : cluster 0 pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:16.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:15 smithi129 bash[21357]: cluster 2024-03-22T07:00:14.140751+0000 mgr.y (mgr.14152) 287 : cluster 0 pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:16.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:15 smithi129 bash[31121]: cluster 2024-03-22T07:00:14.140751+0000 mgr.y (mgr.14152) 287 : cluster 0 pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:17.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:16 smithi148 bash[23214]: audit 2024-03-22T07:00:16.769414+0000 mon.a (mon.0) 589 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T07:00:17.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:16 smithi148 bash[23214]: audit 2024-03-22T07:00:16.775764+0000 mon.a (mon.0) 590 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T07:00:17.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:16 smithi148 bash[23214]: audit 2024-03-22T07:00:16.777527+0000 mon.a (mon.0) 591 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:00:17.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:16 smithi129 bash[21357]: audit 2024-03-22T07:00:16.769414+0000 mon.a (mon.0) 589 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T07:00:17.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:16 smithi129 bash[21357]: audit 2024-03-22T07:00:16.775764+0000 mon.a (mon.0) 590 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T07:00:17.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:16 smithi129 bash[21357]: audit 2024-03-22T07:00:16.777527+0000 mon.a (mon.0) 591 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:00:17.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:16 smithi129 bash[31121]: audit 2024-03-22T07:00:16.769414+0000 mon.a (mon.0) 589 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-22T07:00:17.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:16 smithi129 bash[31121]: audit 2024-03-22T07:00:16.775764+0000 mon.a (mon.0) 590 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-22T07:00:17.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:16 smithi129 bash[31121]: audit 2024-03-22T07:00:16.777527+0000 mon.a (mon.0) 591 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:00:18.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:17 smithi148 bash[23214]: cluster 2024-03-22T07:00:16.141315+0000 mgr.y (mgr.14152) 288 : cluster 0 pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:18.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:17 smithi148 bash[23214]: audit 2024-03-22T07:00:16.762488+0000 mgr.y (mgr.14152) 289 : audit 0 from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:00:18.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:17 smithi129 bash[21357]: cluster 2024-03-22T07:00:16.141315+0000 mgr.y (mgr.14152) 288 : cluster 0 pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:18.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:17 smithi129 bash[21357]: audit 2024-03-22T07:00:16.762488+0000 mgr.y (mgr.14152) 289 : audit 0 from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:00:18.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:17 smithi129 bash[31121]: cluster 2024-03-22T07:00:16.141315+0000 mgr.y (mgr.14152) 288 : cluster 0 pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:18.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:17 smithi129 bash[31121]: audit 2024-03-22T07:00:16.762488+0000 mgr.y (mgr.14152) 289 : audit 0 from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:00:20.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:19 smithi148 bash[23214]: cluster 2024-03-22T07:00:18.141984+0000 mgr.y (mgr.14152) 290 : cluster 0 pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:20.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:19 smithi129 bash[21357]: cluster 2024-03-22T07:00:18.141984+0000 mgr.y (mgr.14152) 290 : cluster 0 pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:20.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:19 smithi129 bash[31121]: cluster 2024-03-22T07:00:18.141984+0000 mgr.y (mgr.14152) 290 : cluster 0 pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:22.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:21 smithi148 bash[23214]: cluster 2024-03-22T07:00:20.142551+0000 mgr.y (mgr.14152) 291 : cluster 0 pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:22.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:21 smithi129 bash[21357]: cluster 2024-03-22T07:00:20.142551+0000 mgr.y (mgr.14152) 291 : cluster 0 pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:22.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:21 smithi129 bash[31121]: cluster 2024-03-22T07:00:20.142551+0000 mgr.y (mgr.14152) 291 : cluster 0 pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:24.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:23 smithi148 bash[23214]: cluster 2024-03-22T07:00:22.143102+0000 mgr.y (mgr.14152) 292 : cluster 0 pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:24.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:23 smithi129 bash[31121]: cluster 2024-03-22T07:00:22.143102+0000 mgr.y (mgr.14152) 292 : cluster 0 pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:23 smithi129 bash[21357]: cluster 2024-03-22T07:00:22.143102+0000 mgr.y (mgr.14152) 292 : cluster 0 pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:25.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:24 smithi148 bash[23214]: audit 2024-03-22T07:00:24.822604+0000 mon.b (mon.1) 22 : audit 1 from='client.? 172.21.15.148:0/3417067341' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97e777ff-258f-4a9d-a13f-aa3a82b3d707"}]: dispatch 2024-03-22T07:00:25.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:24 smithi148 bash[23214]: audit 2024-03-22T07:00:24.822960+0000 mon.a (mon.0) 592 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97e777ff-258f-4a9d-a13f-aa3a82b3d707"}]: dispatch 2024-03-22T07:00:25.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:24 smithi148 bash[23214]: audit 2024-03-22T07:00:24.832137+0000 mon.a (mon.0) 593 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "97e777ff-258f-4a9d-a13f-aa3a82b3d707"}]': finished 2024-03-22T07:00:25.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:24 smithi148 bash[23214]: cluster 2024-03-22T07:00:24.832256+0000 mon.a (mon.0) 594 : cluster 0 osdmap e52: 8 total, 7 up, 8 in 2024-03-22T07:00:25.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:24 smithi148 bash[23214]: audit 2024-03-22T07:00:24.832489+0000 mon.a (mon.0) 595 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:00:25.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:24 smithi129 bash[21357]: audit 2024-03-22T07:00:24.822604+0000 mon.b (mon.1) 22 : audit 1 from='client.? 172.21.15.148:0/3417067341' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97e777ff-258f-4a9d-a13f-aa3a82b3d707"}]: dispatch 2024-03-22T07:00:25.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:24 smithi129 bash[21357]: audit 2024-03-22T07:00:24.822960+0000 mon.a (mon.0) 592 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97e777ff-258f-4a9d-a13f-aa3a82b3d707"}]: dispatch 2024-03-22T07:00:25.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:24 smithi129 bash[21357]: audit 2024-03-22T07:00:24.832137+0000 mon.a (mon.0) 593 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "97e777ff-258f-4a9d-a13f-aa3a82b3d707"}]': finished 2024-03-22T07:00:25.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:24 smithi129 bash[21357]: cluster 2024-03-22T07:00:24.832256+0000 mon.a (mon.0) 594 : cluster 0 osdmap e52: 8 total, 7 up, 8 in 2024-03-22T07:00:25.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:24 smithi129 bash[21357]: audit 2024-03-22T07:00:24.832489+0000 mon.a (mon.0) 595 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:00:25.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:24 smithi129 bash[31121]: audit 2024-03-22T07:00:24.822604+0000 mon.b (mon.1) 22 : audit 1 from='client.? 172.21.15.148:0/3417067341' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97e777ff-258f-4a9d-a13f-aa3a82b3d707"}]: dispatch 2024-03-22T07:00:25.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:24 smithi129 bash[31121]: audit 2024-03-22T07:00:24.822960+0000 mon.a (mon.0) 592 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97e777ff-258f-4a9d-a13f-aa3a82b3d707"}]: dispatch 2024-03-22T07:00:25.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:24 smithi129 bash[31121]: audit 2024-03-22T07:00:24.832137+0000 mon.a (mon.0) 593 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "97e777ff-258f-4a9d-a13f-aa3a82b3d707"}]': finished 2024-03-22T07:00:25.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:24 smithi129 bash[31121]: cluster 2024-03-22T07:00:24.832256+0000 mon.a (mon.0) 594 : cluster 0 osdmap e52: 8 total, 7 up, 8 in 2024-03-22T07:00:25.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:24 smithi129 bash[31121]: audit 2024-03-22T07:00:24.832489+0000 mon.a (mon.0) 595 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:00:26.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:25 smithi148 bash[23214]: cluster 2024-03-22T07:00:24.143687+0000 mgr.y (mgr.14152) 293 : cluster 0 pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:26.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:25 smithi148 bash[23214]: audit 2024-03-22T07:00:25.509790+0000 mon.b (mon.1) 23 : audit 0 from='client.? 172.21.15.148:0/663975191' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T07:00:26.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:25 smithi129 bash[21357]: cluster 2024-03-22T07:00:24.143687+0000 mgr.y (mgr.14152) 293 : cluster 0 pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:26.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:25 smithi129 bash[21357]: audit 2024-03-22T07:00:25.509790+0000 mon.b (mon.1) 23 : audit 0 from='client.? 172.21.15.148:0/663975191' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T07:00:26.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:25 smithi129 bash[31121]: cluster 2024-03-22T07:00:24.143687+0000 mgr.y (mgr.14152) 293 : cluster 0 pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:26.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:25 smithi129 bash[31121]: audit 2024-03-22T07:00:25.509790+0000 mon.b (mon.1) 23 : audit 0 from='client.? 172.21.15.148:0/663975191' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-22T07:00:28.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:27 smithi148 bash[23214]: cluster 2024-03-22T07:00:26.144260+0000 mgr.y (mgr.14152) 294 : cluster 0 pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:28.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:27 smithi129 bash[21357]: cluster 2024-03-22T07:00:26.144260+0000 mgr.y (mgr.14152) 294 : cluster 0 pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:28.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:27 smithi129 bash[31121]: cluster 2024-03-22T07:00:26.144260+0000 mgr.y (mgr.14152) 294 : cluster 0 pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:30.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:29 smithi148 bash[23214]: cluster 2024-03-22T07:00:28.144858+0000 mgr.y (mgr.14152) 295 : cluster 0 pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:30.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:29 smithi129 bash[21357]: cluster 2024-03-22T07:00:28.144858+0000 mgr.y (mgr.14152) 295 : cluster 0 pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:30.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:29 smithi129 bash[31121]: cluster 2024-03-22T07:00:28.144858+0000 mgr.y (mgr.14152) 295 : cluster 0 pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:32.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:31 smithi148 bash[23214]: cluster 2024-03-22T07:00:30.145542+0000 mgr.y (mgr.14152) 296 : cluster 0 pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:32.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:31 smithi129 bash[21357]: cluster 2024-03-22T07:00:30.145542+0000 mgr.y (mgr.14152) 296 : cluster 0 pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:32.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:31 smithi129 bash[31121]: cluster 2024-03-22T07:00:30.145542+0000 mgr.y (mgr.14152) 296 : cluster 0 pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:34.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:33 smithi148 bash[23214]: cluster 2024-03-22T07:00:32.146179+0000 mgr.y (mgr.14152) 297 : cluster 0 pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:34.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:33 smithi129 bash[21357]: cluster 2024-03-22T07:00:32.146179+0000 mgr.y (mgr.14152) 297 : cluster 0 pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:34.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:33 smithi129 bash[31121]: cluster 2024-03-22T07:00:32.146179+0000 mgr.y (mgr.14152) 297 : cluster 0 pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:36.203 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:35 smithi148 bash[23214]: cluster 2024-03-22T07:00:34.146882+0000 mgr.y (mgr.14152) 298 : cluster 0 pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:36.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:35 smithi129 bash[21357]: cluster 2024-03-22T07:00:34.146882+0000 mgr.y (mgr.14152) 298 : cluster 0 pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:36.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:35 smithi129 bash[31121]: cluster 2024-03-22T07:00:34.146882+0000 mgr.y (mgr.14152) 298 : cluster 0 pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:37.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:36 smithi129 bash[31121]: audit 2024-03-22T07:00:36.791665+0000 mon.a (mon.0) 596 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-22T07:00:37.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:36 smithi129 bash[31121]: audit 2024-03-22T07:00:36.793641+0000 mon.a (mon.0) 597 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:00:37.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:36 smithi129 bash[21357]: audit 2024-03-22T07:00:36.791665+0000 mon.a (mon.0) 596 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-22T07:00:37.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:36 smithi129 bash[21357]: audit 2024-03-22T07:00:36.793641+0000 mon.a (mon.0) 597 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:00:37.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:36 smithi148 bash[23214]: audit 2024-03-22T07:00:36.791665+0000 mon.a (mon.0) 596 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-22T07:00:37.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:36 smithi148 bash[23214]: audit 2024-03-22T07:00:36.793641+0000 mon.a (mon.0) 597 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:00:38.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:37 smithi148 bash[23214]: cluster 2024-03-22T07:00:36.147578+0000 mgr.y (mgr.14152) 299 : cluster 0 pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:38.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:37 smithi148 bash[23214]: cephadm 2024-03-22T07:00:36.795353+0000 mgr.y (mgr.14152) 300 : cephadm 1 Deploying daemon osd.7 on smithi148 2024-03-22T07:00:38.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:37 smithi129 bash[21357]: cluster 2024-03-22T07:00:36.147578+0000 mgr.y (mgr.14152) 299 : cluster 0 pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:38.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:37 smithi129 bash[21357]: cephadm 2024-03-22T07:00:36.795353+0000 mgr.y (mgr.14152) 300 : cephadm 1 Deploying daemon osd.7 on smithi148 2024-03-22T07:00:38.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:37 smithi129 bash[31121]: cluster 2024-03-22T07:00:36.147578+0000 mgr.y (mgr.14152) 299 : cluster 0 pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:38.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:37 smithi129 bash[31121]: cephadm 2024-03-22T07:00:36.795353+0000 mgr.y (mgr.14152) 300 : cephadm 1 Deploying daemon osd.7 on smithi148 2024-03-22T07:00:40.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:39 smithi129 bash[21357]: cluster 2024-03-22T07:00:38.148177+0000 mgr.y (mgr.14152) 301 : cluster 0 pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:40.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:39 smithi129 bash[31121]: cluster 2024-03-22T07:00:38.148177+0000 mgr.y (mgr.14152) 301 : cluster 0 pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:40.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:39 smithi148 bash[23214]: cluster 2024-03-22T07:00:38.148177+0000 mgr.y (mgr.14152) 301 : cluster 0 pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:40.657 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:00:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:00:40.657 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:00:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:00:40.658 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:00:40.658 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:00:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:00:40.658 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:00:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:00:40.925 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:00:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:00:40.925 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:00:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:00:40.925 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:00:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:00:40.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:00:40.926 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:00:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:00:42.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:41 smithi148 bash[23214]: cluster 2024-03-22T07:00:40.148696+0000 mgr.y (mgr.14152) 302 : cluster 0 pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:42.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:41 smithi148 bash[23214]: audit 2024-03-22T07:00:40.931216+0000 mon.a (mon.0) 598 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:42.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:41 smithi148 bash[23214]: audit 2024-03-22T07:00:40.936540+0000 mon.a (mon.0) 599 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:00:42.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:41 smithi148 bash[23214]: audit 2024-03-22T07:00:40.943928+0000 mon.a (mon.0) 600 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:42.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:41 smithi129 bash[21357]: cluster 2024-03-22T07:00:40.148696+0000 mgr.y (mgr.14152) 302 : cluster 0 pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:42.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:41 smithi129 bash[21357]: audit 2024-03-22T07:00:40.931216+0000 mon.a (mon.0) 598 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:42.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:41 smithi129 bash[21357]: audit 2024-03-22T07:00:40.936540+0000 mon.a (mon.0) 599 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:00:42.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:41 smithi129 bash[21357]: audit 2024-03-22T07:00:40.943928+0000 mon.a (mon.0) 600 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:42.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:41 smithi129 bash[31121]: cluster 2024-03-22T07:00:40.148696+0000 mgr.y (mgr.14152) 302 : cluster 0 pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:42.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:41 smithi129 bash[31121]: audit 2024-03-22T07:00:40.931216+0000 mon.a (mon.0) 598 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:42.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:41 smithi129 bash[31121]: audit 2024-03-22T07:00:40.936540+0000 mon.a (mon.0) 599 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:00:42.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:41 smithi129 bash[31121]: audit 2024-03-22T07:00:40.943928+0000 mon.a (mon.0) 600 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:44.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:43 smithi129 bash[21357]: cluster 2024-03-22T07:00:42.149266+0000 mgr.y (mgr.14152) 303 : cluster 0 pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:44.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:43 smithi129 bash[31121]: cluster 2024-03-22T07:00:42.149266+0000 mgr.y (mgr.14152) 303 : cluster 0 pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:44.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:43 smithi148 bash[23214]: cluster 2024-03-22T07:00:42.149266+0000 mgr.y (mgr.14152) 303 : cluster 0 pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:46.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:45 smithi148 bash[23214]: cluster 2024-03-22T07:00:44.149850+0000 mgr.y (mgr.14152) 304 : cluster 0 pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:46.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:45 smithi129 bash[21357]: cluster 2024-03-22T07:00:44.149850+0000 mgr.y (mgr.14152) 304 : cluster 0 pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:46.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:45 smithi129 bash[31121]: cluster 2024-03-22T07:00:44.149850+0000 mgr.y (mgr.14152) 304 : cluster 0 pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:47.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:47 smithi148 bash[23214]: audit 2024-03-22T07:00:46.129063+0000 mon.a (mon.0) 601 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:47.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:47 smithi148 bash[23214]: audit 2024-03-22T07:00:46.139236+0000 mon.a (mon.0) 602 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:47.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:47 smithi148 bash[23214]: cluster 2024-03-22T07:00:46.150407+0000 mgr.y (mgr.14152) 305 : cluster 0 pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:47.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:47 smithi148 bash[23214]: audit 2024-03-22T07:00:46.668362+0000 mon.a (mon.0) 603 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:00:47.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:47 smithi148 bash[23214]: audit 2024-03-22T07:00:46.670286+0000 mon.a (mon.0) 604 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:00:47.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:47 smithi148 bash[23214]: audit 2024-03-22T07:00:46.680371+0000 mon.a (mon.0) 605 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:47.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:47 smithi129 bash[21357]: audit 2024-03-22T07:00:46.129063+0000 mon.a (mon.0) 601 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:47.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:47 smithi129 bash[21357]: audit 2024-03-22T07:00:46.139236+0000 mon.a (mon.0) 602 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:47.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:47 smithi129 bash[21357]: cluster 2024-03-22T07:00:46.150407+0000 mgr.y (mgr.14152) 305 : cluster 0 pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:47.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:47 smithi129 bash[21357]: audit 2024-03-22T07:00:46.668362+0000 mon.a (mon.0) 603 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:00:47.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:47 smithi129 bash[21357]: audit 2024-03-22T07:00:46.670286+0000 mon.a (mon.0) 604 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:00:47.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:47 smithi129 bash[21357]: audit 2024-03-22T07:00:46.680371+0000 mon.a (mon.0) 605 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:47.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:47 smithi129 bash[31121]: audit 2024-03-22T07:00:46.129063+0000 mon.a (mon.0) 601 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:47.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:47 smithi129 bash[31121]: audit 2024-03-22T07:00:46.139236+0000 mon.a (mon.0) 602 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:47.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:47 smithi129 bash[31121]: cluster 2024-03-22T07:00:46.150407+0000 mgr.y (mgr.14152) 305 : cluster 0 pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:47.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:47 smithi129 bash[31121]: audit 2024-03-22T07:00:46.668362+0000 mon.a (mon.0) 603 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:00:47.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:47 smithi129 bash[31121]: audit 2024-03-22T07:00:46.670286+0000 mon.a (mon.0) 604 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:00:47.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:47 smithi129 bash[31121]: audit 2024-03-22T07:00:46.680371+0000 mon.a (mon.0) 605 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:48.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:48 smithi148 bash[23214]: audit 2024-03-22T07:00:47.204341+0000 mon.a (mon.0) 606 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-22T07:00:48.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:48 smithi148 bash[23214]: audit 2024-03-22T07:00:47.204502+0000 mon.b (mon.1) 24 : audit 1 from='osd.7 [v2:172.21.15.148:6824/1186351917,v1:172.21.15.148:6825/1186351917]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-22T07:00:48.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:48 smithi129 bash[21357]: audit 2024-03-22T07:00:47.204341+0000 mon.a (mon.0) 606 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-22T07:00:48.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:48 smithi129 bash[21357]: audit 2024-03-22T07:00:47.204502+0000 mon.b (mon.1) 24 : audit 1 from='osd.7 [v2:172.21.15.148:6824/1186351917,v1:172.21.15.148:6825/1186351917]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-22T07:00:48.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:48 smithi129 bash[31121]: audit 2024-03-22T07:00:47.204341+0000 mon.a (mon.0) 606 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-22T07:00:48.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:48 smithi129 bash[31121]: audit 2024-03-22T07:00:47.204502+0000 mon.b (mon.1) 24 : audit 1 from='osd.7 [v2:172.21.15.148:6824/1186351917,v1:172.21.15.148:6825/1186351917]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-22T07:00:49.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:49 smithi148 bash[23214]: cluster 2024-03-22T07:00:48.151237+0000 mgr.y (mgr.14152) 306 : cluster 0 pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:49.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:49 smithi148 bash[23214]: audit 2024-03-22T07:00:48.155097+0000 mon.a (mon.0) 607 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-22T07:00:49.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:49 smithi148 bash[23214]: cluster 2024-03-22T07:00:48.155252+0000 mon.a (mon.0) 608 : cluster 0 osdmap e53: 8 total, 7 up, 8 in 2024-03-22T07:00:49.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:49 smithi148 bash[23214]: audit 2024-03-22T07:00:48.155556+0000 mon.a (mon.0) 609 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:00:49.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:49 smithi148 bash[23214]: audit 2024-03-22T07:00:48.157287+0000 mon.b (mon.1) 25 : audit 1 from='osd.7 [v2:172.21.15.148:6824/1186351917,v1:172.21.15.148:6825/1186351917]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:00:49.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:49 smithi148 bash[23214]: audit 2024-03-22T07:00:48.157363+0000 mon.a (mon.0) 610 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:00:49.588 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 7 on host 'smithi148' 2024-03-22T07:00:49.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:49 smithi129 bash[21357]: cluster 2024-03-22T07:00:48.151237+0000 mgr.y (mgr.14152) 306 : cluster 0 pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:49.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:49 smithi129 bash[21357]: audit 2024-03-22T07:00:48.155097+0000 mon.a (mon.0) 607 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-22T07:00:49.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:49 smithi129 bash[21357]: cluster 2024-03-22T07:00:48.155252+0000 mon.a (mon.0) 608 : cluster 0 osdmap e53: 8 total, 7 up, 8 in 2024-03-22T07:00:49.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:49 smithi129 bash[21357]: audit 2024-03-22T07:00:48.155556+0000 mon.a (mon.0) 609 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:00:49.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:49 smithi129 bash[21357]: audit 2024-03-22T07:00:48.157287+0000 mon.b (mon.1) 25 : audit 1 from='osd.7 [v2:172.21.15.148:6824/1186351917,v1:172.21.15.148:6825/1186351917]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:00:49.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:49 smithi129 bash[21357]: audit 2024-03-22T07:00:48.157363+0000 mon.a (mon.0) 610 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:00:49.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:49 smithi129 bash[31121]: cluster 2024-03-22T07:00:48.151237+0000 mgr.y (mgr.14152) 306 : cluster 0 pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:49.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:49 smithi129 bash[31121]: audit 2024-03-22T07:00:48.155097+0000 mon.a (mon.0) 607 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-22T07:00:49.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:49 smithi129 bash[31121]: cluster 2024-03-22T07:00:48.155252+0000 mon.a (mon.0) 608 : cluster 0 osdmap e53: 8 total, 7 up, 8 in 2024-03-22T07:00:49.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:49 smithi129 bash[31121]: audit 2024-03-22T07:00:48.155556+0000 mon.a (mon.0) 609 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:00:49.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:49 smithi129 bash[31121]: audit 2024-03-22T07:00:48.157287+0000 mon.b (mon.1) 25 : audit 1 from='osd.7 [v2:172.21.15.148:6824/1186351917,v1:172.21.15.148:6825/1186351917]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:00:49.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:49 smithi129 bash[31121]: audit 2024-03-22T07:00:48.157363+0000 mon.a (mon.0) 610 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:00:50.232 DEBUG:teuthology.orchestra.run.smithi148:osd.7> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.7.service 2024-03-22T07:00:50.234 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-03-22T07:00:50.234 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd stat -f json 2024-03-22T07:00:50.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:50 smithi148 bash[23214]: audit 2024-03-22T07:00:49.169251+0000 mon.a (mon.0) 611 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-03-22T07:00:50.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:50 smithi148 bash[23214]: cluster 2024-03-22T07:00:49.169544+0000 mon.a (mon.0) 612 : cluster 0 osdmap e54: 8 total, 7 up, 8 in 2024-03-22T07:00:50.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:50 smithi148 bash[23214]: audit 2024-03-22T07:00:49.170141+0000 mon.a (mon.0) 613 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:00:50.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:50 smithi148 bash[23214]: audit 2024-03-22T07:00:49.175715+0000 mon.a (mon.0) 614 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:00:50.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:50 smithi148 bash[23214]: audit 2024-03-22T07:00:49.525338+0000 mon.a (mon.0) 615 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:50.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:50 smithi148 bash[23214]: audit 2024-03-22T07:00:49.525849+0000 mon.a (mon.0) 616 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:00:50.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:50 smithi148 bash[23214]: audit 2024-03-22T07:00:49.537325+0000 mon.a (mon.0) 617 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:50.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:50 smithi129 bash[31121]: audit 2024-03-22T07:00:49.169251+0000 mon.a (mon.0) 611 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-03-22T07:00:50.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:50 smithi129 bash[31121]: cluster 2024-03-22T07:00:49.169544+0000 mon.a (mon.0) 612 : cluster 0 osdmap e54: 8 total, 7 up, 8 in 2024-03-22T07:00:50.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:50 smithi129 bash[31121]: audit 2024-03-22T07:00:49.170141+0000 mon.a (mon.0) 613 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:00:50.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:50 smithi129 bash[31121]: audit 2024-03-22T07:00:49.175715+0000 mon.a (mon.0) 614 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:00:50.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:50 smithi129 bash[31121]: audit 2024-03-22T07:00:49.525338+0000 mon.a (mon.0) 615 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:50.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:50 smithi129 bash[31121]: audit 2024-03-22T07:00:49.525849+0000 mon.a (mon.0) 616 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:00:50.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:50 smithi129 bash[31121]: audit 2024-03-22T07:00:49.537325+0000 mon.a (mon.0) 617 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:50.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:50 smithi129 bash[21357]: audit 2024-03-22T07:00:49.169251+0000 mon.a (mon.0) 611 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-03-22T07:00:50.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:50 smithi129 bash[21357]: cluster 2024-03-22T07:00:49.169544+0000 mon.a (mon.0) 612 : cluster 0 osdmap e54: 8 total, 7 up, 8 in 2024-03-22T07:00:50.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:50 smithi129 bash[21357]: audit 2024-03-22T07:00:49.170141+0000 mon.a (mon.0) 613 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:00:50.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:50 smithi129 bash[21357]: audit 2024-03-22T07:00:49.175715+0000 mon.a (mon.0) 614 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:00:50.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:50 smithi129 bash[21357]: audit 2024-03-22T07:00:49.525338+0000 mon.a (mon.0) 615 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:50.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:50 smithi129 bash[21357]: audit 2024-03-22T07:00:49.525849+0000 mon.a (mon.0) 616 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:00:50.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:50 smithi129 bash[21357]: audit 2024-03-22T07:00:49.537325+0000 mon.a (mon.0) 617 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:51.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:51 smithi148 bash[23214]: cluster 2024-03-22T07:00:48.212215+0000 osd.7 (osd.7) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T07:00:51.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:51 smithi148 bash[23214]: cluster 2024-03-22T07:00:48.212343+0000 osd.7 (osd.7) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T07:00:51.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:51 smithi148 bash[23214]: cluster 2024-03-22T07:00:50.151835+0000 mgr.y (mgr.14152) 307 : cluster 0 pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:51.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:51 smithi148 bash[23214]: cluster 2024-03-22T07:00:50.169605+0000 mon.a (mon.0) 618 : cluster 1 osd.7 [v2:172.21.15.148:6824/1186351917,v1:172.21.15.148:6825/1186351917] boot 2024-03-22T07:00:51.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:51 smithi148 bash[23214]: cluster 2024-03-22T07:00:50.169712+0000 mon.a (mon.0) 619 : cluster 0 osdmap e55: 8 total, 8 up, 8 in 2024-03-22T07:00:51.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:51 smithi148 bash[23214]: audit 2024-03-22T07:00:50.170456+0000 mon.a (mon.0) 620 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:00:51.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:51 smithi148 bash[23214]: cluster 2024-03-22T07:00:50.436921+0000 mon.a (mon.0) 621 : cluster 0 osdmap e56: 8 total, 8 up, 8 in 2024-03-22T07:00:51.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:51 smithi129 bash[21357]: cluster 2024-03-22T07:00:48.212215+0000 osd.7 (osd.7) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T07:00:51.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:51 smithi129 bash[21357]: cluster 2024-03-22T07:00:48.212343+0000 osd.7 (osd.7) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T07:00:51.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:51 smithi129 bash[21357]: cluster 2024-03-22T07:00:50.151835+0000 mgr.y (mgr.14152) 307 : cluster 0 pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:51.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:51 smithi129 bash[21357]: cluster 2024-03-22T07:00:50.169605+0000 mon.a (mon.0) 618 : cluster 1 osd.7 [v2:172.21.15.148:6824/1186351917,v1:172.21.15.148:6825/1186351917] boot 2024-03-22T07:00:51.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:51 smithi129 bash[21357]: cluster 2024-03-22T07:00:50.169712+0000 mon.a (mon.0) 619 : cluster 0 osdmap e55: 8 total, 8 up, 8 in 2024-03-22T07:00:51.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:51 smithi129 bash[21357]: audit 2024-03-22T07:00:50.170456+0000 mon.a (mon.0) 620 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:00:51.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:51 smithi129 bash[21357]: cluster 2024-03-22T07:00:50.436921+0000 mon.a (mon.0) 621 : cluster 0 osdmap e56: 8 total, 8 up, 8 in 2024-03-22T07:00:51.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:51 smithi129 bash[31121]: cluster 2024-03-22T07:00:48.212215+0000 osd.7 (osd.7) 1 : cluster 0 purged_snaps scrub starts 2024-03-22T07:00:51.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:51 smithi129 bash[31121]: cluster 2024-03-22T07:00:48.212343+0000 osd.7 (osd.7) 2 : cluster 0 purged_snaps scrub ok 2024-03-22T07:00:51.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:51 smithi129 bash[31121]: cluster 2024-03-22T07:00:50.151835+0000 mgr.y (mgr.14152) 307 : cluster 0 pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-22T07:00:51.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:51 smithi129 bash[31121]: cluster 2024-03-22T07:00:50.169605+0000 mon.a (mon.0) 618 : cluster 1 osd.7 [v2:172.21.15.148:6824/1186351917,v1:172.21.15.148:6825/1186351917] boot 2024-03-22T07:00:51.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:51 smithi129 bash[31121]: cluster 2024-03-22T07:00:50.169712+0000 mon.a (mon.0) 619 : cluster 0 osdmap e55: 8 total, 8 up, 8 in 2024-03-22T07:00:51.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:51 smithi129 bash[31121]: audit 2024-03-22T07:00:50.170456+0000 mon.a (mon.0) 620 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:00:51.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:51 smithi129 bash[31121]: cluster 2024-03-22T07:00:50.436921+0000 mon.a (mon.0) 621 : cluster 0 osdmap e56: 8 total, 8 up, 8 in 2024-03-22T07:00:52.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:52 smithi129 bash[21357]: cluster 2024-03-22T07:00:51.443509+0000 mon.a (mon.0) 622 : cluster 0 osdmap e57: 8 total, 8 up, 8 in 2024-03-22T07:00:52.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:52 smithi129 bash[31121]: cluster 2024-03-22T07:00:51.443509+0000 mon.a (mon.0) 622 : cluster 0 osdmap e57: 8 total, 8 up, 8 in 2024-03-22T07:00:52.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:52 smithi148 bash[23214]: cluster 2024-03-22T07:00:51.443509+0000 mon.a (mon.0) 622 : cluster 0 osdmap e57: 8 total, 8 up, 8 in 2024-03-22T07:00:53.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:53 smithi129 bash[21357]: cluster 2024-03-22T07:00:52.152422+0000 mgr.y (mgr.14152) 308 : cluster 0 pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:00:53.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:53 smithi129 bash[21357]: cluster 2024-03-22T07:00:52.449394+0000 mon.a (mon.0) 623 : cluster 0 osdmap e58: 8 total, 8 up, 8 in 2024-03-22T07:00:53.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:53 smithi129 bash[31121]: cluster 2024-03-22T07:00:52.152422+0000 mgr.y (mgr.14152) 308 : cluster 0 pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:00:53.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:53 smithi129 bash[31121]: cluster 2024-03-22T07:00:52.449394+0000 mon.a (mon.0) 623 : cluster 0 osdmap e58: 8 total, 8 up, 8 in 2024-03-22T07:00:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:53 smithi148 bash[23214]: cluster 2024-03-22T07:00:52.152422+0000 mgr.y (mgr.14152) 308 : cluster 0 pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:00:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:53 smithi148 bash[23214]: cluster 2024-03-22T07:00:52.449394+0000 mon.a (mon.0) 623 : cluster 0 osdmap e58: 8 total, 8 up, 8 in 2024-03-22T07:00:54.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:54 smithi129 bash[21357]: cluster 2024-03-22T07:00:53.453312+0000 mon.a (mon.0) 624 : cluster 0 osdmap e59: 8 total, 8 up, 8 in 2024-03-22T07:00:54.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:54 smithi129 bash[31121]: cluster 2024-03-22T07:00:53.453312+0000 mon.a (mon.0) 624 : cluster 0 osdmap e59: 8 total, 8 up, 8 in 2024-03-22T07:00:54.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:54 smithi148 bash[23214]: cluster 2024-03-22T07:00:53.453312+0000 mon.a (mon.0) 624 : cluster 0 osdmap e59: 8 total, 8 up, 8 in 2024-03-22T07:00:54.945 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:00:55.550 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:55 smithi148 bash[23214]: cluster 2024-03-22T07:00:54.152926+0000 mgr.y (mgr.14152) 309 : cluster 0 pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:00:55.778 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:55 smithi129 bash[21357]: cluster 2024-03-22T07:00:54.152926+0000 mgr.y (mgr.14152) 309 : cluster 0 pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:00:55.778 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:55 smithi129 bash[31121]: cluster 2024-03-22T07:00:54.152926+0000 mgr.y (mgr.14152) 309 : cluster 0 pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:00:57.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:57 smithi129 bash[21357]: cluster 2024-03-22T07:00:56.153595+0000 mgr.y (mgr.14152) 310 : cluster 0 pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-03-22T07:00:57.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:57 smithi129 bash[31121]: cluster 2024-03-22T07:00:56.153595+0000 mgr.y (mgr.14152) 310 : cluster 0 pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-03-22T07:00:57.682 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:00:57.880 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:57 smithi148 bash[23214]: cluster 2024-03-22T07:00:56.153595+0000 mgr.y (mgr.14152) 310 : cluster 0 pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-03-22T07:00:58.339 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":59,"num_osds":8,"num_up_osds":8,"osd_up_since":1711090850,"num_in_osds":8,"osd_in_since":1711090824,"num_remapped_pgs":0} 2024-03-22T07:00:58.339 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd dump --format=json 2024-03-22T07:00:58.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:58 smithi129 bash[31121]: audit 2024-03-22T07:00:57.685941+0000 mon.a (mon.0) 625 : audit 0 from='client.? 172.21.15.129:0/3181724266' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-22T07:00:58.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:58 smithi129 bash[21357]: audit 2024-03-22T07:00:57.685941+0000 mon.a (mon.0) 625 : audit 0 from='client.? 172.21.15.129:0/3181724266' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-22T07:00:58.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:58 smithi148 bash[23214]: audit 2024-03-22T07:00:57.685941+0000 mon.a (mon.0) 625 : audit 0 from='client.? 172.21.15.129:0/3181724266' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-22T07:00:59.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[21357]: cluster 2024-03-22T07:00:58.154231+0000 mgr.y (mgr.14152) 311 : cluster 0 pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-22T07:00:59.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[21357]: cephadm 2024-03-22T07:00:58.570035+0000 mgr.y (mgr.14152) 312 : cephadm 1 Detected new or changed devices on smithi148 2024-03-22T07:00:59.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[21357]: audit 2024-03-22T07:00:58.581171+0000 mon.a (mon.0) 626 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:59.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[21357]: audit 2024-03-22T07:00:58.592974+0000 mon.a (mon.0) 627 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:59.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[21357]: audit 2024-03-22T07:00:58.595521+0000 mon.a (mon.0) 628 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:59.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[21357]: audit 2024-03-22T07:00:58.597182+0000 mon.a (mon.0) 629 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:59.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[21357]: audit 2024-03-22T07:00:58.598666+0000 mon.a (mon.0) 630 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:59.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[21357]: audit 2024-03-22T07:00:58.600058+0000 mon.a (mon.0) 631 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:59.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[21357]: cephadm 2024-03-22T07:00:58.601110+0000 mgr.y (mgr.14152) 313 : cephadm 1 Adjusting osd_memory_target on smithi148 to 4316M 2024-03-22T07:00:59.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[21357]: audit 2024-03-22T07:00:58.612568+0000 mon.a (mon.0) 632 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:59.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[21357]: audit 2024-03-22T07:00:58.614476+0000 mon.a (mon.0) 633 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:00:59.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[21357]: audit 2024-03-22T07:00:58.616053+0000 mon.a (mon.0) 634 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:00:59.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[21357]: audit 2024-03-22T07:00:58.625703+0000 mon.a (mon.0) 635 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:59.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[31121]: cluster 2024-03-22T07:00:58.154231+0000 mgr.y (mgr.14152) 311 : cluster 0 pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-22T07:00:59.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[31121]: cephadm 2024-03-22T07:00:58.570035+0000 mgr.y (mgr.14152) 312 : cephadm 1 Detected new or changed devices on smithi148 2024-03-22T07:00:59.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[31121]: audit 2024-03-22T07:00:58.581171+0000 mon.a (mon.0) 626 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:59.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[31121]: audit 2024-03-22T07:00:58.592974+0000 mon.a (mon.0) 627 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:59.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[31121]: audit 2024-03-22T07:00:58.595521+0000 mon.a (mon.0) 628 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:59.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[31121]: audit 2024-03-22T07:00:58.597182+0000 mon.a (mon.0) 629 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:59.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[31121]: audit 2024-03-22T07:00:58.598666+0000 mon.a (mon.0) 630 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:59.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[31121]: audit 2024-03-22T07:00:58.600058+0000 mon.a (mon.0) 631 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:59.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[31121]: cephadm 2024-03-22T07:00:58.601110+0000 mgr.y (mgr.14152) 313 : cephadm 1 Adjusting osd_memory_target on smithi148 to 4316M 2024-03-22T07:00:59.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[31121]: audit 2024-03-22T07:00:58.612568+0000 mon.a (mon.0) 632 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:59.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[31121]: audit 2024-03-22T07:00:58.614476+0000 mon.a (mon.0) 633 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:00:59.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[31121]: audit 2024-03-22T07:00:58.616053+0000 mon.a (mon.0) 634 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:00:59.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:00:59 smithi129 bash[31121]: audit 2024-03-22T07:00:58.625703+0000 mon.a (mon.0) 635 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:59.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:59 smithi148 bash[23214]: cluster 2024-03-22T07:00:58.154231+0000 mgr.y (mgr.14152) 311 : cluster 0 pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-22T07:00:59.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:59 smithi148 bash[23214]: cephadm 2024-03-22T07:00:58.570035+0000 mgr.y (mgr.14152) 312 : cephadm 1 Detected new or changed devices on smithi148 2024-03-22T07:00:59.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:59 smithi148 bash[23214]: audit 2024-03-22T07:00:58.581171+0000 mon.a (mon.0) 626 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:59.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:59 smithi148 bash[23214]: audit 2024-03-22T07:00:58.592974+0000 mon.a (mon.0) 627 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:59.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:59 smithi148 bash[23214]: audit 2024-03-22T07:00:58.595521+0000 mon.a (mon.0) 628 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:59.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:59 smithi148 bash[23214]: audit 2024-03-22T07:00:58.597182+0000 mon.a (mon.0) 629 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:59.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:59 smithi148 bash[23214]: audit 2024-03-22T07:00:58.598666+0000 mon.a (mon.0) 630 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:59.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:59 smithi148 bash[23214]: audit 2024-03-22T07:00:58.600058+0000 mon.a (mon.0) 631 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:00:59.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:59 smithi148 bash[23214]: cephadm 2024-03-22T07:00:58.601110+0000 mgr.y (mgr.14152) 313 : cephadm 1 Adjusting osd_memory_target on smithi148 to 4316M 2024-03-22T07:00:59.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:59 smithi148 bash[23214]: audit 2024-03-22T07:00:58.612568+0000 mon.a (mon.0) 632 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:00:59.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:59 smithi148 bash[23214]: audit 2024-03-22T07:00:58.614476+0000 mon.a (mon.0) 633 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:00:59.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:59 smithi148 bash[23214]: audit 2024-03-22T07:00:58.616053+0000 mon.a (mon.0) 634 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:00:59.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:00:59 smithi148 bash[23214]: audit 2024-03-22T07:00:58.625703+0000 mon.a (mon.0) 635 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:01.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:01 smithi129 bash[21357]: cluster 2024-03-22T07:01:00.154821+0000 mgr.y (mgr.14152) 314 : cluster 0 pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-22T07:01:01.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:01 smithi129 bash[31121]: cluster 2024-03-22T07:01:00.154821+0000 mgr.y (mgr.14152) 314 : cluster 0 pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-22T07:01:01.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:01 smithi148 bash[23214]: cluster 2024-03-22T07:01:00.154821+0000 mgr.y (mgr.14152) 314 : cluster 0 pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-22T07:01:03.051 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:01:03.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:03 smithi129 bash[21357]: cluster 2024-03-22T07:01:02.155479+0000 mgr.y (mgr.14152) 315 : cluster 0 pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-03-22T07:01:03.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:03 smithi129 bash[31121]: cluster 2024-03-22T07:01:02.155479+0000 mgr.y (mgr.14152) 315 : cluster 0 pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-03-22T07:01:03.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:03 smithi148 bash[23214]: cluster 2024-03-22T07:01:02.155479+0000 mgr.y (mgr.14152) 315 : cluster 0 pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-03-22T07:01:05.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:05 smithi129 bash[21357]: cluster 2024-03-22T07:01:04.156089+0000 mgr.y (mgr.14152) 316 : cluster 0 pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-03-22T07:01:05.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:05 smithi129 bash[31121]: cluster 2024-03-22T07:01:04.156089+0000 mgr.y (mgr.14152) 316 : cluster 0 pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-03-22T07:01:05.759 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:01:05.759 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":59,"fsid":"77237b76-e818-11ee-95cd-87774f69a715","created":"2024-03-22T06:51:34.457886+0000","modified":"2024-03-22T07:00:53.443062+0000","last_up_change":"2024-03-22T07:00:50.157876+0000","last_in_change":"2024-03-22T07:00:24.824125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-22T06:56:44.652624+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9bbbc441-04a2-439e-a63f-9acfdda1b286","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6803","nonce":2159316239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6805","nonce":2159316239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6809","nonce":2159316239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6807","nonce":2159316239}]},"public_addr":"172.21.15.129:6803/2159316239","cluster_addr":"172.21.15.129:6805/2159316239","heartbeat_back_addr":"172.21.15.129:6809/2159316239","heartbeat_front_addr":"172.21.15.129:6807/2159316239","state":["exists","up"]},{"osd":1,"uuid":"2173725a-f139-4370-8db8-be06c1f0213c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6811","nonce":2339409795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6813","nonce":2339409795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6817","nonce":2339409795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6815","nonce":2339409795}]},"public_addr":"172.21.15.129:6811/2339409795","cluster_addr":"172.21.15.129:6813/2339409795","heartbeat_back_addr":"172.21.15.129:6817/2339409795","heartbeat_front_addr":"172.21.15.129:6815/2339409795","state":["exists","up"]},{"osd":2,"uuid":"94bcb642-a2b0-4774-a8d9-12fa105f4261","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6819","nonce":3738687816}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6821","nonce":3738687816}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6825","nonce":3738687816}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6823","nonce":3738687816}]},"public_addr":"172.21.15.129:6819/3738687816","cluster_addr":"172.21.15.129:6821/3738687816","heartbeat_back_addr":"172.21.15.129:6825/3738687816","heartbeat_front_addr":"172.21.15.129:6823/3738687816","state":["exists","up"]},{"osd":3,"uuid":"9953db75-1483-4e83-b183-aa29d0e0416c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6827","nonce":746569329}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6829","nonce":746569329}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6833","nonce":746569329}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6831","nonce":746569329}]},"public_addr":"172.21.15.129:6827/746569329","cluster_addr":"172.21.15.129:6829/746569329","heartbeat_back_addr":"172.21.15.129:6833/746569329","heartbeat_front_addr":"172.21.15.129:6831/746569329","state":["exists","up"]},{"osd":4,"uuid":"28226bc3-c12c-4a41-b553-1b4546d65bb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6801","nonce":1859260256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6803","nonce":1859260256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6807","nonce":1859260256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6805","nonce":1859260256}]},"public_addr":"172.21.15.148:6801/1859260256","cluster_addr":"172.21.15.148:6803/1859260256","heartbeat_back_addr":"172.21.15.148:6807/1859260256","heartbeat_front_addr":"172.21.15.148:6805/1859260256","state":["exists","up"]},{"osd":5,"uuid":"3219bc67-2f27-4cc9-a7dd-8f465df64b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6809","nonce":3714622871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6811","nonce":3714622871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6815","nonce":3714622871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6813","nonce":3714622871}]},"public_addr":"172.21.15.148:6809/3714622871","cluster_addr":"172.21.15.148:6811/3714622871","heartbeat_back_addr":"172.21.15.148:6815/3714622871","heartbeat_front_addr":"172.21.15.148:6813/3714622871","state":["exists","up"]},{"osd":6,"uuid":"e78c6754-b096-4816-9feb-d383dc43cf8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6817","nonce":1344675152}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6819","nonce":1344675152}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6823","nonce":1344675152}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6821","nonce":1344675152}]},"public_addr":"172.21.15.148:6817/1344675152","cluster_addr":"172.21.15.148:6819/1344675152","heartbeat_back_addr":"172.21.15.148:6823/1344675152","heartbeat_front_addr":"172.21.15.148:6821/1344675152","state":["exists","up"]},{"osd":7,"uuid":"97e777ff-258f-4a9d-a13f-aa3a82b3d707","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6825","nonce":1186351917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6827","nonce":1186351917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6831","nonce":1186351917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6829","nonce":1186351917}]},"public_addr":"172.21.15.148:6825/1186351917","cluster_addr":"172.21.15.148:6827/1186351917","heartbeat_back_addr":"172.21.15.148:6831/1186351917","heartbeat_front_addr":"172.21.15.148:6829/1186351917","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:00.962360+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:50.260380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:56:40.354614+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:57:31.317140+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:58:19.512231+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:09.437321+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:58.761137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T07:00:48.212348+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.129:6801/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/3640842881":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/3696950835":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6800/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6801/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.129:6800/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/780887819":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/1177984771":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/890941599":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/2245172180":"2024-03-23T06:52:06.209264+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-22T07:01:05.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:05 smithi148 bash[23214]: cluster 2024-03-22T07:01:04.156089+0000 mgr.y (mgr.14152) 316 : cluster 0 pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-03-22T07:01:06.433 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-22T06:56:44.652624+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-22T07:01:06.434 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd pool get .mgr pg_num 2024-03-22T07:01:06.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:06 smithi129 bash[21357]: audit 2024-03-22T07:01:05.762354+0000 mon.c (mon.2) 10 : audit 0 from='client.? 172.21.15.129:0/1986711055' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:01:06.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:06 smithi129 bash[31121]: audit 2024-03-22T07:01:05.762354+0000 mon.c (mon.2) 10 : audit 0 from='client.? 172.21.15.129:0/1986711055' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:01:06.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:06 smithi148 bash[23214]: audit 2024-03-22T07:01:05.762354+0000 mon.c (mon.2) 10 : audit 0 from='client.? 172.21.15.129:0/1986711055' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:01:07.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:07 smithi129 bash[21357]: cluster 2024-03-22T07:01:06.156665+0000 mgr.y (mgr.14152) 317 : cluster 0 pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-22T07:01:07.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:07 smithi129 bash[31121]: cluster 2024-03-22T07:01:06.156665+0000 mgr.y (mgr.14152) 317 : cluster 0 pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-22T07:01:07.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:07 smithi148 bash[23214]: cluster 2024-03-22T07:01:06.156665+0000 mgr.y (mgr.14152) 317 : cluster 0 pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-22T07:01:09.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:09 smithi129 bash[31121]: cluster 2024-03-22T07:01:08.157176+0000 mgr.y (mgr.14152) 318 : cluster 0 pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:09.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:09 smithi129 bash[21357]: cluster 2024-03-22T07:01:08.157176+0000 mgr.y (mgr.14152) 318 : cluster 0 pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:09.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:09 smithi148 bash[23214]: cluster 2024-03-22T07:01:08.157176+0000 mgr.y (mgr.14152) 318 : cluster 0 pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:11.153 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:01:11.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:11 smithi129 bash[31121]: cluster 2024-03-22T07:01:10.157745+0000 mgr.y (mgr.14152) 319 : cluster 0 pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:11.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:11 smithi129 bash[21357]: cluster 2024-03-22T07:01:10.157745+0000 mgr.y (mgr.14152) 319 : cluster 0 pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:11.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:11 smithi148 bash[23214]: cluster 2024-03-22T07:01:10.157745+0000 mgr.y (mgr.14152) 319 : cluster 0 pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:13.770 INFO:teuthology.orchestra.run.smithi129.stdout:pg_num: 1 2024-03-22T07:01:13.784 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:13 smithi129 bash[31121]: cluster 2024-03-22T07:01:12.158373+0000 mgr.y (mgr.14152) 320 : cluster 0 pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:13.784 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:13 smithi129 bash[21357]: cluster 2024-03-22T07:01:12.158373+0000 mgr.y (mgr.14152) 320 : cluster 0 pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:13.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:13 smithi148 bash[23214]: cluster 2024-03-22T07:01:12.158373+0000 mgr.y (mgr.14152) 320 : cluster 0 pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:14.451 INFO:tasks.cephadm:Adding prometheus.a on smithi148 2024-03-22T07:01:14.452 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch apply prometheus '1;smithi148=a' 2024-03-22T07:01:14.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:14 smithi129 bash[21357]: audit 2024-03-22T07:01:13.774885+0000 mon.c (mon.2) 11 : audit 0 from='client.? 172.21.15.129:0/3501459765' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-22T07:01:14.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:14 smithi129 bash[31121]: audit 2024-03-22T07:01:13.774885+0000 mon.c (mon.2) 11 : audit 0 from='client.? 172.21.15.129:0/3501459765' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-22T07:01:14.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:14 smithi148 bash[23214]: audit 2024-03-22T07:01:13.774885+0000 mon.c (mon.2) 11 : audit 0 from='client.? 172.21.15.129:0/3501459765' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-22T07:01:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:15 smithi129 bash[21357]: cluster 2024-03-22T07:01:14.158946+0000 mgr.y (mgr.14152) 321 : cluster 0 pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:15.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:15 smithi129 bash[31121]: cluster 2024-03-22T07:01:14.158946+0000 mgr.y (mgr.14152) 321 : cluster 0 pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:15 smithi148 bash[23214]: cluster 2024-03-22T07:01:14.158946+0000 mgr.y (mgr.14152) 321 : cluster 0 pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:17.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:17 smithi148 bash[23214]: cluster 2024-03-22T07:01:16.159530+0000 mgr.y (mgr.14152) 322 : cluster 0 pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:18.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:17 smithi129 bash[21357]: cluster 2024-03-22T07:01:16.159530+0000 mgr.y (mgr.14152) 322 : cluster 0 pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:18.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:17 smithi129 bash[31121]: cluster 2024-03-22T07:01:16.159530+0000 mgr.y (mgr.14152) 322 : cluster 0 pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:19.157 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.b/config 2024-03-22T07:01:19.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:19 smithi148 bash[23214]: cluster 2024-03-22T07:01:18.160128+0000 mgr.y (mgr.14152) 323 : cluster 0 pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:20.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:19 smithi129 bash[31121]: cluster 2024-03-22T07:01:18.160128+0000 mgr.y (mgr.14152) 323 : cluster 0 pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:20.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:19 smithi129 bash[21357]: cluster 2024-03-22T07:01:18.160128+0000 mgr.y (mgr.14152) 323 : cluster 0 pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:21.675 INFO:teuthology.orchestra.run.smithi148.stdout:Scheduled prometheus update... 2024-03-22T07:01:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:21 smithi148 bash[23214]: cluster 2024-03-22T07:01:20.160728+0000 mgr.y (mgr.14152) 324 : cluster 0 pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:22.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:21 smithi129 bash[31121]: cluster 2024-03-22T07:01:20.160728+0000 mgr.y (mgr.14152) 324 : cluster 0 pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:22.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:21 smithi129 bash[21357]: cluster 2024-03-22T07:01:20.160728+0000 mgr.y (mgr.14152) 324 : cluster 0 pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:22.270 DEBUG:teuthology.orchestra.run.smithi148:prometheus.a> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@prometheus.a.service 2024-03-22T07:01:22.274 INFO:tasks.cephadm:Adding node-exporter.a on smithi129 2024-03-22T07:01:22.274 INFO:tasks.cephadm:Adding node-exporter.b on smithi148 2024-03-22T07:01:22.274 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch apply node-exporter '2;smithi129=a;smithi148=b' 2024-03-22T07:01:23.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:22 smithi129 bash[31121]: audit 2024-03-22T07:01:21.667845+0000 mgr.y (mgr.14152) 325 : audit 0 from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi148=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:01:23.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:22 smithi129 bash[31121]: cephadm 2024-03-22T07:01:21.671260+0000 mgr.y (mgr.14152) 326 : cephadm 1 Saving service prometheus spec with placement smithi148=a;count:1 2024-03-22T07:01:23.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:22 smithi129 bash[31121]: audit 2024-03-22T07:01:21.678592+0000 mon.a (mon.0) 636 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:23.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:22 smithi129 bash[31121]: audit 2024-03-22T07:01:21.718025+0000 mon.a (mon.0) 637 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:01:23.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:22 smithi129 bash[31121]: audit 2024-03-22T07:01:22.244836+0000 mon.a (mon.0) 638 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:01:23.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:22 smithi129 bash[31121]: audit 2024-03-22T07:01:22.246712+0000 mon.a (mon.0) 639 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:01:23.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:22 smithi129 bash[31121]: audit 2024-03-22T07:01:22.257430+0000 mon.a (mon.0) 640 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:23.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:22 smithi129 bash[21357]: audit 2024-03-22T07:01:21.667845+0000 mgr.y (mgr.14152) 325 : audit 0 from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi148=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:01:23.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:22 smithi129 bash[21357]: cephadm 2024-03-22T07:01:21.671260+0000 mgr.y (mgr.14152) 326 : cephadm 1 Saving service prometheus spec with placement smithi148=a;count:1 2024-03-22T07:01:23.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:22 smithi129 bash[21357]: audit 2024-03-22T07:01:21.678592+0000 mon.a (mon.0) 636 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:23.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:22 smithi129 bash[21357]: audit 2024-03-22T07:01:21.718025+0000 mon.a (mon.0) 637 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:01:23.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:22 smithi129 bash[21357]: audit 2024-03-22T07:01:22.244836+0000 mon.a (mon.0) 638 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:01:23.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:22 smithi129 bash[21357]: audit 2024-03-22T07:01:22.246712+0000 mon.a (mon.0) 639 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:01:23.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:22 smithi129 bash[21357]: audit 2024-03-22T07:01:22.257430+0000 mon.a (mon.0) 640 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:23.177 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:22 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:23.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:22 smithi148 bash[23214]: audit 2024-03-22T07:01:21.667845+0000 mgr.y (mgr.14152) 325 : audit 0 from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi148=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:01:23.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:22 smithi148 bash[23214]: cephadm 2024-03-22T07:01:21.671260+0000 mgr.y (mgr.14152) 326 : cephadm 1 Saving service prometheus spec with placement smithi148=a;count:1 2024-03-22T07:01:23.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:22 smithi148 bash[23214]: audit 2024-03-22T07:01:21.678592+0000 mon.a (mon.0) 636 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:23.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:22 smithi148 bash[23214]: audit 2024-03-22T07:01:21.718025+0000 mon.a (mon.0) 637 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:01:23.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:22 smithi148 bash[23214]: audit 2024-03-22T07:01:22.244836+0000 mon.a (mon.0) 638 : audit 0 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:01:23.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:22 smithi148 bash[23214]: audit 2024-03-22T07:01:22.246712+0000 mon.a (mon.0) 639 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:01:23.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:22 smithi148 bash[23214]: audit 2024-03-22T07:01:22.257430+0000 mon.a (mon.0) 640 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:24.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:23 smithi129 bash[31121]: cluster 2024-03-22T07:01:22.161318+0000 mgr.y (mgr.14152) 327 : cluster 0 pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:24.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:23 smithi129 bash[31121]: cephadm 2024-03-22T07:01:22.553886+0000 mgr.y (mgr.14152) 328 : cephadm 1 Deploying daemon prometheus.a on smithi148 2024-03-22T07:01:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:23 smithi129 bash[21357]: cluster 2024-03-22T07:01:22.161318+0000 mgr.y (mgr.14152) 327 : cluster 0 pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:23 smithi129 bash[21357]: cephadm 2024-03-22T07:01:22.553886+0000 mgr.y (mgr.14152) 328 : cephadm 1 Deploying daemon prometheus.a on smithi148 2024-03-22T07:01:24.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:23 smithi148 bash[23214]: cluster 2024-03-22T07:01:22.161318+0000 mgr.y (mgr.14152) 327 : cluster 0 pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:24.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:23 smithi148 bash[23214]: cephadm 2024-03-22T07:01:22.553886+0000 mgr.y (mgr.14152) 328 : cephadm 1 Deploying daemon prometheus.a on smithi148 2024-03-22T07:01:26.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:25 smithi129 bash[31121]: cluster 2024-03-22T07:01:24.161870+0000 mgr.y (mgr.14152) 329 : cluster 0 pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:26.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:25 smithi129 bash[21357]: cluster 2024-03-22T07:01:24.161870+0000 mgr.y (mgr.14152) 329 : cluster 0 pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:26.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:25 smithi148 bash[23214]: cluster 2024-03-22T07:01:24.161870+0000 mgr.y (mgr.14152) 329 : cluster 0 pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:27.011 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.b/config 2024-03-22T07:01:28.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:27 smithi129 bash[21357]: cluster 2024-03-22T07:01:26.162491+0000 mgr.y (mgr.14152) 330 : cluster 0 pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:27 smithi129 bash[31121]: cluster 2024-03-22T07:01:26.162491+0000 mgr.y (mgr.14152) 330 : cluster 0 pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:28.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:27 smithi148 bash[23214]: cluster 2024-03-22T07:01:26.162491+0000 mgr.y (mgr.14152) 330 : cluster 0 pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:30.018 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:29 smithi148 bash[23214]: cluster 2024-03-22T07:01:28.163066+0000 mgr.y (mgr.14152) 331 : cluster 0 pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:30.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:29 smithi129 bash[21357]: cluster 2024-03-22T07:01:28.163066+0000 mgr.y (mgr.14152) 331 : cluster 0 pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:30.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:29 smithi129 bash[31121]: cluster 2024-03-22T07:01:28.163066+0000 mgr.y (mgr.14152) 331 : cluster 0 pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:32.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:31 smithi129 bash[21357]: cluster 2024-03-22T07:01:30.163583+0000 mgr.y (mgr.14152) 332 : cluster 0 pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:32.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:31 smithi129 bash[31121]: cluster 2024-03-22T07:01:30.163583+0000 mgr.y (mgr.14152) 332 : cluster 0 pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:32.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:31 smithi148 bash[23214]: cluster 2024-03-22T07:01:30.163583+0000 mgr.y (mgr.14152) 332 : cluster 0 pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:32.759 INFO:teuthology.orchestra.run.smithi148.stdout:Scheduled node-exporter update... 2024-03-22T07:01:34.007 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:33 smithi148 bash[23214]: cluster 2024-03-22T07:01:32.164198+0000 mgr.y (mgr.14152) 333 : cluster 0 pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:34.007 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:33 smithi148 bash[23214]: audit 2024-03-22T07:01:32.751517+0000 mgr.y (mgr.14152) 334 : audit 0 from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi129=a;smithi148=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:01:34.008 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:33 smithi148 bash[23214]: cephadm 2024-03-22T07:01:32.755179+0000 mgr.y (mgr.14152) 335 : cephadm 1 Saving service node-exporter spec with placement smithi129=a;smithi148=b;count:2 2024-03-22T07:01:34.008 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:33 smithi148 bash[23214]: audit 2024-03-22T07:01:32.762665+0000 mon.a (mon.0) 641 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:34.010 DEBUG:teuthology.orchestra.run.smithi129:node-exporter.a> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@node-exporter.a.service 2024-03-22T07:01:34.013 DEBUG:teuthology.orchestra.run.smithi148:node-exporter.b> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@node-exporter.b.service 2024-03-22T07:01:34.015 INFO:tasks.cephadm:Adding alertmanager.a on smithi129 2024-03-22T07:01:34.015 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch apply alertmanager '1;smithi129=a' 2024-03-22T07:01:34.021 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:33 smithi129 bash[21357]: cluster 2024-03-22T07:01:32.164198+0000 mgr.y (mgr.14152) 333 : cluster 0 pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:34.022 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:33 smithi129 bash[21357]: audit 2024-03-22T07:01:32.751517+0000 mgr.y (mgr.14152) 334 : audit 0 from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi129=a;smithi148=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:01:34.022 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:33 smithi129 bash[21357]: cephadm 2024-03-22T07:01:32.755179+0000 mgr.y (mgr.14152) 335 : cephadm 1 Saving service node-exporter spec with placement smithi129=a;smithi148=b;count:2 2024-03-22T07:01:34.022 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:33 smithi129 bash[21357]: audit 2024-03-22T07:01:32.762665+0000 mon.a (mon.0) 641 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:34.022 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:33 smithi129 bash[31121]: cluster 2024-03-22T07:01:32.164198+0000 mgr.y (mgr.14152) 333 : cluster 0 pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:34.023 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:33 smithi129 bash[31121]: audit 2024-03-22T07:01:32.751517+0000 mgr.y (mgr.14152) 334 : audit 0 from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi129=a;smithi148=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:01:34.023 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:33 smithi129 bash[31121]: cephadm 2024-03-22T07:01:32.755179+0000 mgr.y (mgr.14152) 335 : cephadm 1 Saving service node-exporter spec with placement smithi129=a;smithi148=b;count:2 2024-03-22T07:01:34.023 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:33 smithi129 bash[31121]: audit 2024-03-22T07:01:32.762665+0000 mon.a (mon.0) 641 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:35.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:35 smithi148 bash[23214]: cluster 2024-03-22T07:01:34.164721+0000 mgr.y (mgr.14152) 336 : cluster 0 pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:35 smithi129 bash[21357]: cluster 2024-03-22T07:01:34.164721+0000 mgr.y (mgr.14152) 336 : cluster 0 pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:36.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:35 smithi129 bash[31121]: cluster 2024-03-22T07:01:34.164721+0000 mgr.y (mgr.14152) 336 : cluster 0 pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:36.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:36.689 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:36.690 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:36.690 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:36.691 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:36.691 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:37.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:37.178 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:37.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:37.179 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:37.179 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:37.180 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:37.180 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:37.180 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:37.181 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:37.181 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:37.181 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:36 smithi148 systemd[1]: Started Ceph prometheus.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:01:38.057 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[23214]: cluster 2024-03-22T07:01:36.165410+0000 mgr.y (mgr.14152) 337 : cluster 0 pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:38.057 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[23214]: audit 2024-03-22T07:01:36.967707+0000 mon.a (mon.0) 642 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:38.057 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[23214]: audit 2024-03-22T07:01:36.978291+0000 mon.a (mon.0) 643 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:38.057 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[23214]: audit 2024-03-22T07:01:37.017969+0000 mon.a (mon.0) 644 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:38.057 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[23214]: audit 2024-03-22T07:01:37.026654+0000 mon.a (mon.0) 645 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-22T07:01:38.058 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.874Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-22T07:01:38.058 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.874Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-22T07:01:38.058 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.875Z caller=main.go:570 level=info host_details="(Linux 5.15.0-101-generic #111-Ubuntu SMP Tue Mar 5 20:16:58 UTC 2024 x86_64 smithi148 (none))" 2024-03-22T07:01:38.058 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.875Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-22T07:01:38.059 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.875Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-22T07:01:38.059 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.876Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-22T07:01:38.059 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.876Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-22T07:01:38.059 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.878Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-22T07:01:38.059 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.878Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-22T07:01:38.059 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.880Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-22T07:01:38.059 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.880Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.594µs 2024-03-22T07:01:38.059 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.880Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-22T07:01:38.059 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.880Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-03-22T07:01:38.059 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.880Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=32.388µs wal_replay_duration=275.293µs wbl_replay_duration=149ns total_replay_duration=340.525µs 2024-03-22T07:01:38.059 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.882Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-22T07:01:38.059 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.882Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-22T07:01:38.059 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.882Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-22T07:01:38.059 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.902Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.727516ms db_storage=1.201µs remote_storage=1.553µs web_handler=308ns query_engine=754ns scrape=275.362µs scrape_sd=91.029µs notify=756ns notify_sd=1.907µs rules=20.102866ms tracing=6.475µs 2024-03-22T07:01:38.060 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.902Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-22T07:01:38.060 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:37 smithi148 bash[46949]: ts=2024-03-22T07:01:37.902Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-22T07:01:38.232 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:38 smithi129 bash[21614]: ignoring --setuser ceph since I am not root 2024-03-22T07:01:38.232 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:38 smithi129 bash[21614]: ignoring --setgroup ceph since I am not root 2024-03-22T07:01:38.232 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:37 smithi129 bash[31121]: cluster 2024-03-22T07:01:36.165410+0000 mgr.y (mgr.14152) 337 : cluster 0 pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:38.232 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:37 smithi129 bash[31121]: audit 2024-03-22T07:01:36.967707+0000 mon.a (mon.0) 642 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:38.233 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:37 smithi129 bash[31121]: audit 2024-03-22T07:01:36.978291+0000 mon.a (mon.0) 643 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:38.233 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:37 smithi129 bash[31121]: audit 2024-03-22T07:01:37.017969+0000 mon.a (mon.0) 644 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:38.233 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:37 smithi129 bash[31121]: audit 2024-03-22T07:01:37.026654+0000 mon.a (mon.0) 645 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-22T07:01:38.233 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:37 smithi129 bash[21357]: cluster 2024-03-22T07:01:36.165410+0000 mgr.y (mgr.14152) 337 : cluster 0 pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:38.233 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:37 smithi129 bash[21357]: audit 2024-03-22T07:01:36.967707+0000 mon.a (mon.0) 642 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:38.233 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:37 smithi129 bash[21357]: audit 2024-03-22T07:01:36.978291+0000 mon.a (mon.0) 643 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:38.233 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:37 smithi129 bash[21357]: audit 2024-03-22T07:01:37.017969+0000 mon.a (mon.0) 644 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' 2024-03-22T07:01:38.233 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:37 smithi129 bash[21357]: audit 2024-03-22T07:01:37.026654+0000 mon.a (mon.0) 645 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-22T07:01:38.427 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:38 smithi148 bash[24166]: ignoring --setuser ceph since I am not root 2024-03-22T07:01:38.427 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:38 smithi148 bash[24166]: ignoring --setgroup ceph since I am not root 2024-03-22T07:01:38.427 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:38 smithi148 bash[24166]: debug 2024-03-22T07:01:38.078+0000 7ffa6a8cd700 1 -- 172.21.15.148:0/4173606727 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563c28f2c1a0 con 0x563c29ca8800 2024-03-22T07:01:38.427 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:38 smithi148 bash[24166]: debug 2024-03-22T07:01:38.226+0000 7ffa74612200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-22T07:01:39.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:38 smithi129 bash[21614]: debug 2024-03-22T07:01:38.233+0000 7f1c701d2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-22T07:01:39.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:39 smithi129 bash[21357]: audit 2024-03-22T07:01:38.032365+0000 mon.a (mon.0) 646 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-22T07:01:39.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:39 smithi129 bash[21357]: cluster 2024-03-22T07:01:38.032492+0000 mon.a (mon.0) 647 : cluster 0 mgrmap e16: y(active, since 9m), standbys: x 2024-03-22T07:01:39.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:39 smithi129 bash[31121]: audit 2024-03-22T07:01:38.032365+0000 mon.a (mon.0) 646 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-22T07:01:39.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:39 smithi129 bash[31121]: cluster 2024-03-22T07:01:38.032492+0000 mon.a (mon.0) 647 : cluster 0 mgrmap e16: y(active, since 9m), standbys: x 2024-03-22T07:01:39.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:39 smithi148 bash[23214]: audit 2024-03-22T07:01:38.032365+0000 mon.a (mon.0) 646 : audit 1 from='mgr.14152 172.21.15.129:0/2176713593' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-22T07:01:39.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:39 smithi148 bash[23214]: cluster 2024-03-22T07:01:38.032492+0000 mon.a (mon.0) 647 : cluster 0 mgrmap e16: y(active, since 9m), standbys: x 2024-03-22T07:01:39.755 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.b/config 2024-03-22T07:01:40.121 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:39 smithi129 bash[21614]: debug 2024-03-22T07:01:39.789+0000 7f1c701d2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-22T07:01:40.121 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:39 smithi129 bash[21614]: debug 2024-03-22T07:01:39.885+0000 7f1c701d2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-22T07:01:40.124 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:39 smithi148 bash[24166]: debug 2024-03-22T07:01:39.778+0000 7ffa74612200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-22T07:01:40.124 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:39 smithi148 bash[24166]: debug 2024-03-22T07:01:39.878+0000 7ffa74612200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-22T07:01:40.426 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:40 smithi148 bash[24166]: debug 2024-03-22T07:01:40.126+0000 7ffa74612200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-22T07:01:40.621 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:40 smithi129 bash[21614]: debug 2024-03-22T07:01:40.133+0000 7f1c701d2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-22T07:01:41.044 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:40 smithi148 bash[24166]: debug 2024-03-22T07:01:40.930+0000 7ffa74612200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-22T07:01:41.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:40 smithi129 bash[21614]: debug 2024-03-22T07:01:40.917+0000 7f1c701d2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-22T07:01:41.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:41 smithi129 bash[21614]: debug 2024-03-22T07:01:41.029+0000 7f1c701d2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-22T07:01:41.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:41 smithi129 bash[21614]: debug 2024-03-22T07:01:41.133+0000 7f1c701d2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-22T07:01:41.426 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:41 smithi148 bash[24166]: debug 2024-03-22T07:01:41.046+0000 7ffa74612200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-22T07:01:41.427 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:41 smithi148 bash[24166]: debug 2024-03-22T07:01:41.150+0000 7ffa74612200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-22T07:01:41.871 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:41 smithi129 bash[21614]: debug 2024-03-22T07:01:41.489+0000 7f1c701d2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-22T07:01:41.871 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:41 smithi129 bash[21614]: debug 2024-03-22T07:01:41.601+0000 7f1c701d2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-22T07:01:41.871 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:41 smithi129 bash[21614]: debug 2024-03-22T07:01:41.705+0000 7f1c701d2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-22T07:01:41.926 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:41 smithi148 bash[24166]: debug 2024-03-22T07:01:41.506+0000 7ffa74612200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-22T07:01:41.926 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:41 smithi148 bash[24166]: debug 2024-03-22T07:01:41.622+0000 7ffa74612200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-22T07:01:41.927 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:41 smithi148 bash[24166]: debug 2024-03-22T07:01:41.726+0000 7ffa74612200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-22T07:01:42.328 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:42 smithi148 bash[24166]: debug 2024-03-22T07:01:42.078+0000 7ffa74612200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-22T07:01:42.328 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:42 smithi148 bash[24166]: debug 2024-03-22T07:01:42.322+0000 7ffa74612200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-22T07:01:42.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:42 smithi129 bash[21614]: debug 2024-03-22T07:01:42.061+0000 7f1c701d2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-22T07:01:42.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:42 smithi129 bash[21614]: debug 2024-03-22T07:01:42.301+0000 7f1c701d2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-22T07:01:42.871 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:42 smithi129 bash[21614]: debug 2024-03-22T07:01:42.565+0000 7f1c701d2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-22T07:01:42.871 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:42 smithi129 bash[21614]: debug 2024-03-22T07:01:42.677+0000 7f1c701d2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-22T07:01:42.927 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:42 smithi148 bash[24166]: debug 2024-03-22T07:01:42.590+0000 7ffa74612200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-22T07:01:42.927 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:42 smithi148 bash[24166]: debug 2024-03-22T07:01:42.706+0000 7ffa74612200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-22T07:01:43.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:42 smithi129 bash[21614]: debug 2024-03-22T07:01:42.949+0000 7f1c701d2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-22T07:01:43.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:43 smithi129 bash[21614]: debug 2024-03-22T07:01:43.193+0000 7f1c701d2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:01:43.426 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:42 smithi148 bash[24166]: debug 2024-03-22T07:01:42.974+0000 7ffa74612200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-22T07:01:43.427 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:43 smithi148 bash[24166]: debug 2024-03-22T07:01:43.218+0000 7ffa74612200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:01:43.871 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:43 smithi129 bash[21614]: debug 2024-03-22T07:01:43.609+0000 7f1c701d2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-22T07:01:43.871 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:43 smithi129 bash[21614]: debug 2024-03-22T07:01:43.725+0000 7f1c701d2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-22T07:01:43.926 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:43 smithi148 bash[24166]: debug 2024-03-22T07:01:43.626+0000 7ffa74612200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-22T07:01:43.927 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:43 smithi148 bash[24166]: debug 2024-03-22T07:01:43.742+0000 7ffa74612200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-22T07:01:44.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:43 smithi129 bash[21614]: debug 2024-03-22T07:01:43.973+0000 7f1c701d2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:01:44.426 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:43 smithi148 bash[24166]: debug 2024-03-22T07:01:43.990+0000 7ffa74612200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:01:45.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:44 smithi129 bash[21614]: debug 2024-03-22T07:01:44.985+0000 7f1c701d2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-22T07:01:45.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:45 smithi129 bash[21614]: debug 2024-03-22T07:01:45.105+0000 7f1c701d2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-22T07:01:45.387 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:44 smithi148 bash[24166]: debug 2024-03-22T07:01:44.982+0000 7ffa74612200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-22T07:01:45.387 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:45 smithi148 bash[24166]: debug 2024-03-22T07:01:45.098+0000 7ffa74612200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-22T07:01:45.677 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:45 smithi148 bash[24166]: debug 2024-03-22T07:01:45.390+0000 7ffa74612200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-22T07:01:45.677 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:45 smithi148 bash[24166]: debug 2024-03-22T07:01:45.502+0000 7ffa74612200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-22T07:01:45.871 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:45 smithi129 bash[21614]: debug 2024-03-22T07:01:45.401+0000 7f1c701d2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-22T07:01:45.871 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:45 smithi129 bash[21614]: debug 2024-03-22T07:01:45.517+0000 7f1c701d2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-22T07:01:46.196 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:45 smithi148 bash[24166]: debug 2024-03-22T07:01:45.950+0000 7ffa74612200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-22T07:01:46.197 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[24166]: debug 2024-03-22T07:01:46.070+0000 7ffa74612200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-22T07:01:46.197 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[24166]: [22/Mar/2024:07:01:46] ENGINE Bus STARTING 2024-03-22T07:01:46.264 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:45 smithi129 bash[21614]: debug 2024-03-22T07:01:45.969+0000 7f1c701d2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-22T07:01:46.264 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21614]: debug 2024-03-22T07:01:46.093+0000 7f1c701d2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-22T07:01:46.264 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21614]: [22/Mar/2024:07:01:46] ENGINE Bus STARTING 2024-03-22T07:01:46.451 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[24166]: CherryPy Checker: 2024-03-22T07:01:46.452 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[24166]: The Application mounted at '' has an empty config. 2024-03-22T07:01:46.452 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[24166]: [22/Mar/2024:07:01:46] ENGINE Serving on http://:::9283 2024-03-22T07:01:46.452 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[24166]: [22/Mar/2024:07:01:46] ENGINE Bus STARTED 2024-03-22T07:01:46.621 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21614]: CherryPy Checker: 2024-03-22T07:01:46.621 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21614]: The Application mounted at '' has an empty config. 2024-03-22T07:01:46.621 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21614]: [22/Mar/2024:07:01:46] ENGINE Serving on http://:::9283 2024-03-22T07:01:46.621 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21614]: [22/Mar/2024:07:01:46] ENGINE Bus STARTED 2024-03-22T07:01:46.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: cluster 2024-03-22T07:01:46.094153+0000 mon.a (mon.0) 648 : cluster 0 Standby manager daemon x restarted 2024-03-22T07:01:46.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: cluster 2024-03-22T07:01:46.094340+0000 mon.a (mon.0) 649 : cluster 0 Standby manager daemon x started 2024-03-22T07:01:46.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.096676+0000 mon.b (mon.1) 26 : audit 0 from='mgr.? 172.21.15.148:0/3013729418' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T07:01:46.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.098115+0000 mon.b (mon.1) 27 : audit 0 from='mgr.? 172.21.15.148:0/3013729418' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:01:46.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.102019+0000 mon.b (mon.1) 28 : audit 0 from='mgr.? 172.21.15.148:0/3013729418' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T07:01:46.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.102456+0000 mon.b (mon.1) 29 : audit 0 from='mgr.? 172.21.15.148:0/3013729418' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:01:46.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: cluster 2024-03-22T07:01:46.118172+0000 mon.a (mon.0) 650 : cluster 1 Active manager daemon y restarted 2024-03-22T07:01:46.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: cluster 2024-03-22T07:01:46.118586+0000 mon.a (mon.0) 651 : cluster 1 Activating manager daemon y 2024-03-22T07:01:46.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: cluster 2024-03-22T07:01:46.131395+0000 mon.a (mon.0) 652 : cluster 0 osdmap e60: 8 total, 8 up, 8 in 2024-03-22T07:01:46.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: cluster 2024-03-22T07:01:46.132076+0000 mon.a (mon.0) 653 : cluster 0 mgrmap e17: y(active, starting, since 0.0136559s), standbys: x 2024-03-22T07:01:46.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.133684+0000 mon.a (mon.0) 654 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:01:46.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.133888+0000 mon.a (mon.0) 655 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:01:46.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.134100+0000 mon.a (mon.0) 656 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:01:46.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.136151+0000 mon.a (mon.0) 657 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-22T07:01:46.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.136292+0000 mon.a (mon.0) 658 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-22T07:01:46.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.136980+0000 mon.a (mon.0) 659 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T07:01:46.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.137161+0000 mon.a (mon.0) 660 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T07:01:46.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.137326+0000 mon.a (mon.0) 661 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T07:01:46.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.137499+0000 mon.a (mon.0) 662 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T07:01:46.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.137690+0000 mon.a (mon.0) 663 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T07:01:46.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.137863+0000 mon.a (mon.0) 664 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T07:01:46.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.138028+0000 mon.a (mon.0) 665 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:01:46.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.138255+0000 mon.a (mon.0) 666 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:01:46.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.138565+0000 mon.a (mon.0) 667 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-22T07:01:46.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.138688+0000 mon.a (mon.0) 668 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-22T07:01:46.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.139153+0000 mon.a (mon.0) 669 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-22T07:01:46.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: cluster 2024-03-22T07:01:46.165925+0000 mon.a (mon.0) 670 : cluster 1 Manager daemon y is now available 2024-03-22T07:01:46.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.191486+0000 mon.a (mon.0) 671 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:01:46.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.193973+0000 mon.a (mon.0) 672 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:01:46.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.214278+0000 mon.a (mon.0) 673 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:46.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.217295+0000 mon.a (mon.0) 674 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:01:46.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.232120+0000 mon.a (mon.0) 675 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:01:46.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[31121]: audit 2024-03-22T07:01:46.248101+0000 mon.a (mon.0) 676 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-22T07:01:46.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: cluster 2024-03-22T07:01:46.094153+0000 mon.a (mon.0) 648 : cluster 0 Standby manager daemon x restarted 2024-03-22T07:01:46.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: cluster 2024-03-22T07:01:46.094340+0000 mon.a (mon.0) 649 : cluster 0 Standby manager daemon x started 2024-03-22T07:01:46.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.096676+0000 mon.b (mon.1) 26 : audit 0 from='mgr.? 172.21.15.148:0/3013729418' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T07:01:46.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.098115+0000 mon.b (mon.1) 27 : audit 0 from='mgr.? 172.21.15.148:0/3013729418' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:01:46.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.102019+0000 mon.b (mon.1) 28 : audit 0 from='mgr.? 172.21.15.148:0/3013729418' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T07:01:46.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.102456+0000 mon.b (mon.1) 29 : audit 0 from='mgr.? 172.21.15.148:0/3013729418' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:01:46.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: cluster 2024-03-22T07:01:46.118172+0000 mon.a (mon.0) 650 : cluster 1 Active manager daemon y restarted 2024-03-22T07:01:46.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: cluster 2024-03-22T07:01:46.118586+0000 mon.a (mon.0) 651 : cluster 1 Activating manager daemon y 2024-03-22T07:01:46.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: cluster 2024-03-22T07:01:46.131395+0000 mon.a (mon.0) 652 : cluster 0 osdmap e60: 8 total, 8 up, 8 in 2024-03-22T07:01:46.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: cluster 2024-03-22T07:01:46.132076+0000 mon.a (mon.0) 653 : cluster 0 mgrmap e17: y(active, starting, since 0.0136559s), standbys: x 2024-03-22T07:01:46.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.133684+0000 mon.a (mon.0) 654 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:01:46.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.133888+0000 mon.a (mon.0) 655 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:01:46.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.134100+0000 mon.a (mon.0) 656 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.136151+0000 mon.a (mon.0) 657 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.136292+0000 mon.a (mon.0) 658 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.136980+0000 mon.a (mon.0) 659 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.137161+0000 mon.a (mon.0) 660 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.137326+0000 mon.a (mon.0) 661 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.137499+0000 mon.a (mon.0) 662 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.137690+0000 mon.a (mon.0) 663 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.137863+0000 mon.a (mon.0) 664 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.138028+0000 mon.a (mon.0) 665 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.138255+0000 mon.a (mon.0) 666 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.138565+0000 mon.a (mon.0) 667 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.138688+0000 mon.a (mon.0) 668 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.139153+0000 mon.a (mon.0) 669 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: cluster 2024-03-22T07:01:46.165925+0000 mon.a (mon.0) 670 : cluster 1 Manager daemon y is now available 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.191486+0000 mon.a (mon.0) 671 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:01:46.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.193973+0000 mon.a (mon.0) 672 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:01:46.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.214278+0000 mon.a (mon.0) 673 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:46.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.217295+0000 mon.a (mon.0) 674 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:01:46.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.232120+0000 mon.a (mon.0) 675 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:01:46.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:46 smithi129 bash[21357]: audit 2024-03-22T07:01:46.248101+0000 mon.a (mon.0) 676 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-22T07:01:46.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: cluster 2024-03-22T07:01:46.094153+0000 mon.a (mon.0) 648 : cluster 0 Standby manager daemon x restarted 2024-03-22T07:01:46.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: cluster 2024-03-22T07:01:46.094340+0000 mon.a (mon.0) 649 : cluster 0 Standby manager daemon x started 2024-03-22T07:01:46.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.096676+0000 mon.b (mon.1) 26 : audit 0 from='mgr.? 172.21.15.148:0/3013729418' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T07:01:46.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.098115+0000 mon.b (mon.1) 27 : audit 0 from='mgr.? 172.21.15.148:0/3013729418' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:01:46.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.102019+0000 mon.b (mon.1) 28 : audit 0 from='mgr.? 172.21.15.148:0/3013729418' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T07:01:46.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.102456+0000 mon.b (mon.1) 29 : audit 0 from='mgr.? 172.21.15.148:0/3013729418' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:01:46.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: cluster 2024-03-22T07:01:46.118172+0000 mon.a (mon.0) 650 : cluster 1 Active manager daemon y restarted 2024-03-22T07:01:46.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: cluster 2024-03-22T07:01:46.118586+0000 mon.a (mon.0) 651 : cluster 1 Activating manager daemon y 2024-03-22T07:01:46.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: cluster 2024-03-22T07:01:46.131395+0000 mon.a (mon.0) 652 : cluster 0 osdmap e60: 8 total, 8 up, 8 in 2024-03-22T07:01:46.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: cluster 2024-03-22T07:01:46.132076+0000 mon.a (mon.0) 653 : cluster 0 mgrmap e17: y(active, starting, since 0.0136559s), standbys: x 2024-03-22T07:01:46.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.133684+0000 mon.a (mon.0) 654 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:01:46.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.133888+0000 mon.a (mon.0) 655 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:01:46.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.134100+0000 mon.a (mon.0) 656 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:01:46.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.136151+0000 mon.a (mon.0) 657 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-22T07:01:46.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.136292+0000 mon.a (mon.0) 658 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-22T07:01:46.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.136980+0000 mon.a (mon.0) 659 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T07:01:46.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.137161+0000 mon.a (mon.0) 660 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T07:01:46.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.137326+0000 mon.a (mon.0) 661 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T07:01:46.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.137499+0000 mon.a (mon.0) 662 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T07:01:46.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.137690+0000 mon.a (mon.0) 663 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T07:01:46.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.137863+0000 mon.a (mon.0) 664 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T07:01:46.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.138028+0000 mon.a (mon.0) 665 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:01:46.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.138255+0000 mon.a (mon.0) 666 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:01:46.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.138565+0000 mon.a (mon.0) 667 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-22T07:01:46.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.138688+0000 mon.a (mon.0) 668 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-22T07:01:46.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.139153+0000 mon.a (mon.0) 669 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-22T07:01:46.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: cluster 2024-03-22T07:01:46.165925+0000 mon.a (mon.0) 670 : cluster 1 Manager daemon y is now available 2024-03-22T07:01:46.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.191486+0000 mon.a (mon.0) 671 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:01:46.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.193973+0000 mon.a (mon.0) 672 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:01:46.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.214278+0000 mon.a (mon.0) 673 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:46.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.217295+0000 mon.a (mon.0) 674 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:01:46.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.232120+0000 mon.a (mon.0) 675 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:01:46.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:46 smithi148 bash[23214]: audit 2024-03-22T07:01:46.248101+0000 mon.a (mon.0) 676 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-22T07:01:47.157 INFO:teuthology.orchestra.run.smithi148.stdout:Scheduled alertmanager update... 2024-03-22T07:01:47.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:47 smithi129 bash[21357]: cephadm 2024-03-22T07:01:47.032516+0000 mgr.y (mgr.14391) 1 : cephadm 1 [22/Mar/2024:07:01:47] ENGINE Bus STARTING 2024-03-22T07:01:47.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:47 smithi129 bash[21357]: cluster 2024-03-22T07:01:47.139279+0000 mon.a (mon.0) 677 : cluster 0 mgrmap e18: y(active, since 1.02086s), standbys: x 2024-03-22T07:01:47.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:47 smithi129 bash[21357]: audit 2024-03-22T07:01:47.161159+0000 mon.a (mon.0) 678 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:47.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:47 smithi129 bash[31121]: cephadm 2024-03-22T07:01:47.032516+0000 mgr.y (mgr.14391) 1 : cephadm 1 [22/Mar/2024:07:01:47] ENGINE Bus STARTING 2024-03-22T07:01:47.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:47 smithi129 bash[31121]: cluster 2024-03-22T07:01:47.139279+0000 mon.a (mon.0) 677 : cluster 0 mgrmap e18: y(active, since 1.02086s), standbys: x 2024-03-22T07:01:47.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:47 smithi129 bash[31121]: audit 2024-03-22T07:01:47.161159+0000 mon.a (mon.0) 678 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:47.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:47 smithi148 bash[23214]: cephadm 2024-03-22T07:01:47.032516+0000 mgr.y (mgr.14391) 1 : cephadm 1 [22/Mar/2024:07:01:47] ENGINE Bus STARTING 2024-03-22T07:01:47.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:47 smithi148 bash[23214]: cluster 2024-03-22T07:01:47.139279+0000 mon.a (mon.0) 677 : cluster 0 mgrmap e18: y(active, since 1.02086s), standbys: x 2024-03-22T07:01:47.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:47 smithi148 bash[23214]: audit 2024-03-22T07:01:47.161159+0000 mon.a (mon.0) 678 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:47.950 DEBUG:teuthology.orchestra.run.smithi129:alertmanager.a> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@alertmanager.a.service 2024-03-22T07:01:47.952 INFO:tasks.cephadm:Adding grafana.a on smithi148 2024-03-22T07:01:47.953 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph orch apply grafana '1;smithi148=a' 2024-03-22T07:01:48.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:48 smithi129 bash[21357]: cephadm 2024-03-22T07:01:47.134908+0000 mgr.y (mgr.14391) 2 : cephadm 1 [22/Mar/2024:07:01:47] ENGINE Serving on http://172.21.15.129:8765 2024-03-22T07:01:48.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:48 smithi129 bash[21357]: audit 2024-03-22T07:01:47.148604+0000 mgr.y (mgr.14391) 3 : audit 0 from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi129=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:01:48.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:48 smithi129 bash[21357]: cluster 2024-03-22T07:01:47.149659+0000 mgr.y (mgr.14391) 4 : cluster 0 pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:48.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:48 smithi129 bash[21357]: cephadm 2024-03-22T07:01:47.154481+0000 mgr.y (mgr.14391) 5 : cephadm 1 Saving service alertmanager spec with placement smithi129=a;count:1 2024-03-22T07:01:48.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:48 smithi129 bash[21357]: cephadm 2024-03-22T07:01:47.256670+0000 mgr.y (mgr.14391) 6 : cephadm 1 [22/Mar/2024:07:01:47] ENGINE Serving on https://172.21.15.129:7150 2024-03-22T07:01:48.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:48 smithi129 bash[21357]: cephadm 2024-03-22T07:01:47.256868+0000 mgr.y (mgr.14391) 7 : cephadm 1 [22/Mar/2024:07:01:47] ENGINE Bus STARTED 2024-03-22T07:01:48.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:48 smithi129 bash[31121]: cephadm 2024-03-22T07:01:47.134908+0000 mgr.y (mgr.14391) 2 : cephadm 1 [22/Mar/2024:07:01:47] ENGINE Serving on http://172.21.15.129:8765 2024-03-22T07:01:48.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:48 smithi129 bash[31121]: audit 2024-03-22T07:01:47.148604+0000 mgr.y (mgr.14391) 3 : audit 0 from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi129=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:01:48.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:48 smithi129 bash[31121]: cluster 2024-03-22T07:01:47.149659+0000 mgr.y (mgr.14391) 4 : cluster 0 pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:48.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:48 smithi129 bash[31121]: cephadm 2024-03-22T07:01:47.154481+0000 mgr.y (mgr.14391) 5 : cephadm 1 Saving service alertmanager spec with placement smithi129=a;count:1 2024-03-22T07:01:48.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:48 smithi129 bash[31121]: cephadm 2024-03-22T07:01:47.256670+0000 mgr.y (mgr.14391) 6 : cephadm 1 [22/Mar/2024:07:01:47] ENGINE Serving on https://172.21.15.129:7150 2024-03-22T07:01:48.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:48 smithi129 bash[31121]: cephadm 2024-03-22T07:01:47.256868+0000 mgr.y (mgr.14391) 7 : cephadm 1 [22/Mar/2024:07:01:47] ENGINE Bus STARTED 2024-03-22T07:01:48.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:48 smithi148 bash[23214]: cephadm 2024-03-22T07:01:47.134908+0000 mgr.y (mgr.14391) 2 : cephadm 1 [22/Mar/2024:07:01:47] ENGINE Serving on http://172.21.15.129:8765 2024-03-22T07:01:48.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:48 smithi148 bash[23214]: audit 2024-03-22T07:01:47.148604+0000 mgr.y (mgr.14391) 3 : audit 0 from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi129=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:01:48.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:48 smithi148 bash[23214]: cluster 2024-03-22T07:01:47.149659+0000 mgr.y (mgr.14391) 4 : cluster 0 pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:48.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:48 smithi148 bash[23214]: cephadm 2024-03-22T07:01:47.154481+0000 mgr.y (mgr.14391) 5 : cephadm 1 Saving service alertmanager spec with placement smithi129=a;count:1 2024-03-22T07:01:48.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:48 smithi148 bash[23214]: cephadm 2024-03-22T07:01:47.256670+0000 mgr.y (mgr.14391) 6 : cephadm 1 [22/Mar/2024:07:01:47] ENGINE Serving on https://172.21.15.129:7150 2024-03-22T07:01:48.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:48 smithi148 bash[23214]: cephadm 2024-03-22T07:01:47.256868+0000 mgr.y (mgr.14391) 7 : cephadm 1 [22/Mar/2024:07:01:47] ENGINE Bus STARTED 2024-03-22T07:01:49.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:49 smithi129 bash[21357]: cluster 2024-03-22T07:01:48.138660+0000 mgr.y (mgr.14391) 8 : cluster 0 pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:49.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:49 smithi129 bash[21357]: cluster 2024-03-22T07:01:49.152475+0000 mon.a (mon.0) 679 : cluster 0 mgrmap e19: y(active, since 3s), standbys: x 2024-03-22T07:01:49.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:49 smithi129 bash[31121]: cluster 2024-03-22T07:01:48.138660+0000 mgr.y (mgr.14391) 8 : cluster 0 pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:49.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:49 smithi129 bash[31121]: cluster 2024-03-22T07:01:49.152475+0000 mon.a (mon.0) 679 : cluster 0 mgrmap e19: y(active, since 3s), standbys: x 2024-03-22T07:01:49.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:49 smithi148 bash[23214]: cluster 2024-03-22T07:01:48.138660+0000 mgr.y (mgr.14391) 8 : cluster 0 pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:49.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:49 smithi148 bash[23214]: cluster 2024-03-22T07:01:49.152475+0000 mon.a (mon.0) 679 : cluster 0 mgrmap e19: y(active, since 3s), standbys: x 2024-03-22T07:01:51.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:51 smithi129 bash[31121]: cluster 2024-03-22T07:01:50.139265+0000 mgr.y (mgr.14391) 9 : cluster 0 pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:51.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:51 smithi129 bash[31121]: cluster 2024-03-22T07:01:50.481297+0000 mon.a (mon.0) 680 : cluster 0 mgrmap e20: y(active, since 4s), standbys: x 2024-03-22T07:01:51.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:51 smithi129 bash[21357]: cluster 2024-03-22T07:01:50.139265+0000 mgr.y (mgr.14391) 9 : cluster 0 pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:51.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:51 smithi129 bash[21357]: cluster 2024-03-22T07:01:50.481297+0000 mon.a (mon.0) 680 : cluster 0 mgrmap e20: y(active, since 4s), standbys: x 2024-03-22T07:01:51.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:51 smithi148 bash[23214]: cluster 2024-03-22T07:01:50.139265+0000 mgr.y (mgr.14391) 9 : cluster 0 pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:51.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:51 smithi148 bash[23214]: cluster 2024-03-22T07:01:50.481297+0000 mon.a (mon.0) 680 : cluster 0 mgrmap e20: y(active, since 4s), standbys: x 2024-03-22T07:01:52.469 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.b/config 2024-03-22T07:01:53.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:52 smithi129 bash[21357]: audit 2024-03-22T07:01:51.804997+0000 mon.a (mon.0) 681 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:52 smithi129 bash[21357]: audit 2024-03-22T07:01:51.811707+0000 mon.a (mon.0) 682 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:52 smithi129 bash[21357]: audit 2024-03-22T07:01:51.981470+0000 mon.a (mon.0) 683 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:52 smithi129 bash[21357]: audit 2024-03-22T07:01:51.992270+0000 mon.a (mon.0) 684 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:52 smithi129 bash[21357]: audit 2024-03-22T07:01:52.603998+0000 mon.a (mon.0) 685 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:52 smithi129 bash[21357]: audit 2024-03-22T07:01:52.614024+0000 mon.a (mon.0) 686 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:52 smithi129 bash[21357]: audit 2024-03-22T07:01:52.792383+0000 mon.a (mon.0) 687 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:52 smithi129 bash[31121]: audit 2024-03-22T07:01:51.804997+0000 mon.a (mon.0) 681 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:52 smithi129 bash[31121]: audit 2024-03-22T07:01:51.811707+0000 mon.a (mon.0) 682 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:52 smithi129 bash[31121]: audit 2024-03-22T07:01:51.981470+0000 mon.a (mon.0) 683 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:52 smithi129 bash[31121]: audit 2024-03-22T07:01:51.992270+0000 mon.a (mon.0) 684 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:52 smithi129 bash[31121]: audit 2024-03-22T07:01:52.603998+0000 mon.a (mon.0) 685 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:52 smithi129 bash[31121]: audit 2024-03-22T07:01:52.614024+0000 mon.a (mon.0) 686 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:52 smithi129 bash[31121]: audit 2024-03-22T07:01:52.792383+0000 mon.a (mon.0) 687 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:52 smithi148 bash[23214]: audit 2024-03-22T07:01:51.804997+0000 mon.a (mon.0) 681 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:52 smithi148 bash[23214]: audit 2024-03-22T07:01:51.811707+0000 mon.a (mon.0) 682 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:52 smithi148 bash[23214]: audit 2024-03-22T07:01:51.981470+0000 mon.a (mon.0) 683 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:52 smithi148 bash[23214]: audit 2024-03-22T07:01:51.992270+0000 mon.a (mon.0) 684 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:52 smithi148 bash[23214]: audit 2024-03-22T07:01:52.603998+0000 mon.a (mon.0) 685 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:52 smithi148 bash[23214]: audit 2024-03-22T07:01:52.614024+0000 mon.a (mon.0) 686 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:53.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:52 smithi148 bash[23214]: audit 2024-03-22T07:01:52.792383+0000 mon.a (mon.0) 687 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: cluster 2024-03-22T07:01:52.139662+0000 mgr.y (mgr.14391) 10 : cluster 0 pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:54.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: audit 2024-03-22T07:01:52.803118+0000 mon.a (mon.0) 688 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: audit 2024-03-22T07:01:52.812303+0000 mon.a (mon.0) 689 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:01:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: audit 2024-03-22T07:01:52.814330+0000 mon.a (mon.0) 690 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:01:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: audit 2024-03-22T07:01:52.815823+0000 mon.a (mon.0) 691 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:01:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: audit 2024-03-22T07:01:52.817174+0000 mon.a (mon.0) 692 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:01:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: cephadm 2024-03-22T07:01:52.818157+0000 mgr.y (mgr.14391) 11 : cephadm 1 Adjusting osd_memory_target on smithi148 to 4060M 2024-03-22T07:01:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: audit 2024-03-22T07:01:52.826557+0000 mon.a (mon.0) 693 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: audit 2024-03-22T07:01:52.828307+0000 mon.a (mon.0) 694 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:01:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: audit 2024-03-22T07:01:52.829674+0000 mon.a (mon.0) 695 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:01:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: cephadm 2024-03-22T07:01:52.831813+0000 mgr.y (mgr.14391) 12 : cephadm 1 Updating smithi129:/etc/ceph/ceph.conf 2024-03-22T07:01:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: cephadm 2024-03-22T07:01:52.832251+0000 mgr.y (mgr.14391) 13 : cephadm 1 Updating smithi148:/etc/ceph/ceph.conf 2024-03-22T07:01:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: audit 2024-03-22T07:01:53.598335+0000 mon.a (mon.0) 696 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: audit 2024-03-22T07:01:53.602680+0000 mon.a (mon.0) 697 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: audit 2024-03-22T07:01:53.609391+0000 mon.a (mon.0) 698 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: audit 2024-03-22T07:01:53.616514+0000 mon.a (mon.0) 699 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21357]: audit 2024-03-22T07:01:53.625886+0000 mon.a (mon.0) 700 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.123 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:01:53] "GET /metrics HTTP/1.1" 200 23689 "" "Prometheus/2.43.0" 2024-03-22T07:01:54.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: cluster 2024-03-22T07:01:52.139662+0000 mgr.y (mgr.14391) 10 : cluster 0 pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:54.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: audit 2024-03-22T07:01:52.803118+0000 mon.a (mon.0) 688 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: audit 2024-03-22T07:01:52.812303+0000 mon.a (mon.0) 689 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:01:54.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: audit 2024-03-22T07:01:52.814330+0000 mon.a (mon.0) 690 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:01:54.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: audit 2024-03-22T07:01:52.815823+0000 mon.a (mon.0) 691 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:01:54.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: audit 2024-03-22T07:01:52.817174+0000 mon.a (mon.0) 692 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:01:54.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: cephadm 2024-03-22T07:01:52.818157+0000 mgr.y (mgr.14391) 11 : cephadm 1 Adjusting osd_memory_target on smithi148 to 4060M 2024-03-22T07:01:54.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: audit 2024-03-22T07:01:52.826557+0000 mon.a (mon.0) 693 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: audit 2024-03-22T07:01:52.828307+0000 mon.a (mon.0) 694 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:01:54.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: audit 2024-03-22T07:01:52.829674+0000 mon.a (mon.0) 695 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:01:54.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: cephadm 2024-03-22T07:01:52.831813+0000 mgr.y (mgr.14391) 12 : cephadm 1 Updating smithi129:/etc/ceph/ceph.conf 2024-03-22T07:01:54.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: cephadm 2024-03-22T07:01:52.832251+0000 mgr.y (mgr.14391) 13 : cephadm 1 Updating smithi148:/etc/ceph/ceph.conf 2024-03-22T07:01:54.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: audit 2024-03-22T07:01:53.598335+0000 mon.a (mon.0) 696 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: audit 2024-03-22T07:01:53.602680+0000 mon.a (mon.0) 697 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: audit 2024-03-22T07:01:53.609391+0000 mon.a (mon.0) 698 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: audit 2024-03-22T07:01:53.616514+0000 mon.a (mon.0) 699 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:53 smithi129 bash[31121]: audit 2024-03-22T07:01:53.625886+0000 mon.a (mon.0) 700 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.158 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: cluster 2024-03-22T07:01:52.139662+0000 mgr.y (mgr.14391) 10 : cluster 0 pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:01:54.158 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: audit 2024-03-22T07:01:52.803118+0000 mon.a (mon.0) 688 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.158 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: audit 2024-03-22T07:01:52.812303+0000 mon.a (mon.0) 689 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:01:54.158 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: audit 2024-03-22T07:01:52.814330+0000 mon.a (mon.0) 690 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:01:54.158 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: audit 2024-03-22T07:01:52.815823+0000 mon.a (mon.0) 691 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:01:54.158 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: audit 2024-03-22T07:01:52.817174+0000 mon.a (mon.0) 692 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:01:54.158 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: cephadm 2024-03-22T07:01:52.818157+0000 mgr.y (mgr.14391) 11 : cephadm 1 Adjusting osd_memory_target on smithi148 to 4060M 2024-03-22T07:01:54.159 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: audit 2024-03-22T07:01:52.826557+0000 mon.a (mon.0) 693 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.159 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: audit 2024-03-22T07:01:52.828307+0000 mon.a (mon.0) 694 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:01:54.159 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: audit 2024-03-22T07:01:52.829674+0000 mon.a (mon.0) 695 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:01:54.159 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: cephadm 2024-03-22T07:01:52.831813+0000 mgr.y (mgr.14391) 12 : cephadm 1 Updating smithi129:/etc/ceph/ceph.conf 2024-03-22T07:01:54.159 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: cephadm 2024-03-22T07:01:52.832251+0000 mgr.y (mgr.14391) 13 : cephadm 1 Updating smithi148:/etc/ceph/ceph.conf 2024-03-22T07:01:54.159 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: audit 2024-03-22T07:01:53.598335+0000 mon.a (mon.0) 696 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.159 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: audit 2024-03-22T07:01:53.602680+0000 mon.a (mon.0) 697 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.159 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: audit 2024-03-22T07:01:53.609391+0000 mon.a (mon.0) 698 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.159 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: audit 2024-03-22T07:01:53.616514+0000 mon.a (mon.0) 699 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.159 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:53 smithi148 bash[23214]: audit 2024-03-22T07:01:53.625886+0000 mon.a (mon.0) 700 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:54.419 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:54 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:54.419 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:01:54 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:54.420 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:01:54 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:54.420 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:01:54 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:54.420 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:54 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:54.421 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:54 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:54.421 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:01:54 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:54.421 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:01:54 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:54.812 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:01:54 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:54.812 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:54 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:54.813 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:54 smithi129 systemd[1]: Started Ceph node-exporter.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:01:54.813 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[55359]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-03-22T07:01:54.813 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:01:54 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:54.813 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:54 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:54.814 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:01:54 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:54.814 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:01:54 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:55.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[21357]: cephadm 2024-03-22T07:01:53.097364+0000 mgr.y (mgr.14391) 14 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:01:55.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[21357]: cephadm 2024-03-22T07:01:53.098348+0000 mgr.y (mgr.14391) 15 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:01:55.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[21357]: cephadm 2024-03-22T07:01:53.262182+0000 mgr.y (mgr.14391) 16 : cephadm 1 Updating smithi129:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:01:55.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[21357]: cephadm 2024-03-22T07:01:53.263181+0000 mgr.y (mgr.14391) 17 : cephadm 1 Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:01:55.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[21357]: cephadm 2024-03-22T07:01:53.427218+0000 mgr.y (mgr.14391) 18 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:01:55.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[21357]: cephadm 2024-03-22T07:01:53.427893+0000 mgr.y (mgr.14391) 19 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:01:55.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[21357]: cephadm 2024-03-22T07:01:53.632382+0000 mgr.y (mgr.14391) 20 : cephadm 1 Deploying daemon node-exporter.a on smithi129 2024-03-22T07:01:55.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[21357]: audit 2024-03-22T07:01:54.582997+0000 mon.a (mon.0) 701 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:55.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[21357]: audit 2024-03-22T07:01:54.588916+0000 mon.a (mon.0) 702 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:55.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[21357]: audit 2024-03-22T07:01:54.602732+0000 mon.a (mon.0) 703 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:55.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[31121]: cephadm 2024-03-22T07:01:53.097364+0000 mgr.y (mgr.14391) 14 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:01:55.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[31121]: cephadm 2024-03-22T07:01:53.098348+0000 mgr.y (mgr.14391) 15 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:01:55.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[31121]: cephadm 2024-03-22T07:01:53.262182+0000 mgr.y (mgr.14391) 16 : cephadm 1 Updating smithi129:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:01:55.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[31121]: cephadm 2024-03-22T07:01:53.263181+0000 mgr.y (mgr.14391) 17 : cephadm 1 Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:01:55.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[31121]: cephadm 2024-03-22T07:01:53.427218+0000 mgr.y (mgr.14391) 18 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:01:55.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[31121]: cephadm 2024-03-22T07:01:53.427893+0000 mgr.y (mgr.14391) 19 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:01:55.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[31121]: cephadm 2024-03-22T07:01:53.632382+0000 mgr.y (mgr.14391) 20 : cephadm 1 Deploying daemon node-exporter.a on smithi129 2024-03-22T07:01:55.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[31121]: audit 2024-03-22T07:01:54.582997+0000 mon.a (mon.0) 701 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:55.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[31121]: audit 2024-03-22T07:01:54.588916+0000 mon.a (mon.0) 702 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:55.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:54 smithi129 bash[31121]: audit 2024-03-22T07:01:54.602732+0000 mon.a (mon.0) 703 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:55.123 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:54 smithi148 bash[23214]: cephadm 2024-03-22T07:01:53.097364+0000 mgr.y (mgr.14391) 14 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:01:55.123 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:54 smithi148 bash[23214]: cephadm 2024-03-22T07:01:53.098348+0000 mgr.y (mgr.14391) 15 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:01:55.123 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:54 smithi148 bash[23214]: cephadm 2024-03-22T07:01:53.262182+0000 mgr.y (mgr.14391) 16 : cephadm 1 Updating smithi129:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:01:55.123 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:54 smithi148 bash[23214]: cephadm 2024-03-22T07:01:53.263181+0000 mgr.y (mgr.14391) 17 : cephadm 1 Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:01:55.123 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:54 smithi148 bash[23214]: cephadm 2024-03-22T07:01:53.427218+0000 mgr.y (mgr.14391) 18 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:01:55.124 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:54 smithi148 bash[23214]: cephadm 2024-03-22T07:01:53.427893+0000 mgr.y (mgr.14391) 19 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:01:55.124 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:54 smithi148 bash[23214]: cephadm 2024-03-22T07:01:53.632382+0000 mgr.y (mgr.14391) 20 : cephadm 1 Deploying daemon node-exporter.a on smithi129 2024-03-22T07:01:55.124 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:54 smithi148 bash[23214]: audit 2024-03-22T07:01:54.582997+0000 mon.a (mon.0) 701 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:55.124 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:54 smithi148 bash[23214]: audit 2024-03-22T07:01:54.588916+0000 mon.a (mon.0) 702 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:55.124 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:54 smithi148 bash[23214]: audit 2024-03-22T07:01:54.602732+0000 mon.a (mon.0) 703 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:55.309 INFO:teuthology.orchestra.run.smithi148.stdout:Scheduled grafana update... 2024-03-22T07:01:55.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:55 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:55.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:55 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:55.427 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:55 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:55.427 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:01:55 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:55.427 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:55 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:55.427 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:01:55 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:55.428 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:01:55 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:55.428 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:01:55 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:55.428 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:01:55 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:55.428 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:01:55 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:55.428 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:01:55 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:55.428 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:01:55 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:55.429 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:01:55 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:55.429 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:01:55 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:55.476 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[55359]: v1.5.0: Pulling from prometheus/node-exporter 2024-03-22T07:01:55.768 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[55359]: 22b70bddd3ac: Pulling fs layer 2024-03-22T07:01:55.768 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[55359]: 5c12815fee55: Pulling fs layer 2024-03-22T07:01:55.768 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[55359]: c0e87333d380: Pulling fs layer 2024-03-22T07:01:55.768 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[55359]: 5c12815fee55: Download complete 2024-03-22T07:01:55.768 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[55359]: 22b70bddd3ac: Verifying Checksum 2024-03-22T07:01:55.768 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[55359]: 22b70bddd3ac: Download complete 2024-03-22T07:01:55.768 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[55359]: c0e87333d380: Verifying Checksum 2024-03-22T07:01:55.815 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:55 smithi148 bash[47918]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-03-22T07:01:56.121 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[55359]: c0e87333d380: Download complete 2024-03-22T07:01:56.121 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[55359]: 22b70bddd3ac: Pull complete 2024-03-22T07:01:56.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[31121]: cluster 2024-03-22T07:01:54.140155+0000 mgr.y (mgr.14391) 21 : cluster 0 pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-03-22T07:01:56.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[31121]: cephadm 2024-03-22T07:01:54.603625+0000 mgr.y (mgr.14391) 22 : cephadm 1 Deploying daemon node-exporter.b on smithi148 2024-03-22T07:01:56.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[31121]: audit 2024-03-22T07:01:55.312435+0000 mon.a (mon.0) 704 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[31121]: audit 2024-03-22T07:01:55.509562+0000 mon.a (mon.0) 705 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[31121]: audit 2024-03-22T07:01:55.523389+0000 mon.a (mon.0) 706 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[31121]: audit 2024-03-22T07:01:55.577386+0000 mon.a (mon.0) 707 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[31121]: audit 2024-03-22T07:01:55.587984+0000 mon.a (mon.0) 708 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[31121]: audit 2024-03-22T07:01:55.607662+0000 mon.a (mon.0) 709 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[21357]: cluster 2024-03-22T07:01:54.140155+0000 mgr.y (mgr.14391) 21 : cluster 0 pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-03-22T07:01:56.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[21357]: cephadm 2024-03-22T07:01:54.603625+0000 mgr.y (mgr.14391) 22 : cephadm 1 Deploying daemon node-exporter.b on smithi148 2024-03-22T07:01:56.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[21357]: audit 2024-03-22T07:01:55.312435+0000 mon.a (mon.0) 704 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[21357]: audit 2024-03-22T07:01:55.509562+0000 mon.a (mon.0) 705 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[21357]: audit 2024-03-22T07:01:55.523389+0000 mon.a (mon.0) 706 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[21357]: audit 2024-03-22T07:01:55.577386+0000 mon.a (mon.0) 707 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[21357]: audit 2024-03-22T07:01:55.587984+0000 mon.a (mon.0) 708 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:55 smithi129 bash[21357]: audit 2024-03-22T07:01:55.607662+0000 mon.a (mon.0) 709 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.123 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:01:55 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:01:56.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:55 smithi148 bash[23214]: cluster 2024-03-22T07:01:54.140155+0000 mgr.y (mgr.14391) 21 : cluster 0 pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-03-22T07:01:56.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:55 smithi148 bash[23214]: cephadm 2024-03-22T07:01:54.603625+0000 mgr.y (mgr.14391) 22 : cephadm 1 Deploying daemon node-exporter.b on smithi148 2024-03-22T07:01:56.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:55 smithi148 bash[23214]: audit 2024-03-22T07:01:55.312435+0000 mon.a (mon.0) 704 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:55 smithi148 bash[23214]: audit 2024-03-22T07:01:55.509562+0000 mon.a (mon.0) 705 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:55 smithi148 bash[23214]: audit 2024-03-22T07:01:55.523389+0000 mon.a (mon.0) 706 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:55 smithi148 bash[23214]: audit 2024-03-22T07:01:55.577386+0000 mon.a (mon.0) 707 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:55 smithi148 bash[23214]: audit 2024-03-22T07:01:55.587984+0000 mon.a (mon.0) 708 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:55 smithi148 bash[23214]: audit 2024-03-22T07:01:55.607662+0000 mon.a (mon.0) 709 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.211 DEBUG:teuthology.orchestra.run.smithi148:grafana.a> sudo journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@grafana.a.service 2024-03-22T07:01:56.214 INFO:tasks.cephadm:Setting up client nodes... 2024-03-22T07:01:56.214 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-03-22T07:01:56.549 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:56 smithi129 bash[55359]: 5c12815fee55: Pull complete 2024-03-22T07:01:56.651 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:56 smithi148 bash[47918]: v1.5.0: Pulling from prometheus/node-exporter 2024-03-22T07:01:56.823 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:56 smithi129 bash[55359]: c0e87333d380: Pull complete 2024-03-22T07:01:56.910 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:56 smithi148 bash[23214]: audit 2024-03-22T07:01:55.300845+0000 mgr.y (mgr.14391) 23 : audit 0 from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi148=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:01:56.910 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:56 smithi148 bash[23214]: cephadm 2024-03-22T07:01:55.302793+0000 mgr.y (mgr.14391) 24 : cephadm 1 Saving service grafana spec with placement smithi148=a;count:1 2024-03-22T07:01:56.910 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:56 smithi148 bash[23214]: cephadm 2024-03-22T07:01:55.648652+0000 mgr.y (mgr.14391) 25 : cephadm 1 Deploying daemon alertmanager.a on smithi129 2024-03-22T07:01:56.910 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:56 smithi148 bash[23214]: audit 2024-03-22T07:01:56.218704+0000 mon.a (mon.0) 710 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:56.910 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:56 smithi148 bash[47918]: 22b70bddd3ac: Pulling fs layer 2024-03-22T07:01:56.911 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:56 smithi148 bash[47918]: 5c12815fee55: Pulling fs layer 2024-03-22T07:01:56.911 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:56 smithi148 bash[47918]: c0e87333d380: Pulling fs layer 2024-03-22T07:01:56.911 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:56 smithi148 bash[47918]: 22b70bddd3ac: Verifying Checksum 2024-03-22T07:01:56.911 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:56 smithi148 bash[47918]: 22b70bddd3ac: Download complete 2024-03-22T07:01:56.911 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:56 smithi148 bash[47918]: 5c12815fee55: Verifying Checksum 2024-03-22T07:01:56.911 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:56 smithi148 bash[47918]: 5c12815fee55: Download complete 2024-03-22T07:01:56.911 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:56 smithi148 bash[47918]: c0e87333d380: Verifying Checksum 2024-03-22T07:01:57.121 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:56 smithi129 bash[55359]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-03-22T07:01:57.121 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:57 smithi129 bash[55359]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-03-22T07:01:57.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:56 smithi129 bash[21357]: audit 2024-03-22T07:01:55.300845+0000 mgr.y (mgr.14391) 23 : audit 0 from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi148=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:01:57.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:56 smithi129 bash[21357]: cephadm 2024-03-22T07:01:55.302793+0000 mgr.y (mgr.14391) 24 : cephadm 1 Saving service grafana spec with placement smithi148=a;count:1 2024-03-22T07:01:57.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:56 smithi129 bash[21357]: cephadm 2024-03-22T07:01:55.648652+0000 mgr.y (mgr.14391) 25 : cephadm 1 Deploying daemon alertmanager.a on smithi129 2024-03-22T07:01:57.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:56 smithi129 bash[21357]: audit 2024-03-22T07:01:56.218704+0000 mon.a (mon.0) 710 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:57.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:56 smithi129 bash[31121]: audit 2024-03-22T07:01:55.300845+0000 mgr.y (mgr.14391) 23 : audit 0 from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi148=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:01:57.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:56 smithi129 bash[31121]: cephadm 2024-03-22T07:01:55.302793+0000 mgr.y (mgr.14391) 24 : cephadm 1 Saving service grafana spec with placement smithi148=a;count:1 2024-03-22T07:01:57.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:56 smithi129 bash[31121]: cephadm 2024-03-22T07:01:55.648652+0000 mgr.y (mgr.14391) 25 : cephadm 1 Deploying daemon alertmanager.a on smithi129 2024-03-22T07:01:57.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:56 smithi129 bash[31121]: audit 2024-03-22T07:01:56.218704+0000 mon.a (mon.0) 710 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:01:57.176 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:56 smithi148 bash[47918]: c0e87333d380: Download complete 2024-03-22T07:01:57.176 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:56 smithi148 bash[47918]: 22b70bddd3ac: Pull complete 2024-03-22T07:01:57.790 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:57 smithi148 bash[47918]: 5c12815fee55: Pull complete 2024-03-22T07:01:58.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:57 smithi129 bash[21357]: cluster 2024-03-22T07:01:56.140632+0000 mgr.y (mgr.14391) 26 : cluster 0 pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-03-22T07:01:58.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:57 smithi129 bash[31121]: cluster 2024-03-22T07:01:56.140632+0000 mgr.y (mgr.14391) 26 : cluster 0 pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-03-22T07:01:58.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:57 smithi148 bash[23214]: cluster 2024-03-22T07:01:56.140632+0000 mgr.y (mgr.14391) 26 : cluster 0 pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-03-22T07:01:58.177 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:57 smithi148 bash[47918]: c0e87333d380: Pull complete 2024-03-22T07:01:58.177 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:57 smithi148 bash[47918]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-03-22T07:01:58.177 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:57 smithi148 bash[47918]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-03-22T07:01:59.121 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.775Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-22T07:01:59.121 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.775Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-22T07:01:59.121 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.776Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-22T07:01:59.122 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.776Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-22T07:01:59.122 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.776Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-22T07:01:59.122 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.776Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-22T07:01:59.122 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-22T07:01:59.122 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=arp 2024-03-22T07:01:59.122 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-22T07:01:59.122 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-22T07:01:59.122 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-22T07:01:59.122 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-22T07:01:59.122 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-22T07:01:59.122 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-22T07:01:59.122 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-22T07:01:59.123 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-22T07:01:59.123 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=edac 2024-03-22T07:01:59.123 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-22T07:01:59.123 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-22T07:01:59.123 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-22T07:01:59.123 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-22T07:01:59.123 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-22T07:01:59.123 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-22T07:01:59.123 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-22T07:01:59.123 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-22T07:01:59.123 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-22T07:01:59.123 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-22T07:01:59.123 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-22T07:01:59.123 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-22T07:01:59.123 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=os 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=stat 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-22T07:01:59.124 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=time 2024-03-22T07:01:59.125 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-22T07:01:59.125 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=uname 2024-03-22T07:01:59.125 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-22T07:01:59.125 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-22T07:01:59.125 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-22T07:01:59.125 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-22T07:01:59.125 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:01:58 smithi129 bash[55359]: ts=2024-03-22T07:01:58.777Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-22T07:01:59.427 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.182Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-22T07:01:59.427 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.182Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-22T07:01:59.427 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.183Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-22T07:01:59.427 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.183Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-22T07:01:59.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-22T07:01:59.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-22T07:01:59.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-22T07:01:59.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=arp 2024-03-22T07:01:59.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-22T07:01:59.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-22T07:01:59.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-22T07:01:59.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-22T07:01:59.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-22T07:01:59.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-22T07:01:59.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-22T07:01:59.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-22T07:01:59.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=edac 2024-03-22T07:01:59.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-22T07:01:59.429 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-22T07:01:59.429 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-22T07:01:59.429 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-22T07:01:59.429 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-22T07:01:59.429 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-22T07:01:59.429 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-22T07:01:59.429 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-22T07:01:59.429 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-22T07:01:59.429 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-22T07:01:59.429 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-22T07:01:59.430 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-22T07:01:59.430 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-22T07:01:59.430 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-22T07:01:59.430 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-22T07:01:59.430 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-22T07:01:59.430 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=os 2024-03-22T07:01:59.430 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-22T07:01:59.430 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-22T07:01:59.430 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-22T07:01:59.430 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-22T07:01:59.430 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-22T07:01:59.430 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-22T07:01:59.430 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-22T07:01:59.431 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=stat 2024-03-22T07:01:59.431 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-22T07:01:59.431 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-22T07:01:59.431 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-22T07:01:59.431 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=time 2024-03-22T07:01:59.431 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-22T07:01:59.431 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=uname 2024-03-22T07:01:59.431 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-22T07:01:59.431 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-22T07:01:59.431 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.184Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-22T07:01:59.431 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.185Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-22T07:01:59.431 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[47918]: ts=2024-03-22T07:01:59.185Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-22T07:02:00.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:01:59 smithi129 bash[31121]: cluster 2024-03-22T07:01:58.141075+0000 mgr.y (mgr.14391) 27 : cluster 0 pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-22T07:02:00.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:01:59 smithi129 bash[21357]: cluster 2024-03-22T07:01:58.141075+0000 mgr.y (mgr.14391) 27 : cluster 0 pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-22T07:02:00.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:01:59 smithi148 bash[23214]: cluster 2024-03-22T07:01:58.141075+0000 mgr.y (mgr.14391) 27 : cluster 0 pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-03-22T07:02:00.929 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:02:02.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:01 smithi129 bash[21357]: cluster 2024-03-22T07:02:00.141685+0000 mgr.y (mgr.14391) 28 : cluster 0 pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-22T07:02:02.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:01 smithi129 bash[21357]: audit 2024-03-22T07:02:01.218107+0000 mon.a (mon.0) 711 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:02:02.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:01 smithi129 bash[31121]: cluster 2024-03-22T07:02:00.141685+0000 mgr.y (mgr.14391) 28 : cluster 0 pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-22T07:02:02.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:01 smithi129 bash[31121]: audit 2024-03-22T07:02:01.218107+0000 mon.a (mon.0) 711 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:02:02.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:01 smithi148 bash[23214]: cluster 2024-03-22T07:02:00.141685+0000 mgr.y (mgr.14391) 28 : cluster 0 pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-22T07:02:02.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:01 smithi148 bash[23214]: audit 2024-03-22T07:02:01.218107+0000 mon.a (mon.0) 711 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:02:04.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:03 smithi129 bash[21357]: cluster 2024-03-22T07:02:02.142287+0000 mgr.y (mgr.14391) 29 : cluster 0 pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-22T07:02:04.121 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:03 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:02:03] "GET /metrics HTTP/1.1" 200 26210 "" "Prometheus/2.43.0" 2024-03-22T07:02:04.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:03 smithi129 bash[31121]: cluster 2024-03-22T07:02:02.142287+0000 mgr.y (mgr.14391) 29 : cluster 0 pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-22T07:02:04.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:03 smithi148 bash[23214]: cluster 2024-03-22T07:02:02.142287+0000 mgr.y (mgr.14391) 29 : cluster 0 pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-22T07:02:05.166 INFO:teuthology.orchestra.run.smithi129.stdout:[client.0] 2024-03-22T07:02:05.166 INFO:teuthology.orchestra.run.smithi129.stdout: key = AQDtLP1lmfHPCRAAuR6LxIolKBCP+h1Q2e2SfQ== 2024-03-22T07:02:06.025 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T07:02:06.025 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-03-22T07:02:06.025 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-03-22T07:02:06.040 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-03-22T07:02:06.121 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.121 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.121 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.122 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:05 smithi129 bash[31121]: cluster 2024-03-22T07:02:04.142941+0000 mgr.y (mgr.14391) 30 : cluster 0 pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-22T07:02:06.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:05 smithi129 bash[31121]: audit 2024-03-22T07:02:05.163619+0000 mon.c (mon.2) 12 : audit 1 from='client.? 172.21.15.129:0/994660832' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-22T07:02:06.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:05 smithi129 bash[31121]: audit 2024-03-22T07:02:05.164325+0000 mon.a (mon.0) 712 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-22T07:02:06.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:05 smithi129 bash[31121]: audit 2024-03-22T07:02:05.169627+0000 mon.a (mon.0) 713 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-22T07:02:06.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.123 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.123 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:05 smithi129 bash[21357]: cluster 2024-03-22T07:02:04.142941+0000 mgr.y (mgr.14391) 30 : cluster 0 pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-22T07:02:06.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:05 smithi129 bash[21357]: audit 2024-03-22T07:02:05.163619+0000 mon.c (mon.2) 12 : audit 1 from='client.? 172.21.15.129:0/994660832' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-22T07:02:06.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:05 smithi129 bash[21357]: audit 2024-03-22T07:02:05.164325+0000 mon.a (mon.0) 712 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-22T07:02:06.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:05 smithi129 bash[21357]: audit 2024-03-22T07:02:05.169627+0000 mon.a (mon.0) 713 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-22T07:02:06.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:05 smithi148 bash[23214]: cluster 2024-03-22T07:02:04.142941+0000 mgr.y (mgr.14391) 30 : cluster 0 pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-22T07:02:06.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:05 smithi148 bash[23214]: audit 2024-03-22T07:02:05.163619+0000 mon.c (mon.2) 12 : audit 1 from='client.? 172.21.15.129:0/994660832' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-22T07:02:06.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:05 smithi148 bash[23214]: audit 2024-03-22T07:02:05.164325+0000 mon.a (mon.0) 712 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-22T07:02:06.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:05 smithi148 bash[23214]: audit 2024-03-22T07:02:05.169627+0000 mon.a (mon.0) 713 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-22T07:02:06.312 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.313 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.313 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.421 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.422 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.422 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.422 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.423 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.423 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.423 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.423 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:06.424 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: Started Ceph alertmanager.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:02:06.424 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:06 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[21357]: cluster 2024-03-22T07:02:06.143483+0000 mgr.y (mgr.14391) 31 : cluster 0 pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[21357]: audit 2024-03-22T07:02:06.461331+0000 mon.a (mon.0) 714 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[21357]: audit 2024-03-22T07:02:06.467704+0000 mon.a (mon.0) 715 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[21357]: audit 2024-03-22T07:02:06.496673+0000 mon.a (mon.0) 716 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[21357]: audit 2024-03-22T07:02:06.501086+0000 mon.a (mon.0) 717 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[21357]: audit 2024-03-22T07:02:06.565915+0000 mon.a (mon.0) 718 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:02:07.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[31121]: cluster 2024-03-22T07:02:06.143483+0000 mgr.y (mgr.14391) 31 : cluster 0 pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:07.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[31121]: audit 2024-03-22T07:02:06.461331+0000 mon.a (mon.0) 714 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:07.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[31121]: audit 2024-03-22T07:02:06.467704+0000 mon.a (mon.0) 715 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:07.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[31121]: audit 2024-03-22T07:02:06.496673+0000 mon.a (mon.0) 716 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:07.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[31121]: audit 2024-03-22T07:02:06.501086+0000 mon.a (mon.0) 717 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:07.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[31121]: audit 2024-03-22T07:02:06.565915+0000 mon.a (mon.0) 718 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:02:07.872 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[55915]: ts=2024-03-22T07:02:07.531Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-03-22T07:02:07.872 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[55915]: ts=2024-03-22T07:02:07.531Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-03-22T07:02:07.872 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[55915]: ts=2024-03-22T07:02:07.533Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.129 port=9094 2024-03-22T07:02:07.873 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[55915]: ts=2024-03-22T07:02:07.534Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-03-22T07:02:07.873 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[55915]: ts=2024-03-22T07:02:07.563Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-22T07:02:07.873 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[55915]: ts=2024-03-22T07:02:07.563Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-22T07:02:07.873 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[55915]: ts=2024-03-22T07:02:07.567Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-03-22T07:02:07.873 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:07 smithi129 bash[55915]: ts=2024-03-22T07:02:07.567Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-03-22T07:02:07.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:07 smithi148 bash[23214]: cluster 2024-03-22T07:02:06.143483+0000 mgr.y (mgr.14391) 31 : cluster 0 pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:07.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:07 smithi148 bash[23214]: audit 2024-03-22T07:02:06.461331+0000 mon.a (mon.0) 714 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:07.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:07 smithi148 bash[23214]: audit 2024-03-22T07:02:06.467704+0000 mon.a (mon.0) 715 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:07.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:07 smithi148 bash[23214]: audit 2024-03-22T07:02:06.496673+0000 mon.a (mon.0) 716 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:07.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:07 smithi148 bash[23214]: audit 2024-03-22T07:02:06.501086+0000 mon.a (mon.0) 717 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:07.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:07 smithi148 bash[23214]: audit 2024-03-22T07:02:06.565915+0000 mon.a (mon.0) 718 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:02:09.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:09 smithi129 bash[21357]: cluster 2024-03-22T07:02:08.144100+0000 mgr.y (mgr.14391) 32 : cluster 0 pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:09.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:09 smithi129 bash[31121]: cluster 2024-03-22T07:02:08.144100+0000 mgr.y (mgr.14391) 32 : cluster 0 pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:09.872 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:09 smithi129 bash[55915]: ts=2024-03-22T07:02:09.535Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000792016s 2024-03-22T07:02:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:09 smithi148 bash[23214]: cluster 2024-03-22T07:02:08.144100+0000 mgr.y (mgr.14391) 32 : cluster 0 pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:10.761 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.b/config 2024-03-22T07:02:11.839 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:11 smithi148 bash[23214]: cluster 2024-03-22T07:02:10.144799+0000 mgr.y (mgr.14391) 33 : cluster 0 pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:11.840 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:11 smithi148 bash[23214]: audit 2024-03-22T07:02:11.230825+0000 mon.a (mon.0) 719 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:11.840 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:11 smithi148 bash[23214]: audit 2024-03-22T07:02:11.305871+0000 mon.a (mon.0) 720 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:11.840 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:11 smithi148 bash[23214]: audit 2024-03-22T07:02:11.318718+0000 mon.a (mon.0) 721 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:11.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:11 smithi129 bash[21357]: cluster 2024-03-22T07:02:10.144799+0000 mgr.y (mgr.14391) 33 : cluster 0 pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:11.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:11 smithi129 bash[21357]: audit 2024-03-22T07:02:11.230825+0000 mon.a (mon.0) 719 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:11.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:11 smithi129 bash[21357]: audit 2024-03-22T07:02:11.305871+0000 mon.a (mon.0) 720 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:11.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:11 smithi129 bash[21357]: audit 2024-03-22T07:02:11.318718+0000 mon.a (mon.0) 721 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:11 smithi129 bash[31121]: cluster 2024-03-22T07:02:10.144799+0000 mgr.y (mgr.14391) 33 : cluster 0 pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:11 smithi129 bash[31121]: audit 2024-03-22T07:02:11.230825+0000 mon.a (mon.0) 719 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:11 smithi129 bash[31121]: audit 2024-03-22T07:02:11.305871+0000 mon.a (mon.0) 720 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:11 smithi129 bash[31121]: audit 2024-03-22T07:02:11.318718+0000 mon.a (mon.0) 721 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:12.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:12 smithi129 bash[21614]: [22/Mar/2024:07:02:12] ENGINE Bus STOPPING 2024-03-22T07:02:12.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:12 smithi129 bash[21614]: [22/Mar/2024:07:02:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:02:12.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:12 smithi129 bash[21614]: [22/Mar/2024:07:02:12] ENGINE Bus STOPPED 2024-03-22T07:02:12.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:12 smithi129 bash[21614]: [22/Mar/2024:07:02:12] ENGINE Bus STARTING 2024-03-22T07:02:12.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:12 smithi129 bash[21614]: [22/Mar/2024:07:02:12] ENGINE Serving on http://:::9283 2024-03-22T07:02:12.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:12 smithi129 bash[21614]: [22/Mar/2024:07:02:12] ENGINE Bus STARTED 2024-03-22T07:02:12.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:12 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[21357]: audit 2024-03-22T07:02:12.004091+0000 mon.a (mon.0) 722 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[21357]: audit 2024-03-22T07:02:12.010614+0000 mon.a (mon.0) 723 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[21357]: audit 2024-03-22T07:02:12.012241+0000 mon.a (mon.0) 724 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:02:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[21357]: audit 2024-03-22T07:02:12.013543+0000 mon.a (mon.0) 725 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:02:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[21357]: audit 2024-03-22T07:02:12.018503+0000 mon.a (mon.0) 726 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[21357]: cephadm 2024-03-22T07:02:12.032235+0000 mgr.y (mgr.14391) 34 : cephadm 1 Regenerating cephadm self-signed grafana TLS certificates 2024-03-22T07:02:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[21357]: audit 2024-03-22T07:02:12.090480+0000 mon.a (mon.0) 727 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[21357]: audit 2024-03-22T07:02:12.098967+0000 mon.a (mon.0) 728 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[21357]: audit 2024-03-22T07:02:12.102733+0000 mon.a (mon.0) 729 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-22T07:02:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[21357]: audit 2024-03-22T07:02:12.114211+0000 mon.a (mon.0) 730 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[31121]: audit 2024-03-22T07:02:12.004091+0000 mon.a (mon.0) 722 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[31121]: audit 2024-03-22T07:02:12.010614+0000 mon.a (mon.0) 723 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[31121]: audit 2024-03-22T07:02:12.012241+0000 mon.a (mon.0) 724 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:02:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[31121]: audit 2024-03-22T07:02:12.013543+0000 mon.a (mon.0) 725 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:02:13.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[31121]: audit 2024-03-22T07:02:12.018503+0000 mon.a (mon.0) 726 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[31121]: cephadm 2024-03-22T07:02:12.032235+0000 mgr.y (mgr.14391) 34 : cephadm 1 Regenerating cephadm self-signed grafana TLS certificates 2024-03-22T07:02:13.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[31121]: audit 2024-03-22T07:02:12.090480+0000 mon.a (mon.0) 727 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[31121]: audit 2024-03-22T07:02:12.098967+0000 mon.a (mon.0) 728 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[31121]: audit 2024-03-22T07:02:12.102733+0000 mon.a (mon.0) 729 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-22T07:02:13.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[31121]: audit 2024-03-22T07:02:12.114211+0000 mon.a (mon.0) 730 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:13 smithi148 bash[23214]: audit 2024-03-22T07:02:12.004091+0000 mon.a (mon.0) 722 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:13 smithi148 bash[23214]: audit 2024-03-22T07:02:12.010614+0000 mon.a (mon.0) 723 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:13 smithi148 bash[23214]: audit 2024-03-22T07:02:12.012241+0000 mon.a (mon.0) 724 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:02:13.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:13 smithi148 bash[23214]: audit 2024-03-22T07:02:12.013543+0000 mon.a (mon.0) 725 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:02:13.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:13 smithi148 bash[23214]: audit 2024-03-22T07:02:12.018503+0000 mon.a (mon.0) 726 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:13 smithi148 bash[23214]: cephadm 2024-03-22T07:02:12.032235+0000 mgr.y (mgr.14391) 34 : cephadm 1 Regenerating cephadm self-signed grafana TLS certificates 2024-03-22T07:02:13.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:13 smithi148 bash[23214]: audit 2024-03-22T07:02:12.090480+0000 mon.a (mon.0) 727 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:13 smithi148 bash[23214]: audit 2024-03-22T07:02:12.098967+0000 mon.a (mon.0) 728 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:13 smithi148 bash[23214]: audit 2024-03-22T07:02:12.102733+0000 mon.a (mon.0) 729 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-22T07:02:13.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:13 smithi148 bash[23214]: audit 2024-03-22T07:02:12.114211+0000 mon.a (mon.0) 730 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:13.593 INFO:teuthology.orchestra.run.smithi148.stdout:[client.1] 2024-03-22T07:02:13.593 INFO:teuthology.orchestra.run.smithi148.stdout: key = AQD1LP1luns2IxAAv+dnS8SEfnhNGjnTCChY8g== 2024-03-22T07:02:14.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:13 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:02:13] "GET /metrics HTTP/1.1" 200 26210 "" "Prometheus/2.43.0" 2024-03-22T07:02:14.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:14 smithi129 bash[21357]: audit 2024-03-22T07:02:12.103830+0000 mgr.y (mgr.14391) 35 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-22T07:02:14.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:14 smithi129 bash[21357]: cephadm 2024-03-22T07:02:12.128323+0000 mgr.y (mgr.14391) 36 : cephadm 1 Deploying daemon grafana.a on smithi148 2024-03-22T07:02:14.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:14 smithi129 bash[21357]: cluster 2024-03-22T07:02:12.145169+0000 mgr.y (mgr.14391) 37 : cluster 0 pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:14.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:14 smithi129 bash[21357]: audit 2024-03-22T07:02:13.590452+0000 mon.a (mon.0) 731 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-22T07:02:14.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:14 smithi129 bash[21357]: audit 2024-03-22T07:02:13.590493+0000 mon.b (mon.1) 30 : audit 1 from='client.? 172.21.15.148:0/850963490' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-22T07:02:14.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:14 smithi129 bash[21357]: audit 2024-03-22T07:02:13.598442+0000 mon.a (mon.0) 732 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-22T07:02:14.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:14 smithi129 bash[31121]: audit 2024-03-22T07:02:12.103830+0000 mgr.y (mgr.14391) 35 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-22T07:02:14.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:14 smithi129 bash[31121]: cephadm 2024-03-22T07:02:12.128323+0000 mgr.y (mgr.14391) 36 : cephadm 1 Deploying daemon grafana.a on smithi148 2024-03-22T07:02:14.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:14 smithi129 bash[31121]: cluster 2024-03-22T07:02:12.145169+0000 mgr.y (mgr.14391) 37 : cluster 0 pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:14.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:14 smithi129 bash[31121]: audit 2024-03-22T07:02:13.590452+0000 mon.a (mon.0) 731 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-22T07:02:14.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:14 smithi129 bash[31121]: audit 2024-03-22T07:02:13.590493+0000 mon.b (mon.1) 30 : audit 1 from='client.? 172.21.15.148:0/850963490' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-22T07:02:14.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:14 smithi129 bash[31121]: audit 2024-03-22T07:02:13.598442+0000 mon.a (mon.0) 732 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-22T07:02:14.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:14 smithi148 bash[23214]: audit 2024-03-22T07:02:12.103830+0000 mgr.y (mgr.14391) 35 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-22T07:02:14.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:14 smithi148 bash[23214]: cephadm 2024-03-22T07:02:12.128323+0000 mgr.y (mgr.14391) 36 : cephadm 1 Deploying daemon grafana.a on smithi148 2024-03-22T07:02:14.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:14 smithi148 bash[23214]: cluster 2024-03-22T07:02:12.145169+0000 mgr.y (mgr.14391) 37 : cluster 0 pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:14.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:14 smithi148 bash[23214]: audit 2024-03-22T07:02:13.590452+0000 mon.a (mon.0) 731 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-22T07:02:14.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:14 smithi148 bash[23214]: audit 2024-03-22T07:02:13.590493+0000 mon.b (mon.1) 30 : audit 1 from='client.? 172.21.15.148:0/850963490' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-22T07:02:14.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:14 smithi148 bash[23214]: audit 2024-03-22T07:02:13.598442+0000 mon.a (mon.0) 732 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-22T07:02:14.616 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-03-22T07:02:14.616 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-03-22T07:02:14.617 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-03-22T07:02:14.639 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-03-22T07:02:14.639 DEBUG:teuthology.orchestra.run.smithi129:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-03-22T07:02:14.942 INFO:teuthology.misc.health.smithi129.stdout: 2024-03-22T07:02:14.942 INFO:teuthology.misc.health.smithi129.stdout:{"epoch":60,"fsid":"77237b76-e818-11ee-95cd-87774f69a715","created":"2024-03-22T06:51:34.457886+0000","modified":"2024-03-22T07:01:46.118241+0000","last_up_change":"2024-03-22T07:00:50.157876+0000","last_in_change":"2024-03-22T07:00:24.824125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-22T06:56:44.652624+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9bbbc441-04a2-439e-a63f-9acfdda1b286","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6803","nonce":2159316239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6805","nonce":2159316239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6809","nonce":2159316239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6807","nonce":2159316239}]},"public_addr":"172.21.15.129:6803/2159316239","cluster_addr":"172.21.15.129:6805/2159316239","heartbeat_back_addr":"172.21.15.129:6809/2159316239","heartbeat_front_addr":"172.21.15.129:6807/2159316239","state":["exists","up"]},{"osd":1,"uuid":"2173725a-f139-4370-8db8-be06c1f0213c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6811","nonce":2339409795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6813","nonce":2339409795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6817","nonce":2339409795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6815","nonce":2339409795}]},"public_addr":"172.21.15.129:6811/2339409795","cluster_addr":"172.21.15.129:6813/2339409795","heartbeat_back_addr":"172.21.15.129:6817/2339409795","heartbeat_front_addr":"172.21.15.129:6815/2339409795","state":["exists","up"]},{"osd":2,"uuid":"94bcb642-a2b0-4774-a8d9-12fa105f4261","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6819","nonce":3738687816}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6821","nonce":3738687816}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6825","nonce":3738687816}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6823","nonce":3738687816}]},"public_addr":"172.21.15.129:6819/3738687816","cluster_addr":"172.21.15.129:6821/3738687816","heartbeat_back_addr":"172.21.15.129:6825/3738687816","heartbeat_front_addr":"172.21.15.129:6823/3738687816","state":["exists","up"]},{"osd":3,"uuid":"9953db75-1483-4e83-b183-aa29d0e0416c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6827","nonce":746569329}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6829","nonce":746569329}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6833","nonce":746569329}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6831","nonce":746569329}]},"public_addr":"172.21.15.129:6827/746569329","cluster_addr":"172.21.15.129:6829/746569329","heartbeat_back_addr":"172.21.15.129:6833/746569329","heartbeat_front_addr":"172.21.15.129:6831/746569329","state":["exists","up"]},{"osd":4,"uuid":"28226bc3-c12c-4a41-b553-1b4546d65bb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6801","nonce":1859260256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6803","nonce":1859260256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6807","nonce":1859260256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6805","nonce":1859260256}]},"public_addr":"172.21.15.148:6801/1859260256","cluster_addr":"172.21.15.148:6803/1859260256","heartbeat_back_addr":"172.21.15.148:6807/1859260256","heartbeat_front_addr":"172.21.15.148:6805/1859260256","state":["exists","up"]},{"osd":5,"uuid":"3219bc67-2f27-4cc9-a7dd-8f465df64b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6809","nonce":3714622871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6811","nonce":3714622871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6815","nonce":3714622871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6813","nonce":3714622871}]},"public_addr":"172.21.15.148:6809/3714622871","cluster_addr":"172.21.15.148:6811/3714622871","heartbeat_back_addr":"172.21.15.148:6815/3714622871","heartbeat_front_addr":"172.21.15.148:6813/3714622871","state":["exists","up"]},{"osd":6,"uuid":"e78c6754-b096-4816-9feb-d383dc43cf8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6817","nonce":1344675152}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6819","nonce":1344675152}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6823","nonce":1344675152}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6821","nonce":1344675152}]},"public_addr":"172.21.15.148:6817/1344675152","cluster_addr":"172.21.15.148:6819/1344675152","heartbeat_back_addr":"172.21.15.148:6823/1344675152","heartbeat_front_addr":"172.21.15.148:6821/1344675152","state":["exists","up"]},{"osd":7,"uuid":"97e777ff-258f-4a9d-a13f-aa3a82b3d707","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6825","nonce":1186351917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6827","nonce":1186351917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6831","nonce":1186351917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6829","nonce":1186351917}]},"public_addr":"172.21.15.148:6825/1186351917","cluster_addr":"172.21.15.148:6827/1186351917","heartbeat_back_addr":"172.21.15.148:6831/1186351917","heartbeat_front_addr":"172.21.15.148:6829/1186351917","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:00.962360+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:50.260380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:56:40.354614+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:57:31.317140+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:58:19.512231+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:09.437321+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:58.761137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T07:00:48.212348+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.129:6800/3724771229":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/848138834":"2024-03-23T07:01:46.118192+0000","172.21.15.129:6801/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/3640842881":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/973198768":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/3696950835":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6800/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6801/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/3883611640":"2024-03-23T07:01:46.118192+0000","172.21.15.129:6800/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/780887819":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6801/3724771229":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/1177984771":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/890941599":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/681940640":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/2245172180":"2024-03-23T06:52:06.209264+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-22T07:02:14.961 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-03-22T07:02:14.961 INFO:tasks.cephadm:Creating RBD pool 2024-03-22T07:02:14.961 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-03-22T07:02:15.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:15 smithi129 bash[21357]: audit 2024-03-22T07:02:14.945704+0000 mon.a (mon.0) 733 : audit 0 from='client.? 172.21.15.129:0/2020243203' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:02:15.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:15 smithi129 bash[31121]: audit 2024-03-22T07:02:14.945704+0000 mon.a (mon.0) 733 : audit 0 from='client.? 172.21.15.129:0/2020243203' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:02:15.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:15 smithi148 bash[23214]: audit 2024-03-22T07:02:14.945704+0000 mon.a (mon.0) 733 : audit 0 from='client.? 172.21.15.129:0/2020243203' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:02:16.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:16 smithi129 bash[31121]: cluster 2024-03-22T07:02:14.145766+0000 mgr.y (mgr.14391) 38 : cluster 0 pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:16.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:16 smithi129 bash[21357]: cluster 2024-03-22T07:02:14.145766+0000 mgr.y (mgr.14391) 38 : cluster 0 pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:16.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:16 smithi148 bash[23214]: cluster 2024-03-22T07:02:14.145766+0000 mgr.y (mgr.14391) 38 : cluster 0 pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:17.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:17 smithi129 bash[31121]: audit 2024-03-22T07:02:16.218578+0000 mon.a (mon.0) 734 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:02:17.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:17 smithi129 bash[21357]: audit 2024-03-22T07:02:16.218578+0000 mon.a (mon.0) 734 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:02:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:17 smithi148 bash[23214]: audit 2024-03-22T07:02:16.218578+0000 mon.a (mon.0) 734 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:02:17.871 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:17 smithi129 bash[55915]: ts=2024-03-22T07:02:17.537Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003179951s 2024-03-22T07:02:18.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:18 smithi129 bash[21357]: cluster 2024-03-22T07:02:16.146208+0000 mgr.y (mgr.14391) 39 : cluster 0 pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:18.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:18 smithi129 bash[31121]: cluster 2024-03-22T07:02:16.146208+0000 mgr.y (mgr.14391) 39 : cluster 0 pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:18.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:18 smithi148 bash[23214]: cluster 2024-03-22T07:02:16.146208+0000 mgr.y (mgr.14391) 39 : cluster 0 pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:19.686 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:02:20.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:20 smithi129 bash[21357]: cluster 2024-03-22T07:02:18.146767+0000 mgr.y (mgr.14391) 40 : cluster 0 pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:20.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:20 smithi129 bash[31121]: cluster 2024-03-22T07:02:18.146767+0000 mgr.y (mgr.14391) 40 : cluster 0 pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:20.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:20 smithi148 bash[23214]: cluster 2024-03-22T07:02:18.146767+0000 mgr.y (mgr.14391) 40 : cluster 0 pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:22.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:22 smithi129 bash[21357]: cluster 2024-03-22T07:02:20.147375+0000 mgr.y (mgr.14391) 41 : cluster 0 pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:22.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:22 smithi129 bash[31121]: cluster 2024-03-22T07:02:20.147375+0000 mgr.y (mgr.14391) 41 : cluster 0 pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:22.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:22 smithi148 bash[23214]: cluster 2024-03-22T07:02:20.147375+0000 mgr.y (mgr.14391) 41 : cluster 0 pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:23.053 INFO:teuthology.orchestra.run.smithi129.stderr:pool 'rbd' created 2024-03-22T07:02:23.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:23 smithi129 bash[21357]: audit 2024-03-22T07:02:22.519965+0000 mon.c (mon.2) 13 : audit 1 from='client.? 172.21.15.129:0/2264053124' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-03-22T07:02:23.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:23 smithi129 bash[21357]: audit 2024-03-22T07:02:22.520616+0000 mon.a (mon.0) 735 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-03-22T07:02:23.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:23 smithi129 bash[31121]: audit 2024-03-22T07:02:22.519965+0000 mon.c (mon.2) 13 : audit 1 from='client.? 172.21.15.129:0/2264053124' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-03-22T07:02:23.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:23 smithi129 bash[31121]: audit 2024-03-22T07:02:22.520616+0000 mon.a (mon.0) 735 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-03-22T07:02:23.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:23 smithi148 bash[23214]: audit 2024-03-22T07:02:22.519965+0000 mon.c (mon.2) 13 : audit 1 from='client.? 172.21.15.129:0/2264053124' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-03-22T07:02:23.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:23 smithi148 bash[23214]: audit 2024-03-22T07:02:22.520616+0000 mon.a (mon.0) 735 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-03-22T07:02:23.709 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-03-22T07:02:24.056 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:23 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:02:23] "GET /metrics HTTP/1.1" 200 26207 "" "Prometheus/2.43.0" 2024-03-22T07:02:24.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:24 smithi129 bash[21357]: cluster 2024-03-22T07:02:22.147787+0000 mgr.y (mgr.14391) 42 : cluster 0 pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:24.423 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:24 smithi129 bash[21357]: audit 2024-03-22T07:02:23.053278+0000 mon.a (mon.0) 736 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-03-22T07:02:24.423 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:24 smithi129 bash[21357]: cluster 2024-03-22T07:02:23.053483+0000 mon.a (mon.0) 737 : cluster 0 osdmap e61: 8 total, 8 up, 8 in 2024-03-22T07:02:24.424 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:24 smithi129 bash[31121]: cluster 2024-03-22T07:02:22.147787+0000 mgr.y (mgr.14391) 42 : cluster 0 pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:24.424 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:24 smithi129 bash[31121]: audit 2024-03-22T07:02:23.053278+0000 mon.a (mon.0) 736 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-03-22T07:02:24.424 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:24 smithi129 bash[31121]: cluster 2024-03-22T07:02:23.053483+0000 mon.a (mon.0) 737 : cluster 0 osdmap e61: 8 total, 8 up, 8 in 2024-03-22T07:02:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:24 smithi148 bash[23214]: cluster 2024-03-22T07:02:22.147787+0000 mgr.y (mgr.14391) 42 : cluster 0 pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:24 smithi148 bash[23214]: audit 2024-03-22T07:02:23.053278+0000 mon.a (mon.0) 736 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-03-22T07:02:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:24 smithi148 bash[23214]: cluster 2024-03-22T07:02:23.053483+0000 mon.a (mon.0) 737 : cluster 0 osdmap e61: 8 total, 8 up, 8 in 2024-03-22T07:02:25.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:25 smithi129 bash[21357]: cluster 2024-03-22T07:02:24.054104+0000 mon.a (mon.0) 738 : cluster 0 osdmap e62: 8 total, 8 up, 8 in 2024-03-22T07:02:25.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:25 smithi129 bash[31121]: cluster 2024-03-22T07:02:24.054104+0000 mon.a (mon.0) 738 : cluster 0 osdmap e62: 8 total, 8 up, 8 in 2024-03-22T07:02:25.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:25 smithi148 bash[23214]: cluster 2024-03-22T07:02:24.054104+0000 mon.a (mon.0) 738 : cluster 0 osdmap e62: 8 total, 8 up, 8 in 2024-03-22T07:02:26.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:26 smithi129 bash[21357]: cluster 2024-03-22T07:02:24.148347+0000 mgr.y (mgr.14391) 43 : cluster 0 pgmap v24: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:26.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:26 smithi129 bash[21357]: cluster 2024-03-22T07:02:25.060382+0000 mon.a (mon.0) 739 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:02:26.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:26 smithi129 bash[21357]: cluster 2024-03-22T07:02:25.079325+0000 mon.a (mon.0) 740 : cluster 0 osdmap e63: 8 total, 8 up, 8 in 2024-03-22T07:02:26.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:26 smithi129 bash[31121]: cluster 2024-03-22T07:02:24.148347+0000 mgr.y (mgr.14391) 43 : cluster 0 pgmap v24: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:26.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:26 smithi129 bash[31121]: cluster 2024-03-22T07:02:25.060382+0000 mon.a (mon.0) 739 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:02:26.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:26 smithi129 bash[31121]: cluster 2024-03-22T07:02:25.079325+0000 mon.a (mon.0) 740 : cluster 0 osdmap e63: 8 total, 8 up, 8 in 2024-03-22T07:02:26.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:26 smithi148 bash[23214]: cluster 2024-03-22T07:02:24.148347+0000 mgr.y (mgr.14391) 43 : cluster 0 pgmap v24: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:26.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:26 smithi148 bash[23214]: cluster 2024-03-22T07:02:25.060382+0000 mon.a (mon.0) 739 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:02:26.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:26 smithi148 bash[23214]: cluster 2024-03-22T07:02:25.079325+0000 mon.a (mon.0) 740 : cluster 0 osdmap e63: 8 total, 8 up, 8 in 2024-03-22T07:02:28.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:28 smithi129 bash[21357]: cluster 2024-03-22T07:02:26.148946+0000 mgr.y (mgr.14391) 44 : cluster 0 pgmap v26: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:28.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:28 smithi129 bash[31121]: cluster 2024-03-22T07:02:26.148946+0000 mgr.y (mgr.14391) 44 : cluster 0 pgmap v26: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:28.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:28 smithi148 bash[23214]: cluster 2024-03-22T07:02:26.148946+0000 mgr.y (mgr.14391) 44 : cluster 0 pgmap v26: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:28.439 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:02:30.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:30 smithi129 bash[21357]: cluster 2024-03-22T07:02:28.149630+0000 mgr.y (mgr.14391) 45 : cluster 0 pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:30.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:30 smithi129 bash[31121]: cluster 2024-03-22T07:02:28.149630+0000 mgr.y (mgr.14391) 45 : cluster 0 pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:30.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:30 smithi148 bash[23214]: cluster 2024-03-22T07:02:28.149630+0000 mgr.y (mgr.14391) 45 : cluster 0 pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:32.105 INFO:teuthology.orchestra.run.smithi129.stderr:enabled application 'rbd' on pool 'rbd' 2024-03-22T07:02:32.344 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:32 smithi129 bash[31121]: cluster 2024-03-22T07:02:30.150278+0000 mgr.y (mgr.14391) 46 : cluster 0 pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:32.344 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:32 smithi129 bash[31121]: audit 2024-03-22T07:02:31.175833+0000 mon.c (mon.2) 14 : audit 1 from='client.? 172.21.15.129:0/673731721' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:02:32.344 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:32 smithi129 bash[31121]: audit 2024-03-22T07:02:31.176504+0000 mon.a (mon.0) 741 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:02:32.344 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:32 smithi129 bash[31121]: audit 2024-03-22T07:02:31.226535+0000 mon.a (mon.0) 742 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:32.344 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:32 smithi129 bash[31121]: audit 2024-03-22T07:02:31.227886+0000 mon.a (mon.0) 743 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:02:32.345 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:32 smithi129 bash[21357]: cluster 2024-03-22T07:02:30.150278+0000 mgr.y (mgr.14391) 46 : cluster 0 pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:32.345 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:32 smithi129 bash[21357]: audit 2024-03-22T07:02:31.175833+0000 mon.c (mon.2) 14 : audit 1 from='client.? 172.21.15.129:0/673731721' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:02:32.345 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:32 smithi129 bash[21357]: audit 2024-03-22T07:02:31.176504+0000 mon.a (mon.0) 741 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:02:32.345 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:32 smithi129 bash[21357]: audit 2024-03-22T07:02:31.226535+0000 mon.a (mon.0) 742 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:32.345 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:32 smithi129 bash[21357]: audit 2024-03-22T07:02:31.227886+0000 mon.a (mon.0) 743 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:02:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:32 smithi148 bash[23214]: cluster 2024-03-22T07:02:30.150278+0000 mgr.y (mgr.14391) 46 : cluster 0 pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:32 smithi148 bash[23214]: audit 2024-03-22T07:02:31.175833+0000 mon.c (mon.2) 14 : audit 1 from='client.? 172.21.15.129:0/673731721' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:02:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:32 smithi148 bash[23214]: audit 2024-03-22T07:02:31.176504+0000 mon.a (mon.0) 741 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:02:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:32 smithi148 bash[23214]: audit 2024-03-22T07:02:31.226535+0000 mon.a (mon.0) 742 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:32 smithi148 bash[23214]: audit 2024-03-22T07:02:31.227886+0000 mon.a (mon.0) 743 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:02:32.780 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-03-22T07:02:32.780 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-03-22T07:02:32.781 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph mgr dump --format=json 2024-03-22T07:02:33.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:33 smithi129 bash[21357]: audit 2024-03-22T07:02:32.104038+0000 mon.a (mon.0) 744 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-03-22T07:02:33.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:33 smithi129 bash[21357]: cluster 2024-03-22T07:02:32.104250+0000 mon.a (mon.0) 745 : cluster 0 osdmap e64: 8 total, 8 up, 8 in 2024-03-22T07:02:33.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:33 smithi129 bash[31121]: audit 2024-03-22T07:02:32.104038+0000 mon.a (mon.0) 744 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-03-22T07:02:33.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:33 smithi129 bash[31121]: cluster 2024-03-22T07:02:32.104250+0000 mon.a (mon.0) 745 : cluster 0 osdmap e64: 8 total, 8 up, 8 in 2024-03-22T07:02:33.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:33 smithi148 bash[23214]: audit 2024-03-22T07:02:32.104038+0000 mon.a (mon.0) 744 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-03-22T07:02:33.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:33 smithi148 bash[23214]: cluster 2024-03-22T07:02:32.104250+0000 mon.a (mon.0) 745 : cluster 0 osdmap e64: 8 total, 8 up, 8 in 2024-03-22T07:02:34.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:33 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:02:33] "GET /metrics HTTP/1.1" 200 28554 "" "Prometheus/2.43.0" 2024-03-22T07:02:34.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:34 smithi129 bash[21357]: cluster 2024-03-22T07:02:32.150688+0000 mgr.y (mgr.14391) 47 : cluster 0 pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:34.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:34 smithi129 bash[21357]: cluster 2024-03-22T07:02:33.098368+0000 mon.a (mon.0) 746 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:02:34.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:34 smithi129 bash[21357]: cluster 2024-03-22T07:02:33.098446+0000 mon.a (mon.0) 747 : cluster 1 Cluster is now healthy 2024-03-22T07:02:34.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:34 smithi129 bash[31121]: cluster 2024-03-22T07:02:32.150688+0000 mgr.y (mgr.14391) 47 : cluster 0 pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:34.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:34 smithi129 bash[31121]: cluster 2024-03-22T07:02:33.098368+0000 mon.a (mon.0) 746 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:02:34.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:34 smithi129 bash[31121]: cluster 2024-03-22T07:02:33.098446+0000 mon.a (mon.0) 747 : cluster 1 Cluster is now healthy 2024-03-22T07:02:34.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:34 smithi148 bash[23214]: cluster 2024-03-22T07:02:32.150688+0000 mgr.y (mgr.14391) 47 : cluster 0 pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:34.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:34 smithi148 bash[23214]: cluster 2024-03-22T07:02:33.098368+0000 mon.a (mon.0) 746 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:02:34.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:34 smithi148 bash[23214]: cluster 2024-03-22T07:02:33.098446+0000 mon.a (mon.0) 747 : cluster 1 Cluster is now healthy 2024-03-22T07:02:35.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:35 smithi129 bash[21357]: cluster 2024-03-22T07:02:34.151355+0000 mgr.y (mgr.14391) 48 : cluster 0 pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:35.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:35 smithi129 bash[31121]: cluster 2024-03-22T07:02:34.151355+0000 mgr.y (mgr.14391) 48 : cluster 0 pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:35.385 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:35 smithi148 bash[23214]: cluster 2024-03-22T07:02:34.151355+0000 mgr.y (mgr.14391) 48 : cluster 0 pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:37.508 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:02:37.649 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.649 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.649 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.650 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.650 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.650 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.651 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.651 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.651 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:37 smithi148 bash[23214]: cluster 2024-03-22T07:02:36.151984+0000 mgr.y (mgr.14391) 49 : cluster 0 pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:37.651 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:37 smithi148 bash[23214]: audit 2024-03-22T07:02:36.571939+0000 mon.a (mon.0) 748 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:37.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:37 smithi129 bash[21357]: cluster 2024-03-22T07:02:36.151984+0000 mgr.y (mgr.14391) 49 : cluster 0 pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:37.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:37 smithi129 bash[21357]: audit 2024-03-22T07:02:36.571939+0000 mon.a (mon.0) 748 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:37.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:37 smithi129 bash[31121]: cluster 2024-03-22T07:02:36.151984+0000 mgr.y (mgr.14391) 49 : cluster 0 pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:37.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:37 smithi129 bash[31121]: audit 2024-03-22T07:02:36.571939+0000 mon.a (mon.0) 748 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:37.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.926 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.926 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.926 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.927 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.927 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.927 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.927 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.928 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.928 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.928 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: Started Ceph grafana.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:02:37.928 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:37.928 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:02:37 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:02:39.014 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:38 smithi148 bash[23214]: audit 2024-03-22T07:02:37.938853+0000 mon.a (mon.0) 749 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.014 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:38 smithi148 bash[23214]: audit 2024-03-22T07:02:37.950321+0000 mon.a (mon.0) 750 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.014 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:38 smithi148 bash[23214]: audit 2024-03-22T07:02:37.972747+0000 mon.a (mon.0) 751 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.014 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:38 smithi148 bash[23214]: audit 2024-03-22T07:02:37.980692+0000 mon.a (mon.0) 752 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.014 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:38 smithi148 bash[23214]: audit 2024-03-22T07:02:38.048567+0000 mon.a (mon.0) 753 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:02:39.014 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:38 smithi148 bash[23214]: audit 2024-03-22T07:02:38.421301+0000 mon.a (mon.0) 754 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.015 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:38 smithi148 bash[23214]: audit 2024-03-22T07:02:38.426894+0000 mon.a (mon.0) 755 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:38 smithi129 bash[21357]: audit 2024-03-22T07:02:37.938853+0000 mon.a (mon.0) 749 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:38 smithi129 bash[21357]: audit 2024-03-22T07:02:37.950321+0000 mon.a (mon.0) 750 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:38 smithi129 bash[21357]: audit 2024-03-22T07:02:37.972747+0000 mon.a (mon.0) 751 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:38 smithi129 bash[21357]: audit 2024-03-22T07:02:37.980692+0000 mon.a (mon.0) 752 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:38 smithi129 bash[21357]: audit 2024-03-22T07:02:38.048567+0000 mon.a (mon.0) 753 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:02:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:38 smithi129 bash[21357]: audit 2024-03-22T07:02:38.421301+0000 mon.a (mon.0) 754 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:38 smithi129 bash[21357]: audit 2024-03-22T07:02:38.426894+0000 mon.a (mon.0) 755 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:38 smithi129 bash[31121]: audit 2024-03-22T07:02:37.938853+0000 mon.a (mon.0) 749 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:38 smithi129 bash[31121]: audit 2024-03-22T07:02:37.950321+0000 mon.a (mon.0) 750 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:38 smithi129 bash[31121]: audit 2024-03-22T07:02:37.972747+0000 mon.a (mon.0) 751 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:38 smithi129 bash[31121]: audit 2024-03-22T07:02:37.980692+0000 mon.a (mon.0) 752 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:38 smithi129 bash[31121]: audit 2024-03-22T07:02:38.048567+0000 mon.a (mon.0) 753 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:02:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:38 smithi129 bash[31121]: audit 2024-03-22T07:02:38.421301+0000 mon.a (mon.0) 754 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:38 smithi129 bash[31121]: audit 2024-03-22T07:02:38.426894+0000 mon.a (mon.0) 755 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:39.281 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=settings t=2024-03-22T07:02:39.020554317Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-03-22T07:02:39.281 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=settings t=2024-03-22T07:02:39.020762925Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-03-22T07:02:39.281 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=settings t=2024-03-22T07:02:39.020790691Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-03-22T07:02:39.281 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=settings t=2024-03-22T07:02:39.020805853Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-03-22T07:02:39.281 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=settings t=2024-03-22T07:02:39.020820333Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-03-22T07:02:39.281 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=settings t=2024-03-22T07:02:39.020836213Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-03-22T07:02:39.281 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=settings t=2024-03-22T07:02:39.020847574Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-03-22T07:02:39.281 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=settings t=2024-03-22T07:02:39.020860493Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-03-22T07:02:39.281 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=settings t=2024-03-22T07:02:39.020872211Z level=info msg="Path Home" path=/usr/share/grafana 2024-03-22T07:02:39.281 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=settings t=2024-03-22T07:02:39.020889303Z level=info msg="Path Data" path=/var/lib/grafana 2024-03-22T07:02:39.281 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=settings t=2024-03-22T07:02:39.02090337Z level=info msg="Path Logs" path=/var/log/grafana 2024-03-22T07:02:39.282 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=settings t=2024-03-22T07:02:39.020915076Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-03-22T07:02:39.282 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=settings t=2024-03-22T07:02:39.020925263Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-03-22T07:02:39.282 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=settings t=2024-03-22T07:02:39.020945173Z level=info msg="App mode production" 2024-03-22T07:02:39.282 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=sqlstore t=2024-03-22T07:02:39.021031185Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-03-22T07:02:39.282 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=sqlstore t=2024-03-22T07:02:39.021058961Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-03-22T07:02:39.282 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.022445101Z level=info msg="Starting DB migrations" 2024-03-22T07:02:39.282 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.022533402Z level=info msg="Executing migration" id="create migration_log table" 2024-03-22T07:02:39.282 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.050987674Z level=info msg="Executing migration" id="create user table" 2024-03-22T07:02:39.282 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.07615815Z level=info msg="Executing migration" id="add unique index user.login" 2024-03-22T07:02:39.282 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.118195746Z level=info msg="Executing migration" id="add unique index user.email" 2024-03-22T07:02:39.282 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.160190536Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-03-22T07:02:39.282 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.202195739Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-03-22T07:02:39.282 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.227449329Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-03-22T07:02:39.282 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.269565189Z level=info msg="Executing migration" id="create user table v2" 2024-03-22T07:02:39.282 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.286382616Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-03-22T07:02:39.541 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.303303866Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-03-22T07:02:39.541 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.320183974Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-03-22T07:02:39.541 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.353874922Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-03-22T07:02:39.541 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.370978301Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-03-22T07:02:39.541 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.412948803Z level=info msg="Executing migration" id="Update user table charset" 2024-03-22T07:02:39.541 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.454964693Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-03-22T07:02:39.541 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.480210889Z level=info msg="Executing migration" id="Add missing user data" 2024-03-22T07:02:39.542 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.522338216Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-03-22T07:02:39.542 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.547603129Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-03-22T07:02:39.811 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.572898345Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-03-22T07:02:39.811 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.59813718Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-03-22T07:02:39.811 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.623746396Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-03-22T07:02:39.811 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.665714458Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-03-22T07:02:39.811 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.690984849Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-03-22T07:02:39.811 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.716183594Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-03-22T07:02:39.811 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.741486181Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-03-22T07:02:39.811 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.766923134Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-03-22T07:02:39.811 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.792068091Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-03-22T07:02:39.811 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.817309416Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-03-22T07:02:40.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[23214]: cluster 2024-03-22T07:02:38.152507+0000 mgr.y (mgr.14391) 50 : cluster 0 pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:40.072 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.842425694Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-03-22T07:02:40.072 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.867835332Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-03-22T07:02:40.072 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.893170673Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-03-22T07:02:40.072 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.935196026Z level=info msg="Executing migration" id="create temp_user v2" 2024-03-22T07:02:40.073 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:39 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:39.960460417Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-03-22T07:02:40.073 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.002700498Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-03-22T07:02:40.073 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.044664471Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-03-22T07:02:40.073 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.078403497Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-03-22T07:02:40.350 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.103844401Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-03-22T07:02:40.350 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.12898757Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-03-22T07:02:40.350 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.162637207Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-03-22T07:02:40.351 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.17958322Z level=info msg="Executing migration" id="create star table" 2024-03-22T07:02:40.351 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.196485459Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-03-22T07:02:40.351 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.213568824Z level=info msg="Executing migration" id="create org table v1" 2024-03-22T07:02:40.351 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.238776023Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-03-22T07:02:40.351 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.264024131Z level=info msg="Executing migration" id="create org_user table v1" 2024-03-22T07:02:40.351 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.289271983Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-03-22T07:02:40.351 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.314518775Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-03-22T07:02:40.351 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.356468098Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-03-22T07:02:40.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:39 smithi129 bash[21357]: cluster 2024-03-22T07:02:38.152507+0000 mgr.y (mgr.14391) 50 : cluster 0 pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:40.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:39 smithi129 bash[31121]: cluster 2024-03-22T07:02:38.152507+0000 mgr.y (mgr.14391) 50 : cluster 0 pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:40.403 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:02:40.610 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.390160864Z level=info msg="Executing migration" id="Update org table charset" 2024-03-22T07:02:40.610 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.415672537Z level=info msg="Executing migration" id="Update org_user table charset" 2024-03-22T07:02:40.611 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.457689163Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-03-22T07:02:40.611 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.509507867Z level=info msg="Executing migration" id="create dashboard table" 2024-03-22T07:02:40.611 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.575219809Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-03-22T07:02:40.888 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.617044967Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-03-22T07:02:40.888 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.659295707Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-03-22T07:02:40.888 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.684428997Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-03-22T07:02:40.888 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.709816634Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-03-22T07:02:40.889 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.735031992Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-03-22T07:02:40.889 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.777108644Z level=info msg="Executing migration" id="create dashboard v2" 2024-03-22T07:02:40.889 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.802357456Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-03-22T07:02:40.889 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.827707574Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-03-22T07:02:40.889 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.852927509Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-03-22T07:02:41.040 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":20,"active_gid":14391,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":262586506},{"type":"v1","addr":"172.21.15.129:6801","nonce":262586506}]},"active_addr":"172.21.15.129:6801/262586506","active_change":"2024-03-22T07:01:46.118395+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24322,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.129:8443/","prometheus":"http://172.21.15.129:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.129:0","nonce":3629395558}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.129:0","nonce":3317916139}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.129:0","nonce":481986328}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.129:0","nonce":2877773459}]}]} 2024-03-22T07:02:41.044 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-03-22T07:02:41.044 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-03-22T07:02:41.044 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd dump --format=json 2024-03-22T07:02:41.141 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[23214]: audit 2024-03-22T07:02:40.403294+0000 mon.a (mon.0) 756 : audit 0 from='client.? 172.21.15.129:0/1708963577' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-22T07:02:41.141 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.894770376Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-03-22T07:02:41.141 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.92006117Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-03-22T07:02:41.141 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.945250857Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-03-22T07:02:41.141 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:40 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:40.970637087Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-03-22T07:02:41.141 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.012611496Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-03-22T07:02:41.141 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.054798198Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-03-22T07:02:41.141 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.080117282Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-03-22T07:02:41.141 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.105321451Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-03-22T07:02:41.141 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.147379633Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-03-22T07:02:41.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:40 smithi129 bash[21357]: audit 2024-03-22T07:02:40.403294+0000 mon.a (mon.0) 756 : audit 0 from='client.? 172.21.15.129:0/1708963577' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-22T07:02:41.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:40 smithi129 bash[31121]: audit 2024-03-22T07:02:40.403294+0000 mon.a (mon.0) 756 : audit 0 from='client.? 172.21.15.129:0/1708963577' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-22T07:02:41.402 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.173098195Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-03-22T07:02:41.402 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.197865244Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-03-22T07:02:41.402 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.223129782Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-03-22T07:02:41.402 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.265249214Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-03-22T07:02:41.402 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.290728914Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-03-22T07:02:41.402 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.316001215Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-03-22T07:02:41.403 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.357981621Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-03-22T07:02:41.403 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.383271532Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-03-22T07:02:41.403 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.408517795Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-03-22T07:02:41.654 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.450489451Z level=info msg="Executing migration" id="Update dashboard title length" 2024-03-22T07:02:41.654 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.475908605Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-03-22T07:02:41.654 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.517854957Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-03-22T07:02:41.655 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.543171229Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-03-22T07:02:41.655 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.568300245Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-03-22T07:02:41.655 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.610456489Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-03-22T07:02:41.655 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.635691658Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-03-22T07:02:41.655 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.660919073Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-03-22T07:02:41.924 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.686124175Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-03-22T07:02:41.924 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.71139407Z level=info msg="Executing migration" id="Add check_sum column" 2024-03-22T07:02:41.924 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.736605606Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-03-22T07:02:41.924 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.76180542Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-03-22T07:02:41.924 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.787194675Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-03-22T07:02:41.924 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.812370924Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-03-22T07:02:41.924 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.854453609Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-03-22T07:02:41.924 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.879752131Z level=info msg="Executing migration" id="create data_source table" 2024-03-22T07:02:41.924 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.905039859Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-03-22T07:02:41.924 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.930319181Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-03-22T07:02:42.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[23214]: cluster 2024-03-22T07:02:40.152814+0000 mgr.y (mgr.14391) 51 : cluster 0 pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:42.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[23214]: audit 2024-03-22T07:02:41.581284+0000 mon.a (mon.0) 757 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:42.176 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.947156617Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-03-22T07:02:42.176 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.964056233Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-03-22T07:02:42.176 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:41 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:41.980998943Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-03-22T07:02:42.176 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.02325477Z level=info msg="Executing migration" id="create data_source table v2" 2024-03-22T07:02:42.176 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.065202613Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-03-22T07:02:42.176 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.090486428Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-03-22T07:02:42.176 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.124247697Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-03-22T07:02:42.177 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.149589815Z level=info msg="Executing migration" id="Add column with_credentials" 2024-03-22T07:02:42.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:41 smithi129 bash[21357]: cluster 2024-03-22T07:02:40.152814+0000 mgr.y (mgr.14391) 51 : cluster 0 pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:42.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:41 smithi129 bash[21357]: audit 2024-03-22T07:02:41.581284+0000 mon.a (mon.0) 757 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:42.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:41 smithi129 bash[31121]: cluster 2024-03-22T07:02:40.152814+0000 mgr.y (mgr.14391) 51 : cluster 0 pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:42.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:41 smithi129 bash[31121]: audit 2024-03-22T07:02:41.581284+0000 mon.a (mon.0) 757 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:42.454 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.19167966Z level=info msg="Executing migration" id="Add secure json data column" 2024-03-22T07:02:42.454 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.216944679Z level=info msg="Executing migration" id="Update data_source table charset" 2024-03-22T07:02:42.454 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.242159007Z level=info msg="Executing migration" id="Update initial version to 1" 2024-03-22T07:02:42.454 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.267458385Z level=info msg="Executing migration" id="Add read_only data column" 2024-03-22T07:02:42.454 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.292714564Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-03-22T07:02:42.454 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.326222533Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-03-22T07:02:42.454 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.368218874Z level=info msg="Executing migration" id="Add uid column" 2024-03-22T07:02:42.455 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.393577358Z level=info msg="Executing migration" id="Update uid value" 2024-03-22T07:02:42.455 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.418711647Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-03-22T07:02:42.455 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.460807011Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-03-22T07:02:42.723 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.485905495Z level=info msg="Executing migration" id="create api_key table" 2024-03-22T07:02:42.723 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.511291684Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-03-22T07:02:42.723 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.553348201Z level=info msg="Executing migration" id="add index api_key.key" 2024-03-22T07:02:42.723 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.578632343Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-03-22T07:02:42.724 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.620643706Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-03-22T07:02:42.724 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.662614362Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-03-22T07:02:42.724 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.687838321Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-03-22T07:02:42.724 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.729873217Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-03-22T07:02:42.984 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.755119515Z level=info msg="Executing migration" id="create api_key table v2" 2024-03-22T07:02:42.984 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.780299448Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-03-22T07:02:42.984 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.805629398Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-03-22T07:02:42.984 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.847575995Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-03-22T07:02:42.984 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.872843476Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-03-22T07:02:42.985 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.897990705Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-03-22T07:02:42.985 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.914903971Z level=info msg="Executing migration" id="Update api_key table charset" 2024-03-22T07:02:42.985 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.931845484Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-03-22T07:02:42.985 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.948419848Z level=info msg="Executing migration" id="Add service account foreign key" 2024-03-22T07:02:42.985 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.965561287Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-03-22T07:02:42.985 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:42 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:42.991036114Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-03-22T07:02:43.253 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.033120876Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-03-22T07:02:43.253 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.07527157Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-03-22T07:02:43.253 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.100495443Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-03-22T07:02:43.253 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.125776421Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-03-22T07:02:43.254 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.167808456Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-03-22T07:02:43.254 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.193101536Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-03-22T07:02:43.254 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.235054892Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-03-22T07:02:43.254 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.260348925Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-03-22T07:02:43.531 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.285493751Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-03-22T07:02:43.531 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.327667469Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-03-22T07:02:43.532 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.403223704Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-03-22T07:02:43.532 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.420297755Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-03-22T07:02:43.532 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.453965744Z level=info msg="Executing migration" id="create quota table v1" 2024-03-22T07:02:43.532 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.487853612Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-03-22T07:02:43.532 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.504824363Z level=info msg="Executing migration" id="Update quota table charset" 2024-03-22T07:02:43.532 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.538395394Z level=info msg="Executing migration" id="create plugin_setting table" 2024-03-22T07:02:43.801 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.563799568Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-03-22T07:02:43.801 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.589066112Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-03-22T07:02:43.801 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.639328117Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-03-22T07:02:43.801 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.681376394Z level=info msg="Executing migration" id="create session table" 2024-03-22T07:02:43.801 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.706644295Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-03-22T07:02:43.801 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.731927485Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-03-22T07:02:43.801 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.7570951Z level=info msg="Executing migration" id="create playlist table v2" 2024-03-22T07:02:44.062 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[23214]: cluster 2024-03-22T07:02:42.153504+0000 mgr.y (mgr.14391) 52 : cluster 0 pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:44.062 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[23214]: audit 2024-03-22T07:02:43.787904+0000 mon.a (mon.0) 758 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:44.062 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[23214]: audit 2024-03-22T07:02:43.795655+0000 mon.a (mon.0) 759 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:44.062 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.807930756Z level=info msg="Executing migration" id="create playlist item table v2" 2024-03-22T07:02:44.063 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.833243234Z level=info msg="Executing migration" id="Update playlist table charset" 2024-03-22T07:02:44.063 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.900170521Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-03-22T07:02:44.063 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.925405993Z level=info msg="Executing migration" id="drop preferences table v2" 2024-03-22T07:02:44.063 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.95076083Z level=info msg="Executing migration" id="drop preferences table v3" 2024-03-22T07:02:44.063 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:43 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:43.975967722Z level=info msg="Executing migration" id="create preferences table v3" 2024-03-22T07:02:44.063 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.018265729Z level=info msg="Executing migration" id="Update preferences table charset" 2024-03-22T07:02:44.063 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.043335915Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-03-22T07:02:44.063 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.06872168Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-03-22T07:02:44.315 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.110578313Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-03-22T07:02:44.315 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.152728938Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-03-22T07:02:44.315 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.177999286Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-03-22T07:02:44.315 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.219969682Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-03-22T07:02:44.315 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.245243651Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-03-22T07:02:44.316 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.262150224Z level=info msg="Executing migration" id="create alert table v1" 2024-03-22T07:02:44.316 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.279191139Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-03-22T07:02:44.316 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.296176615Z level=info msg="Executing migration" id="add index alert state" 2024-03-22T07:02:44.316 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.32132079Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-03-22T07:02:44.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:43 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:02:43] "GET /metrics HTTP/1.1" 200 28554 "" "Prometheus/2.43.0" 2024-03-22T07:02:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:43 smithi129 bash[21357]: cluster 2024-03-22T07:02:42.153504+0000 mgr.y (mgr.14391) 52 : cluster 0 pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:43 smithi129 bash[21357]: audit 2024-03-22T07:02:43.787904+0000 mon.a (mon.0) 758 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:43 smithi129 bash[21357]: audit 2024-03-22T07:02:43.795655+0000 mon.a (mon.0) 759 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:44.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:43 smithi129 bash[31121]: cluster 2024-03-22T07:02:42.153504+0000 mgr.y (mgr.14391) 52 : cluster 0 pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:44.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:43 smithi129 bash[31121]: audit 2024-03-22T07:02:43.787904+0000 mon.a (mon.0) 758 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:44.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:43 smithi129 bash[31121]: audit 2024-03-22T07:02:43.795655+0000 mon.a (mon.0) 759 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:44.592 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.363319689Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-03-22T07:02:44.592 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.388533718Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-03-22T07:02:44.593 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.413837253Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-03-22T07:02:44.593 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.455850266Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-03-22T07:02:44.593 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.481153283Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-03-22T07:02:44.593 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.506412776Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-03-22T07:02:44.593 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.531699477Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-03-22T07:02:44.593 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.556876652Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-03-22T07:02:44.593 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.598867592Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-03-22T07:02:44.870 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.640853128Z level=info msg="Executing migration" id="Add column is_default" 2024-03-22T07:02:44.871 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.69143691Z level=info msg="Executing migration" id="Add column frequency" 2024-03-22T07:02:44.871 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.716715962Z level=info msg="Executing migration" id="Add column send_reminder" 2024-03-22T07:02:44.871 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.758809667Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-03-22T07:02:44.871 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.784141565Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-03-22T07:02:44.871 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.809492273Z level=info msg="Executing migration" id="Update alert table charset" 2024-03-22T07:02:44.871 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.834591616Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-03-22T07:02:44.872 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.876640545Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-03-22T07:02:45.131 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.9187099Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-03-22T07:02:45.131 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.960714726Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-03-22T07:02:45.131 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:44 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:44.98598071Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-03-22T07:02:45.131 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.011200179Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-03-22T07:02:45.131 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.053185985Z level=info msg="Executing migration" id="Add for to alert table" 2024-03-22T07:02:45.131 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.095234897Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-03-22T07:02:45.132 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[23214]: audit 2024-03-22T07:02:44.112343+0000 mon.a (mon.0) 760 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:45.132 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[23214]: audit 2024-03-22T07:02:44.119493+0000 mon.a (mon.0) 761 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:45.132 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[23214]: audit 2024-03-22T07:02:44.120385+0000 mon.a (mon.0) 762 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:02:45.132 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[23214]: audit 2024-03-22T07:02:44.121173+0000 mon.a (mon.0) 763 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:02:45.132 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[23214]: audit 2024-03-22T07:02:44.127863+0000 mon.a (mon.0) 764 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:45.132 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[23214]: cluster 2024-03-22T07:02:44.153964+0000 mgr.y (mgr.14391) 53 : cluster 0 pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:45.133 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[23214]: cephadm 2024-03-22T07:02:44.163105+0000 mgr.y (mgr.14391) 54 : cephadm 1 Reconfiguring alertmanager.a (dependencies changed)... 2024-03-22T07:02:45.133 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[23214]: cephadm 2024-03-22T07:02:44.166587+0000 mgr.y (mgr.14391) 55 : cephadm 1 Reconfiguring daemon alertmanager.a on smithi129 2024-03-22T07:02:45.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[31121]: audit 2024-03-22T07:02:44.112343+0000 mon.a (mon.0) 760 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:45.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[31121]: audit 2024-03-22T07:02:44.119493+0000 mon.a (mon.0) 761 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:45.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[31121]: audit 2024-03-22T07:02:44.120385+0000 mon.a (mon.0) 762 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:02:45.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[31121]: audit 2024-03-22T07:02:44.121173+0000 mon.a (mon.0) 763 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:02:45.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[31121]: audit 2024-03-22T07:02:44.127863+0000 mon.a (mon.0) 764 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:45.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[31121]: cluster 2024-03-22T07:02:44.153964+0000 mgr.y (mgr.14391) 53 : cluster 0 pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:45.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[31121]: cephadm 2024-03-22T07:02:44.163105+0000 mgr.y (mgr.14391) 54 : cephadm 1 Reconfiguring alertmanager.a (dependencies changed)... 2024-03-22T07:02:45.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[31121]: cephadm 2024-03-22T07:02:44.166587+0000 mgr.y (mgr.14391) 55 : cephadm 1 Reconfiguring daemon alertmanager.a on smithi129 2024-03-22T07:02:45.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[21357]: audit 2024-03-22T07:02:44.112343+0000 mon.a (mon.0) 760 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:45.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[21357]: audit 2024-03-22T07:02:44.119493+0000 mon.a (mon.0) 761 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:45.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[21357]: audit 2024-03-22T07:02:44.120385+0000 mon.a (mon.0) 762 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:02:45.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[21357]: audit 2024-03-22T07:02:44.121173+0000 mon.a (mon.0) 763 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:02:45.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[21357]: audit 2024-03-22T07:02:44.127863+0000 mon.a (mon.0) 764 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:45.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[21357]: cluster 2024-03-22T07:02:44.153964+0000 mgr.y (mgr.14391) 53 : cluster 0 pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:45.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[21357]: cephadm 2024-03-22T07:02:44.163105+0000 mgr.y (mgr.14391) 54 : cephadm 1 Reconfiguring alertmanager.a (dependencies changed)... 2024-03-22T07:02:45.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:45 smithi129 bash[21357]: cephadm 2024-03-22T07:02:44.166587+0000 mgr.y (mgr.14391) 55 : cephadm 1 Reconfiguring daemon alertmanager.a on smithi129 2024-03-22T07:02:45.408 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.137235337Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-03-22T07:02:45.409 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.179178719Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-03-22T07:02:45.409 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.20458077Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-03-22T07:02:45.409 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.229816388Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-03-22T07:02:45.409 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.271830674Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-03-22T07:02:45.409 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.28874317Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-03-22T07:02:45.409 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.305674253Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-03-22T07:02:45.409 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.331012834Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-03-22T07:02:45.409 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.372985307Z level=info msg="Executing migration" id="create annotation table v5" 2024-03-22T07:02:45.409 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.414981969Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-03-22T07:02:45.579 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:02:45.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.456971306Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-03-22T07:02:45.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.498996298Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-03-22T07:02:45.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.524169204Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-03-22T07:02:45.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.566405904Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-03-22T07:02:45.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.591749805Z level=info msg="Executing migration" id="Update annotation table charset" 2024-03-22T07:02:45.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.633704521Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-03-22T07:02:45.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.659032912Z level=info msg="Executing migration" id="Drop category_id index" 2024-03-22T07:02:45.964 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.700980339Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-03-22T07:02:45.964 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.726305063Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-03-22T07:02:45.964 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.768412305Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-03-22T07:02:45.964 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.793707123Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-03-22T07:02:45.964 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.818913106Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-03-22T07:02:45.964 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.852429323Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-03-22T07:02:45.965 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.877755281Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-03-22T07:02:45.965 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.9030159Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-03-22T07:02:45.965 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.944917886Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-03-22T07:02:45.965 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:45 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:45.970243394Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-03-22T07:02:46.216 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.012104601Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-03-22T07:02:46.216 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.03739685Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-03-22T07:02:46.216 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.062719467Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-03-22T07:02:46.216 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.10466616Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-03-22T07:02:46.216 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.129943821Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-03-22T07:02:46.216 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.15516552Z level=info msg="Executing migration" id="Add epoch_end column" 2024-03-22T07:02:46.216 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.197086027Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-03-22T07:02:46.216 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.222345722Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-03-22T07:02:46.501 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.264207925Z level=info msg="Executing migration" id="Move region to single row" 2024-03-22T07:02:46.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.289522453Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-03-22T07:02:46.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.314752172Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-03-22T07:02:46.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.356715811Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-03-22T07:02:46.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.38198878Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-03-22T07:02:46.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.423995249Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-03-22T07:02:46.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.465935445Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-03-22T07:02:46.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.508180642Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-03-22T07:02:46.754 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.550151042Z level=info msg="Executing migration" id="create test_data table" 2024-03-22T07:02:46.754 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.575515726Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-03-22T07:02:46.754 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.600704812Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-03-22T07:02:46.755 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.625950023Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-03-22T07:02:46.755 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.667917946Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-03-22T07:02:46.755 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.709777366Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-03-22T07:02:46.755 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.735165264Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-03-22T07:02:46.755 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.760393585Z level=info msg="Executing migration" id="create team table" 2024-03-22T07:02:47.031 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.78572683Z level=info msg="Executing migration" id="add index team.org_id" 2024-03-22T07:02:47.032 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.810950422Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-03-22T07:02:47.032 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.836123555Z level=info msg="Executing migration" id="create team member table" 2024-03-22T07:02:47.032 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.861216592Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-03-22T07:02:47.032 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.886492128Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-03-22T07:02:47.032 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.911967939Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-03-22T07:02:47.032 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.928853629Z level=info msg="Executing migration" id="Add column email to team table" 2024-03-22T07:02:47.032 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.970748352Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-03-22T07:02:47.032 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:46 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:46.996072006Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-03-22T07:02:47.032 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.038152138Z level=info msg="Executing migration" id="create dashboard acl table" 2024-03-22T07:02:47.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[23214]: cluster 2024-03-22T07:02:46.154507+0000 mgr.y (mgr.14391) 56 : cluster 0 pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:47.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[23214]: audit 2024-03-22T07:02:46.229631+0000 mon.a (mon.0) 765 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:47.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[23214]: audit 2024-03-22T07:02:46.231524+0000 mon.a (mon.0) 766 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:02:47.284 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.071850772Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-03-22T07:02:47.284 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.113740807Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-03-22T07:02:47.284 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.1558628Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-03-22T07:02:47.284 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.181199348Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-03-22T07:02:47.285 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.239847959Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-03-22T07:02:47.285 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.26519968Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-03-22T07:02:47.285 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.290427775Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-03-22T07:02:47.536 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.332348358Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-03-22T07:02:47.536 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.374397201Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-03-22T07:02:47.536 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.408252715Z level=info msg="Executing migration" id="create tag table" 2024-03-22T07:02:47.536 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.450293258Z level=info msg="Executing migration" id="add index tag.key_value" 2024-03-22T07:02:47.537 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.475694225Z level=info msg="Executing migration" id="create login attempt table" 2024-03-22T07:02:47.537 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.517660155Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-03-22T07:02:47.537 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.54291575Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-03-22T07:02:47.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:47 smithi129 bash[21357]: cluster 2024-03-22T07:02:46.154507+0000 mgr.y (mgr.14391) 56 : cluster 0 pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:47.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:47 smithi129 bash[21357]: audit 2024-03-22T07:02:46.229631+0000 mon.a (mon.0) 765 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:47.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:47 smithi129 bash[21357]: audit 2024-03-22T07:02:46.231524+0000 mon.a (mon.0) 766 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:02:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:47 smithi129 bash[31121]: cluster 2024-03-22T07:02:46.154507+0000 mgr.y (mgr.14391) 56 : cluster 0 pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:47 smithi129 bash[31121]: audit 2024-03-22T07:02:46.229631+0000 mon.a (mon.0) 765 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:47 smithi129 bash[31121]: audit 2024-03-22T07:02:46.231524+0000 mon.a (mon.0) 766 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:02:47.805 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.58482135Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-03-22T07:02:47.805 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.618419564Z level=info msg="Executing migration" id="create login_attempt v2" 2024-03-22T07:02:47.805 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.643712885Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-03-22T07:02:47.806 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.685682771Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-03-22T07:02:47.806 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.710936066Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-03-22T07:02:47.806 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.736153122Z level=info msg="Executing migration" id="create user auth table" 2024-03-22T07:02:47.806 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.76143104Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-03-22T07:02:47.806 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.786720935Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-03-22T07:02:47.806 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.811942433Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-03-22T07:02:48.066 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.837196235Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-03-22T07:02:48.066 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.86244319Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-03-22T07:02:48.066 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.887731669Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-03-22T07:02:48.066 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.913073143Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-03-22T07:02:48.066 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.938319398Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-03-22T07:02:48.067 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:47 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:47.980125836Z level=info msg="Executing migration" id="create server_lock table" 2024-03-22T07:02:48.067 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.005536089Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-03-22T07:02:48.067 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.030878313Z level=info msg="Executing migration" id="create user auth token table" 2024-03-22T07:02:48.067 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.072745454Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-03-22T07:02:48.344 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.089756116Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-03-22T07:02:48.344 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.106682902Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-03-22T07:02:48.345 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.123618941Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-03-22T07:02:48.345 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.157164842Z level=info msg="Executing migration" id="create cache_data table" 2024-03-22T07:02:48.345 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.174131565Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-03-22T07:02:48.345 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.191058668Z level=info msg="Executing migration" id="create short_url table v1" 2024-03-22T07:02:48.345 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.20800949Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-03-22T07:02:48.345 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.250200317Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-03-22T07:02:48.345 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.275430193Z level=info msg="Executing migration" id="delete alert_definition table" 2024-03-22T07:02:48.345 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.3052011Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-03-22T07:02:48.345 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.350989703Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-03-22T07:02:48.596 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.376198478Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-03-22T07:02:48.596 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.418305304Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-03-22T07:02:48.596 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.460195737Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-03-22T07:02:48.597 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.53584079Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-03-22T07:02:48.597 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.577737457Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-03-22T07:02:48.597 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.603042565Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-03-22T07:02:48.865 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.628270497Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-03-22T07:02:48.865 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.653497112Z level=info msg="Executing migration" id="drop alert_definition table" 2024-03-22T07:02:48.865 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.695421486Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-03-22T07:02:48.865 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.779264042Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-03-22T07:02:48.865 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.829527587Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-03-22T07:02:48.865 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.871543026Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-03-22T07:02:49.044 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:48 smithi129 systemd[1]: Stopping Ceph alertmanager.a for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:02:49.044 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:48 smithi129 bash[55915]: ts=2024-03-22T07:02:48.998Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-03-22T07:02:49.116 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:48 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:48.9384109Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-03-22T07:02:49.116 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.07143095Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-03-22T07:02:49.116 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.105741782Z level=info msg="Executing migration" id="create alert_instance table" 2024-03-22T07:02:49.116 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.122672838Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-03-22T07:02:49.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[23214]: cluster 2024-03-22T07:02:48.155209+0000 mgr.y (mgr.14391) 57 : cluster 0 pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:49.368 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.139526851Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-03-22T07:02:49.369 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.173210791Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-03-22T07:02:49.369 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.206754065Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-03-22T07:02:49.369 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.248942404Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-03-22T07:02:49.369 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.274222912Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-03-22T07:02:49.369 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.316117565Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-03-22T07:02:49.369 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.374762422Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-03-22T07:02:49.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:49 smithi129 bash[21357]: cluster 2024-03-22T07:02:48.155209+0000 mgr.y (mgr.14391) 57 : cluster 0 pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:49.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:49 smithi129 bash[31121]: cluster 2024-03-22T07:02:48.155209+0000 mgr.y (mgr.14391) 57 : cluster 0 pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:49.629 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.400254012Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-03-22T07:02:49.629 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.442584722Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-03-22T07:02:49.629 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.484579488Z level=info msg="Executing migration" id="create alert_rule table" 2024-03-22T07:02:49.630 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.526482195Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-03-22T07:02:49.630 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.543429927Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-03-22T07:02:49.630 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.585407257Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-03-22T07:02:49.630 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.610682902Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-03-22T07:02:49.630 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.6359518Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-03-22T07:02:49.644 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:02:49.644 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":64,"fsid":"77237b76-e818-11ee-95cd-87774f69a715","created":"2024-03-22T06:51:34.457886+0000","modified":"2024-03-22T07:02:32.083424+0000","last_up_change":"2024-03-22T07:00:50.157876+0000","last_in_change":"2024-03-22T07:00:24.824125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-22T06:56:44.652624+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-03-22T07:02:22.957819+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9bbbc441-04a2-439e-a63f-9acfdda1b286","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6803","nonce":2159316239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6805","nonce":2159316239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6809","nonce":2159316239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6807","nonce":2159316239}]},"public_addr":"172.21.15.129:6803/2159316239","cluster_addr":"172.21.15.129:6805/2159316239","heartbeat_back_addr":"172.21.15.129:6809/2159316239","heartbeat_front_addr":"172.21.15.129:6807/2159316239","state":["exists","up"]},{"osd":1,"uuid":"2173725a-f139-4370-8db8-be06c1f0213c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6811","nonce":2339409795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6813","nonce":2339409795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6817","nonce":2339409795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6815","nonce":2339409795}]},"public_addr":"172.21.15.129:6811/2339409795","cluster_addr":"172.21.15.129:6813/2339409795","heartbeat_back_addr":"172.21.15.129:6817/2339409795","heartbeat_front_addr":"172.21.15.129:6815/2339409795","state":["exists","up"]},{"osd":2,"uuid":"94bcb642-a2b0-4774-a8d9-12fa105f4261","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6819","nonce":3738687816}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6821","nonce":3738687816}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6825","nonce":3738687816}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6823","nonce":3738687816}]},"public_addr":"172.21.15.129:6819/3738687816","cluster_addr":"172.21.15.129:6821/3738687816","heartbeat_back_addr":"172.21.15.129:6825/3738687816","heartbeat_front_addr":"172.21.15.129:6823/3738687816","state":["exists","up"]},{"osd":3,"uuid":"9953db75-1483-4e83-b183-aa29d0e0416c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6827","nonce":746569329}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6829","nonce":746569329}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6833","nonce":746569329}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6831","nonce":746569329}]},"public_addr":"172.21.15.129:6827/746569329","cluster_addr":"172.21.15.129:6829/746569329","heartbeat_back_addr":"172.21.15.129:6833/746569329","heartbeat_front_addr":"172.21.15.129:6831/746569329","state":["exists","up"]},{"osd":4,"uuid":"28226bc3-c12c-4a41-b553-1b4546d65bb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6801","nonce":1859260256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6803","nonce":1859260256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6807","nonce":1859260256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6805","nonce":1859260256}]},"public_addr":"172.21.15.148:6801/1859260256","cluster_addr":"172.21.15.148:6803/1859260256","heartbeat_back_addr":"172.21.15.148:6807/1859260256","heartbeat_front_addr":"172.21.15.148:6805/1859260256","state":["exists","up"]},{"osd":5,"uuid":"3219bc67-2f27-4cc9-a7dd-8f465df64b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6809","nonce":3714622871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6811","nonce":3714622871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6815","nonce":3714622871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6813","nonce":3714622871}]},"public_addr":"172.21.15.148:6809/3714622871","cluster_addr":"172.21.15.148:6811/3714622871","heartbeat_back_addr":"172.21.15.148:6815/3714622871","heartbeat_front_addr":"172.21.15.148:6813/3714622871","state":["exists","up"]},{"osd":6,"uuid":"e78c6754-b096-4816-9feb-d383dc43cf8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6817","nonce":1344675152}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6819","nonce":1344675152}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6823","nonce":1344675152}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6821","nonce":1344675152}]},"public_addr":"172.21.15.148:6817/1344675152","cluster_addr":"172.21.15.148:6819/1344675152","heartbeat_back_addr":"172.21.15.148:6823/1344675152","heartbeat_front_addr":"172.21.15.148:6821/1344675152","state":["exists","up"]},{"osd":7,"uuid":"97e777ff-258f-4a9d-a13f-aa3a82b3d707","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6825","nonce":1186351917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6827","nonce":1186351917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6831","nonce":1186351917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6829","nonce":1186351917}]},"public_addr":"172.21.15.148:6825/1186351917","cluster_addr":"172.21.15.148:6827/1186351917","heartbeat_back_addr":"172.21.15.148:6831/1186351917","heartbeat_front_addr":"172.21.15.148:6829/1186351917","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:00.962360+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:50.260380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:56:40.354614+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:57:31.317140+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:58:19.512231+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:09.437321+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:58.761137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T07:00:48.212348+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.129:6800/3724771229":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/848138834":"2024-03-23T07:01:46.118192+0000","172.21.15.129:6801/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/3640842881":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/973198768":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/3696950835":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6800/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6801/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/3883611640":"2024-03-23T07:01:46.118192+0000","172.21.15.129:6800/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/780887819":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6801/3724771229":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/1177984771":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/890941599":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/681940640":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/2245172180":"2024-03-23T06:52:06.209264+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-22T07:02:49.834 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:49 smithi129 bash[57549]: ceph-77237b76-e818-11ee-95cd-87774f69a715-alertmanager-a 2024-03-22T07:02:49.835 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:49 smithi129 bash[57693]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-alertmanager-a 2024-03-22T07:02:49.890 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.661203258Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-03-22T07:02:49.890 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.686458443Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-03-22T07:02:49.890 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.728426466Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-03-22T07:02:49.891 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.753726447Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-03-22T07:02:49.891 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.778963186Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-03-22T07:02:49.891 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.804163368Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-03-22T07:02:49.891 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.829490659Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-03-22T07:02:49.891 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.854773938Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-03-22T07:02:49.891 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.896678751Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-03-22T07:02:50.120 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:49 smithi129 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-22T07:02:50.120 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:49 smithi129 systemd[1]: Stopped Ceph alertmanager.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:02:50.120 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:49 smithi129 systemd[1]: Started Ceph alertmanager.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:02:50.143 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.938728296Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-03-22T07:02:50.143 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.96409112Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-03-22T07:02:50.143 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:49 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:49.98099787Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-03-22T07:02:50.143 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.006297951Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-03-22T07:02:50.143 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.031582799Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-03-22T07:02:50.143 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.056790011Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-03-22T07:02:50.143 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.098722108Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-03-22T07:02:50.143 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.124046546Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-03-22T07:02:50.143 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.149387854Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-03-22T07:02:50.395 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.174615752Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-03-22T07:02:50.396 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.216624241Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-03-22T07:02:50.396 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.258918242Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-03-22T07:02:50.396 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.284311573Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-03-22T07:02:50.396 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.301158412Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-03-22T07:02:50.396 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.326417081Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-03-22T07:02:50.397 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.368397554Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-03-22T07:02:50.397 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[23214]: audit 2024-03-22T07:02:49.649143+0000 mon.a (mon.0) 767 : audit 0 from='client.? 172.21.15.129:0/1260901390' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:02:50.397 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[23214]: audit 2024-03-22T07:02:49.871819+0000 mon.a (mon.0) 768 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:50.397 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[23214]: audit 2024-03-22T07:02:49.879042+0000 mon.a (mon.0) 769 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:50.397 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[23214]: cephadm 2024-03-22T07:02:49.899240+0000 mgr.y (mgr.14391) 58 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-03-22T07:02:50.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:50 smithi129 bash[21357]: audit 2024-03-22T07:02:49.649143+0000 mon.a (mon.0) 767 : audit 0 from='client.? 172.21.15.129:0/1260901390' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:02:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:50 smithi129 bash[21357]: audit 2024-03-22T07:02:49.871819+0000 mon.a (mon.0) 768 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:50 smithi129 bash[21357]: audit 2024-03-22T07:02:49.879042+0000 mon.a (mon.0) 769 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:50 smithi129 bash[21357]: cephadm 2024-03-22T07:02:49.899240+0000 mgr.y (mgr.14391) 58 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-03-22T07:02:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:50 smithi129 bash[31121]: audit 2024-03-22T07:02:49.649143+0000 mon.a (mon.0) 767 : audit 0 from='client.? 172.21.15.129:0/1260901390' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:02:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:50 smithi129 bash[31121]: audit 2024-03-22T07:02:49.871819+0000 mon.a (mon.0) 768 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:50.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:50 smithi129 bash[31121]: audit 2024-03-22T07:02:49.879042+0000 mon.a (mon.0) 769 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:50.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:50 smithi129 bash[31121]: cephadm 2024-03-22T07:02:49.899240+0000 mgr.y (mgr.14391) 58 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-03-22T07:02:50.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.40202337Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-03-22T07:02:50.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.462364647Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-03-22T07:02:50.758 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-03-22T07:02:50.759 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd dump --format=json 2024-03-22T07:02:51.000 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:50 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:50.699669117Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-03-22T07:02:51.370 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:51 smithi129 bash[57720]: ts=2024-03-22T07:02:51.192Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-03-22T07:02:51.370 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:51 smithi129 bash[57720]: ts=2024-03-22T07:02:51.192Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-03-22T07:02:51.371 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:51 smithi129 bash[57720]: ts=2024-03-22T07:02:51.194Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.129 port=9094 2024-03-22T07:02:51.371 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:51 smithi129 bash[57720]: ts=2024-03-22T07:02:51.194Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-03-22T07:02:51.371 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:51 smithi129 bash[57720]: ts=2024-03-22T07:02:51.225Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-22T07:02:51.371 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:51 smithi129 bash[57720]: ts=2024-03-22T07:02:51.225Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-22T07:02:51.371 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:51 smithi129 bash[57720]: ts=2024-03-22T07:02:51.228Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-03-22T07:02:51.371 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:51 smithi129 bash[57720]: ts=2024-03-22T07:02:51.228Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-03-22T07:02:51.394 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:51 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:51.007334631Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-03-22T07:02:51.394 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:51 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:51.1548761Z level=info msg="Executing migration" id="create provenance_type table" 2024-03-22T07:02:51.668 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:51 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:51.401313712Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-03-22T07:02:51.668 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:51 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:51.531751248Z level=info msg="Executing migration" id="create alert_image table" 2024-03-22T07:02:51.668 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:51 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:51.590830396Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-03-22T07:02:51.668 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:51 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:51.674551456Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-03-22T07:02:51.920 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:51 smithi148 bash[23214]: cephadm 2024-03-22T07:02:50.128943+0000 mgr.y (mgr.14391) 59 : cephadm 1 Reconfiguring daemon prometheus.a on smithi148 2024-03-22T07:02:51.920 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:51 smithi148 bash[23214]: cluster 2024-03-22T07:02:50.155826+0000 mgr.y (mgr.14391) 60 : cluster 0 pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:51.920 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:51 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:51.750747027Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-03-22T07:02:51.920 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:51 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:51.800628243Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-03-22T07:02:51.920 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:51 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:51.85941761Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-03-22T07:02:51.920 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:51 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:51.859833249Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-03-22T07:02:51.920 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:51 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:51.926658316Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-03-22T07:02:52.175 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:51 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:51.968708263Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-03-22T07:02:52.175 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:52 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:52.011038701Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-03-22T07:02:52.175 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:52 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:52.01139555Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-03-22T07:02:52.175 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:52 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:52.011612704Z level=info msg="alerts found to migrate" alerts=0 2024-03-22T07:02:52.175 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:52 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:52.061592699Z level=info msg="Executing migration" id="create library_element table v1" 2024-03-22T07:02:52.175 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:52 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:52.129003811Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-03-22T07:02:52.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:51 smithi129 bash[21357]: cephadm 2024-03-22T07:02:50.128943+0000 mgr.y (mgr.14391) 59 : cephadm 1 Reconfiguring daemon prometheus.a on smithi148 2024-03-22T07:02:52.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:51 smithi129 bash[21357]: cluster 2024-03-22T07:02:50.155826+0000 mgr.y (mgr.14391) 60 : cluster 0 pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:52.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:51 smithi129 bash[31121]: cephadm 2024-03-22T07:02:50.128943+0000 mgr.y (mgr.14391) 59 : cephadm 1 Reconfiguring daemon prometheus.a on smithi148 2024-03-22T07:02:52.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:51 smithi129 bash[31121]: cluster 2024-03-22T07:02:50.155826+0000 mgr.y (mgr.14391) 60 : cluster 0 pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:52.426 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:52 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:52.182110185Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-03-22T07:02:52.426 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:52 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:52.255083682Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-03-22T07:02:52.426 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:52 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:52.340117223Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-03-22T07:02:52.926 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:52 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:52.461881999Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-03-22T07:02:52.927 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:52 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:52.673110267Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-03-22T07:02:53.175 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:52 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:52.932080987Z level=info msg="Executing migration" id="create data_keys table" 2024-03-22T07:02:53.176 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:53 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:53.02444824Z level=info msg="Executing migration" id="create secrets table" 2024-03-22T07:02:53.176 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:53 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:53.10052881Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-03-22T07:02:53.599 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:53 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:53.185206991Z level=info msg="Executing migration" id="add name column into data_keys" 2024-03-22T07:02:53.599 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:53 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:53.335156394Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-03-22T07:02:53.620 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:02:53 smithi129 bash[57720]: ts=2024-03-22T07:02:53.195Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000572406s 2024-03-22T07:02:53.876 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:53 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:53.605962209Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-03-22T07:02:54.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:53 smithi148 bash[23214]: cluster 2024-03-22T07:02:52.156477+0000 mgr.y (mgr.14391) 61 : cluster 0 pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:54.175 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:53 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:53.883488724Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-03-22T07:02:54.175 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:54 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:54.025566216Z level=info msg="Executing migration" id="create kv_store table v1" 2024-03-22T07:02:54.175 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:54 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:54.181315727Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-03-22T07:02:54.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:53 smithi129 bash[21357]: cluster 2024-03-22T07:02:52.156477+0000 mgr.y (mgr.14391) 61 : cluster 0 pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:54.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:53 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:02:53] "GET /metrics HTTP/1.1" 200 28555 "" "Prometheus/2.43.0" 2024-03-22T07:02:54.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:53 smithi129 bash[31121]: cluster 2024-03-22T07:02:52.156477+0000 mgr.y (mgr.14391) 61 : cluster 0 pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:54.426 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:54 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:54.248580598Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-03-22T07:02:54.426 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:54 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:54.324494051Z level=info msg="Executing migration" id="create permission table" 2024-03-22T07:02:54.426 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:54 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:54.392069581Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-03-22T07:02:54.716 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:54 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:54.467386412Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-03-22T07:02:54.716 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:54 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:54.550917842Z level=info msg="Executing migration" id="create role table" 2024-03-22T07:02:54.716 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:54 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:54.623400791Z level=info msg="Executing migration" id="add column display_name" 2024-03-22T07:02:54.716 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:54 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:54.66832296Z level=info msg="Executing migration" id="add column group_name" 2024-03-22T07:02:54.716 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:54 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:54.710661889Z level=info msg="Executing migration" id="add index role.org_id" 2024-03-22T07:02:54.967 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:54 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:54.761357897Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-03-22T07:02:54.968 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:54 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:54.828546325Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-03-22T07:02:54.968 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:54 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:54.882567105Z level=info msg="Executing migration" id="create team role table" 2024-03-22T07:02:54.968 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:54 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:54.97419993Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-03-22T07:02:55.266 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:55.065968779Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-03-22T07:02:55.497 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:02:55.516 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:55.272950873Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-03-22T07:02:55.777 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:55.523102191Z level=info msg="Executing migration" id="create user role table" 2024-03-22T07:02:55.777 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:55.623670256Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-03-22T07:02:55.778 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:55.69944592Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-03-22T07:02:56.055 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[23214]: cluster 2024-03-22T07:02:54.157072+0000 mgr.y (mgr.14391) 62 : cluster 0 pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:56.055 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:55.784232964Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-03-22T07:02:56.055 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:55.826015551Z level=info msg="Executing migration" id="create builtin role table" 2024-03-22T07:02:56.055 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:55.871933406Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-03-22T07:02:56.056 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:55.927479638Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-03-22T07:02:56.056 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:55.969529087Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-03-22T07:02:56.056 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:56 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:56.011579965Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-03-22T07:02:56.056 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:55 smithi148 systemd[1]: Stopping Ceph prometheus.a for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:02:56.056 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[46949]: ts=2024-03-22T07:02:55.953Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-22T07:02:56.056 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[46949]: ts=2024-03-22T07:02:55.953Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-22T07:02:56.056 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[46949]: ts=2024-03-22T07:02:55.953Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-22T07:02:56.056 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[46949]: ts=2024-03-22T07:02:55.954Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-22T07:02:56.056 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[46949]: ts=2024-03-22T07:02:55.954Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-22T07:02:56.056 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[46949]: ts=2024-03-22T07:02:55.954Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-22T07:02:56.056 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[46949]: ts=2024-03-22T07:02:55.954Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-22T07:02:56.056 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[46949]: ts=2024-03-22T07:02:55.954Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-22T07:02:56.057 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[46949]: ts=2024-03-22T07:02:55.954Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-22T07:02:56.057 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[46949]: ts=2024-03-22T07:02:55.954Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-22T07:02:56.057 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[46949]: ts=2024-03-22T07:02:55.954Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-22T07:02:56.057 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:55 smithi148 bash[46949]: ts=2024-03-22T07:02:55.954Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-22T07:02:56.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:55 smithi129 bash[21357]: cluster 2024-03-22T07:02:54.157072+0000 mgr.y (mgr.14391) 62 : cluster 0 pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:56.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:55 smithi129 bash[31121]: cluster 2024-03-22T07:02:54.157072+0000 mgr.y (mgr.14391) 62 : cluster 0 pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:56.425 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:56 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:56.062090925Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-03-22T07:02:56.426 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:56 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:56.149971476Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-03-22T07:02:56.426 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:56 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:56.258284537Z level=info msg="Executing migration" id="add unique index role.uid" 2024-03-22T07:02:56.837 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:56 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:56.46376318Z level=info msg="Executing migration" id="create seed assignment table" 2024-03-22T07:02:56.837 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:56 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:56.656329101Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-03-22T07:02:57.107 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:56 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:56.843628978Z level=info msg="Executing migration" id="add column hidden to role table" 2024-03-22T07:02:57.108 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:56 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:56.982545484Z level=info msg="Executing migration" id="create query_history table v1" 2024-03-22T07:02:57.108 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:57 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:57.050076819Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-03-22T07:02:57.108 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:57 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:57.093027379Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-03-22T07:02:57.108 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:56 smithi148 bash[49299]: ceph-77237b76-e818-11ee-95cd-87774f69a715-prometheus-a 2024-03-22T07:02:57.108 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:57 smithi148 bash[49360]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-prometheus-a 2024-03-22T07:02:57.108 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:57 smithi148 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-22T07:02:57.108 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:57 smithi148 systemd[1]: Stopped Ceph prometheus.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:02:57.108 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:57 smithi148 systemd[1]: Started Ceph prometheus.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:02:57.425 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:57 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:57.269497311Z level=info msg="Executing migration" id="teams permissions migration" 2024-03-22T07:02:57.682 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE Bus STOPPING 2024-03-22T07:02:57.682 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:02:57.682 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE Bus STOPPED 2024-03-22T07:02:57.682 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE Bus STARTING 2024-03-22T07:02:57.682 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE Serving on http://:::9283 2024-03-22T07:02:57.682 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE Bus STARTED 2024-03-22T07:02:57.682 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE Bus STOPPING 2024-03-22T07:02:57.682 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:02:57.682 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE Bus STOPPED 2024-03-22T07:02:57.682 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE Bus STARTING 2024-03-22T07:02:57.682 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE Serving on http://:::9283 2024-03-22T07:02:57.916 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:57 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:57.59014279Z level=info msg="Executing migration" id="dashboard permissions" 2024-03-22T07:02:58.103 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE Bus STARTED 2024-03-22T07:02:58.104 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE Bus STOPPING 2024-03-22T07:02:58.104 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:02:58.104 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE Bus STOPPED 2024-03-22T07:02:58.104 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE Bus STARTING 2024-03-22T07:02:58.104 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE Serving on http://:::9283 2024-03-22T07:02:58.104 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:02:57 smithi129 bash[21614]: [22/Mar/2024:07:02:57] ENGINE Bus STARTED 2024-03-22T07:02:58.176 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:57 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:57.922730715Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-03-22T07:02:58.176 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.056146714Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-03-22T07:02:58.176 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.12328131Z level=info msg="Executing migration" id="alerting notification permissions" 2024-03-22T07:02:58.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[23214]: cluster 2024-03-22T07:02:56.157581+0000 mgr.y (mgr.14391) 63 : cluster 0 pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[23214]: audit 2024-03-22T07:02:57.109927+0000 mon.a (mon.0) 770 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[23214]: audit 2024-03-22T07:02:57.120067+0000 mon.a (mon.0) 771 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[23214]: audit 2024-03-22T07:02:57.174410+0000 mon.a (mon.0) 772 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-22T07:02:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[23214]: audit 2024-03-22T07:02:57.177783+0000 mon.a (mon.0) 773 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi129.front.sepia.ceph.com:9093"}]: dispatch 2024-03-22T07:02:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[23214]: audit 2024-03-22T07:02:57.188496+0000 mon.a (mon.0) 774 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[23214]: audit 2024-03-22T07:02:57.211023+0000 mon.a (mon.0) 775 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:02:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[23214]: audit 2024-03-22T07:02:57.216808+0000 mon.a (mon.0) 776 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi148.front.sepia.ceph.com:9095"}]: dispatch 2024-03-22T07:02:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[23214]: audit 2024-03-22T07:02:57.231179+0000 mon.a (mon.0) 777 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[23214]: audit 2024-03-22T07:02:57.243950+0000 mon.a (mon.0) 778 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-22T07:02:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[23214]: audit 2024-03-22T07:02:57.247512+0000 mon.a (mon.0) 779 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi148.front.sepia.ceph.com:3000"}]: dispatch 2024-03-22T07:02:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[23214]: audit 2024-03-22T07:02:57.253779+0000 mon.a (mon.0) 780 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[23214]: audit 2024-03-22T07:02:57.269555+0000 mon.a (mon.0) 781 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:02:58.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[21357]: cluster 2024-03-22T07:02:56.157581+0000 mgr.y (mgr.14391) 63 : cluster 0 pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:58.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[21357]: audit 2024-03-22T07:02:57.109927+0000 mon.a (mon.0) 770 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:58.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[21357]: audit 2024-03-22T07:02:57.120067+0000 mon.a (mon.0) 771 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:58.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[21357]: audit 2024-03-22T07:02:57.174410+0000 mon.a (mon.0) 772 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-22T07:02:58.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[21357]: audit 2024-03-22T07:02:57.177783+0000 mon.a (mon.0) 773 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi129.front.sepia.ceph.com:9093"}]: dispatch 2024-03-22T07:02:58.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[21357]: audit 2024-03-22T07:02:57.188496+0000 mon.a (mon.0) 774 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:58.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[21357]: audit 2024-03-22T07:02:57.211023+0000 mon.a (mon.0) 775 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:02:58.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[21357]: audit 2024-03-22T07:02:57.216808+0000 mon.a (mon.0) 776 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi148.front.sepia.ceph.com:9095"}]: dispatch 2024-03-22T07:02:58.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[21357]: audit 2024-03-22T07:02:57.231179+0000 mon.a (mon.0) 777 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:58.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[21357]: audit 2024-03-22T07:02:57.243950+0000 mon.a (mon.0) 778 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-22T07:02:58.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[21357]: audit 2024-03-22T07:02:57.247512+0000 mon.a (mon.0) 779 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi148.front.sepia.ceph.com:3000"}]: dispatch 2024-03-22T07:02:58.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[21357]: audit 2024-03-22T07:02:57.253779+0000 mon.a (mon.0) 780 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:58.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[21357]: audit 2024-03-22T07:02:57.269555+0000 mon.a (mon.0) 781 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:02:58.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[31121]: cluster 2024-03-22T07:02:56.157581+0000 mgr.y (mgr.14391) 63 : cluster 0 pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:02:58.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[31121]: audit 2024-03-22T07:02:57.109927+0000 mon.a (mon.0) 770 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:58.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[31121]: audit 2024-03-22T07:02:57.120067+0000 mon.a (mon.0) 771 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:58.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[31121]: audit 2024-03-22T07:02:57.174410+0000 mon.a (mon.0) 772 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-22T07:02:58.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[31121]: audit 2024-03-22T07:02:57.177783+0000 mon.a (mon.0) 773 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi129.front.sepia.ceph.com:9093"}]: dispatch 2024-03-22T07:02:58.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[31121]: audit 2024-03-22T07:02:57.188496+0000 mon.a (mon.0) 774 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:58.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[31121]: audit 2024-03-22T07:02:57.211023+0000 mon.a (mon.0) 775 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:02:58.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[31121]: audit 2024-03-22T07:02:57.216808+0000 mon.a (mon.0) 776 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi148.front.sepia.ceph.com:9095"}]: dispatch 2024-03-22T07:02:58.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[31121]: audit 2024-03-22T07:02:57.231179+0000 mon.a (mon.0) 777 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:58.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[31121]: audit 2024-03-22T07:02:57.243950+0000 mon.a (mon.0) 778 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-22T07:02:58.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[31121]: audit 2024-03-22T07:02:57.247512+0000 mon.a (mon.0) 779 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi148.front.sepia.ceph.com:3000"}]: dispatch 2024-03-22T07:02:58.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[31121]: audit 2024-03-22T07:02:57.253779+0000 mon.a (mon.0) 780 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:02:58.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:58 smithi129 bash[31121]: audit 2024-03-22T07:02:57.269555+0000 mon.a (mon.0) 781 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:02:58.480 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.199145792Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-03-22T07:02:58.480 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.299664032Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-03-22T07:02:58.480 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.358264539Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-03-22T07:02:58.480 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.427842662Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-03-22T07:02:58.711 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:02:58.711 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":64,"fsid":"77237b76-e818-11ee-95cd-87774f69a715","created":"2024-03-22T06:51:34.457886+0000","modified":"2024-03-22T07:02:32.083424+0000","last_up_change":"2024-03-22T07:00:50.157876+0000","last_in_change":"2024-03-22T07:00:24.824125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-22T06:56:44.652624+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-03-22T07:02:22.957819+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9bbbc441-04a2-439e-a63f-9acfdda1b286","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6803","nonce":2159316239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6805","nonce":2159316239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6809","nonce":2159316239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6807","nonce":2159316239}]},"public_addr":"172.21.15.129:6803/2159316239","cluster_addr":"172.21.15.129:6805/2159316239","heartbeat_back_addr":"172.21.15.129:6809/2159316239","heartbeat_front_addr":"172.21.15.129:6807/2159316239","state":["exists","up"]},{"osd":1,"uuid":"2173725a-f139-4370-8db8-be06c1f0213c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6811","nonce":2339409795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6813","nonce":2339409795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6817","nonce":2339409795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6815","nonce":2339409795}]},"public_addr":"172.21.15.129:6811/2339409795","cluster_addr":"172.21.15.129:6813/2339409795","heartbeat_back_addr":"172.21.15.129:6817/2339409795","heartbeat_front_addr":"172.21.15.129:6815/2339409795","state":["exists","up"]},{"osd":2,"uuid":"94bcb642-a2b0-4774-a8d9-12fa105f4261","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6819","nonce":3738687816}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6821","nonce":3738687816}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6825","nonce":3738687816}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6823","nonce":3738687816}]},"public_addr":"172.21.15.129:6819/3738687816","cluster_addr":"172.21.15.129:6821/3738687816","heartbeat_back_addr":"172.21.15.129:6825/3738687816","heartbeat_front_addr":"172.21.15.129:6823/3738687816","state":["exists","up"]},{"osd":3,"uuid":"9953db75-1483-4e83-b183-aa29d0e0416c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6827","nonce":746569329}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6829","nonce":746569329}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6833","nonce":746569329}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6831","nonce":746569329}]},"public_addr":"172.21.15.129:6827/746569329","cluster_addr":"172.21.15.129:6829/746569329","heartbeat_back_addr":"172.21.15.129:6833/746569329","heartbeat_front_addr":"172.21.15.129:6831/746569329","state":["exists","up"]},{"osd":4,"uuid":"28226bc3-c12c-4a41-b553-1b4546d65bb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6801","nonce":1859260256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6803","nonce":1859260256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6807","nonce":1859260256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6805","nonce":1859260256}]},"public_addr":"172.21.15.148:6801/1859260256","cluster_addr":"172.21.15.148:6803/1859260256","heartbeat_back_addr":"172.21.15.148:6807/1859260256","heartbeat_front_addr":"172.21.15.148:6805/1859260256","state":["exists","up"]},{"osd":5,"uuid":"3219bc67-2f27-4cc9-a7dd-8f465df64b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6809","nonce":3714622871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6811","nonce":3714622871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6815","nonce":3714622871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6813","nonce":3714622871}]},"public_addr":"172.21.15.148:6809/3714622871","cluster_addr":"172.21.15.148:6811/3714622871","heartbeat_back_addr":"172.21.15.148:6815/3714622871","heartbeat_front_addr":"172.21.15.148:6813/3714622871","state":["exists","up"]},{"osd":6,"uuid":"e78c6754-b096-4816-9feb-d383dc43cf8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6817","nonce":1344675152}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6819","nonce":1344675152}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6823","nonce":1344675152}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6821","nonce":1344675152}]},"public_addr":"172.21.15.148:6817/1344675152","cluster_addr":"172.21.15.148:6819/1344675152","heartbeat_back_addr":"172.21.15.148:6823/1344675152","heartbeat_front_addr":"172.21.15.148:6821/1344675152","state":["exists","up"]},{"osd":7,"uuid":"97e777ff-258f-4a9d-a13f-aa3a82b3d707","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6825","nonce":1186351917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6827","nonce":1186351917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6831","nonce":1186351917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6829","nonce":1186351917}]},"public_addr":"172.21.15.148:6825/1186351917","cluster_addr":"172.21.15.148:6827/1186351917","heartbeat_back_addr":"172.21.15.148:6831/1186351917","heartbeat_front_addr":"172.21.15.148:6829/1186351917","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:00.962360+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:50.260380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:56:40.354614+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:57:31.317140+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:58:19.512231+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:09.437321+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:58.761137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T07:00:48.212348+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.129:6800/3724771229":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/848138834":"2024-03-23T07:01:46.118192+0000","172.21.15.129:6801/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/3640842881":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/973198768":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/3696950835":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6800/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6801/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/3883611640":"2024-03-23T07:01:46.118192+0000","172.21.15.129:6800/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/780887819":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6801/3724771229":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/1177984771":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/890941599":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/681940640":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/2245172180":"2024-03-23T06:52:06.209264+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-22T07:02:58.730 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.486698505Z level=info msg="Executing migration" id="create correlation table v1" 2024-03-22T07:02:58.730 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.547779958Z level=info msg="Executing migration" id="add index correlations.uid" 2024-03-22T07:02:58.731 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.607129346Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-03-22T07:02:58.731 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.662992925Z level=info msg="Executing migration" id="add correlation config column" 2024-03-22T07:02:58.731 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.713687229Z level=info msg="Executing migration" id="create entity_events table" 2024-03-22T07:02:58.731 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.707Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-22T07:02:58.731 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.707Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-22T07:02:58.731 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.707Z caller=main.go:570 level=info host_details="(Linux 5.15.0-101-generic #111-Ubuntu SMP Tue Mar 5 20:16:58 UTC 2024 x86_64 smithi148 (none))" 2024-03-22T07:02:58.731 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.707Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-22T07:02:58.731 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.707Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-22T07:02:58.731 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.709Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-22T07:02:58.731 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.710Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-22T07:02:58.731 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.712Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-22T07:02:58.732 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.712Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-22T07:02:58.732 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.714Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-22T07:02:58.732 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.714Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.465µs 2024-03-22T07:02:58.732 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.714Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-22T07:02:58.732 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.715Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-03-22T07:02:58.732 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.716Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-03-22T07:02:58.732 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.716Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=36.251µs wal_replay_duration=2.14567ms wbl_replay_duration=136ns total_replay_duration=2.223107ms 2024-03-22T07:02:58.732 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.717Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-22T07:02:58.732 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.717Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-22T07:02:58.732 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.717Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-22T07:02:58.732 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.737Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.328976ms db_storage=931ns remote_storage=1.365µs web_handler=287ns query_engine=611ns scrape=252.697µs scrape_sd=84.705µs notify=20.203µs notify_sd=24.628µs rules=19.653275ms tracing=6.501µs 2024-03-22T07:02:58.732 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.737Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-22T07:02:58.732 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[49388]: ts=2024-03-22T07:02:58.737Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-22T07:02:58.994 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.781176495Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-03-22T07:02:58.994 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.80659218Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-03-22T07:02:58.994 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.806973537Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-03-22T07:02:58.994 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.831964262Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-03-22T07:02:58.994 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.832337096Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-03-22T07:02:58.995 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.857137509Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-03-22T07:02:58.995 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.899189871Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-03-22T07:02:58.995 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.924354542Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-03-22T07:02:58.995 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.949790539Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-03-22T07:02:58.995 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:58 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:58.975016426Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-03-22T07:02:58.995 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.000241433Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-03-22T07:02:59.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[23214]: audit 2024-03-22T07:02:57.175439+0000 mgr.y (mgr.14391) 64 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-22T07:02:59.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[23214]: audit 2024-03-22T07:02:57.178687+0000 mgr.y (mgr.14391) 65 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi129.front.sepia.ceph.com:9093"}]: dispatch 2024-03-22T07:02:59.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[23214]: audit 2024-03-22T07:02:57.212078+0000 mgr.y (mgr.14391) 66 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:02:59.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[23214]: audit 2024-03-22T07:02:57.217776+0000 mgr.y (mgr.14391) 67 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi148.front.sepia.ceph.com:9095"}]: dispatch 2024-03-22T07:02:59.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[23214]: audit 2024-03-22T07:02:57.244529+0000 mgr.y (mgr.14391) 68 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-22T07:02:59.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[23214]: audit 2024-03-22T07:02:57.247980+0000 mgr.y (mgr.14391) 69 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi148.front.sepia.ceph.com:3000"}]: dispatch 2024-03-22T07:02:59.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[23214]: audit 2024-03-22T07:02:58.715118+0000 mon.c (mon.2) 15 : audit 0 from='client.? 172.21.15.129:0/288297097' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:02:59.256 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.025534196Z level=info msg="Executing migration" id="Drop public config table" 2024-03-22T07:02:59.256 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.067714156Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-03-22T07:02:59.256 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.092851298Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-03-22T07:02:59.256 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.13499794Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-03-22T07:02:59.256 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.152058481Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-03-22T07:02:59.256 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.185672171Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-03-22T07:02:59.256 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.211173114Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-03-22T07:02:59.256 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.236491707Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-03-22T07:02:59.257 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.261780427Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-03-22T07:02:59.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:59 smithi129 bash[21357]: audit 2024-03-22T07:02:57.175439+0000 mgr.y (mgr.14391) 64 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-22T07:02:59.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:59 smithi129 bash[21357]: audit 2024-03-22T07:02:57.178687+0000 mgr.y (mgr.14391) 65 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi129.front.sepia.ceph.com:9093"}]: dispatch 2024-03-22T07:02:59.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:59 smithi129 bash[21357]: audit 2024-03-22T07:02:57.212078+0000 mgr.y (mgr.14391) 66 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:02:59.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:59 smithi129 bash[21357]: audit 2024-03-22T07:02:57.217776+0000 mgr.y (mgr.14391) 67 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi148.front.sepia.ceph.com:9095"}]: dispatch 2024-03-22T07:02:59.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:59 smithi129 bash[21357]: audit 2024-03-22T07:02:57.244529+0000 mgr.y (mgr.14391) 68 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-22T07:02:59.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:59 smithi129 bash[21357]: audit 2024-03-22T07:02:57.247980+0000 mgr.y (mgr.14391) 69 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi148.front.sepia.ceph.com:3000"}]: dispatch 2024-03-22T07:02:59.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:02:59 smithi129 bash[21357]: audit 2024-03-22T07:02:58.715118+0000 mon.c (mon.2) 15 : audit 0 from='client.? 172.21.15.129:0/288297097' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:02:59.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:59 smithi129 bash[31121]: audit 2024-03-22T07:02:57.175439+0000 mgr.y (mgr.14391) 64 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-22T07:02:59.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:59 smithi129 bash[31121]: audit 2024-03-22T07:02:57.178687+0000 mgr.y (mgr.14391) 65 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi129.front.sepia.ceph.com:9093"}]: dispatch 2024-03-22T07:02:59.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:59 smithi129 bash[31121]: audit 2024-03-22T07:02:57.212078+0000 mgr.y (mgr.14391) 66 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:02:59.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:59 smithi129 bash[31121]: audit 2024-03-22T07:02:57.217776+0000 mgr.y (mgr.14391) 67 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi148.front.sepia.ceph.com:9095"}]: dispatch 2024-03-22T07:02:59.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:59 smithi129 bash[31121]: audit 2024-03-22T07:02:57.244529+0000 mgr.y (mgr.14391) 68 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-22T07:02:59.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:59 smithi129 bash[31121]: audit 2024-03-22T07:02:57.247980+0000 mgr.y (mgr.14391) 69 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi148.front.sepia.ceph.com:3000"}]: dispatch 2024-03-22T07:02:59.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:02:59 smithi129 bash[31121]: audit 2024-03-22T07:02:58.715118+0000 mon.c (mon.2) 15 : audit 0 from='client.? 172.21.15.129:0/288297097' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:02:59.381 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-03-22T07:02:59.381 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-03-22T07:02:59.382 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-03-22T07:02:59.382 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-03-22T07:02:59.383 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-03-22T07:02:59.383 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-03-22T07:02:59.383 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-03-22T07:02:59.384 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-03-22T07:02:59.507 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.287114897Z level=info msg="Executing migration" id="add share column" 2024-03-22T07:02:59.508 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.312216712Z level=info msg="Executing migration" id="create default alerting folders" 2024-03-22T07:02:59.508 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.354294741Z level=info msg="Executing migration" id="create file table" 2024-03-22T07:02:59.508 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.37966011Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-03-22T07:02:59.508 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.42170717Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-03-22T07:02:59.508 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.463761372Z level=info msg="Executing migration" id="create file_meta table" 2024-03-22T07:02:59.508 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.488989556Z level=info msg="Executing migration" id="file table idx: path key" 2024-03-22T07:02:59.508 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.514280949Z level=info msg="Executing migration" id="set path collation in file table" 2024-03-22T07:02:59.760 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.539521633Z level=info msg="Executing migration" id="managed permissions migration" 2024-03-22T07:02:59.760 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.56477303Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-03-22T07:02:59.760 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.590162565Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-03-22T07:02:59.760 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.632201824Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-03-22T07:02:59.761 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.674201058Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-03-22T07:02:59.761 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.716176418Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-03-22T07:02:59.761 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.741619593Z level=info msg="Executing migration" id="update group index for alert rules" 2024-03-22T07:02:59.761 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.766900753Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-03-22T07:03:00.012 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.792152683Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-03-22T07:03:00.012 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.81743302Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-03-22T07:03:00.012 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.842734006Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-03-22T07:03:00.012 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.86800282Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-03-22T07:03:00.013 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.910008796Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-03-22T07:03:00.013 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:02:59 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:02:59.976967851Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-03-22T07:03:00.013 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:03:00.0190452Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-03-22T07:03:00.273 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[23214]: cluster 2024-03-22T07:02:58.158252+0000 mgr.y (mgr.14391) 70 : cluster 0 pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:00.287 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:03:00.044352325Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-03-22T07:03:00.287 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:03:00.094653445Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-03-22T07:03:00.287 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:03:00.136822628Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-03-22T07:03:00.288 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:03:00.178839152Z level=info msg="Executing migration" id="create folder table" 2024-03-22T07:03:00.288 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:03:00.204154915Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-03-22T07:03:00.288 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:03:00.229493151Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-03-22T07:03:00.288 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:03:00.254758923Z level=info msg="Executing migration" id="Update folder title length" 2024-03-22T07:03:00.288 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:03:00.28004823Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-03-22T07:03:00.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:00 smithi129 bash[31121]: cluster 2024-03-22T07:02:58.158252+0000 mgr.y (mgr.14391) 70 : cluster 0 pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:00.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:00 smithi129 bash[21357]: cluster 2024-03-22T07:02:58.158252+0000 mgr.y (mgr.14391) 70 : cluster 0 pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:00.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=migrator t=2024-03-22T07:03:00.305306834Z level=info msg="migrations completed" performed=485 skipped=0 duration=21.282785656s 2024-03-22T07:03:00.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=sqlstore t=2024-03-22T07:03:00.306833294Z level=info msg="Created default organization" 2024-03-22T07:03:00.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=plugin.loader t=2024-03-22T07:03:00.478830488Z level=info msg="Plugin registered" pluginID=input 2024-03-22T07:03:00.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=plugin.loader t=2024-03-22T07:03:00.518964653Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-03-22T07:03:00.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=plugin.loader t=2024-03-22T07:03:00.518994921Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-03-22T07:03:00.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=secrets t=2024-03-22T07:03:00.519040306Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-03-22T07:03:00.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=query_data t=2024-03-22T07:03:00.521305712Z level=info msg="Query Service initialization" 2024-03-22T07:03:00.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:00 smithi148 bash[48714]: logger=live.push_http t=2024-03-22T07:03:00.525902165Z level=info msg="Live Push Gateway initialization" 2024-03-22T07:03:01.472 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:03:01 smithi129 bash[57720]: ts=2024-03-22T07:03:01.197Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002196488s 2024-03-22T07:03:01.788 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:01 smithi148 bash[23214]: cluster 2024-03-22T07:03:00.158716+0000 mgr.y (mgr.14391) 71 : cluster 0 pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:01.788 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:01 smithi148 bash[23214]: audit 2024-03-22T07:03:01.223121+0000 mon.a (mon.0) 782 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:03:01.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:01 smithi129 bash[21357]: cluster 2024-03-22T07:03:00.158716+0000 mgr.y (mgr.14391) 71 : cluster 0 pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:01.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:01 smithi129 bash[21357]: audit 2024-03-22T07:03:01.223121+0000 mon.a (mon.0) 782 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:03:01.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:01 smithi129 bash[31121]: cluster 2024-03-22T07:03:00.158716+0000 mgr.y (mgr.14391) 71 : cluster 0 pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:01.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:01 smithi129 bash[31121]: audit 2024-03-22T07:03:01.223121+0000 mon.a (mon.0) 782 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:03:02.101 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:01 smithi148 bash[48714]: logger=infra.usagestats.collector t=2024-03-22T07:03:01.794895716Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-03-22T07:03:02.101 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:01 smithi148 bash[48714]: logger=provisioning.datasources t=2024-03-22T07:03:01.849618509Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-03-22T07:03:02.101 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:01 smithi148 bash[48714]: logger=provisioning.datasources t=2024-03-22T07:03:01.950731298Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-03-22T07:03:02.426 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:02 smithi148 bash[48714]: logger=provisioning.alerting t=2024-03-22T07:03:02.108030447Z level=info msg="starting to provision alerting" 2024-03-22T07:03:02.426 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:02 smithi148 bash[48714]: logger=provisioning.alerting t=2024-03-22T07:03:02.108086243Z level=info msg="finished to provision alerting" 2024-03-22T07:03:02.426 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:02 smithi148 bash[48714]: logger=ngalert.state.manager t=2024-03-22T07:03:02.108359916Z level=info msg="Warming state cache for startup" 2024-03-22T07:03:02.426 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:02 smithi148 bash[48714]: logger=grafanaStorageLogger t=2024-03-22T07:03:02.108862212Z level=info msg="storage starting" 2024-03-22T07:03:02.426 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:02 smithi148 bash[48714]: logger=http.server t=2024-03-22T07:03:02.114178804Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-03-22T07:03:02.426 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:02 smithi148 bash[48714]: logger=ngalert.state.manager t=2024-03-22T07:03:02.159535916Z level=info msg="State cache has been initialized" states=0 duration=51.172785ms 2024-03-22T07:03:02.426 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:02 smithi148 bash[48714]: logger=ngalert.multiorg.alertmanager t=2024-03-22T07:03:02.15960864Z level=info msg="starting MultiOrg Alertmanager" 2024-03-22T07:03:02.427 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:02 smithi148 bash[48714]: logger=ticker t=2024-03-22T07:03:02.159681407Z level=info msg=starting first_tick=2024-03-22T07:03:10Z 2024-03-22T07:03:02.427 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:03:02 smithi148 bash[48714]: logger=sqlstore.transactions t=2024-03-22T07:03:02.272545106Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-03-22T07:03:04.120 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:03:03 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:03:03] "GET /metrics HTTP/1.1" 200 28553 "" "Prometheus/2.43.0" 2024-03-22T07:03:04.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:03 smithi129 bash[21357]: cluster 2024-03-22T07:03:02.159132+0000 mgr.y (mgr.14391) 72 : cluster 0 pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:04.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:03 smithi129 bash[21357]: audit 2024-03-22T07:03:02.710151+0000 mon.a (mon.0) 783 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:03:04.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:03 smithi129 bash[21357]: audit 2024-03-22T07:03:02.716707+0000 mon.a (mon.0) 784 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:03:04.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:03 smithi129 bash[31121]: cluster 2024-03-22T07:03:02.159132+0000 mgr.y (mgr.14391) 72 : cluster 0 pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:04.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:03 smithi129 bash[31121]: audit 2024-03-22T07:03:02.710151+0000 mon.a (mon.0) 783 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:03:04.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:03 smithi129 bash[31121]: audit 2024-03-22T07:03:02.716707+0000 mon.a (mon.0) 784 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:03:04.150 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:04.150 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:04.151 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:04.151 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:04.152 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:04.153 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:04.153 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:04.153 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:04.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:03 smithi148 bash[23214]: cluster 2024-03-22T07:03:02.159132+0000 mgr.y (mgr.14391) 72 : cluster 0 pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:04.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:03 smithi148 bash[23214]: audit 2024-03-22T07:03:02.710151+0000 mon.a (mon.0) 783 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:03:04.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:03 smithi148 bash[23214]: audit 2024-03-22T07:03:02.716707+0000 mon.a (mon.0) 784 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:03:05.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:04 smithi129 bash[31121]: audit 2024-03-22T07:03:03.975347+0000 mon.a (mon.0) 785 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:03:05.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:04 smithi129 bash[31121]: audit 2024-03-22T07:03:03.987406+0000 mon.a (mon.0) 786 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:03:05.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:04 smithi129 bash[31121]: audit 2024-03-22T07:03:04.515943+0000 mon.a (mon.0) 787 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:03:05.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:04 smithi129 bash[31121]: audit 2024-03-22T07:03:04.517381+0000 mon.a (mon.0) 788 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:03:05.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:04 smithi129 bash[31121]: audit 2024-03-22T07:03:04.527240+0000 mon.a (mon.0) 789 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:03:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:04 smithi129 bash[21357]: audit 2024-03-22T07:03:03.975347+0000 mon.a (mon.0) 785 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:03:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:04 smithi129 bash[21357]: audit 2024-03-22T07:03:03.987406+0000 mon.a (mon.0) 786 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:03:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:04 smithi129 bash[21357]: audit 2024-03-22T07:03:04.515943+0000 mon.a (mon.0) 787 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:03:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:04 smithi129 bash[21357]: audit 2024-03-22T07:03:04.517381+0000 mon.a (mon.0) 788 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:03:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:04 smithi129 bash[21357]: audit 2024-03-22T07:03:04.527240+0000 mon.a (mon.0) 789 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:03:05.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:04 smithi148 bash[23214]: audit 2024-03-22T07:03:03.975347+0000 mon.a (mon.0) 785 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:03:05.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:04 smithi148 bash[23214]: audit 2024-03-22T07:03:03.987406+0000 mon.a (mon.0) 786 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:03:05.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:04 smithi148 bash[23214]: audit 2024-03-22T07:03:04.515943+0000 mon.a (mon.0) 787 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:03:05.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:04 smithi148 bash[23214]: audit 2024-03-22T07:03:04.517381+0000 mon.a (mon.0) 788 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:03:05.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:04 smithi148 bash[23214]: audit 2024-03-22T07:03:04.527240+0000 mon.a (mon.0) 789 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:03:06.246 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:05 smithi129 bash[21357]: cluster 2024-03-22T07:03:04.161706+0000 mgr.y (mgr.14391) 73 : cluster 0 pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:06.247 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:05 smithi129 bash[31121]: cluster 2024-03-22T07:03:04.161706+0000 mgr.y (mgr.14391) 73 : cluster 0 pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:06.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:05 smithi148 bash[23214]: cluster 2024-03-22T07:03:04.161706+0000 mgr.y (mgr.14391) 73 : cluster 0 pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:08.318 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:07 smithi129 bash[21357]: cluster 2024-03-22T07:03:06.162228+0000 mgr.y (mgr.14391) 74 : cluster 0 pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:08.318 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:07 smithi129 bash[31121]: cluster 2024-03-22T07:03:06.162228+0000 mgr.y (mgr.14391) 74 : cluster 0 pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:08.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:07 smithi148 bash[23214]: cluster 2024-03-22T07:03:06.162228+0000 mgr.y (mgr.14391) 74 : cluster 0 pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:10.263 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:09 smithi129 bash[21357]: cluster 2024-03-22T07:03:08.162682+0000 mgr.y (mgr.14391) 75 : cluster 0 pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:10.263 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:10 smithi129 bash[31121]: cluster 2024-03-22T07:03:08.162682+0000 mgr.y (mgr.14391) 75 : cluster 0 pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:10.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:09 smithi148 bash[23214]: cluster 2024-03-22T07:03:08.162682+0000 mgr.y (mgr.14391) 75 : cluster 0 pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:12.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:11 smithi129 bash[21357]: cluster 2024-03-22T07:03:10.163310+0000 mgr.y (mgr.14391) 76 : cluster 0 pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:12.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:11 smithi129 bash[31121]: cluster 2024-03-22T07:03:10.163310+0000 mgr.y (mgr.14391) 76 : cluster 0 pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:12.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:12 smithi148 bash[23214]: cluster 2024-03-22T07:03:10.163310+0000 mgr.y (mgr.14391) 76 : cluster 0 pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:14.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:03:13 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:03:13] "GET /metrics HTTP/1.1" 200 28553 "" "Prometheus/2.43.0" 2024-03-22T07:03:14.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:14 smithi129 bash[21357]: cluster 2024-03-22T07:03:12.163979+0000 mgr.y (mgr.14391) 77 : cluster 0 pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:14.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:14 smithi129 bash[31121]: cluster 2024-03-22T07:03:12.163979+0000 mgr.y (mgr.14391) 77 : cluster 0 pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:14.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:14 smithi148 bash[23214]: cluster 2024-03-22T07:03:12.163979+0000 mgr.y (mgr.14391) 77 : cluster 0 pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:16.366 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:16 smithi129 bash[21357]: cluster 2024-03-22T07:03:14.164507+0000 mgr.y (mgr.14391) 78 : cluster 0 pgmap v51: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:16.366 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:16 smithi129 bash[31121]: cluster 2024-03-22T07:03:14.164507+0000 mgr.y (mgr.14391) 78 : cluster 0 pgmap v51: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:16.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:16 smithi148 bash[23214]: cluster 2024-03-22T07:03:14.164507+0000 mgr.y (mgr.14391) 78 : cluster 0 pgmap v51: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:17.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:17 smithi129 bash[31121]: audit 2024-03-22T07:03:16.222650+0000 mon.a (mon.0) 790 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:03:17.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:17 smithi129 bash[21357]: audit 2024-03-22T07:03:16.222650+0000 mon.a (mon.0) 790 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:03:17.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:17 smithi148 bash[23214]: audit 2024-03-22T07:03:16.222650+0000 mon.a (mon.0) 790 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:03:17.795 INFO:teuthology.orchestra.run.smithi129.stdout:167503724594 2024-03-22T07:03:17.796 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-03-22T07:03:17.879 INFO:teuthology.orchestra.run.smithi129.stdout:111669149766 2024-03-22T07:03:17.879 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-03-22T07:03:18.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:18 smithi129 bash[21357]: cluster 2024-03-22T07:03:16.165165+0000 mgr.y (mgr.14391) 79 : cluster 0 pgmap v52: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:18.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:18 smithi129 bash[31121]: cluster 2024-03-22T07:03:16.165165+0000 mgr.y (mgr.14391) 79 : cluster 0 pgmap v52: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:18.160 INFO:teuthology.orchestra.run.smithi129.stdout:201863462952 2024-03-22T07:03:18.160 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-03-22T07:03:18.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:18 smithi148 bash[23214]: cluster 2024-03-22T07:03:16.165165+0000 mgr.y (mgr.14391) 79 : cluster 0 pgmap v52: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:19.341 INFO:teuthology.orchestra.run.smithi129.stdout:34359738467 2024-03-22T07:03:19.341 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-03-22T07:03:19.407 INFO:teuthology.orchestra.run.smithi129.stdout:77309411408 2024-03-22T07:03:19.407 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-03-22T07:03:20.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:20 smithi129 bash[31121]: cluster 2024-03-22T07:03:18.165819+0000 mgr.y (mgr.14391) 80 : cluster 0 pgmap v53: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:20.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:20 smithi129 bash[21357]: cluster 2024-03-22T07:03:18.165819+0000 mgr.y (mgr.14391) 80 : cluster 0 pgmap v53: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:20.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:20 smithi148 bash[23214]: cluster 2024-03-22T07:03:18.165819+0000 mgr.y (mgr.14391) 80 : cluster 0 pgmap v53: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:20.596 INFO:teuthology.orchestra.run.smithi129.stdout:133143986237 2024-03-22T07:03:20.596 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-03-22T07:03:21.049 INFO:teuthology.orchestra.run.smithi129.stdout:236223201311 2024-03-22T07:03:21.050 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-03-22T07:03:21.068 INFO:teuthology.orchestra.run.smithi129.stdout:55834574938 2024-03-22T07:03:21.068 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-03-22T07:03:22.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:22 smithi129 bash[21357]: cluster 2024-03-22T07:03:20.166470+0000 mgr.y (mgr.14391) 81 : cluster 0 pgmap v54: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:22.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:22 smithi129 bash[31121]: cluster 2024-03-22T07:03:20.166470+0000 mgr.y (mgr.14391) 81 : cluster 0 pgmap v54: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:22.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:22 smithi148 bash[23214]: cluster 2024-03-22T07:03:20.166470+0000 mgr.y (mgr.14391) 81 : cluster 0 pgmap v54: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:23.573 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:23.573 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:23.574 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:24.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:24 smithi129 bash[21357]: cluster 2024-03-22T07:03:22.167180+0000 mgr.y (mgr.14391) 82 : cluster 0 pgmap v55: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:24.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:03:23 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:03:23] "GET /metrics HTTP/1.1" 200 28554 "" "Prometheus/2.43.0" 2024-03-22T07:03:24.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:24 smithi129 bash[31121]: cluster 2024-03-22T07:03:22.167180+0000 mgr.y (mgr.14391) 82 : cluster 0 pgmap v55: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:24.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:24 smithi148 bash[23214]: cluster 2024-03-22T07:03:22.167180+0000 mgr.y (mgr.14391) 82 : cluster 0 pgmap v55: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:24.590 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:24.591 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:25.613 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:25.614 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:25.615 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:26.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:26 smithi129 bash[21357]: cluster 2024-03-22T07:03:24.167753+0000 mgr.y (mgr.14391) 83 : cluster 0 pgmap v56: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:26.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:26 smithi129 bash[31121]: cluster 2024-03-22T07:03:24.167753+0000 mgr.y (mgr.14391) 83 : cluster 0 pgmap v56: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:26.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:26 smithi148 bash[23214]: cluster 2024-03-22T07:03:24.167753+0000 mgr.y (mgr.14391) 83 : cluster 0 pgmap v56: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:28.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:28 smithi129 bash[21357]: cluster 2024-03-22T07:03:26.168317+0000 mgr.y (mgr.14391) 84 : cluster 0 pgmap v57: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:28.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:28 smithi129 bash[31121]: cluster 2024-03-22T07:03:26.168317+0000 mgr.y (mgr.14391) 84 : cluster 0 pgmap v57: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:28.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:28 smithi148 bash[23214]: cluster 2024-03-22T07:03:26.168317+0000 mgr.y (mgr.14391) 84 : cluster 0 pgmap v57: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:30.346 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:30 smithi129 bash[21357]: cluster 2024-03-22T07:03:28.168909+0000 mgr.y (mgr.14391) 85 : cluster 0 pgmap v58: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:30.346 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:30 smithi129 bash[31121]: cluster 2024-03-22T07:03:28.168909+0000 mgr.y (mgr.14391) 85 : cluster 0 pgmap v58: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:30.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:30 smithi148 bash[23214]: cluster 2024-03-22T07:03:28.168909+0000 mgr.y (mgr.14391) 85 : cluster 0 pgmap v58: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:32.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:32 smithi129 bash[21357]: cluster 2024-03-22T07:03:30.169454+0000 mgr.y (mgr.14391) 86 : cluster 0 pgmap v59: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:32.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:32 smithi129 bash[21357]: audit 2024-03-22T07:03:31.223694+0000 mon.a (mon.0) 791 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:03:32.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:32 smithi129 bash[31121]: cluster 2024-03-22T07:03:30.169454+0000 mgr.y (mgr.14391) 86 : cluster 0 pgmap v59: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:32.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:32 smithi129 bash[31121]: audit 2024-03-22T07:03:31.223694+0000 mon.a (mon.0) 791 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:03:32.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:32 smithi148 bash[23214]: cluster 2024-03-22T07:03:30.169454+0000 mgr.y (mgr.14391) 86 : cluster 0 pgmap v59: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:32.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:32 smithi148 bash[23214]: audit 2024-03-22T07:03:31.223694+0000 mon.a (mon.0) 791 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:03:32.846 INFO:teuthology.orchestra.run.smithi129.stdout:167503724597 2024-03-22T07:03:33.109 INFO:teuthology.orchestra.run.smithi129.stdout:201863462956 2024-03-22T07:03:33.396 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:33 smithi129 bash[21357]: audit 2024-03-22T07:03:32.852697+0000 mon.a (mon.0) 792 : audit 0 from='client.? 172.21.15.129:0/2141278290' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-22T07:03:33.396 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:33 smithi129 bash[31121]: audit 2024-03-22T07:03:32.852697+0000 mon.a (mon.0) 792 : audit 0 from='client.? 172.21.15.129:0/2141278290' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-22T07:03:33.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:33 smithi148 bash[23214]: audit 2024-03-22T07:03:32.852697+0000 mon.a (mon.0) 792 : audit 0 from='client.? 172.21.15.129:0/2141278290' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-22T07:03:34.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:03:33 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:03:33] "GET /metrics HTTP/1.1" 200 28553 "" "Prometheus/2.43.0" 2024-03-22T07:03:34.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:34 smithi129 bash[31121]: cluster 2024-03-22T07:03:32.170079+0000 mgr.y (mgr.14391) 87 : cluster 0 pgmap v60: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:34.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:34 smithi129 bash[31121]: audit 2024-03-22T07:03:33.115479+0000 mon.c (mon.2) 16 : audit 0 from='client.? 172.21.15.129:0/215377614' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-22T07:03:34.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:34 smithi129 bash[21357]: cluster 2024-03-22T07:03:32.170079+0000 mgr.y (mgr.14391) 87 : cluster 0 pgmap v60: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:34.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:34 smithi129 bash[21357]: audit 2024-03-22T07:03:33.115479+0000 mon.c (mon.2) 16 : audit 0 from='client.? 172.21.15.129:0/215377614' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-22T07:03:34.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:34 smithi148 bash[23214]: cluster 2024-03-22T07:03:32.170079+0000 mgr.y (mgr.14391) 87 : cluster 0 pgmap v60: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:34.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:34 smithi148 bash[23214]: audit 2024-03-22T07:03:33.115479+0000 mon.c (mon.2) 16 : audit 0 from='client.? 172.21.15.129:0/215377614' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-22T07:03:35.663 INFO:teuthology.orchestra.run.smithi129.stdout:111669149770 2024-03-22T07:03:36.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:36 smithi129 bash[21357]: cluster 2024-03-22T07:03:34.170590+0000 mgr.y (mgr.14391) 88 : cluster 0 pgmap v61: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:36.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:36 smithi129 bash[21357]: audit 2024-03-22T07:03:35.670133+0000 mon.a (mon.0) 793 : audit 0 from='client.? 172.21.15.129:0/240259936' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-22T07:03:36.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:36 smithi129 bash[31121]: cluster 2024-03-22T07:03:34.170590+0000 mgr.y (mgr.14391) 88 : cluster 0 pgmap v61: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:36.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:36 smithi129 bash[31121]: audit 2024-03-22T07:03:35.670133+0000 mon.a (mon.0) 793 : audit 0 from='client.? 172.21.15.129:0/240259936' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-22T07:03:36.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:36 smithi148 bash[23214]: cluster 2024-03-22T07:03:34.170590+0000 mgr.y (mgr.14391) 88 : cluster 0 pgmap v61: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:36.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:36 smithi148 bash[23214]: audit 2024-03-22T07:03:35.670133+0000 mon.a (mon.0) 793 : audit 0 from='client.? 172.21.15.129:0/240259936' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-22T07:03:36.684 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724594 got 167503724597 for osd.5 2024-03-22T07:03:36.684 DEBUG:teuthology.parallel:result is None 2024-03-22T07:03:37.541 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462952 got 201863462956 for osd.6 2024-03-22T07:03:37.541 DEBUG:teuthology.parallel:result is None 2024-03-22T07:03:38.171 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:38 smithi129 bash[21357]: cluster 2024-03-22T07:03:36.171169+0000 mgr.y (mgr.14391) 89 : cluster 0 pgmap v62: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:38.172 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:38 smithi129 bash[31121]: cluster 2024-03-22T07:03:36.171169+0000 mgr.y (mgr.14391) 89 : cluster 0 pgmap v62: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:38.173 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149766 got 111669149770 for osd.3 2024-03-22T07:03:38.173 DEBUG:teuthology.parallel:result is None 2024-03-22T07:03:38.332 INFO:teuthology.orchestra.run.smithi129.stdout:77309411412 2024-03-22T07:03:38.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:38 smithi148 bash[23214]: cluster 2024-03-22T07:03:36.171169+0000 mgr.y (mgr.14391) 89 : cluster 0 pgmap v62: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:38.574 INFO:teuthology.orchestra.run.smithi129.stdout:133143986240 2024-03-22T07:03:38.682 INFO:teuthology.orchestra.run.smithi129.stdout:34359738471 2024-03-22T07:03:38.928 INFO:teuthology.orchestra.run.smithi129.stdout:236223201314 2024-03-22T07:03:39.201 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:39 smithi129 bash[21357]: audit 2024-03-22T07:03:38.339329+0000 mon.c (mon.2) 17 : audit 0 from='client.? 172.21.15.129:0/369919102' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-22T07:03:39.201 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:39 smithi129 bash[21357]: audit 2024-03-22T07:03:38.580976+0000 mon.c (mon.2) 18 : audit 0 from='client.? 172.21.15.129:0/1643973884' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-22T07:03:39.201 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:39 smithi129 bash[21357]: audit 2024-03-22T07:03:38.689307+0000 mon.c (mon.2) 19 : audit 0 from='client.? 172.21.15.129:0/1455897058' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-22T07:03:39.201 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:39 smithi129 bash[21357]: audit 2024-03-22T07:03:38.934951+0000 mon.a (mon.0) 794 : audit 0 from='client.? 172.21.15.129:0/3214794898' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-22T07:03:39.202 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:39 smithi129 bash[31121]: audit 2024-03-22T07:03:38.339329+0000 mon.c (mon.2) 17 : audit 0 from='client.? 172.21.15.129:0/369919102' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-22T07:03:39.202 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:39 smithi129 bash[31121]: audit 2024-03-22T07:03:38.580976+0000 mon.c (mon.2) 18 : audit 0 from='client.? 172.21.15.129:0/1643973884' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-22T07:03:39.202 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:39 smithi129 bash[31121]: audit 2024-03-22T07:03:38.689307+0000 mon.c (mon.2) 19 : audit 0 from='client.? 172.21.15.129:0/1455897058' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-22T07:03:39.202 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:39 smithi129 bash[31121]: audit 2024-03-22T07:03:38.934951+0000 mon.a (mon.0) 794 : audit 0 from='client.? 172.21.15.129:0/3214794898' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-22T07:03:39.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:39 smithi148 bash[23214]: audit 2024-03-22T07:03:38.339329+0000 mon.c (mon.2) 17 : audit 0 from='client.? 172.21.15.129:0/369919102' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-22T07:03:39.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:39 smithi148 bash[23214]: audit 2024-03-22T07:03:38.580976+0000 mon.c (mon.2) 18 : audit 0 from='client.? 172.21.15.129:0/1643973884' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-22T07:03:39.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:39 smithi148 bash[23214]: audit 2024-03-22T07:03:38.689307+0000 mon.c (mon.2) 19 : audit 0 from='client.? 172.21.15.129:0/1455897058' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-22T07:03:39.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:39 smithi148 bash[23214]: audit 2024-03-22T07:03:38.934951+0000 mon.a (mon.0) 794 : audit 0 from='client.? 172.21.15.129:0/3214794898' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-22T07:03:39.534 INFO:teuthology.orchestra.run.smithi129.stdout:55834574942 2024-03-22T07:03:40.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:40 smithi129 bash[31121]: cluster 2024-03-22T07:03:38.171590+0000 mgr.y (mgr.14391) 90 : cluster 0 pgmap v63: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:40.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:40 smithi129 bash[31121]: audit 2024-03-22T07:03:39.540543+0000 mon.a (mon.0) 795 : audit 0 from='client.? 172.21.15.129:0/1235590262' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-22T07:03:40.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:40 smithi129 bash[21357]: cluster 2024-03-22T07:03:38.171590+0000 mgr.y (mgr.14391) 90 : cluster 0 pgmap v63: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:40.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:40 smithi129 bash[21357]: audit 2024-03-22T07:03:39.540543+0000 mon.a (mon.0) 795 : audit 0 from='client.? 172.21.15.129:0/1235590262' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-22T07:03:40.397 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411408 got 77309411412 for osd.2 2024-03-22T07:03:40.397 DEBUG:teuthology.parallel:result is None 2024-03-22T07:03:40.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:40 smithi148 bash[23214]: cluster 2024-03-22T07:03:38.171590+0000 mgr.y (mgr.14391) 90 : cluster 0 pgmap v63: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:40.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:40 smithi148 bash[23214]: audit 2024-03-22T07:03:39.540543+0000 mon.a (mon.0) 795 : audit 0 from='client.? 172.21.15.129:0/1235590262' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-22T07:03:40.659 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986237 got 133143986240 for osd.4 2024-03-22T07:03:40.660 DEBUG:teuthology.parallel:result is None 2024-03-22T07:03:41.300 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738467 got 34359738471 for osd.0 2024-03-22T07:03:41.300 DEBUG:teuthology.parallel:result is None 2024-03-22T07:03:41.497 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574938 got 55834574942 for osd.1 2024-03-22T07:03:41.497 DEBUG:teuthology.parallel:result is None 2024-03-22T07:03:41.509 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201311 got 236223201314 for osd.7 2024-03-22T07:03:41.509 DEBUG:teuthology.parallel:result is None 2024-03-22T07:03:41.509 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-03-22T07:03:41.509 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph pg dump --format=json 2024-03-22T07:03:42.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:42 smithi129 bash[21357]: cluster 2024-03-22T07:03:40.172139+0000 mgr.y (mgr.14391) 91 : cluster 0 pgmap v64: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:42.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:42 smithi129 bash[31121]: cluster 2024-03-22T07:03:40.172139+0000 mgr.y (mgr.14391) 91 : cluster 0 pgmap v64: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:42.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:42 smithi148 bash[23214]: cluster 2024-03-22T07:03:40.172139+0000 mgr.y (mgr.14391) 91 : cluster 0 pgmap v64: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:44.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:44 smithi129 bash[21357]: cluster 2024-03-22T07:03:42.172772+0000 mgr.y (mgr.14391) 92 : cluster 0 pgmap v65: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:44.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:44 smithi129 bash[31121]: cluster 2024-03-22T07:03:42.172772+0000 mgr.y (mgr.14391) 92 : cluster 0 pgmap v65: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:44.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:03:43 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:03:43] "GET /metrics HTTP/1.1" 200 28553 "" "Prometheus/2.43.0" 2024-03-22T07:03:44.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:44 smithi148 bash[23214]: cluster 2024-03-22T07:03:42.172772+0000 mgr.y (mgr.14391) 92 : cluster 0 pgmap v65: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:46.279 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:46.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:46 smithi129 bash[21357]: cluster 2024-03-22T07:03:44.173331+0000 mgr.y (mgr.14391) 93 : cluster 0 pgmap v66: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:46.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:46 smithi129 bash[31121]: cluster 2024-03-22T07:03:44.173331+0000 mgr.y (mgr.14391) 93 : cluster 0 pgmap v66: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:46.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:46 smithi148 bash[23214]: cluster 2024-03-22T07:03:44.173331+0000 mgr.y (mgr.14391) 93 : cluster 0 pgmap v66: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:47.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:47 smithi129 bash[21357]: audit 2024-03-22T07:03:46.225544+0000 mon.a (mon.0) 796 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:03:47.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:47 smithi129 bash[31121]: audit 2024-03-22T07:03:46.225544+0000 mon.a (mon.0) 796 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:03:47.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:47 smithi148 bash[23214]: audit 2024-03-22T07:03:46.225544+0000 mon.a (mon.0) 796 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:03:48.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:48 smithi129 bash[31121]: cluster 2024-03-22T07:03:46.173893+0000 mgr.y (mgr.14391) 94 : cluster 0 pgmap v67: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:48.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:48 smithi129 bash[21357]: cluster 2024-03-22T07:03:46.173893+0000 mgr.y (mgr.14391) 94 : cluster 0 pgmap v67: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:48.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:48 smithi148 bash[23214]: cluster 2024-03-22T07:03:46.173893+0000 mgr.y (mgr.14391) 94 : cluster 0 pgmap v67: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:48.870 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:03:48.872 INFO:teuthology.orchestra.run.smithi129.stderr:dumped all 2024-03-22T07:03:49.486 INFO:teuthology.orchestra.run.smithi129.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-03-22T07:03:48.174184+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222904,"kb_used_data":6744,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738312,"statfs":{"total":767960285184,"available":767732031488,"internally_reserved":0,"allocated":6905856,"data_stored":3904185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003290"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.150582+0000","last_change":"2024-03-22T07:02:24.067512+0000","last_active":"2024-03-22T07:02:27.150582+0000","last_peered":"2024-03-22T07:02:27.150582+0000","last_clean":"2024-03-22T07:02:27.150582+0000","last_became_active":"2024-03-22T07:02:24.067033+0000","last_became_peered":"2024-03-22T07:02:24.067033+0000","last_unstale":"2024-03-22T07:02:27.150582+0000","last_undegraded":"2024-03-22T07:02:27.150582+0000","last_fullsized":"2024-03-22T07:02:27.150582+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:23:46.124939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.151721+0000","last_change":"2024-03-22T07:02:24.427110+0000","last_active":"2024-03-22T07:02:27.151721+0000","last_peered":"2024-03-22T07:02:27.151721+0000","last_clean":"2024-03-22T07:02:27.151721+0000","last_became_active":"2024-03-22T07:02:24.425865+0000","last_became_peered":"2024-03-22T07:02:24.425865+0000","last_unstale":"2024-03-22T07:02:27.151721+0000","last_undegraded":"2024-03-22T07:02:27.151721+0000","last_fullsized":"2024-03-22T07:02:27.151721+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:42:45.005123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.151080+0000","last_change":"2024-03-22T07:02:24.427590+0000","last_active":"2024-03-22T07:02:27.151080+0000","last_peered":"2024-03-22T07:02:27.151080+0000","last_clean":"2024-03-22T07:02:27.151080+0000","last_became_active":"2024-03-22T07:02:24.426308+0000","last_became_peered":"2024-03-22T07:02:24.426308+0000","last_unstale":"2024-03-22T07:02:27.151080+0000","last_undegraded":"2024-03-22T07:02:27.151080+0000","last_fullsized":"2024-03-22T07:02:27.151080+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:37:24.878599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.151030+0000","last_change":"2024-03-22T07:02:24.070287+0000","last_active":"2024-03-22T07:02:27.151030+0000","last_peered":"2024-03-22T07:02:27.151030+0000","last_clean":"2024-03-22T07:02:27.151030+0000","last_became_active":"2024-03-22T07:02:24.069756+0000","last_became_peered":"2024-03-22T07:02:24.069756+0000","last_unstale":"2024-03-22T07:02:27.151030+0000","last_undegraded":"2024-03-22T07:02:27.151030+0000","last_fullsized":"2024-03-22T07:02:27.151030+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:35:25.684751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":260,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-03-22T07:02:32.427138+0000","last_change":"2024-03-22T07:00:53.462699+0000","last_active":"2024-03-22T07:02:32.427138+0000","last_peered":"2024-03-22T07:02:32.427138+0000","last_clean":"2024-03-22T07:02:32.427138+0000","last_became_active":"2024-03-22T07:00:53.461707+0000","last_became_peered":"2024-03-22T07:00:53.461707+0000","last_unstale":"2024-03-22T07:02:32.427138+0000","last_undegraded":"2024-03-22T07:02:32.427138+0000","last_fullsized":"2024-03-22T07:02:32.427138+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T06:56:44.702899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T06:56:44.702899+0000","last_clean_scrub_stamp":"2024-03-22T06:56:44.702899+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:25:59.243619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.153147+0000","last_change":"2024-03-22T07:02:24.062380+0000","last_active":"2024-03-22T07:02:27.153147+0000","last_peered":"2024-03-22T07:02:27.153147+0000","last_clean":"2024-03-22T07:02:27.153147+0000","last_became_active":"2024-03-22T07:02:24.061543+0000","last_became_peered":"2024-03-22T07:02:24.061543+0000","last_unstale":"2024-03-22T07:02:27.153147+0000","last_undegraded":"2024-03-22T07:02:27.153147+0000","last_fullsized":"2024-03-22T07:02:27.153147+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:04:36.302851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.148053+0000","last_change":"2024-03-22T07:02:24.405378+0000","last_active":"2024-03-22T07:02:27.148053+0000","last_peered":"2024-03-22T07:02:27.148053+0000","last_clean":"2024-03-22T07:02:27.148053+0000","last_became_active":"2024-03-22T07:02:24.404353+0000","last_became_peered":"2024-03-22T07:02:24.404353+0000","last_unstale":"2024-03-22T07:02:27.148053+0000","last_undegraded":"2024-03-22T07:02:27.148053+0000","last_fullsized":"2024-03-22T07:02:27.148053+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:11:00.430410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.153096+0000","last_change":"2024-03-22T07:02:24.061105+0000","last_active":"2024-03-22T07:02:27.153096+0000","last_peered":"2024-03-22T07:02:27.153096+0000","last_clean":"2024-03-22T07:02:27.153096+0000","last_became_active":"2024-03-22T07:02:24.060325+0000","last_became_peered":"2024-03-22T07:02:24.060325+0000","last_unstale":"2024-03-22T07:02:27.153096+0000","last_undegraded":"2024-03-22T07:02:27.153096+0000","last_fullsized":"2024-03-22T07:02:27.153096+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:46:23.014722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.151657+0000","last_change":"2024-03-22T07:02:24.064332+0000","last_active":"2024-03-22T07:02:27.151657+0000","last_peered":"2024-03-22T07:02:27.151657+0000","last_clean":"2024-03-22T07:02:27.151657+0000","last_became_active":"2024-03-22T07:02:24.063334+0000","last_became_peered":"2024-03-22T07:02:24.063334+0000","last_unstale":"2024-03-22T07:02:27.151657+0000","last_undegraded":"2024-03-22T07:02:27.151657+0000","last_fullsized":"2024-03-22T07:02:27.151657+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:11:37.153377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201317,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1232896,"data_stored":856901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:02:57 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":0.92000000000000004,"15min":0.90200000000000002},"min":{"1min":0.67100000000000004,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.383,"5min":1.383,"15min":1.383},"last":0.878},{"interface":"front","average":{"1min":0.92400000000000004,"5min":0.93600000000000005,"15min":0.93799999999999994},"min":{"1min":0.67800000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.1739999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":1.0449999999999999}]},{"osd":1,"last update":"Fri Mar 22 07:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.90300000000000002,"15min":0.89800000000000002},"min":{"1min":0.56599999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.306,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":0.96799999999999997},{"interface":"front","average":{"1min":1.02,"5min":1.056,"15min":1.0620000000000001},"min":{"1min":0.70399999999999996,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.5049999999999999,"5min":1.897,"15min":1.897},"last":1.1379999999999999}]},{"osd":2,"last update":"Fri Mar 22 07:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.88300000000000001,"15min":0.88100000000000001},"min":{"1min":0.58599999999999997,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":1.1839999999999999},{"interface":"front","average":{"1min":1.1100000000000001,"5min":1.0289999999999999,"15min":1.0149999999999999},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.462,"5min":1.462,"15min":1.462},"last":1.071}]},{"osd":3,"last update":"Fri Mar 22 07:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":0.95599999999999996,"15min":0.95299999999999996},"min":{"1min":0.72499999999999998,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.81000000000000005},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.004,"15min":1.0029999999999999},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.3009999999999999,"5min":1.486,"15min":1.486},"last":1.163}]},{"osd":4,"last update":"Fri Mar 22 07:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.88200000000000001,"15min":0.871},"min":{"1min":0.46000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":1.427,"5min":1.427,"15min":1.427},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.96799999999999997,"5min":0.93799999999999994,"15min":0.93300000000000005},"min":{"1min":0.41999999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.6679999999999999,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":0.996}]},{"osd":5,"last update":"Fri Mar 22 07:02:57 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":0.97799999999999998,"15min":0.96799999999999997},"min":{"1min":0.44700000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.3540000000000001,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.78700000000000003},{"interface":"front","average":{"1min":1.1100000000000001,"5min":1.0880000000000001,"15min":1.0840000000000001},"min":{"1min":0.51100000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.409,"5min":1.482,"15min":1.482},"last":0.92900000000000005}]},{"osd":6,"last update":"Fri Mar 22 07:02:57 2024","interfaces":[{"interface":"back","average":{"1min":1.2030000000000001,"5min":1.1279999999999999,"15min":1.1160000000000001},"min":{"1min":0.56799999999999995,"5min":0.375,"15min":0.375},"max":{"1min":1.5589999999999999,"5min":1.806,"15min":1.806},"last":0.83999999999999997},{"interface":"front","average":{"1min":1.1339999999999999,"5min":1.073,"15min":1.0629999999999999},"min":{"1min":0.48499999999999999,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.5089999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.103}]}]},{"osd":6,"up_from":47,"seq":201863462959,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1232896,"data_stored":856909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.878,"15min":0.88300000000000001},"min":{"1min":0.55100000000000005,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.24,"5min":1.4399999999999999,"15min":1.4399999999999999},"last":1.038},{"interface":"front","average":{"1min":0.88900000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.444,"5min":1.444,"15min":1.444},"last":0.63700000000000001}]},{"osd":1,"last update":"Fri Mar 22 07:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.90800000000000003,"15min":0.90000000000000002},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.1970000000000001,"5min":1.361,"15min":1.361},"last":1.194},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88600000000000001,"15min":0.88500000000000001},"min":{"1min":0.58199999999999996,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.2410000000000001,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.76200000000000001}]},{"osd":2,"last update":"Fri Mar 22 07:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.92000000000000004,"15min":0.92800000000000005},"min":{"1min":0.57299999999999995,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.1060000000000001,"5min":1.51,"15min":1.51},"last":1.1499999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.92700000000000005,"15min":0.91300000000000003},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.278,"5min":1.423,"15min":1.423},"last":0.86799999999999999}]},{"osd":3,"last update":"Fri Mar 22 07:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.94099999999999995,"15min":0.93400000000000005},"min":{"1min":0.61899999999999999,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.2649999999999999,"5min":1.3160000000000001,"15min":1.3160000000000001},"last":0.82199999999999995},{"interface":"front","average":{"1min":1.034,"5min":1,"15min":0.996},"min":{"1min":0.70899999999999996,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.3160000000000001,"5min":1.468,"15min":1.468},"last":1.105}]},{"osd":4,"last update":"Fri Mar 22 07:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.79900000000000004,"15min":0.78300000000000003},"min":{"1min":0.39500000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.093,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":0.93100000000000005},{"interface":"front","average":{"1min":0.996,"5min":0.89100000000000001,"15min":0.86899999999999999},"min":{"1min":0.442,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.534,"5min":1.534,"15min":1.534},"last":1.0780000000000001}]},{"osd":5,"last update":"Fri Mar 22 07:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.90600000000000003,"15min":0.86899999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.96999999999999997},{"interface":"front","average":{"1min":1.008,"5min":0.97899999999999998,"15min":0.97099999999999997},"min":{"1min":0.46400000000000002,"5min":0.442,"15min":0.442},"max":{"1min":1.427,"5min":1.492,"15min":1.492},"last":0.995}]},{"osd":7,"last update":"Fri Mar 22 07:02:52 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.0629999999999999,"15min":1.0609999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":0.90200000000000002},{"interface":"front","average":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":1.306}]}]},{"osd":1,"up_from":13,"seq":55834574944,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":266814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:03:05 2024","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.70999999999999996,"15min":0.56899999999999995},"min":{"1min":0.35299999999999998,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":1.3140000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.75800000000000001,"15min":0.60399999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.32300000000000001},"max":{"1min":1.141,"5min":1.734,"15min":1.734},"last":0.59699999999999998}]},{"osd":2,"last update":"Fri Mar 22 07:02:45 2024","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.74399999999999999,"15min":0.66200000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.34799999999999998},"max":{"1min":1.3440000000000001,"5min":1.367,"15min":1.367},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.80600000000000005,"15min":0.70199999999999996},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.147,"5min":1.748,"15min":1.748},"last":0.84599999999999997}]},{"osd":3,"last update":"Fri Mar 22 07:03:41 2024","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.85699999999999998,"15min":0.79300000000000004},"min":{"1min":0.44800000000000001,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.1060000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":0.876},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.97199999999999998,"15min":0.89100000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.2290000000000001,"5min":1.478,"15min":1.478},"last":1.0189999999999999}]},{"osd":4,"last update":"Fri Mar 22 07:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98499999999999999,"15min":0.93999999999999995},"min":{"1min":0.67900000000000005,"5min":0.628,"15min":0.628},"max":{"1min":1.2769999999999999,"5min":1.667,"15min":1.667},"last":1.0720000000000001},{"interface":"front","average":{"1min":1.016,"5min":0.96099999999999997,"15min":0.91100000000000003},"min":{"1min":0.72999999999999998,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.3779999999999999,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":1.0489999999999999}]},{"osd":5,"last update":"Fri Mar 22 07:03:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0029999999999999,"15min":0.995},"min":{"1min":0.77800000000000002,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":1.321,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.95799999999999996},{"interface":"front","average":{"1min":1.0129999999999999,"5min":1.0049999999999999,"15min":0.97299999999999998},"min":{"1min":0.67800000000000005,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.5209999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":1.109}]},{"osd":6,"last update":"Fri Mar 22 07:03:05 2024","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.0880000000000001,"15min":1.0960000000000001},"min":{"1min":0.68500000000000005,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.5960000000000001,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.272},{"interface":"front","average":{"1min":1.038,"5min":1.0660000000000001,"15min":1.0640000000000001},"min":{"1min":0.78700000000000003,"5min":0.76700000000000002,"15min":0.76700000000000002},"max":{"1min":1.4890000000000001,"5min":1.718,"15min":1.718},"last":1.242}]},{"osd":7,"last update":"Fri Mar 22 07:02:54 2024","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.1499999999999999,"15min":1.157},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.3899999999999999,"5min":1.623,"15min":1.623},"last":1.139},{"interface":"front","average":{"1min":1.1040000000000001,"5min":1.1220000000000001,"15min":1.125},"min":{"1min":0.71899999999999997,"5min":0.66500000000000004,"15min":0.66500000000000004},"max":{"1min":1.5289999999999999,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":1.325}]}]},{"osd":0,"up_from":8,"seq":34359738474,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28228,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716924,"statfs":{"total":95995035648,"available":95966130176,"internally_reserved":0,"allocated":1236992,"data_stored":857182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Mar 22 07:03:00 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67300000000000004,"15min":0.56100000000000005},"min":{"1min":0.377,"5min":0.30199999999999999,"15min":0.24399999999999999},"max":{"1min":1.1419999999999999,"5min":1.609,"15min":1.609},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.76100000000000001,"15min":0.61799999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.26900000000000002},"max":{"1min":1.006,"5min":1.698,"15min":1.698},"last":0.67300000000000004}]},{"osd":2,"last update":"Fri Mar 22 07:02:56 2024","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.78700000000000003,"15min":0.67600000000000005},"min":{"1min":0.42399999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.2450000000000001,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.93100000000000005},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.75600000000000001,"15min":0.65200000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.079,"5min":1.869,"15min":1.869},"last":0.85799999999999998}]},{"osd":3,"last update":"Fri Mar 22 07:02:50 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.85199999999999998,"15min":0.80900000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.3029999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.85999999999999999,"15min":0.82599999999999996},"min":{"1min":0.433,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.1419999999999999,"5min":1.8100000000000001,"15min":1.8100000000000001},"last":0.89900000000000002}]},{"osd":4,"last update":"Fri Mar 22 07:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.94999999999999996,"15min":0.93200000000000005},"min":{"1min":0.60999999999999999,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.3520000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.97199999999999998,"15min":0.92000000000000004},"min":{"1min":0.76900000000000002,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.228,"5min":1.841,"15min":1.841},"last":1.143}]},{"osd":5,"last update":"Fri Mar 22 07:03:18 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.98099999999999998,"15min":0.95599999999999996},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.5069999999999999,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.97199999999999998},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.044,"15min":1.014},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.647,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":1.204}]},{"osd":6,"last update":"Fri Mar 22 07:03:05 2024","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":1.0349999999999999,"15min":1.04},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.474,"5min":1.9510000000000001,"15min":1.9510000000000001},"last":1.266},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.0740000000000001,"15min":1.0680000000000001},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.51,"5min":1.774,"15min":1.774},"last":1.038}]},{"osd":7,"last update":"Fri Mar 22 07:02:50 2024","interfaces":[{"interface":"back","average":{"1min":1.0580000000000001,"5min":1.1419999999999999,"15min":1.1559999999999999},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.569,"5min":1.998,"15min":1.998},"last":1.3129999999999999},{"interface":"front","average":{"1min":1.077,"5min":1.167,"15min":1.1819999999999999},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.421,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":1.1779999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411415,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":266814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:02:52 2024","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.74199999999999999,"15min":0.64600000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.27700000000000002},"max":{"1min":1.2310000000000001,"5min":1.458,"15min":1.458},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.746,"15min":0.68899999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34499999999999997},"max":{"1min":1.1240000000000001,"5min":1.208,"15min":1.208},"last":0.79900000000000004}]},{"osd":1,"last update":"Fri Mar 22 07:02:52 2024","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.77500000000000002,"15min":0.69999999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.27000000000000002},"max":{"1min":1.1990000000000001,"5min":1.508,"15min":1.508},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.77500000000000002,"15min":0.70299999999999996},"min":{"1min":0.42299999999999999,"5min":0.39300000000000002,"15min":0.28899999999999998},"max":{"1min":1.0900000000000001,"5min":1.345,"15min":1.345},"last":0.875}]},{"osd":3,"last update":"Fri Mar 22 07:02:49 2024","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.83899999999999997,"15min":0.79500000000000004},"min":{"1min":0.433,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.333,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.84399999999999997,"15min":0.82399999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.198,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":0.70499999999999996}]},{"osd":4,"last update":"Fri Mar 22 07:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.93500000000000005,"15min":0.92200000000000004},"min":{"1min":0.58699999999999997,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.206,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.97099999999999997},{"interface":"front","average":{"1min":1.046,"5min":1.0469999999999999,"15min":1.0069999999999999},"min":{"1min":0.66700000000000004,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.4370000000000001,"5min":1.52,"15min":1.52},"last":0.94999999999999996}]},{"osd":5,"last update":"Fri Mar 22 07:03:22 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.97799999999999998,"15min":0.98999999999999999},"min":{"1min":0.61299999999999999,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.2150000000000001,"5min":1.365,"15min":1.365},"last":1.0600000000000001},{"interface":"front","average":{"1min":1.1100000000000001,"5min":1.101,"15min":1.113},"min":{"1min":0.745,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.526,"5min":1.605,"15min":1.605},"last":1.004}]},{"osd":6,"last update":"Fri Mar 22 07:03:06 2024","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":1.151,"15min":1.171},"min":{"1min":0.625,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.6930000000000001,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":1.0900000000000001},{"interface":"front","average":{"1min":1.0349999999999999,"5min":1.157,"15min":1.1930000000000001},"min":{"1min":0.65800000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.2529999999999999,"5min":3.3479999999999999,"15min":3.3479999999999999},"last":1.0329999999999999}]},{"osd":7,"last update":"Fri Mar 22 07:02:54 2024","interfaces":[{"interface":"back","average":{"1min":1.0760000000000001,"5min":1.161,"15min":1.175},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":1.149},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.153,"15min":1.165},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.5700000000000001,"5min":1.5700000000000001,"15min":1.5700000000000001},"last":1.1200000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149773,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":638976,"data_stored":266541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73099999999999998,"15min":0.66100000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.173,"5min":1.212,"15min":1.212},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.76900000000000002,"15min":0.74299999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":1.008}]},{"osd":1,"last update":"Fri Mar 22 07:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.72999999999999998,"15min":0.72599999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.2290000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.84399999999999997,"15min":0.80800000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.32500000000000001},"max":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.282},"last":0.874}]},{"osd":2,"last update":"Fri Mar 22 07:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.85999999999999999,"15min":0.81200000000000006},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.84699999999999998,"5min":0.97199999999999998,"15min":0.92000000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.4390000000000001}]},{"osd":4,"last update":"Fri Mar 22 07:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.89900000000000002,"15min":0.879},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.2669999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":1.1459999999999999},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.96099999999999997,"15min":0.89800000000000002},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.492,"5min":1.492,"15min":1.492},"last":0.93500000000000005}]},{"osd":5,"last update":"Fri Mar 22 07:03:18 2024","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.056,"15min":1.0549999999999999},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.5129999999999999,"5min":1.5129999999999999,"15min":1.5129999999999999},"last":1.0920000000000001},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.997,"15min":1.0089999999999999},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.3799999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":1.387}]},{"osd":6,"last update":"Fri Mar 22 07:03:07 2024","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0469999999999999,"15min":1.0509999999999999},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.341,"5min":1.341,"15min":1.341},"last":1.26},{"interface":"front","average":{"1min":1.1679999999999999,"5min":1.165,"15min":1.173},"min":{"1min":0.76300000000000001,"5min":0.73199999999999998,"15min":0.73199999999999998},"max":{"1min":1.5900000000000001,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":1.3009999999999999}]},{"osd":7,"last update":"Fri Mar 22 07:02:54 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.1339999999999999,"15min":1.1339999999999999},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":1.4770000000000001},{"interface":"front","average":{"1min":1.1519999999999999,"5min":1.157,"15min":1.1579999999999999},"min":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"max":{"1min":1.4810000000000001,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":1.3500000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986243,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":638976,"data_stored":266541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.85499999999999998,"15min":0.81499999999999995},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.1910000000000001,"5min":1.47,"15min":1.47},"last":1.2210000000000001},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.87,"15min":0.81799999999999995},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.401,"5min":1.401,"15min":1.401},"last":1.0029999999999999}]},{"osd":1,"last update":"Fri Mar 22 07:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.871,"15min":0.83699999999999997},"min":{"1min":0.56399999999999995,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.2789999999999999,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.875,"15min":0.78700000000000003},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.1799999999999999,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.96399999999999997}]},{"osd":2,"last update":"Fri Mar 22 07:03:28 2024","interfaces":[{"interface":"back","average":{"1min":1.012,"5min":0.91700000000000004,"15min":0.84799999999999998},"min":{"1min":0.72899999999999998,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.90400000000000003,"15min":0.85299999999999998},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.202,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":1.0700000000000001}]},{"osd":3,"last update":"Fri Mar 22 07:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.91100000000000003,"15min":0.86899999999999999},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.341,"5min":1.341,"15min":1.341},"last":1.139},{"interface":"front","average":{"1min":0.96799999999999997,"5min":0.93799999999999994,"15min":0.83899999999999997},"min":{"1min":0.66600000000000004,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.4690000000000001,"5min":2.593,"15min":2.593},"last":1.0349999999999999}]},{"osd":5,"last update":"Fri Mar 22 07:03:14 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.83999999999999997,"15min":0.746},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.3919999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.85699999999999998,"15min":0.76300000000000001},"min":{"1min":0.40000000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.5,"5min":1.5,"15min":1.5},"last":0.84499999999999997}]},{"osd":6,"last update":"Fri Mar 22 07:03:09 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.84499999999999997,"15min":0.79300000000000004},"min":{"1min":0.45400000000000001,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.5720000000000001,"5min":1.585,"15min":1.585},"last":0.92700000000000005},{"interface":"front","average":{"1min":1.1120000000000001,"5min":0.97599999999999998,"15min":0.93999999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.595,"5min":1.595,"15min":1.595},"last":1.103}]},{"osd":7,"last update":"Fri Mar 22 07:02:54 2024","interfaces":[{"interface":"back","average":{"1min":1.2529999999999999,"5min":1.149,"15min":1.1319999999999999},"min":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":1.1739999999999999},{"interface":"front","average":{"1min":1.1870000000000001,"5min":1.1140000000000001,"15min":1.1020000000000001},"min":{"1min":0.82499999999999996,"5min":0.73099999999999998,"15min":0.73099999999999998},"max":{"1min":1.5189999999999999,"5min":1.528,"15min":1.528},"last":1.0920000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724601,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":638976,"data_stored":266483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:03:14 2024","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.85599999999999998,"15min":0.84899999999999998},"min":{"1min":0.54100000000000004,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.94599999999999995,"5min":0.86099999999999999,"15min":0.81499999999999995},"min":{"1min":0.65800000000000003,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.2769999999999999,"5min":1.369,"15min":1.369},"last":0.93200000000000005}]},{"osd":1,"last update":"Fri Mar 22 07:03:14 2024","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.874,"15min":0.85999999999999999},"min":{"1min":0.72099999999999997,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.399,"5min":1.399,"15min":1.399},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.89400000000000002,"15min":0.86399999999999999},"min":{"1min":0.51300000000000001,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":1.0589999999999999}]},{"osd":2,"last update":"Fri Mar 22 07:03:14 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.88800000000000001,"15min":0.876},"min":{"1min":0.55900000000000005,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.90300000000000002,"15min":0.85699999999999998},"min":{"1min":0.67500000000000004,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.4490000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":1.0269999999999999}]},{"osd":3,"last update":"Fri Mar 22 07:03:14 2024","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.90600000000000003,"15min":0.875},"min":{"1min":0.62,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.73199999999999998},{"interface":"front","average":{"1min":1.0529999999999999,"5min":0.94999999999999996,"15min":0.92100000000000004},"min":{"1min":0.72299999999999998,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.89000000000000001}]},{"osd":4,"last update":"Fri Mar 22 07:03:14 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.78400000000000003,"15min":0.70599999999999996},"min":{"1min":0.41499999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.2909999999999999,"5min":1.292,"15min":1.292},"last":1.218},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.84099999999999997,"15min":0.76300000000000001},"min":{"1min":0.504,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.2410000000000001,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.98399999999999999}]},{"osd":6,"last update":"Fri Mar 22 07:03:10 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.89500000000000002,"15min":0.876},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":1.1419999999999999},{"interface":"front","average":{"1min":0.999,"5min":0.95099999999999996,"15min":0.92700000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":1.097}]},{"osd":7,"last update":"Fri Mar 22 07:02:55 2024","interfaces":[{"interface":"back","average":{"1min":1.0800000000000001,"5min":1.0049999999999999,"15min":0.99299999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.292},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":1.1739999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-22T07:03:49.488 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph pg dump --format=json 2024-03-22T07:03:50.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:50 smithi129 bash[31121]: cluster 2024-03-22T07:03:48.174554+0000 mgr.y (mgr.14391) 95 : cluster 0 pgmap v68: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:50.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:50 smithi129 bash[31121]: audit 2024-03-22T07:03:48.869810+0000 mgr.y (mgr.14391) 96 : audit 0 from='client.14565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:03:50.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:50 smithi129 bash[21357]: cluster 2024-03-22T07:03:48.174554+0000 mgr.y (mgr.14391) 95 : cluster 0 pgmap v68: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:50.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:50 smithi129 bash[21357]: audit 2024-03-22T07:03:48.869810+0000 mgr.y (mgr.14391) 96 : audit 0 from='client.14565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:03:50.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:50 smithi148 bash[23214]: cluster 2024-03-22T07:03:48.174554+0000 mgr.y (mgr.14391) 95 : cluster 0 pgmap v68: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:50.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:50 smithi148 bash[23214]: audit 2024-03-22T07:03:48.869810+0000 mgr.y (mgr.14391) 96 : audit 0 from='client.14565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:03:52.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:52 smithi129 bash[21357]: cluster 2024-03-22T07:03:50.175124+0000 mgr.y (mgr.14391) 97 : cluster 0 pgmap v69: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:52.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:52 smithi129 bash[31121]: cluster 2024-03-22T07:03:50.175124+0000 mgr.y (mgr.14391) 97 : cluster 0 pgmap v69: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:52.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:52 smithi148 bash[23214]: cluster 2024-03-22T07:03:50.175124+0000 mgr.y (mgr.14391) 97 : cluster 0 pgmap v69: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:54.212 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:03:54.230 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:54 smithi129 bash[31121]: cluster 2024-03-22T07:03:52.175767+0000 mgr.y (mgr.14391) 98 : cluster 0 pgmap v70: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:54.231 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:54 smithi129 bash[21357]: cluster 2024-03-22T07:03:52.175767+0000 mgr.y (mgr.14391) 98 : cluster 0 pgmap v70: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:54.231 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:03:53 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:03:53] "GET /metrics HTTP/1.1" 200 28553 "" "Prometheus/2.43.0" 2024-03-22T07:03:54.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:54 smithi148 bash[23214]: cluster 2024-03-22T07:03:52.175767+0000 mgr.y (mgr.14391) 98 : cluster 0 pgmap v70: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:56.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:56 smithi129 bash[21357]: cluster 2024-03-22T07:03:54.176334+0000 mgr.y (mgr.14391) 99 : cluster 0 pgmap v71: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:56.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:56 smithi129 bash[31121]: cluster 2024-03-22T07:03:54.176334+0000 mgr.y (mgr.14391) 99 : cluster 0 pgmap v71: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:56.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:56 smithi148 bash[23214]: cluster 2024-03-22T07:03:54.176334+0000 mgr.y (mgr.14391) 99 : cluster 0 pgmap v71: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:56.841 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:03:56.843 INFO:teuthology.orchestra.run.smithi129.stderr:dumped all 2024-03-22T07:03:57.488 INFO:teuthology.orchestra.run.smithi129.stdout:{"pg_ready":true,"pg_map":{"version":72,"stamp":"2024-03-22T07:03:56.176666+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222904,"kb_used_data":6744,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738312,"statfs":{"total":767960285184,"available":767732031488,"internally_reserved":0,"allocated":6905856,"data_stored":3904185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003609"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.150582+0000","last_change":"2024-03-22T07:02:24.067512+0000","last_active":"2024-03-22T07:02:27.150582+0000","last_peered":"2024-03-22T07:02:27.150582+0000","last_clean":"2024-03-22T07:02:27.150582+0000","last_became_active":"2024-03-22T07:02:24.067033+0000","last_became_peered":"2024-03-22T07:02:24.067033+0000","last_unstale":"2024-03-22T07:02:27.150582+0000","last_undegraded":"2024-03-22T07:02:27.150582+0000","last_fullsized":"2024-03-22T07:02:27.150582+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:23:46.124939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.151721+0000","last_change":"2024-03-22T07:02:24.427110+0000","last_active":"2024-03-22T07:02:27.151721+0000","last_peered":"2024-03-22T07:02:27.151721+0000","last_clean":"2024-03-22T07:02:27.151721+0000","last_became_active":"2024-03-22T07:02:24.425865+0000","last_became_peered":"2024-03-22T07:02:24.425865+0000","last_unstale":"2024-03-22T07:02:27.151721+0000","last_undegraded":"2024-03-22T07:02:27.151721+0000","last_fullsized":"2024-03-22T07:02:27.151721+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:42:45.005123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.151080+0000","last_change":"2024-03-22T07:02:24.427590+0000","last_active":"2024-03-22T07:02:27.151080+0000","last_peered":"2024-03-22T07:02:27.151080+0000","last_clean":"2024-03-22T07:02:27.151080+0000","last_became_active":"2024-03-22T07:02:24.426308+0000","last_became_peered":"2024-03-22T07:02:24.426308+0000","last_unstale":"2024-03-22T07:02:27.151080+0000","last_undegraded":"2024-03-22T07:02:27.151080+0000","last_fullsized":"2024-03-22T07:02:27.151080+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:37:24.878599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.151030+0000","last_change":"2024-03-22T07:02:24.070287+0000","last_active":"2024-03-22T07:02:27.151030+0000","last_peered":"2024-03-22T07:02:27.151030+0000","last_clean":"2024-03-22T07:02:27.151030+0000","last_became_active":"2024-03-22T07:02:24.069756+0000","last_became_peered":"2024-03-22T07:02:24.069756+0000","last_unstale":"2024-03-22T07:02:27.151030+0000","last_undegraded":"2024-03-22T07:02:27.151030+0000","last_fullsized":"2024-03-22T07:02:27.151030+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:35:25.684751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":260,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-03-22T07:02:32.427138+0000","last_change":"2024-03-22T07:00:53.462699+0000","last_active":"2024-03-22T07:02:32.427138+0000","last_peered":"2024-03-22T07:02:32.427138+0000","last_clean":"2024-03-22T07:02:32.427138+0000","last_became_active":"2024-03-22T07:00:53.461707+0000","last_became_peered":"2024-03-22T07:00:53.461707+0000","last_unstale":"2024-03-22T07:02:32.427138+0000","last_undegraded":"2024-03-22T07:02:32.427138+0000","last_fullsized":"2024-03-22T07:02:32.427138+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T06:56:44.702899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T06:56:44.702899+0000","last_clean_scrub_stamp":"2024-03-22T06:56:44.702899+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:25:59.243619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.153147+0000","last_change":"2024-03-22T07:02:24.062380+0000","last_active":"2024-03-22T07:02:27.153147+0000","last_peered":"2024-03-22T07:02:27.153147+0000","last_clean":"2024-03-22T07:02:27.153147+0000","last_became_active":"2024-03-22T07:02:24.061543+0000","last_became_peered":"2024-03-22T07:02:24.061543+0000","last_unstale":"2024-03-22T07:02:27.153147+0000","last_undegraded":"2024-03-22T07:02:27.153147+0000","last_fullsized":"2024-03-22T07:02:27.153147+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:04:36.302851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.148053+0000","last_change":"2024-03-22T07:02:24.405378+0000","last_active":"2024-03-22T07:02:27.148053+0000","last_peered":"2024-03-22T07:02:27.148053+0000","last_clean":"2024-03-22T07:02:27.148053+0000","last_became_active":"2024-03-22T07:02:24.404353+0000","last_became_peered":"2024-03-22T07:02:24.404353+0000","last_unstale":"2024-03-22T07:02:27.148053+0000","last_undegraded":"2024-03-22T07:02:27.148053+0000","last_fullsized":"2024-03-22T07:02:27.148053+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:11:00.430410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.153096+0000","last_change":"2024-03-22T07:02:24.061105+0000","last_active":"2024-03-22T07:02:27.153096+0000","last_peered":"2024-03-22T07:02:27.153096+0000","last_clean":"2024-03-22T07:02:27.153096+0000","last_became_active":"2024-03-22T07:02:24.060325+0000","last_became_peered":"2024-03-22T07:02:24.060325+0000","last_unstale":"2024-03-22T07:02:27.153096+0000","last_undegraded":"2024-03-22T07:02:27.153096+0000","last_fullsized":"2024-03-22T07:02:27.153096+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:46:23.014722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-22T07:02:27.151657+0000","last_change":"2024-03-22T07:02:24.064332+0000","last_active":"2024-03-22T07:02:27.151657+0000","last_peered":"2024-03-22T07:02:27.151657+0000","last_clean":"2024-03-22T07:02:27.151657+0000","last_became_active":"2024-03-22T07:02:24.063334+0000","last_became_peered":"2024-03-22T07:02:24.063334+0000","last_unstale":"2024-03-22T07:02:27.151657+0000","last_undegraded":"2024-03-22T07:02:27.151657+0000","last_fullsized":"2024-03-22T07:02:27.151657+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:11:37.153377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201318,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1232896,"data_stored":856901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:02:57 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":0.92000000000000004,"15min":0.90200000000000002},"min":{"1min":0.67100000000000004,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.383,"5min":1.383,"15min":1.383},"last":1.3620000000000001},{"interface":"front","average":{"1min":0.92400000000000004,"5min":0.93600000000000005,"15min":0.93799999999999994},"min":{"1min":0.67800000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.1739999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":1.038}]},{"osd":1,"last update":"Fri Mar 22 07:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.90300000000000002,"15min":0.89800000000000002},"min":{"1min":0.56599999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.306,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":1.0860000000000001},{"interface":"front","average":{"1min":1.02,"5min":1.056,"15min":1.0620000000000001},"min":{"1min":0.70399999999999996,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.5049999999999999,"5min":1.897,"15min":1.897},"last":1.1559999999999999}]},{"osd":2,"last update":"Fri Mar 22 07:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.88300000000000001,"15min":0.88100000000000001},"min":{"1min":0.58599999999999997,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.1100000000000001,"5min":1.0289999999999999,"15min":1.0149999999999999},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.462,"5min":1.462,"15min":1.462},"last":1.198}]},{"osd":3,"last update":"Fri Mar 22 07:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":0.95599999999999996,"15min":0.95299999999999996},"min":{"1min":0.72499999999999998,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.873},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.004,"15min":1.0029999999999999},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.3009999999999999,"5min":1.486,"15min":1.486},"last":0.98399999999999999}]},{"osd":4,"last update":"Fri Mar 22 07:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.88200000000000001,"15min":0.871},"min":{"1min":0.46000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":1.427,"5min":1.427,"15min":1.427},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.96799999999999997,"5min":0.93799999999999994,"15min":0.93300000000000005},"min":{"1min":0.41999999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.6679999999999999,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":0.94699999999999995}]},{"osd":5,"last update":"Fri Mar 22 07:02:57 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":0.97799999999999998,"15min":0.96799999999999997},"min":{"1min":0.44700000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.3540000000000001,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":1.2869999999999999},{"interface":"front","average":{"1min":1.1100000000000001,"5min":1.0880000000000001,"15min":1.0840000000000001},"min":{"1min":0.51100000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.409,"5min":1.482,"15min":1.482},"last":0.91100000000000003}]},{"osd":6,"last update":"Fri Mar 22 07:02:57 2024","interfaces":[{"interface":"back","average":{"1min":1.2030000000000001,"5min":1.1279999999999999,"15min":1.1160000000000001},"min":{"1min":0.56799999999999995,"5min":0.375,"15min":0.375},"max":{"1min":1.5589999999999999,"5min":1.806,"15min":1.806},"last":1.234},{"interface":"front","average":{"1min":1.1339999999999999,"5min":1.073,"15min":1.0629999999999999},"min":{"1min":0.48499999999999999,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.5089999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.129}]}]},{"osd":6,"up_from":47,"seq":201863462960,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1232896,"data_stored":856909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.878,"15min":0.88300000000000001},"min":{"1min":0.55100000000000005,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.24,"5min":1.4399999999999999,"15min":1.4399999999999999},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.88900000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.444,"5min":1.444,"15min":1.444},"last":0.96399999999999997}]},{"osd":1,"last update":"Fri Mar 22 07:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.90800000000000003,"15min":0.90000000000000002},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.1970000000000001,"5min":1.361,"15min":1.361},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88600000000000001,"15min":0.88500000000000001},"min":{"1min":0.58199999999999996,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.2410000000000001,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":1.026}]},{"osd":2,"last update":"Fri Mar 22 07:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.92000000000000004,"15min":0.92800000000000005},"min":{"1min":0.57299999999999995,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.1060000000000001,"5min":1.51,"15min":1.51},"last":1.1259999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.92700000000000005,"15min":0.91300000000000003},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.278,"5min":1.423,"15min":1.423},"last":1.008}]},{"osd":3,"last update":"Fri Mar 22 07:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.94099999999999995,"15min":0.93400000000000005},"min":{"1min":0.61899999999999999,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.2649999999999999,"5min":1.3160000000000001,"15min":1.3160000000000001},"last":0.85999999999999999},{"interface":"front","average":{"1min":1.034,"5min":1,"15min":0.996},"min":{"1min":0.70899999999999996,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.3160000000000001,"5min":1.468,"15min":1.468},"last":1.0529999999999999}]},{"osd":4,"last update":"Fri Mar 22 07:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.79900000000000004,"15min":0.78300000000000003},"min":{"1min":0.39500000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.093,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.996,"5min":0.89100000000000001,"15min":0.86899999999999999},"min":{"1min":0.442,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.534,"5min":1.534,"15min":1.534},"last":1.1459999999999999}]},{"osd":5,"last update":"Fri Mar 22 07:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.90600000000000003,"15min":0.86899999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.88600000000000001},{"interface":"front","average":{"1min":1.008,"5min":0.97899999999999998,"15min":0.97099999999999997},"min":{"1min":0.46400000000000002,"5min":0.442,"15min":0.442},"max":{"1min":1.427,"5min":1.492,"15min":1.492},"last":1.0820000000000001}]},{"osd":7,"last update":"Fri Mar 22 07:02:52 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.0629999999999999,"15min":1.0609999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":0.75900000000000001},{"interface":"front","average":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":1.1060000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574945,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":266814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:03:05 2024","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.70999999999999996,"15min":0.56899999999999995},"min":{"1min":0.35299999999999998,"5min":0.33700000000000002,"15min":0.30299999999999999},"max":{"1min":1.3140000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.75800000000000001,"15min":0.60399999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.32300000000000001},"max":{"1min":1.141,"5min":1.734,"15min":1.734},"last":0.56899999999999995}]},{"osd":2,"last update":"Fri Mar 22 07:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.745,"15min":0.66600000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.996,"5min":1.367,"15min":1.367},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.81399999999999995,"15min":0.70999999999999996},"min":{"1min":0.38900000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.125,"5min":1.748,"15min":1.748},"last":0.38900000000000001}]},{"osd":3,"last update":"Fri Mar 22 07:03:41 2024","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.85699999999999998,"15min":0.79300000000000004},"min":{"1min":0.44800000000000001,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.1060000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.97199999999999998,"15min":0.89100000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.2290000000000001,"5min":1.478,"15min":1.478},"last":0.64800000000000002}]},{"osd":4,"last update":"Fri Mar 22 07:03:29 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98499999999999999,"15min":0.93999999999999995},"min":{"1min":0.67900000000000005,"5min":0.628,"15min":0.628},"max":{"1min":1.2769999999999999,"5min":1.667,"15min":1.667},"last":0.88200000000000001},{"interface":"front","average":{"1min":1.016,"5min":0.96099999999999997,"15min":0.91100000000000003},"min":{"1min":0.72999999999999998,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.3779999999999999,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":1.052}]},{"osd":5,"last update":"Fri Mar 22 07:03:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0029999999999999,"15min":0.995},"min":{"1min":0.77800000000000002,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":1.321,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":1.0129999999999999,"5min":1.0049999999999999,"15min":0.97299999999999998},"min":{"1min":0.67800000000000005,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.5209999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.72499999999999998}]},{"osd":6,"last update":"Fri Mar 22 07:03:05 2024","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.0880000000000001,"15min":1.0960000000000001},"min":{"1min":0.68500000000000005,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.5960000000000001,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.95799999999999996},{"interface":"front","average":{"1min":1.038,"5min":1.0660000000000001,"15min":1.0640000000000001},"min":{"1min":0.78700000000000003,"5min":0.76700000000000002,"15min":0.76700000000000002},"max":{"1min":1.4890000000000001,"5min":1.718,"15min":1.718},"last":0.80400000000000005}]},{"osd":7,"last update":"Fri Mar 22 07:02:54 2024","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.1499999999999999,"15min":1.157},"min":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.3899999999999999,"5min":1.623,"15min":1.623},"last":0.82999999999999996},{"interface":"front","average":{"1min":1.1040000000000001,"5min":1.1220000000000001,"15min":1.125},"min":{"1min":0.71899999999999997,"5min":0.66500000000000004,"15min":0.66500000000000004},"max":{"1min":1.5289999999999999,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.75700000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738475,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28228,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716924,"statfs":{"total":95995035648,"available":95966130176,"internally_reserved":0,"allocated":1236992,"data_stored":857182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Mar 22 07:03:00 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67300000000000004,"15min":0.56100000000000005},"min":{"1min":0.377,"5min":0.30199999999999999,"15min":0.24399999999999999},"max":{"1min":1.1419999999999999,"5min":1.609,"15min":1.609},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.76100000000000001,"15min":0.61799999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.26900000000000002},"max":{"1min":1.006,"5min":1.698,"15min":1.698},"last":0.60199999999999998}]},{"osd":2,"last update":"Fri Mar 22 07:02:56 2024","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.78700000000000003,"15min":0.67600000000000005},"min":{"1min":0.42399999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.2450000000000001,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.75600000000000001,"15min":0.65200000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.079,"5min":1.869,"15min":1.869},"last":0.626}]},{"osd":3,"last update":"Fri Mar 22 07:03:51 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.85999999999999999,"15min":0.81200000000000006},"min":{"1min":0.38700000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.0740000000000001,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.872,"15min":0.82999999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.198,"5min":1.8100000000000001,"15min":1.8100000000000001},"last":0.70999999999999996}]},{"osd":4,"last update":"Fri Mar 22 07:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.94999999999999996,"15min":0.93200000000000005},"min":{"1min":0.60999999999999999,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.3520000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.97199999999999998,"15min":0.92000000000000004},"min":{"1min":0.76900000000000002,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.228,"5min":1.841,"15min":1.841},"last":0.98899999999999999}]},{"osd":5,"last update":"Fri Mar 22 07:03:18 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.98099999999999998,"15min":0.95599999999999996},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.5069999999999999,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.85399999999999998},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.044,"15min":1.014},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.647,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":0.80700000000000005}]},{"osd":6,"last update":"Fri Mar 22 07:03:05 2024","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":1.0349999999999999,"15min":1.04},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.474,"5min":1.9510000000000001,"15min":1.9510000000000001},"last":1.054},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.0740000000000001,"15min":1.0680000000000001},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.51,"5min":1.774,"15min":1.774},"last":0.95299999999999996}]},{"osd":7,"last update":"Fri Mar 22 07:03:51 2024","interfaces":[{"interface":"back","average":{"1min":1.145,"5min":1.139,"15min":1.155},"min":{"1min":0.747,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.577,"5min":1.998,"15min":1.998},"last":0.92700000000000005},{"interface":"front","average":{"1min":1.099,"5min":1.149,"15min":1.1759999999999999},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.458,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":1.0680000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":266814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:02:52 2024","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.74199999999999999,"15min":0.64600000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.27700000000000002},"max":{"1min":1.2310000000000001,"5min":1.458,"15min":1.458},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.746,"15min":0.68899999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34499999999999997},"max":{"1min":1.1240000000000001,"5min":1.208,"15min":1.208},"last":0.80000000000000004}]},{"osd":1,"last update":"Fri Mar 22 07:02:52 2024","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.77500000000000002,"15min":0.69999999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.27000000000000002},"max":{"1min":1.1990000000000001,"5min":1.508,"15min":1.508},"last":1.0209999999999999},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.77500000000000002,"15min":0.70299999999999996},"min":{"1min":0.42299999999999999,"5min":0.39300000000000002,"15min":0.28899999999999998},"max":{"1min":1.0900000000000001,"5min":1.345,"15min":1.345},"last":0.98599999999999999}]},{"osd":3,"last update":"Fri Mar 22 07:03:49 2024","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.83399999999999996,"15min":0.79400000000000004},"min":{"1min":0.438,"5min":0.433,"15min":0.39900000000000002},"max":{"1min":0.98299999999999998,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.746,"5min":0.82999999999999996,"15min":0.81999999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.0660000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":0.747}]},{"osd":4,"last update":"Fri Mar 22 07:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.93500000000000005,"15min":0.92200000000000004},"min":{"1min":0.58699999999999997,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.206,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":1.091},{"interface":"front","average":{"1min":1.046,"5min":1.0469999999999999,"15min":1.0069999999999999},"min":{"1min":0.66700000000000004,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.4370000000000001,"5min":1.52,"15min":1.52},"last":1.2829999999999999}]},{"osd":5,"last update":"Fri Mar 22 07:03:22 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.97799999999999998,"15min":0.98999999999999999},"min":{"1min":0.61299999999999999,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.2150000000000001,"5min":1.365,"15min":1.365},"last":0.94899999999999995},{"interface":"front","average":{"1min":1.1100000000000001,"5min":1.101,"15min":1.113},"min":{"1min":0.745,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.526,"5min":1.605,"15min":1.605},"last":1.2290000000000001}]},{"osd":6,"last update":"Fri Mar 22 07:03:06 2024","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":1.151,"15min":1.171},"min":{"1min":0.625,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.6930000000000001,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":1.181},{"interface":"front","average":{"1min":1.0349999999999999,"5min":1.157,"15min":1.1930000000000001},"min":{"1min":0.65800000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.2529999999999999,"5min":3.3479999999999999,"15min":3.3479999999999999},"last":1.1080000000000001}]},{"osd":7,"last update":"Fri Mar 22 07:02:54 2024","interfaces":[{"interface":"back","average":{"1min":1.0760000000000001,"5min":1.161,"15min":1.175},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":1.1319999999999999},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.153,"15min":1.165},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.5700000000000001,"5min":1.5700000000000001,"15min":1.5700000000000001},"last":1.157}]}]},{"osd":3,"up_from":26,"seq":111669149774,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":638976,"data_stored":266541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73099999999999998,"15min":0.66100000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.173,"5min":1.212,"15min":1.212},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.76900000000000002,"15min":0.74299999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.69299999999999995}]},{"osd":1,"last update":"Fri Mar 22 07:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.72999999999999998,"15min":0.72599999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.2290000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.84399999999999997,"15min":0.80800000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.32500000000000001},"max":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.282},"last":1.0269999999999999}]},{"osd":2,"last update":"Fri Mar 22 07:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.85999999999999999,"15min":0.81200000000000006},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.84699999999999998,"5min":0.97199999999999998,"15min":0.92000000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.0800000000000001}]},{"osd":4,"last update":"Fri Mar 22 07:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.89900000000000002,"15min":0.879},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.2669999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":0.93000000000000005},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.96099999999999997,"15min":0.89800000000000002},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.492,"5min":1.492,"15min":1.492},"last":0.97099999999999997}]},{"osd":5,"last update":"Fri Mar 22 07:03:18 2024","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.056,"15min":1.0549999999999999},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.5129999999999999,"5min":1.5129999999999999,"15min":1.5129999999999999},"last":1.1339999999999999},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.997,"15min":1.0089999999999999},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.3799999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":1.0089999999999999}]},{"osd":6,"last update":"Fri Mar 22 07:03:07 2024","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0469999999999999,"15min":1.0509999999999999},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.341,"5min":1.341,"15min":1.341},"last":1.319},{"interface":"front","average":{"1min":1.1679999999999999,"5min":1.165,"15min":1.173},"min":{"1min":0.76300000000000001,"5min":0.73199999999999998,"15min":0.73199999999999998},"max":{"1min":1.5900000000000001,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":1.294}]},{"osd":7,"last update":"Fri Mar 22 07:02:54 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.1339999999999999,"15min":1.1339999999999999},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":1.256},{"interface":"front","average":{"1min":1.1519999999999999,"5min":1.157,"15min":1.1579999999999999},"min":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"max":{"1min":1.4810000000000001,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":1.1839999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986244,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":638976,"data_stored":266541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.85499999999999998,"15min":0.81499999999999995},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.1910000000000001,"5min":1.47,"15min":1.47},"last":1.119},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.87,"15min":0.81799999999999995},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.401,"5min":1.401,"15min":1.401},"last":0.84899999999999998}]},{"osd":1,"last update":"Fri Mar 22 07:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.871,"15min":0.83699999999999997},"min":{"1min":0.56399999999999995,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.2789999999999999,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.875,"15min":0.78700000000000003},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.1799999999999999,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.89300000000000002}]},{"osd":2,"last update":"Fri Mar 22 07:03:28 2024","interfaces":[{"interface":"back","average":{"1min":1.012,"5min":0.91700000000000004,"15min":0.84799999999999998},"min":{"1min":0.72899999999999998,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":1.218},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.90400000000000003,"15min":0.85299999999999998},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.202,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.98899999999999999}]},{"osd":3,"last update":"Fri Mar 22 07:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.91100000000000003,"15min":0.86899999999999999},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.341,"5min":1.341,"15min":1.341},"last":1.1879999999999999},{"interface":"front","average":{"1min":0.96799999999999997,"5min":0.93799999999999994,"15min":0.83899999999999997},"min":{"1min":0.66600000000000004,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.4690000000000001,"5min":2.593,"15min":2.593},"last":1.25}]},{"osd":5,"last update":"Fri Mar 22 07:03:14 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.83999999999999997,"15min":0.746},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.3919999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.749},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.85699999999999998,"15min":0.76300000000000001},"min":{"1min":0.40000000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.5,"5min":1.5,"15min":1.5},"last":1.089}]},{"osd":6,"last update":"Fri Mar 22 07:03:09 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.84499999999999997,"15min":0.79300000000000004},"min":{"1min":0.45400000000000001,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.5720000000000001,"5min":1.585,"15min":1.585},"last":1.0609999999999999},{"interface":"front","average":{"1min":1.1120000000000001,"5min":0.97599999999999998,"15min":0.93999999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.595,"5min":1.595,"15min":1.595},"last":1.3009999999999999}]},{"osd":7,"last update":"Fri Mar 22 07:02:54 2024","interfaces":[{"interface":"back","average":{"1min":1.2529999999999999,"5min":1.149,"15min":1.1319999999999999},"min":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":1.0249999999999999},{"interface":"front","average":{"1min":1.1870000000000001,"5min":1.1140000000000001,"15min":1.1020000000000001},"min":{"1min":0.82499999999999996,"5min":0.73099999999999998,"15min":0.73099999999999998},"max":{"1min":1.5189999999999999,"5min":1.528,"15min":1.528},"last":1.157}]}]},{"osd":5,"up_from":39,"seq":167503724602,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":638976,"data_stored":266483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:03:14 2024","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.85599999999999998,"15min":0.84899999999999998},"min":{"1min":0.54100000000000004,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":1.1819999999999999},{"interface":"front","average":{"1min":0.94599999999999995,"5min":0.86099999999999999,"15min":0.81499999999999995},"min":{"1min":0.65800000000000003,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.2769999999999999,"5min":1.369,"15min":1.369},"last":1.1240000000000001}]},{"osd":1,"last update":"Fri Mar 22 07:03:14 2024","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.874,"15min":0.85999999999999999},"min":{"1min":0.72099999999999997,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.399,"5min":1.399,"15min":1.399},"last":1.0880000000000001},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.89400000000000002,"15min":0.86399999999999999},"min":{"1min":0.51300000000000001,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":1.036}]},{"osd":2,"last update":"Fri Mar 22 07:03:14 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.88800000000000001,"15min":0.876},"min":{"1min":0.55900000000000005,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.90300000000000002,"15min":0.85699999999999998},"min":{"1min":0.67500000000000004,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.4490000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":0.84799999999999998}]},{"osd":3,"last update":"Fri Mar 22 07:03:14 2024","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.90600000000000003,"15min":0.875},"min":{"1min":0.62,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.151},{"interface":"front","average":{"1min":1.0529999999999999,"5min":0.94999999999999996,"15min":0.92100000000000004},"min":{"1min":0.72299999999999998,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.98099999999999998}]},{"osd":4,"last update":"Fri Mar 22 07:03:14 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.78400000000000003,"15min":0.70599999999999996},"min":{"1min":0.41499999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.2909999999999999,"5min":1.292,"15min":1.292},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.84099999999999997,"15min":0.76300000000000001},"min":{"1min":0.504,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.2410000000000001,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.77000000000000002}]},{"osd":6,"last update":"Fri Mar 22 07:03:10 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.89500000000000002,"15min":0.876},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.999,"5min":0.95099999999999996,"15min":0.92700000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":1.006}]},{"osd":7,"last update":"Fri Mar 22 07:02:55 2024","interfaces":[{"interface":"back","average":{"1min":1.0800000000000001,"5min":1.0049999999999999,"15min":0.99299999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":0.95799999999999996},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":1.0609999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-22T07:03:57.490 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-03-22T07:03:57.490 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-03-22T07:03:57.490 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-03-22T07:03:57.490 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:03:58.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:58 smithi129 bash[21357]: cluster 2024-03-22T07:03:56.176944+0000 mgr.y (mgr.14391) 100 : cluster 0 pgmap v72: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:58.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:58 smithi129 bash[21357]: audit 2024-03-22T07:03:56.841365+0000 mgr.y (mgr.14391) 101 : audit 0 from='client.24488 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:03:58.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:58 smithi129 bash[31121]: cluster 2024-03-22T07:03:56.176944+0000 mgr.y (mgr.14391) 100 : cluster 0 pgmap v72: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:58.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:58 smithi129 bash[31121]: audit 2024-03-22T07:03:56.841365+0000 mgr.y (mgr.14391) 101 : audit 0 from='client.24488 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:03:58.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:58 smithi148 bash[23214]: cluster 2024-03-22T07:03:56.176944+0000 mgr.y (mgr.14391) 100 : cluster 0 pgmap v72: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:58.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:58 smithi148 bash[23214]: audit 2024-03-22T07:03:56.841365+0000 mgr.y (mgr.14391) 101 : audit 0 from='client.24488 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:03:59.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:03:59 smithi148 bash[23214]: cluster 2024-03-22T07:03:58.177740+0000 mgr.y (mgr.14391) 102 : cluster 0 pgmap v73: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:59.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:03:59 smithi129 bash[21357]: cluster 2024-03-22T07:03:58.177740+0000 mgr.y (mgr.14391) 102 : cluster 0 pgmap v73: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:03:59.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:03:59 smithi129 bash[31121]: cluster 2024-03-22T07:03:58.177740+0000 mgr.y (mgr.14391) 102 : cluster 0 pgmap v73: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:01.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:01 smithi129 bash[21357]: cluster 2024-03-22T07:04:00.178440+0000 mgr.y (mgr.14391) 103 : cluster 0 pgmap v74: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:01.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:01 smithi129 bash[21357]: audit 2024-03-22T07:04:01.226029+0000 mon.a (mon.0) 797 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:04:01.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:01 smithi129 bash[31121]: cluster 2024-03-22T07:04:00.178440+0000 mgr.y (mgr.14391) 103 : cluster 0 pgmap v74: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:01.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:01 smithi129 bash[31121]: audit 2024-03-22T07:04:01.226029+0000 mon.a (mon.0) 797 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:04:01.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:01 smithi148 bash[23214]: cluster 2024-03-22T07:04:00.178440+0000 mgr.y (mgr.14391) 103 : cluster 0 pgmap v74: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:01.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:01 smithi148 bash[23214]: audit 2024-03-22T07:04:01.226029+0000 mon.a (mon.0) 797 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:04:02.219 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:04:03.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:03 smithi129 bash[21357]: cluster 2024-03-22T07:04:02.179210+0000 mgr.y (mgr.14391) 104 : cluster 0 pgmap v75: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:03.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:03 smithi129 bash[31121]: cluster 2024-03-22T07:04:02.179210+0000 mgr.y (mgr.14391) 104 : cluster 0 pgmap v75: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:03.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:03 smithi148 bash[23214]: cluster 2024-03-22T07:04:02.179210+0000 mgr.y (mgr.14391) 104 : cluster 0 pgmap v75: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:04.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:04:03 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:04:03] "GET /metrics HTTP/1.1" 200 28564 "" "Prometheus/2.43.0" 2024-03-22T07:04:04.940 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:04:04.940 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-03-22T07:04:05.563 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-03-22T07:04:05.564 INFO:tasks.cephadm:Setup complete, yielding 2024-03-22T07:04:05.564 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-03-22T07:04:05.574 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi129.front.sepia.ceph.com 2024-03-22T07:04:05.574 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- bash -c 'ceph fs volume create foo' 2024-03-22T07:04:05.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:05 smithi129 bash[21357]: cluster 2024-03-22T07:04:04.179941+0000 mgr.y (mgr.14391) 105 : cluster 0 pgmap v76: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:05.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:05 smithi129 bash[21357]: audit 2024-03-22T07:04:04.616014+0000 mon.a (mon.0) 798 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:04:05.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:05 smithi129 bash[21357]: audit 2024-03-22T07:04:04.947352+0000 mon.a (mon.0) 799 : audit 0 from='client.? 172.21.15.129:0/726649042' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:04:05.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:05 smithi129 bash[21357]: audit 2024-03-22T07:04:04.999174+0000 mon.a (mon.0) 800 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:05.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:05 smithi129 bash[21357]: audit 2024-03-22T07:04:05.009935+0000 mon.a (mon.0) 801 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:05.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:05 smithi129 bash[31121]: cluster 2024-03-22T07:04:04.179941+0000 mgr.y (mgr.14391) 105 : cluster 0 pgmap v76: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:05.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:05 smithi129 bash[31121]: audit 2024-03-22T07:04:04.616014+0000 mon.a (mon.0) 798 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:04:05.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:05 smithi129 bash[31121]: audit 2024-03-22T07:04:04.947352+0000 mon.a (mon.0) 799 : audit 0 from='client.? 172.21.15.129:0/726649042' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:04:05.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:05 smithi129 bash[31121]: audit 2024-03-22T07:04:04.999174+0000 mon.a (mon.0) 800 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:05.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:05 smithi129 bash[31121]: audit 2024-03-22T07:04:05.009935+0000 mon.a (mon.0) 801 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:05.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:05 smithi148 bash[23214]: cluster 2024-03-22T07:04:04.179941+0000 mgr.y (mgr.14391) 105 : cluster 0 pgmap v76: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:05.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:05 smithi148 bash[23214]: audit 2024-03-22T07:04:04.616014+0000 mon.a (mon.0) 798 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:04:05.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:05 smithi148 bash[23214]: audit 2024-03-22T07:04:04.947352+0000 mon.a (mon.0) 799 : audit 0 from='client.? 172.21.15.129:0/726649042' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:04:05.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:05 smithi148 bash[23214]: audit 2024-03-22T07:04:04.999174+0000 mon.a (mon.0) 800 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:05.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:05 smithi148 bash[23214]: audit 2024-03-22T07:04:05.009935+0000 mon.a (mon.0) 801 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:06.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:06 smithi129 bash[21357]: audit 2024-03-22T07:04:05.509559+0000 mon.a (mon.0) 802 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:06.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:06 smithi129 bash[21357]: audit 2024-03-22T07:04:05.511333+0000 mon.a (mon.0) 803 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:04:06.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:06 smithi129 bash[21357]: audit 2024-03-22T07:04:05.521922+0000 mon.a (mon.0) 804 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:06.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:06 smithi129 bash[31121]: audit 2024-03-22T07:04:05.509559+0000 mon.a (mon.0) 802 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:06.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:06 smithi129 bash[31121]: audit 2024-03-22T07:04:05.511333+0000 mon.a (mon.0) 803 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:04:06.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:06 smithi129 bash[31121]: audit 2024-03-22T07:04:05.521922+0000 mon.a (mon.0) 804 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:06 smithi148 bash[23214]: audit 2024-03-22T07:04:05.509559+0000 mon.a (mon.0) 802 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:06 smithi148 bash[23214]: audit 2024-03-22T07:04:05.511333+0000 mon.a (mon.0) 803 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:04:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:06 smithi148 bash[23214]: audit 2024-03-22T07:04:05.521922+0000 mon.a (mon.0) 804 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:07.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:07 smithi129 bash[21357]: cluster 2024-03-22T07:04:06.180551+0000 mgr.y (mgr.14391) 106 : cluster 0 pgmap v77: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:07.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:07 smithi129 bash[31121]: cluster 2024-03-22T07:04:06.180551+0000 mgr.y (mgr.14391) 106 : cluster 0 pgmap v77: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:07.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:07 smithi148 bash[23214]: cluster 2024-03-22T07:04:06.180551+0000 mgr.y (mgr.14391) 106 : cluster 0 pgmap v77: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:09.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:09 smithi129 bash[21357]: cluster 2024-03-22T07:04:08.181173+0000 mgr.y (mgr.14391) 107 : cluster 0 pgmap v78: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:09.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:09 smithi129 bash[31121]: cluster 2024-03-22T07:04:08.181173+0000 mgr.y (mgr.14391) 107 : cluster 0 pgmap v78: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:09.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:09 smithi148 bash[23214]: cluster 2024-03-22T07:04:08.181173+0000 mgr.y (mgr.14391) 107 : cluster 0 pgmap v78: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:10.297 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:04:11.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:11 smithi129 bash[21357]: cluster 2024-03-22T07:04:10.181741+0000 mgr.y (mgr.14391) 108 : cluster 0 pgmap v79: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:11.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:11 smithi129 bash[31121]: cluster 2024-03-22T07:04:10.181741+0000 mgr.y (mgr.14391) 108 : cluster 0 pgmap v79: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:11.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:11 smithi148 bash[23214]: cluster 2024-03-22T07:04:10.181741+0000 mgr.y (mgr.14391) 108 : cluster 0 pgmap v79: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:13.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:13 smithi148 bash[23214]: cluster 2024-03-22T07:04:12.182408+0000 mgr.y (mgr.14391) 109 : cluster 0 pgmap v80: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:13.930 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:13 smithi129 bash[21357]: cluster 2024-03-22T07:04:12.182408+0000 mgr.y (mgr.14391) 109 : cluster 0 pgmap v80: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:13.930 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:13 smithi129 bash[31121]: cluster 2024-03-22T07:04:12.182408+0000 mgr.y (mgr.14391) 109 : cluster 0 pgmap v80: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:14.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:04:13 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:04:13] "GET /metrics HTTP/1.1" 200 28564 "" "Prometheus/2.43.0" 2024-03-22T07:04:14.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:14 smithi148 bash[23214]: audit 2024-03-22T07:04:13.190593+0000 mgr.y (mgr.14391) 110 : audit 0 from='client.14583 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:04:14.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:14 smithi148 bash[23214]: audit 2024-03-22T07:04:13.191473+0000 mon.a (mon.0) 805 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-03-22T07:04:14.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:14 smithi148 bash[23214]: audit 2024-03-22T07:04:13.689988+0000 mon.a (mon.0) 806 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-03-22T07:04:14.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:14 smithi148 bash[23214]: cluster 2024-03-22T07:04:13.690096+0000 mon.a (mon.0) 807 : cluster 0 osdmap e65: 8 total, 8 up, 8 in 2024-03-22T07:04:14.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:14 smithi148 bash[23214]: audit 2024-03-22T07:04:13.704603+0000 mon.a (mon.0) 808 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-03-22T07:04:14.979 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:14 smithi129 bash[21357]: audit 2024-03-22T07:04:13.190593+0000 mgr.y (mgr.14391) 110 : audit 0 from='client.14583 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:04:14.979 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:14 smithi129 bash[21357]: audit 2024-03-22T07:04:13.191473+0000 mon.a (mon.0) 805 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-03-22T07:04:14.979 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:14 smithi129 bash[21357]: audit 2024-03-22T07:04:13.689988+0000 mon.a (mon.0) 806 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-03-22T07:04:14.979 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:14 smithi129 bash[21357]: cluster 2024-03-22T07:04:13.690096+0000 mon.a (mon.0) 807 : cluster 0 osdmap e65: 8 total, 8 up, 8 in 2024-03-22T07:04:14.979 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:14 smithi129 bash[21357]: audit 2024-03-22T07:04:13.704603+0000 mon.a (mon.0) 808 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-03-22T07:04:14.979 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:14 smithi129 bash[21357]: debug 2024-03-22T07:04:14.700+0000 7fd8a25a5700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-22T07:04:14.980 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:14 smithi129 bash[31121]: audit 2024-03-22T07:04:13.190593+0000 mgr.y (mgr.14391) 110 : audit 0 from='client.14583 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:04:14.980 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:14 smithi129 bash[31121]: audit 2024-03-22T07:04:13.191473+0000 mon.a (mon.0) 805 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-03-22T07:04:14.980 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:14 smithi129 bash[31121]: audit 2024-03-22T07:04:13.689988+0000 mon.a (mon.0) 806 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-03-22T07:04:14.980 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:14 smithi129 bash[31121]: cluster 2024-03-22T07:04:13.690096+0000 mon.a (mon.0) 807 : cluster 0 osdmap e65: 8 total, 8 up, 8 in 2024-03-22T07:04:14.980 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:14 smithi129 bash[31121]: audit 2024-03-22T07:04:13.704603+0000 mon.a (mon.0) 808 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-03-22T07:04:15.870 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-03-22T07:04:15.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: cluster 2024-03-22T07:04:14.183133+0000 mgr.y (mgr.14391) 111 : cluster 0 pgmap v82: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:15.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: cluster 2024-03-22T07:04:14.687810+0000 mon.a (mon.0) 809 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:04:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: audit 2024-03-22T07:04:14.696854+0000 mon.a (mon.0) 810 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-03-22T07:04:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: cluster 2024-03-22T07:04:14.697024+0000 mon.a (mon.0) 811 : cluster 0 osdmap e66: 8 total, 8 up, 8 in 2024-03-22T07:04:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: audit 2024-03-22T07:04:14.704555+0000 mon.a (mon.0) 812 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-03-22T07:04:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: cluster 2024-03-22T07:04:14.705964+0000 mon.a (mon.0) 813 : cluster 4 Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-22T07:04:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: cluster 2024-03-22T07:04:14.706024+0000 mon.a (mon.0) 814 : cluster 3 Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-03-22T07:04:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: cluster 2024-03-22T07:04:14.737753+0000 mon.a (mon.0) 815 : cluster 0 osdmap e67: 8 total, 8 up, 8 in 2024-03-22T07:04:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: audit 2024-03-22T07:04:14.738099+0000 mon.a (mon.0) 816 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-03-22T07:04:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: cluster 2024-03-22T07:04:14.739312+0000 mon.a (mon.0) 817 : cluster 0 fsmap foo:0 2024-03-22T07:04:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: cephadm 2024-03-22T07:04:14.744793+0000 mgr.y (mgr.14391) 112 : cephadm 1 Saving service mds.foo spec with placement count:2 2024-03-22T07:04:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: audit 2024-03-22T07:04:14.750553+0000 mon.a (mon.0) 818 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: audit 2024-03-22T07:04:14.760085+0000 mon.a (mon.0) 819 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:04:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: audit 2024-03-22T07:04:14.762260+0000 mon.a (mon.0) 820 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: audit 2024-03-22T07:04:14.763219+0000 mon.a (mon.0) 821 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:04:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: audit 2024-03-22T07:04:14.770314+0000 mon.a (mon.0) 822 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: audit 2024-03-22T07:04:14.775067+0000 mon.a (mon.0) 823 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi129.bzehte", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:04:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: audit 2024-03-22T07:04:14.779232+0000 mon.a (mon.0) 824 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi129.bzehte", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-22T07:04:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: audit 2024-03-22T07:04:14.780028+0000 mon.a (mon.0) 825 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:15 smithi148 bash[23214]: cephadm 2024-03-22T07:04:14.780979+0000 mgr.y (mgr.14391) 113 : cephadm 1 Deploying daemon mds.foo.smithi129.bzehte on smithi129 2024-03-22T07:04:16.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: cluster 2024-03-22T07:04:14.183133+0000 mgr.y (mgr.14391) 111 : cluster 0 pgmap v82: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:16.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: cluster 2024-03-22T07:04:14.687810+0000 mon.a (mon.0) 809 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:04:16.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: audit 2024-03-22T07:04:14.696854+0000 mon.a (mon.0) 810 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-03-22T07:04:16.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: cluster 2024-03-22T07:04:14.697024+0000 mon.a (mon.0) 811 : cluster 0 osdmap e66: 8 total, 8 up, 8 in 2024-03-22T07:04:16.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: audit 2024-03-22T07:04:14.704555+0000 mon.a (mon.0) 812 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-03-22T07:04:16.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: cluster 2024-03-22T07:04:14.705964+0000 mon.a (mon.0) 813 : cluster 4 Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-22T07:04:16.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: cluster 2024-03-22T07:04:14.706024+0000 mon.a (mon.0) 814 : cluster 3 Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-03-22T07:04:16.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: cluster 2024-03-22T07:04:14.737753+0000 mon.a (mon.0) 815 : cluster 0 osdmap e67: 8 total, 8 up, 8 in 2024-03-22T07:04:16.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: audit 2024-03-22T07:04:14.738099+0000 mon.a (mon.0) 816 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-03-22T07:04:16.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: cluster 2024-03-22T07:04:14.739312+0000 mon.a (mon.0) 817 : cluster 0 fsmap foo:0 2024-03-22T07:04:16.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: cephadm 2024-03-22T07:04:14.744793+0000 mgr.y (mgr.14391) 112 : cephadm 1 Saving service mds.foo spec with placement count:2 2024-03-22T07:04:16.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: audit 2024-03-22T07:04:14.750553+0000 mon.a (mon.0) 818 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:16.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: audit 2024-03-22T07:04:14.760085+0000 mon.a (mon.0) 819 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:04:16.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: audit 2024-03-22T07:04:14.762260+0000 mon.a (mon.0) 820 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:16.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: audit 2024-03-22T07:04:14.763219+0000 mon.a (mon.0) 821 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:04:16.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: audit 2024-03-22T07:04:14.770314+0000 mon.a (mon.0) 822 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:16.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: audit 2024-03-22T07:04:14.775067+0000 mon.a (mon.0) 823 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi129.bzehte", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:04:16.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: audit 2024-03-22T07:04:14.779232+0000 mon.a (mon.0) 824 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi129.bzehte", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-22T07:04:16.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: audit 2024-03-22T07:04:14.780028+0000 mon.a (mon.0) 825 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:16.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[21357]: cephadm 2024-03-22T07:04:14.780979+0000 mgr.y (mgr.14391) 113 : cephadm 1 Deploying daemon mds.foo.smithi129.bzehte on smithi129 2024-03-22T07:04:16.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: cluster 2024-03-22T07:04:14.183133+0000 mgr.y (mgr.14391) 111 : cluster 0 pgmap v82: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:16.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: cluster 2024-03-22T07:04:14.687810+0000 mon.a (mon.0) 809 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:04:16.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: audit 2024-03-22T07:04:14.696854+0000 mon.a (mon.0) 810 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-03-22T07:04:16.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: cluster 2024-03-22T07:04:14.697024+0000 mon.a (mon.0) 811 : cluster 0 osdmap e66: 8 total, 8 up, 8 in 2024-03-22T07:04:16.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: audit 2024-03-22T07:04:14.704555+0000 mon.a (mon.0) 812 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-03-22T07:04:16.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: cluster 2024-03-22T07:04:14.705964+0000 mon.a (mon.0) 813 : cluster 4 Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-22T07:04:16.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: cluster 2024-03-22T07:04:14.706024+0000 mon.a (mon.0) 814 : cluster 3 Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-03-22T07:04:16.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: cluster 2024-03-22T07:04:14.737753+0000 mon.a (mon.0) 815 : cluster 0 osdmap e67: 8 total, 8 up, 8 in 2024-03-22T07:04:16.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: audit 2024-03-22T07:04:14.738099+0000 mon.a (mon.0) 816 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-03-22T07:04:16.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: cluster 2024-03-22T07:04:14.739312+0000 mon.a (mon.0) 817 : cluster 0 fsmap foo:0 2024-03-22T07:04:16.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: cephadm 2024-03-22T07:04:14.744793+0000 mgr.y (mgr.14391) 112 : cephadm 1 Saving service mds.foo spec with placement count:2 2024-03-22T07:04:16.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: audit 2024-03-22T07:04:14.750553+0000 mon.a (mon.0) 818 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:16.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: audit 2024-03-22T07:04:14.760085+0000 mon.a (mon.0) 819 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:04:16.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: audit 2024-03-22T07:04:14.762260+0000 mon.a (mon.0) 820 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:16.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: audit 2024-03-22T07:04:14.763219+0000 mon.a (mon.0) 821 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:04:16.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: audit 2024-03-22T07:04:14.770314+0000 mon.a (mon.0) 822 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:16.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: audit 2024-03-22T07:04:14.775067+0000 mon.a (mon.0) 823 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi129.bzehte", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:04:16.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: audit 2024-03-22T07:04:14.779232+0000 mon.a (mon.0) 824 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi129.bzehte", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-22T07:04:16.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: audit 2024-03-22T07:04:14.780028+0000 mon.a (mon.0) 825 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:16.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:15 smithi129 bash[31121]: cephadm 2024-03-22T07:04:14.780979+0000 mgr.y (mgr.14391) 113 : cephadm 1 Deploying daemon mds.foo.smithi129.bzehte on smithi129 2024-03-22T07:04:17.094 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:16 smithi129 bash[31121]: cluster 2024-03-22T07:04:15.732659+0000 mon.a (mon.0) 826 : cluster 0 osdmap e68: 8 total, 8 up, 8 in 2024-03-22T07:04:17.095 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:16 smithi129 bash[31121]: audit 2024-03-22T07:04:16.230519+0000 mon.a (mon.0) 827 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:17.095 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:16 smithi129 bash[31121]: audit 2024-03-22T07:04:16.231460+0000 mon.a (mon.0) 828 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:04:17.095 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:16 smithi129 bash[21357]: cluster 2024-03-22T07:04:15.732659+0000 mon.a (mon.0) 826 : cluster 0 osdmap e68: 8 total, 8 up, 8 in 2024-03-22T07:04:17.095 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:16 smithi129 bash[21357]: audit 2024-03-22T07:04:16.230519+0000 mon.a (mon.0) 827 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:17.095 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:16 smithi129 bash[21357]: audit 2024-03-22T07:04:16.231460+0000 mon.a (mon.0) 828 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:04:17.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:16 smithi148 bash[23214]: cluster 2024-03-22T07:04:15.732659+0000 mon.a (mon.0) 826 : cluster 0 osdmap e68: 8 total, 8 up, 8 in 2024-03-22T07:04:17.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:16 smithi148 bash[23214]: audit 2024-03-22T07:04:16.230519+0000 mon.a (mon.0) 827 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:17.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:16 smithi148 bash[23214]: audit 2024-03-22T07:04:16.231460+0000 mon.a (mon.0) 828 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:04:17.352 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.353 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.353 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.353 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.353 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.354 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.354 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.354 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.355 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.620 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.620 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.620 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.621 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.621 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.621 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:17.621 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:04:17 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:18.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[21357]: cluster 2024-03-22T07:04:16.183599+0000 mgr.y (mgr.14391) 114 : cluster 0 pgmap v86: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:18.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[21357]: cluster 2024-03-22T07:04:16.726260+0000 mon.a (mon.0) 829 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:04:18.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[21357]: cluster 2024-03-22T07:04:16.746567+0000 mon.a (mon.0) 830 : cluster 0 osdmap e69: 8 total, 8 up, 8 in 2024-03-22T07:04:18.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[21357]: audit 2024-03-22T07:04:17.640509+0000 mon.a (mon.0) 831 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:18.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[21357]: audit 2024-03-22T07:04:17.646293+0000 mon.a (mon.0) 832 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:18.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[21357]: audit 2024-03-22T07:04:17.657088+0000 mon.a (mon.0) 833 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:18.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[21357]: audit 2024-03-22T07:04:17.657776+0000 mon.a (mon.0) 834 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi148.qmcgkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:04:18.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[21357]: audit 2024-03-22T07:04:17.661595+0000 mon.a (mon.0) 835 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi148.qmcgkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-22T07:04:18.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[21357]: audit 2024-03-22T07:04:17.662406+0000 mon.a (mon.0) 836 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:18.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[31121]: cluster 2024-03-22T07:04:16.183599+0000 mgr.y (mgr.14391) 114 : cluster 0 pgmap v86: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:18.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[31121]: cluster 2024-03-22T07:04:16.726260+0000 mon.a (mon.0) 829 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:04:18.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[31121]: cluster 2024-03-22T07:04:16.746567+0000 mon.a (mon.0) 830 : cluster 0 osdmap e69: 8 total, 8 up, 8 in 2024-03-22T07:04:18.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[31121]: audit 2024-03-22T07:04:17.640509+0000 mon.a (mon.0) 831 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:18.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[31121]: audit 2024-03-22T07:04:17.646293+0000 mon.a (mon.0) 832 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:18.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[31121]: audit 2024-03-22T07:04:17.657088+0000 mon.a (mon.0) 833 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:18.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[31121]: audit 2024-03-22T07:04:17.657776+0000 mon.a (mon.0) 834 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi148.qmcgkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:04:18.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[31121]: audit 2024-03-22T07:04:17.661595+0000 mon.a (mon.0) 835 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi148.qmcgkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-22T07:04:18.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:17 smithi129 bash[31121]: audit 2024-03-22T07:04:17.662406+0000 mon.a (mon.0) 836 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:18.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:17 smithi148 bash[23214]: cluster 2024-03-22T07:04:16.183599+0000 mgr.y (mgr.14391) 114 : cluster 0 pgmap v86: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:18.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:17 smithi148 bash[23214]: cluster 2024-03-22T07:04:16.726260+0000 mon.a (mon.0) 829 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:04:18.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:17 smithi148 bash[23214]: cluster 2024-03-22T07:04:16.746567+0000 mon.a (mon.0) 830 : cluster 0 osdmap e69: 8 total, 8 up, 8 in 2024-03-22T07:04:18.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:17 smithi148 bash[23214]: audit 2024-03-22T07:04:17.640509+0000 mon.a (mon.0) 831 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:18.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:17 smithi148 bash[23214]: audit 2024-03-22T07:04:17.646293+0000 mon.a (mon.0) 832 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:18.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:17 smithi148 bash[23214]: audit 2024-03-22T07:04:17.657088+0000 mon.a (mon.0) 833 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:18.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:17 smithi148 bash[23214]: audit 2024-03-22T07:04:17.657776+0000 mon.a (mon.0) 834 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi148.qmcgkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:04:18.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:17 smithi148 bash[23214]: audit 2024-03-22T07:04:17.661595+0000 mon.a (mon.0) 835 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi148.qmcgkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-22T07:04:18.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:17 smithi148 bash[23214]: audit 2024-03-22T07:04:17.662406+0000 mon.a (mon.0) 836 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:18.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:18 smithi129 bash[21357]: cephadm 2024-03-22T07:04:17.663307+0000 mgr.y (mgr.14391) 115 : cephadm 1 Deploying daemon mds.foo.smithi148.qmcgkl on smithi148 2024-03-22T07:04:18.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:18 smithi129 bash[31121]: cephadm 2024-03-22T07:04:17.663307+0000 mgr.y (mgr.14391) 115 : cephadm 1 Deploying daemon mds.foo.smithi148.qmcgkl on smithi148 2024-03-22T07:04:19.004 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:18 smithi148 bash[23214]: cephadm 2024-03-22T07:04:17.663307+0000 mgr.y (mgr.14391) 115 : cephadm 1 Deploying daemon mds.foo.smithi148.qmcgkl on smithi148 2024-03-22T07:04:20.001 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:04:19 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.002 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:04:19 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.002 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:04:19 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.002 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:04:19 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.003 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:04:19 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.003 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:04:19 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.003 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:04:19 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.003 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:04:19 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.004 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:19 smithi148 bash[23214]: cluster 2024-03-22T07:04:18.184587+0000 mgr.y (mgr.14391) 116 : cluster 0 pgmap v88: 73 pgs: 73 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:20.004 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:19 smithi148 bash[23214]: cluster 2024-03-22T07:04:18.743794+0000 mon.a (mon.0) 837 : cluster 0 mds.? [v2:172.21.15.129:6834/997937061,v1:172.21.15.129:6835/997937061] up:boot 2024-03-22T07:04:20.004 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:19 smithi148 bash[23214]: cluster 2024-03-22T07:04:18.743871+0000 mon.a (mon.0) 838 : cluster 1 daemon mds.foo.smithi129.bzehte assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-03-22T07:04:20.004 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:19 smithi148 bash[23214]: cluster 2024-03-22T07:04:18.743952+0000 mon.a (mon.0) 839 : cluster 1 Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-22T07:04:20.004 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:19 smithi148 bash[23214]: cluster 2024-03-22T07:04:18.743981+0000 mon.a (mon.0) 840 : cluster 1 Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-03-22T07:04:20.004 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:19 smithi148 bash[23214]: cluster 2024-03-22T07:04:18.744003+0000 mon.a (mon.0) 841 : cluster 1 Cluster is now healthy 2024-03-22T07:04:20.004 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:19 smithi148 bash[23214]: cluster 2024-03-22T07:04:18.744304+0000 mon.a (mon.0) 842 : cluster 0 fsmap foo:0 1 up:standby 2024-03-22T07:04:20.005 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:19 smithi148 bash[23214]: audit 2024-03-22T07:04:18.744957+0000 mon.a (mon.0) 843 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi129.bzehte"}]: dispatch 2024-03-22T07:04:20.005 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:19 smithi148 bash[23214]: cluster 2024-03-22T07:04:18.753104+0000 mon.a (mon.0) 844 : cluster 0 fsmap foo:1 {0=foo.smithi129.bzehte=up:creating} 2024-03-22T07:04:20.005 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:19 smithi148 bash[23214]: cluster 2024-03-22T07:04:18.779319+0000 mon.a (mon.0) 845 : cluster 1 daemon mds.foo.smithi129.bzehte is now active in filesystem foo as rank 0 2024-03-22T07:04:20.005 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:19 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[21357]: cluster 2024-03-22T07:04:18.184587+0000 mgr.y (mgr.14391) 116 : cluster 0 pgmap v88: 73 pgs: 73 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:20.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[21357]: cluster 2024-03-22T07:04:18.743794+0000 mon.a (mon.0) 837 : cluster 0 mds.? [v2:172.21.15.129:6834/997937061,v1:172.21.15.129:6835/997937061] up:boot 2024-03-22T07:04:20.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[21357]: cluster 2024-03-22T07:04:18.743871+0000 mon.a (mon.0) 838 : cluster 1 daemon mds.foo.smithi129.bzehte assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-03-22T07:04:20.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[21357]: cluster 2024-03-22T07:04:18.743952+0000 mon.a (mon.0) 839 : cluster 1 Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-22T07:04:20.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[21357]: cluster 2024-03-22T07:04:18.743981+0000 mon.a (mon.0) 840 : cluster 1 Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-03-22T07:04:20.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[21357]: cluster 2024-03-22T07:04:18.744003+0000 mon.a (mon.0) 841 : cluster 1 Cluster is now healthy 2024-03-22T07:04:20.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[21357]: cluster 2024-03-22T07:04:18.744304+0000 mon.a (mon.0) 842 : cluster 0 fsmap foo:0 1 up:standby 2024-03-22T07:04:20.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[21357]: audit 2024-03-22T07:04:18.744957+0000 mon.a (mon.0) 843 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi129.bzehte"}]: dispatch 2024-03-22T07:04:20.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[21357]: cluster 2024-03-22T07:04:18.753104+0000 mon.a (mon.0) 844 : cluster 0 fsmap foo:1 {0=foo.smithi129.bzehte=up:creating} 2024-03-22T07:04:20.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[21357]: cluster 2024-03-22T07:04:18.779319+0000 mon.a (mon.0) 845 : cluster 1 daemon mds.foo.smithi129.bzehte is now active in filesystem foo as rank 0 2024-03-22T07:04:20.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[31121]: cluster 2024-03-22T07:04:18.184587+0000 mgr.y (mgr.14391) 116 : cluster 0 pgmap v88: 73 pgs: 73 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:20.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[31121]: cluster 2024-03-22T07:04:18.743794+0000 mon.a (mon.0) 837 : cluster 0 mds.? [v2:172.21.15.129:6834/997937061,v1:172.21.15.129:6835/997937061] up:boot 2024-03-22T07:04:20.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[31121]: cluster 2024-03-22T07:04:18.743871+0000 mon.a (mon.0) 838 : cluster 1 daemon mds.foo.smithi129.bzehte assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-03-22T07:04:20.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[31121]: cluster 2024-03-22T07:04:18.743952+0000 mon.a (mon.0) 839 : cluster 1 Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-22T07:04:20.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[31121]: cluster 2024-03-22T07:04:18.743981+0000 mon.a (mon.0) 840 : cluster 1 Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-03-22T07:04:20.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[31121]: cluster 2024-03-22T07:04:18.744003+0000 mon.a (mon.0) 841 : cluster 1 Cluster is now healthy 2024-03-22T07:04:20.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[31121]: cluster 2024-03-22T07:04:18.744304+0000 mon.a (mon.0) 842 : cluster 0 fsmap foo:0 1 up:standby 2024-03-22T07:04:20.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[31121]: audit 2024-03-22T07:04:18.744957+0000 mon.a (mon.0) 843 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi129.bzehte"}]: dispatch 2024-03-22T07:04:20.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[31121]: cluster 2024-03-22T07:04:18.753104+0000 mon.a (mon.0) 844 : cluster 0 fsmap foo:1 {0=foo.smithi129.bzehte=up:creating} 2024-03-22T07:04:20.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:19 smithi129 bash[31121]: cluster 2024-03-22T07:04:18.779319+0000 mon.a (mon.0) 845 : cluster 1 daemon mds.foo.smithi129.bzehte is now active in filesystem foo as rank 0 2024-03-22T07:04:20.279 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:20 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.280 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:04:20 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.280 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:04:20 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.280 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:04:20 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.280 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:04:20 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.281 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:04:20 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.281 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:04:20 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.281 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:04:20 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.281 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:04:20 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:04:20.611 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:04:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[21357]: cluster 2024-03-22T07:04:19.754548+0000 mon.a (mon.0) 846 : cluster 0 mds.? [v2:172.21.15.129:6834/997937061,v1:172.21.15.129:6835/997937061] up:active 2024-03-22T07:04:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[21357]: cluster 2024-03-22T07:04:19.754667+0000 mon.a (mon.0) 847 : cluster 0 fsmap foo:1 {0=foo.smithi129.bzehte=up:active} 2024-03-22T07:04:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[21357]: audit 2024-03-22T07:04:20.284911+0000 mon.a (mon.0) 848 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[21357]: audit 2024-03-22T07:04:20.296857+0000 mon.a (mon.0) 849 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[21357]: audit 2024-03-22T07:04:20.340265+0000 mon.a (mon.0) 850 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[21357]: audit 2024-03-22T07:04:20.351631+0000 mon.a (mon.0) 851 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[21357]: audit 2024-03-22T07:04:20.360616+0000 mon.a (mon.0) 852 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[21357]: audit 2024-03-22T07:04:20.427049+0000 mon.a (mon.0) 853 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:04:21.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[31121]: cluster 2024-03-22T07:04:19.754548+0000 mon.a (mon.0) 846 : cluster 0 mds.? [v2:172.21.15.129:6834/997937061,v1:172.21.15.129:6835/997937061] up:active 2024-03-22T07:04:21.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[31121]: cluster 2024-03-22T07:04:19.754667+0000 mon.a (mon.0) 847 : cluster 0 fsmap foo:1 {0=foo.smithi129.bzehte=up:active} 2024-03-22T07:04:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[31121]: audit 2024-03-22T07:04:20.284911+0000 mon.a (mon.0) 848 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[31121]: audit 2024-03-22T07:04:20.296857+0000 mon.a (mon.0) 849 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[31121]: audit 2024-03-22T07:04:20.340265+0000 mon.a (mon.0) 850 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[31121]: audit 2024-03-22T07:04:20.351631+0000 mon.a (mon.0) 851 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[31121]: audit 2024-03-22T07:04:20.360616+0000 mon.a (mon.0) 852 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:20 smithi129 bash[31121]: audit 2024-03-22T07:04:20.427049+0000 mon.a (mon.0) 853 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:04:21.137 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:20 smithi148 bash[23214]: cluster 2024-03-22T07:04:19.754548+0000 mon.a (mon.0) 846 : cluster 0 mds.? [v2:172.21.15.129:6834/997937061,v1:172.21.15.129:6835/997937061] up:active 2024-03-22T07:04:21.137 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:20 smithi148 bash[23214]: cluster 2024-03-22T07:04:19.754667+0000 mon.a (mon.0) 847 : cluster 0 fsmap foo:1 {0=foo.smithi129.bzehte=up:active} 2024-03-22T07:04:21.137 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:20 smithi148 bash[23214]: audit 2024-03-22T07:04:20.284911+0000 mon.a (mon.0) 848 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.137 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:20 smithi148 bash[23214]: audit 2024-03-22T07:04:20.296857+0000 mon.a (mon.0) 849 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.137 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:20 smithi148 bash[23214]: audit 2024-03-22T07:04:20.340265+0000 mon.a (mon.0) 850 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.137 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:20 smithi148 bash[23214]: audit 2024-03-22T07:04:20.351631+0000 mon.a (mon.0) 851 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.137 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:20 smithi148 bash[23214]: audit 2024-03-22T07:04:20.360616+0000 mon.a (mon.0) 852 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.137 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:20 smithi148 bash[23214]: audit 2024-03-22T07:04:20.427049+0000 mon.a (mon.0) 853 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:04:21.853 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:21 smithi129 bash[31121]: cluster 2024-03-22T07:04:20.185174+0000 mgr.y (mgr.14391) 117 : cluster 0 pgmap v89: 73 pgs: 73 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:21.853 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:21 smithi129 bash[31121]: audit 2024-03-22T07:04:21.593230+0000 mon.a (mon.0) 854 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:21.853 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:21 smithi129 bash[21357]: cluster 2024-03-22T07:04:20.185174+0000 mgr.y (mgr.14391) 117 : cluster 0 pgmap v89: 73 pgs: 73 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:21.853 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:21 smithi129 bash[21357]: audit 2024-03-22T07:04:21.593230+0000 mon.a (mon.0) 854 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:22.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:21 smithi148 bash[23214]: cluster 2024-03-22T07:04:20.185174+0000 mgr.y (mgr.14391) 117 : cluster 0 pgmap v89: 73 pgs: 73 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:22.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:21 smithi148 bash[23214]: audit 2024-03-22T07:04:21.593230+0000 mon.a (mon.0) 854 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:23.025 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[31121]: cluster 2024-03-22T07:04:21.767475+0000 mon.a (mon.0) 855 : cluster 0 mds.? [v2:172.21.15.148:6832/1446155485,v1:172.21.15.148:6833/1446155485] up:boot 2024-03-22T07:04:23.025 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[31121]: cluster 2024-03-22T07:04:21.767536+0000 mon.a (mon.0) 856 : cluster 1 Dropping low affinity active daemon mds.foo.smithi129.bzehte in favor of higher affinity standby. 2024-03-22T07:04:23.025 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[31121]: cluster 2024-03-22T07:04:21.767572+0000 mon.a (mon.0) 857 : cluster 3 Replacing daemon mds.foo.smithi129.bzehte as rank 0 with standby daemon mds.foo.smithi148.qmcgkl 2024-03-22T07:04:23.025 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[31121]: cluster 2024-03-22T07:04:21.768136+0000 mon.a (mon.0) 858 : cluster 3 Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-22T07:04:23.025 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[31121]: cluster 2024-03-22T07:04:21.768172+0000 mon.a (mon.0) 859 : cluster 3 Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-03-22T07:04:23.025 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[31121]: cluster 2024-03-22T07:04:21.768214+0000 mon.a (mon.0) 860 : cluster 0 fsmap foo:1 {0=foo.smithi129.bzehte=up:active} 1 up:standby 2024-03-22T07:04:23.025 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[31121]: audit 2024-03-22T07:04:21.768364+0000 mon.a (mon.0) 861 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi148.qmcgkl"}]: dispatch 2024-03-22T07:04:23.025 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[31121]: cluster 2024-03-22T07:04:21.774227+0000 mon.a (mon.0) 862 : cluster 0 osdmap e70: 8 total, 8 up, 8 in 2024-03-22T07:04:23.025 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[31121]: cluster 2024-03-22T07:04:21.778615+0000 mon.a (mon.0) 863 : cluster 0 fsmap foo:1/1 {0=foo.smithi148.qmcgkl=up:replay} 2024-03-22T07:04:23.026 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[21357]: cluster 2024-03-22T07:04:21.767475+0000 mon.a (mon.0) 855 : cluster 0 mds.? [v2:172.21.15.148:6832/1446155485,v1:172.21.15.148:6833/1446155485] up:boot 2024-03-22T07:04:23.026 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[21357]: cluster 2024-03-22T07:04:21.767536+0000 mon.a (mon.0) 856 : cluster 1 Dropping low affinity active daemon mds.foo.smithi129.bzehte in favor of higher affinity standby. 2024-03-22T07:04:23.026 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[21357]: cluster 2024-03-22T07:04:21.767572+0000 mon.a (mon.0) 857 : cluster 3 Replacing daemon mds.foo.smithi129.bzehte as rank 0 with standby daemon mds.foo.smithi148.qmcgkl 2024-03-22T07:04:23.026 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[21357]: cluster 2024-03-22T07:04:21.768136+0000 mon.a (mon.0) 858 : cluster 3 Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-22T07:04:23.026 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[21357]: cluster 2024-03-22T07:04:21.768172+0000 mon.a (mon.0) 859 : cluster 3 Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-03-22T07:04:23.026 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[21357]: cluster 2024-03-22T07:04:21.768214+0000 mon.a (mon.0) 860 : cluster 0 fsmap foo:1 {0=foo.smithi129.bzehte=up:active} 1 up:standby 2024-03-22T07:04:23.026 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[21357]: audit 2024-03-22T07:04:21.768364+0000 mon.a (mon.0) 861 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi148.qmcgkl"}]: dispatch 2024-03-22T07:04:23.026 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[21357]: cluster 2024-03-22T07:04:21.774227+0000 mon.a (mon.0) 862 : cluster 0 osdmap e70: 8 total, 8 up, 8 in 2024-03-22T07:04:23.026 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:22 smithi129 bash[21357]: cluster 2024-03-22T07:04:21.778615+0000 mon.a (mon.0) 863 : cluster 0 fsmap foo:1/1 {0=foo.smithi148.qmcgkl=up:replay} 2024-03-22T07:04:23.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:22 smithi148 bash[23214]: cluster 2024-03-22T07:04:21.767475+0000 mon.a (mon.0) 855 : cluster 0 mds.? [v2:172.21.15.148:6832/1446155485,v1:172.21.15.148:6833/1446155485] up:boot 2024-03-22T07:04:23.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:22 smithi148 bash[23214]: cluster 2024-03-22T07:04:21.767536+0000 mon.a (mon.0) 856 : cluster 1 Dropping low affinity active daemon mds.foo.smithi129.bzehte in favor of higher affinity standby. 2024-03-22T07:04:23.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:22 smithi148 bash[23214]: cluster 2024-03-22T07:04:21.767572+0000 mon.a (mon.0) 857 : cluster 3 Replacing daemon mds.foo.smithi129.bzehte as rank 0 with standby daemon mds.foo.smithi148.qmcgkl 2024-03-22T07:04:23.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:22 smithi148 bash[23214]: cluster 2024-03-22T07:04:21.768136+0000 mon.a (mon.0) 858 : cluster 3 Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-22T07:04:23.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:22 smithi148 bash[23214]: cluster 2024-03-22T07:04:21.768172+0000 mon.a (mon.0) 859 : cluster 3 Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-03-22T07:04:23.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:22 smithi148 bash[23214]: cluster 2024-03-22T07:04:21.768214+0000 mon.a (mon.0) 860 : cluster 0 fsmap foo:1 {0=foo.smithi129.bzehte=up:active} 1 up:standby 2024-03-22T07:04:23.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:22 smithi148 bash[23214]: audit 2024-03-22T07:04:21.768364+0000 mon.a (mon.0) 861 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi148.qmcgkl"}]: dispatch 2024-03-22T07:04:23.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:22 smithi148 bash[23214]: cluster 2024-03-22T07:04:21.774227+0000 mon.a (mon.0) 862 : cluster 0 osdmap e70: 8 total, 8 up, 8 in 2024-03-22T07:04:23.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:22 smithi148 bash[23214]: cluster 2024-03-22T07:04:21.778615+0000 mon.a (mon.0) 863 : cluster 0 fsmap foo:1/1 {0=foo.smithi148.qmcgkl=up:replay} 2024-03-22T07:04:24.067 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:04:23 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:04:23] "GET /metrics HTTP/1.1" 200 33356 "" "Prometheus/2.43.0" 2024-03-22T07:04:24.068 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:23 smithi129 bash[31121]: cluster 2024-03-22T07:04:22.186002+0000 mgr.y (mgr.14391) 118 : cluster 0 pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-03-22T07:04:24.068 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:23 smithi129 bash[31121]: cluster 2024-03-22T07:04:22.780857+0000 mon.a (mon.0) 864 : cluster 1 Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-03-22T07:04:24.068 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:23 smithi129 bash[31121]: cluster 2024-03-22T07:04:22.792870+0000 mon.a (mon.0) 865 : cluster 0 mds.? [v2:172.21.15.148:6832/1446155485,v1:172.21.15.148:6833/1446155485] up:reconnect 2024-03-22T07:04:24.068 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:23 smithi129 bash[31121]: cluster 2024-03-22T07:04:22.792971+0000 mon.a (mon.0) 866 : cluster 0 mds.? [v2:172.21.15.129:6834/2324702491,v1:172.21.15.129:6835/2324702491] up:boot 2024-03-22T07:04:24.068 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:23 smithi129 bash[31121]: cluster 2024-03-22T07:04:22.793065+0000 mon.a (mon.0) 867 : cluster 0 fsmap foo:1/1 {0=foo.smithi148.qmcgkl=up:reconnect} 1 up:standby 2024-03-22T07:04:24.068 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:23 smithi129 bash[31121]: audit 2024-03-22T07:04:22.793270+0000 mon.a (mon.0) 868 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi129.bzehte"}]: dispatch 2024-03-22T07:04:24.069 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:23 smithi129 bash[21357]: cluster 2024-03-22T07:04:22.186002+0000 mgr.y (mgr.14391) 118 : cluster 0 pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-03-22T07:04:24.069 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:23 smithi129 bash[21357]: cluster 2024-03-22T07:04:22.780857+0000 mon.a (mon.0) 864 : cluster 1 Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-03-22T07:04:24.069 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:23 smithi129 bash[21357]: cluster 2024-03-22T07:04:22.792870+0000 mon.a (mon.0) 865 : cluster 0 mds.? [v2:172.21.15.148:6832/1446155485,v1:172.21.15.148:6833/1446155485] up:reconnect 2024-03-22T07:04:24.069 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:23 smithi129 bash[21357]: cluster 2024-03-22T07:04:22.792971+0000 mon.a (mon.0) 866 : cluster 0 mds.? [v2:172.21.15.129:6834/2324702491,v1:172.21.15.129:6835/2324702491] up:boot 2024-03-22T07:04:24.069 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:23 smithi129 bash[21357]: cluster 2024-03-22T07:04:22.793065+0000 mon.a (mon.0) 867 : cluster 0 fsmap foo:1/1 {0=foo.smithi148.qmcgkl=up:reconnect} 1 up:standby 2024-03-22T07:04:24.069 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:23 smithi129 bash[21357]: audit 2024-03-22T07:04:22.793270+0000 mon.a (mon.0) 868 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi129.bzehte"}]: dispatch 2024-03-22T07:04:24.070 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-03-22T07:04:24.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:23 smithi148 bash[23214]: cluster 2024-03-22T07:04:22.186002+0000 mgr.y (mgr.14391) 118 : cluster 0 pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-03-22T07:04:24.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:23 smithi148 bash[23214]: cluster 2024-03-22T07:04:22.780857+0000 mon.a (mon.0) 864 : cluster 1 Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-03-22T07:04:24.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:23 smithi148 bash[23214]: cluster 2024-03-22T07:04:22.792870+0000 mon.a (mon.0) 865 : cluster 0 mds.? [v2:172.21.15.148:6832/1446155485,v1:172.21.15.148:6833/1446155485] up:reconnect 2024-03-22T07:04:24.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:23 smithi148 bash[23214]: cluster 2024-03-22T07:04:22.792971+0000 mon.a (mon.0) 866 : cluster 0 mds.? [v2:172.21.15.129:6834/2324702491,v1:172.21.15.129:6835/2324702491] up:boot 2024-03-22T07:04:24.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:23 smithi148 bash[23214]: cluster 2024-03-22T07:04:22.793065+0000 mon.a (mon.0) 867 : cluster 0 fsmap foo:1/1 {0=foo.smithi148.qmcgkl=up:reconnect} 1 up:standby 2024-03-22T07:04:24.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:23 smithi148 bash[23214]: audit 2024-03-22T07:04:22.793270+0000 mon.a (mon.0) 868 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi129.bzehte"}]: dispatch 2024-03-22T07:04:25.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:24 smithi129 bash[21357]: cluster 2024-03-22T07:04:23.795371+0000 mon.a (mon.0) 869 : cluster 0 mds.? [v2:172.21.15.148:6832/1446155485,v1:172.21.15.148:6833/1446155485] up:rejoin 2024-03-22T07:04:25.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:24 smithi129 bash[21357]: cluster 2024-03-22T07:04:23.795523+0000 mon.a (mon.0) 870 : cluster 0 fsmap foo:1/1 {0=foo.smithi148.qmcgkl=up:rejoin} 1 up:standby 2024-03-22T07:04:25.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:24 smithi129 bash[21357]: cluster 2024-03-22T07:04:23.799481+0000 mon.a (mon.0) 871 : cluster 1 daemon mds.foo.smithi148.qmcgkl is now active in filesystem foo as rank 0 2024-03-22T07:04:25.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:24 smithi129 bash[31121]: cluster 2024-03-22T07:04:23.795371+0000 mon.a (mon.0) 869 : cluster 0 mds.? [v2:172.21.15.148:6832/1446155485,v1:172.21.15.148:6833/1446155485] up:rejoin 2024-03-22T07:04:25.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:24 smithi129 bash[31121]: cluster 2024-03-22T07:04:23.795523+0000 mon.a (mon.0) 870 : cluster 0 fsmap foo:1/1 {0=foo.smithi148.qmcgkl=up:rejoin} 1 up:standby 2024-03-22T07:04:25.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:24 smithi129 bash[31121]: cluster 2024-03-22T07:04:23.799481+0000 mon.a (mon.0) 871 : cluster 1 daemon mds.foo.smithi148.qmcgkl is now active in filesystem foo as rank 0 2024-03-22T07:04:25.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:24 smithi148 bash[23214]: cluster 2024-03-22T07:04:23.795371+0000 mon.a (mon.0) 869 : cluster 0 mds.? [v2:172.21.15.148:6832/1446155485,v1:172.21.15.148:6833/1446155485] up:rejoin 2024-03-22T07:04:25.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:24 smithi148 bash[23214]: cluster 2024-03-22T07:04:23.795523+0000 mon.a (mon.0) 870 : cluster 0 fsmap foo:1/1 {0=foo.smithi148.qmcgkl=up:rejoin} 1 up:standby 2024-03-22T07:04:25.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:24 smithi148 bash[23214]: cluster 2024-03-22T07:04:23.799481+0000 mon.a (mon.0) 871 : cluster 1 daemon mds.foo.smithi148.qmcgkl is now active in filesystem foo as rank 0 2024-03-22T07:04:26.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:25 smithi129 bash[21357]: cluster 2024-03-22T07:04:24.186498+0000 mgr.y (mgr.14391) 119 : cluster 0 pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-03-22T07:04:26.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:25 smithi129 bash[21357]: cluster 2024-03-22T07:04:24.791213+0000 mon.a (mon.0) 872 : cluster 1 Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-22T07:04:26.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:25 smithi129 bash[21357]: cluster 2024-03-22T07:04:24.791245+0000 mon.a (mon.0) 873 : cluster 1 Cluster is now healthy 2024-03-22T07:04:26.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:25 smithi129 bash[21357]: cluster 2024-03-22T07:04:24.801745+0000 mon.a (mon.0) 874 : cluster 0 mds.? [v2:172.21.15.148:6832/1446155485,v1:172.21.15.148:6833/1446155485] up:active 2024-03-22T07:04:26.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:25 smithi129 bash[21357]: cluster 2024-03-22T07:04:24.801846+0000 mon.a (mon.0) 875 : cluster 0 fsmap foo:1 {0=foo.smithi148.qmcgkl=up:active} 1 up:standby 2024-03-22T07:04:26.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:25 smithi129 bash[21357]: audit 2024-03-22T07:04:25.312521+0000 mon.a (mon.0) 876 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:26.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:25 smithi129 bash[21357]: audit 2024-03-22T07:04:25.317926+0000 mon.a (mon.0) 877 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:26.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:25 smithi129 bash[31121]: cluster 2024-03-22T07:04:24.186498+0000 mgr.y (mgr.14391) 119 : cluster 0 pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-03-22T07:04:26.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:25 smithi129 bash[31121]: cluster 2024-03-22T07:04:24.791213+0000 mon.a (mon.0) 872 : cluster 1 Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-22T07:04:26.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:25 smithi129 bash[31121]: cluster 2024-03-22T07:04:24.791245+0000 mon.a (mon.0) 873 : cluster 1 Cluster is now healthy 2024-03-22T07:04:26.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:25 smithi129 bash[31121]: cluster 2024-03-22T07:04:24.801745+0000 mon.a (mon.0) 874 : cluster 0 mds.? [v2:172.21.15.148:6832/1446155485,v1:172.21.15.148:6833/1446155485] up:active 2024-03-22T07:04:26.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:25 smithi129 bash[31121]: cluster 2024-03-22T07:04:24.801846+0000 mon.a (mon.0) 875 : cluster 0 fsmap foo:1 {0=foo.smithi148.qmcgkl=up:active} 1 up:standby 2024-03-22T07:04:26.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:25 smithi129 bash[31121]: audit 2024-03-22T07:04:25.312521+0000 mon.a (mon.0) 876 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:26.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:25 smithi129 bash[31121]: audit 2024-03-22T07:04:25.317926+0000 mon.a (mon.0) 877 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:26.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:25 smithi148 bash[23214]: cluster 2024-03-22T07:04:24.186498+0000 mgr.y (mgr.14391) 119 : cluster 0 pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-03-22T07:04:26.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:25 smithi148 bash[23214]: cluster 2024-03-22T07:04:24.791213+0000 mon.a (mon.0) 872 : cluster 1 Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-22T07:04:26.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:25 smithi148 bash[23214]: cluster 2024-03-22T07:04:24.791245+0000 mon.a (mon.0) 873 : cluster 1 Cluster is now healthy 2024-03-22T07:04:26.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:25 smithi148 bash[23214]: cluster 2024-03-22T07:04:24.801745+0000 mon.a (mon.0) 874 : cluster 0 mds.? [v2:172.21.15.148:6832/1446155485,v1:172.21.15.148:6833/1446155485] up:active 2024-03-22T07:04:26.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:25 smithi148 bash[23214]: cluster 2024-03-22T07:04:24.801846+0000 mon.a (mon.0) 875 : cluster 0 fsmap foo:1 {0=foo.smithi148.qmcgkl=up:active} 1 up:standby 2024-03-22T07:04:26.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:25 smithi148 bash[23214]: audit 2024-03-22T07:04:25.312521+0000 mon.a (mon.0) 876 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:26.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:25 smithi148 bash[23214]: audit 2024-03-22T07:04:25.317926+0000 mon.a (mon.0) 877 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:27.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[21357]: cluster 2024-03-22T07:04:26.187116+0000 mgr.y (mgr.14391) 120 : cluster 0 pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-03-22T07:04:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[21357]: audit 2024-03-22T07:04:26.224264+0000 mon.a (mon.0) 878 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[21357]: audit 2024-03-22T07:04:26.238112+0000 mon.a (mon.0) 879 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[21357]: audit 2024-03-22T07:04:26.240734+0000 mon.a (mon.0) 880 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[21357]: audit 2024-03-22T07:04:26.242356+0000 mon.a (mon.0) 881 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:04:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[21357]: audit 2024-03-22T07:04:26.251705+0000 mon.a (mon.0) 882 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[21357]: audit 2024-03-22T07:04:26.343257+0000 mon.a (mon.0) 883 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:04:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[21357]: audit 2024-03-22T07:04:26.346851+0000 mon.a (mon.0) 884 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[21357]: audit 2024-03-22T07:04:26.348618+0000 mon.a (mon.0) 885 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:04:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[21357]: audit 2024-03-22T07:04:26.359388+0000 mon.a (mon.0) 886 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[21357]: audit 2024-03-22T07:04:26.603516+0000 mon.a (mon.0) 887 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:27.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[31121]: cluster 2024-03-22T07:04:26.187116+0000 mgr.y (mgr.14391) 120 : cluster 0 pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-03-22T07:04:27.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[31121]: audit 2024-03-22T07:04:26.224264+0000 mon.a (mon.0) 878 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:27.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[31121]: audit 2024-03-22T07:04:26.238112+0000 mon.a (mon.0) 879 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:27.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[31121]: audit 2024-03-22T07:04:26.240734+0000 mon.a (mon.0) 880 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:27.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[31121]: audit 2024-03-22T07:04:26.242356+0000 mon.a (mon.0) 881 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:04:27.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[31121]: audit 2024-03-22T07:04:26.251705+0000 mon.a (mon.0) 882 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:27.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[31121]: audit 2024-03-22T07:04:26.343257+0000 mon.a (mon.0) 883 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:04:27.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[31121]: audit 2024-03-22T07:04:26.346851+0000 mon.a (mon.0) 884 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:27.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[31121]: audit 2024-03-22T07:04:26.348618+0000 mon.a (mon.0) 885 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:04:27.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[31121]: audit 2024-03-22T07:04:26.359388+0000 mon.a (mon.0) 886 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:27.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:27 smithi129 bash[31121]: audit 2024-03-22T07:04:26.603516+0000 mon.a (mon.0) 887 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:27.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:27 smithi148 bash[23214]: cluster 2024-03-22T07:04:26.187116+0000 mgr.y (mgr.14391) 120 : cluster 0 pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-03-22T07:04:27.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:27 smithi148 bash[23214]: audit 2024-03-22T07:04:26.224264+0000 mon.a (mon.0) 878 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:27.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:27 smithi148 bash[23214]: audit 2024-03-22T07:04:26.238112+0000 mon.a (mon.0) 879 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:27.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:27 smithi148 bash[23214]: audit 2024-03-22T07:04:26.240734+0000 mon.a (mon.0) 880 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:27.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:27 smithi148 bash[23214]: audit 2024-03-22T07:04:26.242356+0000 mon.a (mon.0) 881 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:04:27.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:27 smithi148 bash[23214]: audit 2024-03-22T07:04:26.251705+0000 mon.a (mon.0) 882 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:27 smithi148 bash[23214]: audit 2024-03-22T07:04:26.343257+0000 mon.a (mon.0) 883 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:04:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:27 smithi148 bash[23214]: audit 2024-03-22T07:04:26.346851+0000 mon.a (mon.0) 884 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:04:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:27 smithi148 bash[23214]: audit 2024-03-22T07:04:26.348618+0000 mon.a (mon.0) 885 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:04:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:27 smithi148 bash[23214]: audit 2024-03-22T07:04:26.359388+0000 mon.a (mon.0) 886 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:27 smithi148 bash[23214]: audit 2024-03-22T07:04:26.603516+0000 mon.a (mon.0) 887 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:28.782 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:04:29.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:29 smithi129 bash[21357]: cluster 2024-03-22T07:04:28.188251+0000 mgr.y (mgr.14391) 121 : cluster 0 pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2024-03-22T07:04:29.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:29 smithi129 bash[31121]: cluster 2024-03-22T07:04:28.188251+0000 mgr.y (mgr.14391) 121 : cluster 0 pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2024-03-22T07:04:29.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:29 smithi148 bash[23214]: cluster 2024-03-22T07:04:28.188251+0000 mgr.y (mgr.14391) 121 : cluster 0 pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2024-03-22T07:04:31.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:31 smithi129 bash[21357]: cluster 2024-03-22T07:04:30.188853+0000 mgr.y (mgr.14391) 122 : cluster 0 pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2024-03-22T07:04:31.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:31 smithi129 bash[21357]: audit 2024-03-22T07:04:31.230746+0000 mon.a (mon.0) 888 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:31.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:31 smithi129 bash[21357]: audit 2024-03-22T07:04:31.231692+0000 mon.a (mon.0) 889 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:04:31.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:31 smithi129 bash[31121]: cluster 2024-03-22T07:04:30.188853+0000 mgr.y (mgr.14391) 122 : cluster 0 pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2024-03-22T07:04:31.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:31 smithi129 bash[31121]: audit 2024-03-22T07:04:31.230746+0000 mon.a (mon.0) 888 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:31.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:31 smithi129 bash[31121]: audit 2024-03-22T07:04:31.231692+0000 mon.a (mon.0) 889 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:04:31.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:31 smithi148 bash[23214]: cluster 2024-03-22T07:04:30.188853+0000 mgr.y (mgr.14391) 122 : cluster 0 pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2024-03-22T07:04:31.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:31 smithi148 bash[23214]: audit 2024-03-22T07:04:31.230746+0000 mon.a (mon.0) 888 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:04:31.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:31 smithi148 bash[23214]: audit 2024-03-22T07:04:31.231692+0000 mon.a (mon.0) 889 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:04:32.171 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-03-22T07:04:32.181 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-03-22T07:04:32.181 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-03-22T07:04:32.181 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph mgr dump --format=json 2024-03-22T07:04:33.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:33 smithi129 bash[21357]: cluster 2024-03-22T07:04:32.189836+0000 mgr.y (mgr.14391) 123 : cluster 0 pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.3 KiB/s wr, 11 op/s 2024-03-22T07:04:33.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:33 smithi129 bash[31121]: cluster 2024-03-22T07:04:32.189836+0000 mgr.y (mgr.14391) 123 : cluster 0 pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.3 KiB/s wr, 11 op/s 2024-03-22T07:04:33.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:33 smithi148 bash[23214]: cluster 2024-03-22T07:04:32.189836+0000 mgr.y (mgr.14391) 123 : cluster 0 pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.3 KiB/s wr, 11 op/s 2024-03-22T07:04:34.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:04:33 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:04:33] "GET /metrics HTTP/1.1" 200 33910 "" "Prometheus/2.43.0" 2024-03-22T07:04:35.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:35 smithi129 bash[21357]: cluster 2024-03-22T07:04:34.190451+0000 mgr.y (mgr.14391) 124 : cluster 0 pgmap v97: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-03-22T07:04:35.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:35 smithi129 bash[31121]: cluster 2024-03-22T07:04:34.190451+0000 mgr.y (mgr.14391) 124 : cluster 0 pgmap v97: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-03-22T07:04:35.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:35 smithi148 bash[23214]: cluster 2024-03-22T07:04:34.190451+0000 mgr.y (mgr.14391) 124 : cluster 0 pgmap v97: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-03-22T07:04:36.917 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:04:37.788 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:37 smithi129 bash[21357]: cluster 2024-03-22T07:04:36.191092+0000 mgr.y (mgr.14391) 125 : cluster 0 pgmap v98: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-03-22T07:04:37.788 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:37 smithi129 bash[31121]: cluster 2024-03-22T07:04:36.191092+0000 mgr.y (mgr.14391) 125 : cluster 0 pgmap v98: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-03-22T07:04:37.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:37 smithi148 bash[23214]: cluster 2024-03-22T07:04:36.191092+0000 mgr.y (mgr.14391) 125 : cluster 0 pgmap v98: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-03-22T07:04:39.868 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:04:39.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:39 smithi129 bash[31121]: cluster 2024-03-22T07:04:38.192214+0000 mgr.y (mgr.14391) 126 : cluster 0 pgmap v99: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-03-22T07:04:39.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:39 smithi129 bash[21357]: cluster 2024-03-22T07:04:38.192214+0000 mgr.y (mgr.14391) 126 : cluster 0 pgmap v99: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-03-22T07:04:39.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:39 smithi148 bash[23214]: cluster 2024-03-22T07:04:38.192214+0000 mgr.y (mgr.14391) 126 : cluster 0 pgmap v99: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-03-22T07:04:40.556 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":20,"active_gid":14391,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":262586506},{"type":"v1","addr":"172.21.15.129:6801","nonce":262586506}]},"active_addr":"172.21.15.129:6801/262586506","active_change":"2024-03-22T07:01:46.118395+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24322,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.129:8443/","prometheus":"http://172.21.15.129:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.129:0","nonce":3629395558}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.129:0","nonce":3317916139}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.129:0","nonce":481986328}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.129:0","nonce":2877773459}]}]} 2024-03-22T07:04:40.561 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-03-22T07:04:40.561 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-03-22T07:04:40.561 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd dump --format=json 2024-03-22T07:04:40.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:40 smithi129 bash[21357]: audit 2024-03-22T07:04:39.869038+0000 mon.a (mon.0) 890 : audit 0 from='client.? 172.21.15.129:0/513040621' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-22T07:04:40.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:40 smithi129 bash[31121]: audit 2024-03-22T07:04:39.869038+0000 mon.a (mon.0) 890 : audit 0 from='client.? 172.21.15.129:0/513040621' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-22T07:04:40.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:40 smithi148 bash[23214]: audit 2024-03-22T07:04:39.869038+0000 mon.a (mon.0) 890 : audit 0 from='client.? 172.21.15.129:0/513040621' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-22T07:04:41.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:41 smithi129 bash[21357]: cluster 2024-03-22T07:04:40.192843+0000 mgr.y (mgr.14391) 127 : cluster 0 pgmap v100: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:41.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:41 smithi129 bash[31121]: cluster 2024-03-22T07:04:40.192843+0000 mgr.y (mgr.14391) 127 : cluster 0 pgmap v100: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:41.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:41 smithi148 bash[23214]: cluster 2024-03-22T07:04:40.192843+0000 mgr.y (mgr.14391) 127 : cluster 0 pgmap v100: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:43.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:43 smithi129 bash[21357]: cluster 2024-03-22T07:04:42.193903+0000 mgr.y (mgr.14391) 128 : cluster 0 pgmap v101: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:43.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:43 smithi129 bash[31121]: cluster 2024-03-22T07:04:42.193903+0000 mgr.y (mgr.14391) 128 : cluster 0 pgmap v101: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:43.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:43 smithi148 bash[23214]: cluster 2024-03-22T07:04:42.193903+0000 mgr.y (mgr.14391) 128 : cluster 0 pgmap v101: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:44.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:04:43 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:04:43] "GET /metrics HTTP/1.1" 200 33910 "" "Prometheus/2.43.0" 2024-03-22T07:04:45.295 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:04:45.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:45 smithi129 bash[21357]: cluster 2024-03-22T07:04:44.194478+0000 mgr.y (mgr.14391) 129 : cluster 0 pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:45.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:45 smithi129 bash[31121]: cluster 2024-03-22T07:04:44.194478+0000 mgr.y (mgr.14391) 129 : cluster 0 pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:45.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:45 smithi148 bash[23214]: cluster 2024-03-22T07:04:44.194478+0000 mgr.y (mgr.14391) 129 : cluster 0 pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:46.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:46 smithi129 bash[31121]: audit 2024-03-22T07:04:46.181442+0000 mon.a (mon.0) 891 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-03-22T07:04:46.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:46 smithi129 bash[31121]: audit 2024-03-22T07:04:46.181774+0000 mon.a (mon.0) 892 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-03-22T07:04:46.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:46 smithi129 bash[31121]: audit 2024-03-22T07:04:46.182005+0000 mon.a (mon.0) 893 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]: dispatch 2024-03-22T07:04:46.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:46 smithi129 bash[31121]: audit 2024-03-22T07:04:46.226504+0000 mon.a (mon.0) 894 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:04:46.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:46 smithi129 bash[21357]: audit 2024-03-22T07:04:46.181442+0000 mon.a (mon.0) 891 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-03-22T07:04:46.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:46 smithi129 bash[21357]: audit 2024-03-22T07:04:46.181774+0000 mon.a (mon.0) 892 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-03-22T07:04:46.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:46 smithi129 bash[21357]: audit 2024-03-22T07:04:46.182005+0000 mon.a (mon.0) 893 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]: dispatch 2024-03-22T07:04:46.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:46 smithi129 bash[21357]: audit 2024-03-22T07:04:46.226504+0000 mon.a (mon.0) 894 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:04:46.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:46 smithi148 bash[23214]: audit 2024-03-22T07:04:46.181442+0000 mon.a (mon.0) 891 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-03-22T07:04:46.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:46 smithi148 bash[23214]: audit 2024-03-22T07:04:46.181774+0000 mon.a (mon.0) 892 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-03-22T07:04:46.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:46 smithi148 bash[23214]: audit 2024-03-22T07:04:46.182005+0000 mon.a (mon.0) 893 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]: dispatch 2024-03-22T07:04:46.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:46 smithi148 bash[23214]: audit 2024-03-22T07:04:46.226504+0000 mon.a (mon.0) 894 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:04:47.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:47 smithi129 bash[21357]: cluster 2024-03-22T07:04:46.195105+0000 mgr.y (mgr.14391) 130 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:47.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:47 smithi129 bash[21357]: audit 2024-03-22T07:04:46.565759+0000 mon.a (mon.0) 895 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]': finished 2024-03-22T07:04:47.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:47 smithi129 bash[21357]: audit 2024-03-22T07:04:46.565971+0000 mon.a (mon.0) 896 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-03-22T07:04:47.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:47 smithi129 bash[21357]: audit 2024-03-22T07:04:46.566127+0000 mon.a (mon.0) 897 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]': finished 2024-03-22T07:04:47.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:47 smithi129 bash[21357]: cluster 2024-03-22T07:04:46.566275+0000 mon.a (mon.0) 898 : cluster 0 osdmap e71: 8 total, 8 up, 8 in 2024-03-22T07:04:47.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:47 smithi129 bash[31121]: cluster 2024-03-22T07:04:46.195105+0000 mgr.y (mgr.14391) 130 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:47.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:47 smithi129 bash[31121]: audit 2024-03-22T07:04:46.565759+0000 mon.a (mon.0) 895 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]': finished 2024-03-22T07:04:47.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:47 smithi129 bash[31121]: audit 2024-03-22T07:04:46.565971+0000 mon.a (mon.0) 896 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-03-22T07:04:47.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:47 smithi129 bash[31121]: audit 2024-03-22T07:04:46.566127+0000 mon.a (mon.0) 897 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]': finished 2024-03-22T07:04:47.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:47 smithi129 bash[31121]: cluster 2024-03-22T07:04:46.566275+0000 mon.a (mon.0) 898 : cluster 0 osdmap e71: 8 total, 8 up, 8 in 2024-03-22T07:04:47.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:47 smithi148 bash[23214]: cluster 2024-03-22T07:04:46.195105+0000 mgr.y (mgr.14391) 130 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:47.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:47 smithi148 bash[23214]: audit 2024-03-22T07:04:46.565759+0000 mon.a (mon.0) 895 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]': finished 2024-03-22T07:04:47.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:47 smithi148 bash[23214]: audit 2024-03-22T07:04:46.565971+0000 mon.a (mon.0) 896 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-03-22T07:04:47.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:47 smithi148 bash[23214]: audit 2024-03-22T07:04:46.566127+0000 mon.a (mon.0) 897 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]': finished 2024-03-22T07:04:47.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:47 smithi148 bash[23214]: cluster 2024-03-22T07:04:46.566275+0000 mon.a (mon.0) 898 : cluster 0 osdmap e71: 8 total, 8 up, 8 in 2024-03-22T07:04:48.093 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:04:48.094 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":72,"fsid":"77237b76-e818-11ee-95cd-87774f69a715","created":"2024-03-22T06:51:34.457886+0000","modified":"2024-03-22T07:04:47.558227+0000","last_up_change":"2024-03-22T07:00:50.157876+0000","last_in_change":"2024-03-22T07:00:24.824125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-22T06:56:44.652624+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-03-22T07:02:22.957819+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-03-22T07:04:13.632763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-03-22T07:04:14.130120+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9bbbc441-04a2-439e-a63f-9acfdda1b286","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6803","nonce":2159316239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6805","nonce":2159316239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6809","nonce":2159316239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6807","nonce":2159316239}]},"public_addr":"172.21.15.129:6803/2159316239","cluster_addr":"172.21.15.129:6805/2159316239","heartbeat_back_addr":"172.21.15.129:6809/2159316239","heartbeat_front_addr":"172.21.15.129:6807/2159316239","state":["exists","up"]},{"osd":1,"uuid":"2173725a-f139-4370-8db8-be06c1f0213c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6811","nonce":2339409795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6813","nonce":2339409795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6817","nonce":2339409795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6815","nonce":2339409795}]},"public_addr":"172.21.15.129:6811/2339409795","cluster_addr":"172.21.15.129:6813/2339409795","heartbeat_back_addr":"172.21.15.129:6817/2339409795","heartbeat_front_addr":"172.21.15.129:6815/2339409795","state":["exists","up"]},{"osd":2,"uuid":"94bcb642-a2b0-4774-a8d9-12fa105f4261","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6819","nonce":3738687816}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6821","nonce":3738687816}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6825","nonce":3738687816}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6823","nonce":3738687816}]},"public_addr":"172.21.15.129:6819/3738687816","cluster_addr":"172.21.15.129:6821/3738687816","heartbeat_back_addr":"172.21.15.129:6825/3738687816","heartbeat_front_addr":"172.21.15.129:6823/3738687816","state":["exists","up"]},{"osd":3,"uuid":"9953db75-1483-4e83-b183-aa29d0e0416c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6827","nonce":746569329}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6829","nonce":746569329}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6833","nonce":746569329}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6831","nonce":746569329}]},"public_addr":"172.21.15.129:6827/746569329","cluster_addr":"172.21.15.129:6829/746569329","heartbeat_back_addr":"172.21.15.129:6833/746569329","heartbeat_front_addr":"172.21.15.129:6831/746569329","state":["exists","up"]},{"osd":4,"uuid":"28226bc3-c12c-4a41-b553-1b4546d65bb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6801","nonce":1859260256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6803","nonce":1859260256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6807","nonce":1859260256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6805","nonce":1859260256}]},"public_addr":"172.21.15.148:6801/1859260256","cluster_addr":"172.21.15.148:6803/1859260256","heartbeat_back_addr":"172.21.15.148:6807/1859260256","heartbeat_front_addr":"172.21.15.148:6805/1859260256","state":["exists","up"]},{"osd":5,"uuid":"3219bc67-2f27-4cc9-a7dd-8f465df64b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6809","nonce":3714622871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6811","nonce":3714622871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6815","nonce":3714622871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6813","nonce":3714622871}]},"public_addr":"172.21.15.148:6809/3714622871","cluster_addr":"172.21.15.148:6811/3714622871","heartbeat_back_addr":"172.21.15.148:6815/3714622871","heartbeat_front_addr":"172.21.15.148:6813/3714622871","state":["exists","up"]},{"osd":6,"uuid":"e78c6754-b096-4816-9feb-d383dc43cf8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6817","nonce":1344675152}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6819","nonce":1344675152}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6823","nonce":1344675152}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6821","nonce":1344675152}]},"public_addr":"172.21.15.148:6817/1344675152","cluster_addr":"172.21.15.148:6819/1344675152","heartbeat_back_addr":"172.21.15.148:6823/1344675152","heartbeat_front_addr":"172.21.15.148:6821/1344675152","state":["exists","up"]},{"osd":7,"uuid":"97e777ff-258f-4a9d-a13f-aa3a82b3d707","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6825","nonce":1186351917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6827","nonce":1186351917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6831","nonce":1186351917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6829","nonce":1186351917}]},"public_addr":"172.21.15.148:6825/1186351917","cluster_addr":"172.21.15.148:6827/1186351917","heartbeat_back_addr":"172.21.15.148:6831/1186351917","heartbeat_front_addr":"172.21.15.148:6829/1186351917","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:00.962360+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:50.260380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:56:40.354614+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:57:31.317140+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:58:19.512231+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:09.437321+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:58.761137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T07:00:48.212348+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.13","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.129:6834/997937061":"2024-03-23T07:04:21.767591+0000","172.21.15.129:0/2245172180":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/681940640":"2024-03-23T07:01:46.118192+0000","172.21.15.129:6801/3724771229":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/780887819":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6800/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/3883611640":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/890941599":"2024-03-23T06:52:06.209264+0000","172.21.15.129:6801/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.129:6835/997937061":"2024-03-23T07:04:21.767591+0000","172.21.15.129:6800/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/3696950835":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/973198768":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/3640842881":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6801/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/1177984771":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/848138834":"2024-03-23T07:01:46.118192+0000","172.21.15.129:6800/3724771229":"2024-03-23T07:01:46.118192+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-22T07:04:48.724 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-03-22T07:04:48.725 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd dump --format=json 2024-03-22T07:04:48.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:48 smithi129 bash[21357]: cluster 2024-03-22T07:04:47.568321+0000 mon.a (mon.0) 899 : cluster 0 osdmap e72: 8 total, 8 up, 8 in 2024-03-22T07:04:48.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:48 smithi129 bash[21357]: audit 2024-03-22T07:04:48.099428+0000 mon.c (mon.2) 20 : audit 0 from='client.? 172.21.15.129:0/3440903206' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:04:48.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:48 smithi129 bash[31121]: cluster 2024-03-22T07:04:47.568321+0000 mon.a (mon.0) 899 : cluster 0 osdmap e72: 8 total, 8 up, 8 in 2024-03-22T07:04:48.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:48 smithi129 bash[31121]: audit 2024-03-22T07:04:48.099428+0000 mon.c (mon.2) 20 : audit 0 from='client.? 172.21.15.129:0/3440903206' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:04:48.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:48 smithi148 bash[23214]: cluster 2024-03-22T07:04:47.568321+0000 mon.a (mon.0) 899 : cluster 0 osdmap e72: 8 total, 8 up, 8 in 2024-03-22T07:04:48.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:48 smithi148 bash[23214]: audit 2024-03-22T07:04:48.099428+0000 mon.c (mon.2) 20 : audit 0 from='client.? 172.21.15.129:0/3440903206' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:04:49.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:49 smithi129 bash[21357]: cluster 2024-03-22T07:04:48.195549+0000 mgr.y (mgr.14391) 131 : cluster 0 pgmap v106: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:49.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:49 smithi129 bash[31121]: cluster 2024-03-22T07:04:48.195549+0000 mgr.y (mgr.14391) 131 : cluster 0 pgmap v106: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:49.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:49 smithi148 bash[23214]: cluster 2024-03-22T07:04:48.195549+0000 mgr.y (mgr.14391) 131 : cluster 0 pgmap v106: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:51.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:51 smithi129 bash[21357]: cluster 2024-03-22T07:04:50.196262+0000 mgr.y (mgr.14391) 132 : cluster 0 pgmap v107: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:51.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:51 smithi129 bash[31121]: cluster 2024-03-22T07:04:50.196262+0000 mgr.y (mgr.14391) 132 : cluster 0 pgmap v107: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:51.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:51 smithi148 bash[23214]: cluster 2024-03-22T07:04:50.196262+0000 mgr.y (mgr.14391) 132 : cluster 0 pgmap v107: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:53.464 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:04:53.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:53 smithi129 bash[31121]: cluster 2024-03-22T07:04:52.197339+0000 mgr.y (mgr.14391) 133 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:53.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:53 smithi129 bash[21357]: cluster 2024-03-22T07:04:52.197339+0000 mgr.y (mgr.14391) 133 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:53.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:53 smithi148 bash[23214]: cluster 2024-03-22T07:04:52.197339+0000 mgr.y (mgr.14391) 133 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:54.336 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:04:53 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:04:53] "GET /metrics HTTP/1.1" 200 33912 "" "Prometheus/2.43.0" 2024-03-22T07:04:55.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:55 smithi129 bash[21357]: cluster 2024-03-22T07:04:54.198072+0000 mgr.y (mgr.14391) 134 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:55.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:55 smithi129 bash[31121]: cluster 2024-03-22T07:04:54.198072+0000 mgr.y (mgr.14391) 134 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:55.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:55 smithi148 bash[23214]: cluster 2024-03-22T07:04:54.198072+0000 mgr.y (mgr.14391) 134 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:56.278 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:04:56.279 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":72,"fsid":"77237b76-e818-11ee-95cd-87774f69a715","created":"2024-03-22T06:51:34.457886+0000","modified":"2024-03-22T07:04:47.558227+0000","last_up_change":"2024-03-22T07:00:50.157876+0000","last_in_change":"2024-03-22T07:00:24.824125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-22T06:56:44.652624+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-03-22T07:02:22.957819+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-03-22T07:04:13.632763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-03-22T07:04:14.130120+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9bbbc441-04a2-439e-a63f-9acfdda1b286","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6803","nonce":2159316239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6805","nonce":2159316239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6809","nonce":2159316239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":2159316239},{"type":"v1","addr":"172.21.15.129:6807","nonce":2159316239}]},"public_addr":"172.21.15.129:6803/2159316239","cluster_addr":"172.21.15.129:6805/2159316239","heartbeat_back_addr":"172.21.15.129:6809/2159316239","heartbeat_front_addr":"172.21.15.129:6807/2159316239","state":["exists","up"]},{"osd":1,"uuid":"2173725a-f139-4370-8db8-be06c1f0213c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6811","nonce":2339409795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6813","nonce":2339409795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6817","nonce":2339409795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":2339409795},{"type":"v1","addr":"172.21.15.129:6815","nonce":2339409795}]},"public_addr":"172.21.15.129:6811/2339409795","cluster_addr":"172.21.15.129:6813/2339409795","heartbeat_back_addr":"172.21.15.129:6817/2339409795","heartbeat_front_addr":"172.21.15.129:6815/2339409795","state":["exists","up"]},{"osd":2,"uuid":"94bcb642-a2b0-4774-a8d9-12fa105f4261","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6819","nonce":3738687816}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6821","nonce":3738687816}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6825","nonce":3738687816}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":3738687816},{"type":"v1","addr":"172.21.15.129:6823","nonce":3738687816}]},"public_addr":"172.21.15.129:6819/3738687816","cluster_addr":"172.21.15.129:6821/3738687816","heartbeat_back_addr":"172.21.15.129:6825/3738687816","heartbeat_front_addr":"172.21.15.129:6823/3738687816","state":["exists","up"]},{"osd":3,"uuid":"9953db75-1483-4e83-b183-aa29d0e0416c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6827","nonce":746569329}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6829","nonce":746569329}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6833","nonce":746569329}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":746569329},{"type":"v1","addr":"172.21.15.129:6831","nonce":746569329}]},"public_addr":"172.21.15.129:6827/746569329","cluster_addr":"172.21.15.129:6829/746569329","heartbeat_back_addr":"172.21.15.129:6833/746569329","heartbeat_front_addr":"172.21.15.129:6831/746569329","state":["exists","up"]},{"osd":4,"uuid":"28226bc3-c12c-4a41-b553-1b4546d65bb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6801","nonce":1859260256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6803","nonce":1859260256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6807","nonce":1859260256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":1859260256},{"type":"v1","addr":"172.21.15.148:6805","nonce":1859260256}]},"public_addr":"172.21.15.148:6801/1859260256","cluster_addr":"172.21.15.148:6803/1859260256","heartbeat_back_addr":"172.21.15.148:6807/1859260256","heartbeat_front_addr":"172.21.15.148:6805/1859260256","state":["exists","up"]},{"osd":5,"uuid":"3219bc67-2f27-4cc9-a7dd-8f465df64b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6809","nonce":3714622871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6811","nonce":3714622871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6815","nonce":3714622871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6813","nonce":3714622871}]},"public_addr":"172.21.15.148:6809/3714622871","cluster_addr":"172.21.15.148:6811/3714622871","heartbeat_back_addr":"172.21.15.148:6815/3714622871","heartbeat_front_addr":"172.21.15.148:6813/3714622871","state":["exists","up"]},{"osd":6,"uuid":"e78c6754-b096-4816-9feb-d383dc43cf8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6817","nonce":1344675152}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6819","nonce":1344675152}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6823","nonce":1344675152}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6821","nonce":1344675152}]},"public_addr":"172.21.15.148:6817/1344675152","cluster_addr":"172.21.15.148:6819/1344675152","heartbeat_back_addr":"172.21.15.148:6823/1344675152","heartbeat_front_addr":"172.21.15.148:6821/1344675152","state":["exists","up"]},{"osd":7,"uuid":"97e777ff-258f-4a9d-a13f-aa3a82b3d707","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6825","nonce":1186351917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6827","nonce":1186351917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6831","nonce":1186351917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6829","nonce":1186351917}]},"public_addr":"172.21.15.148:6825/1186351917","cluster_addr":"172.21.15.148:6827/1186351917","heartbeat_back_addr":"172.21.15.148:6831/1186351917","heartbeat_front_addr":"172.21.15.148:6829/1186351917","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:00.962360+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:50.260380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:56:40.354614+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:57:31.317140+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:58:19.512231+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:09.437321+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:58.761137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T07:00:48.212348+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.13","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.129:6834/997937061":"2024-03-23T07:04:21.767591+0000","172.21.15.129:0/2245172180":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/681940640":"2024-03-23T07:01:46.118192+0000","172.21.15.129:6801/3724771229":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/780887819":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6800/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/3883611640":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/890941599":"2024-03-23T06:52:06.209264+0000","172.21.15.129:6801/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.129:6835/997937061":"2024-03-23T07:04:21.767591+0000","172.21.15.129:6800/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/3696950835":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/973198768":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/3640842881":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6801/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/1177984771":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/848138834":"2024-03-23T07:01:46.118192+0000","172.21.15.129:6800/3724771229":"2024-03-23T07:01:46.118192+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-22T07:04:56.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:56 smithi129 bash[31121]: audit 2024-03-22T07:04:56.284317+0000 mon.c (mon.2) 21 : audit 0 from='client.? 172.21.15.129:0/1661118974' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:04:56.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:56 smithi129 bash[21357]: audit 2024-03-22T07:04:56.284317+0000 mon.c (mon.2) 21 : audit 0 from='client.? 172.21.15.129:0/1661118974' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:04:56.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:56 smithi148 bash[23214]: audit 2024-03-22T07:04:56.284317+0000 mon.c (mon.2) 21 : audit 0 from='client.? 172.21.15.129:0/1661118974' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:04:56.937 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-03-22T07:04:56.938 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-03-22T07:04:56.938 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-03-22T07:04:56.939 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-03-22T07:04:56.939 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-03-22T07:04:56.939 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-03-22T07:04:56.940 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-03-22T07:04:56.940 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-03-22T07:04:57.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:57 smithi129 bash[21357]: cluster 2024-03-22T07:04:56.198550+0000 mgr.y (mgr.14391) 135 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:57.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:57 smithi129 bash[31121]: cluster 2024-03-22T07:04:56.198550+0000 mgr.y (mgr.14391) 135 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:57.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:57 smithi148 bash[23214]: cluster 2024-03-22T07:04:56.198550+0000 mgr.y (mgr.14391) 135 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:59.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:04:59 smithi129 bash[21357]: cluster 2024-03-22T07:04:58.199412+0000 mgr.y (mgr.14391) 136 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:59.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:04:59 smithi129 bash[31121]: cluster 2024-03-22T07:04:58.199412+0000 mgr.y (mgr.14391) 136 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:04:59.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:04:59 smithi148 bash[23214]: cluster 2024-03-22T07:04:58.199412+0000 mgr.y (mgr.14391) 136 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:01.768 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:01.769 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:01.769 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:01.769 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:01.770 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:01.770 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:01.770 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:01.772 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:01.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:01 smithi129 bash[21357]: cluster 2024-03-22T07:05:00.200028+0000 mgr.y (mgr.14391) 137 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:01.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:01 smithi129 bash[21357]: audit 2024-03-22T07:05:01.227439+0000 mon.a (mon.0) 900 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:05:01.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:01 smithi129 bash[31121]: cluster 2024-03-22T07:05:00.200028+0000 mgr.y (mgr.14391) 137 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:01.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:01 smithi129 bash[31121]: audit 2024-03-22T07:05:01.227439+0000 mon.a (mon.0) 900 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:05:01.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:01 smithi148 bash[23214]: cluster 2024-03-22T07:05:00.200028+0000 mgr.y (mgr.14391) 137 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:01.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:01 smithi148 bash[23214]: audit 2024-03-22T07:05:01.227439+0000 mon.a (mon.0) 900 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:05:03.843 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:03 smithi129 bash[21357]: cluster 2024-03-22T07:05:02.201093+0000 mgr.y (mgr.14391) 138 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:03.843 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:03 smithi129 bash[31121]: cluster 2024-03-22T07:05:02.201093+0000 mgr.y (mgr.14391) 138 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:03.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:03 smithi148 bash[23214]: cluster 2024-03-22T07:05:02.201093+0000 mgr.y (mgr.14391) 138 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:04.099 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:05:03 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:05:03] "GET /metrics HTTP/1.1" 200 33909 "" "Prometheus/2.43.0" 2024-03-22T07:05:05.748 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:05 smithi129 bash[21357]: cluster 2024-03-22T07:05:04.201525+0000 mgr.y (mgr.14391) 139 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:05.748 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:05 smithi129 bash[31121]: cluster 2024-03-22T07:05:04.201525+0000 mgr.y (mgr.14391) 139 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:05.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:05 smithi148 bash[23214]: cluster 2024-03-22T07:05:04.201525+0000 mgr.y (mgr.14391) 139 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:07.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:07 smithi148 bash[23214]: cluster 2024-03-22T07:05:06.202089+0000 mgr.y (mgr.14391) 140 : cluster 0 pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:08.173 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:07 smithi129 bash[21357]: cluster 2024-03-22T07:05:06.202089+0000 mgr.y (mgr.14391) 140 : cluster 0 pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:08.173 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:07 smithi129 bash[31121]: cluster 2024-03-22T07:05:06.202089+0000 mgr.y (mgr.14391) 140 : cluster 0 pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:09.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:09 smithi129 bash[21357]: cluster 2024-03-22T07:05:08.203179+0000 mgr.y (mgr.14391) 141 : cluster 0 pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:09.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:09 smithi129 bash[31121]: cluster 2024-03-22T07:05:08.203179+0000 mgr.y (mgr.14391) 141 : cluster 0 pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:09.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:09 smithi148 bash[23214]: cluster 2024-03-22T07:05:08.203179+0000 mgr.y (mgr.14391) 141 : cluster 0 pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:11.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:11 smithi148 bash[23214]: cluster 2024-03-22T07:05:10.203833+0000 mgr.y (mgr.14391) 142 : cluster 0 pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:11.998 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:11 smithi129 bash[21357]: cluster 2024-03-22T07:05:10.203833+0000 mgr.y (mgr.14391) 142 : cluster 0 pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:11.998 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:11 smithi129 bash[31121]: cluster 2024-03-22T07:05:10.203833+0000 mgr.y (mgr.14391) 142 : cluster 0 pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:13.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:13 smithi129 bash[21357]: cluster 2024-03-22T07:05:12.204445+0000 mgr.y (mgr.14391) 143 : cluster 0 pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:13.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:13 smithi129 bash[31121]: cluster 2024-03-22T07:05:12.204445+0000 mgr.y (mgr.14391) 143 : cluster 0 pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:13.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:13 smithi148 bash[23214]: cluster 2024-03-22T07:05:12.204445+0000 mgr.y (mgr.14391) 143 : cluster 0 pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:14.223 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:05:13 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:05:13] "GET /metrics HTTP/1.1" 200 33909 "" "Prometheus/2.43.0" 2024-03-22T07:05:14.224 INFO:teuthology.orchestra.run.smithi129.stdout:133143986260 2024-03-22T07:05:14.224 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-03-22T07:05:15.873 INFO:teuthology.orchestra.run.smithi129.stdout:34359738492 2024-03-22T07:05:15.873 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-03-22T07:05:15.916 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:15 smithi129 bash[21357]: cluster 2024-03-22T07:05:14.205278+0000 mgr.y (mgr.14391) 144 : cluster 0 pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:15.916 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:15 smithi129 bash[31121]: cluster 2024-03-22T07:05:14.205278+0000 mgr.y (mgr.14391) 144 : cluster 0 pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:15.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:15 smithi148 bash[23214]: cluster 2024-03-22T07:05:14.205278+0000 mgr.y (mgr.14391) 144 : cluster 0 pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:16.025 INFO:teuthology.orchestra.run.smithi129.stdout:55834574962 2024-03-22T07:05:16.025 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-03-22T07:05:16.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:16 smithi148 bash[23214]: audit 2024-03-22T07:05:16.226995+0000 mon.a (mon.0) 901 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:05:16.979 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:16 smithi129 bash[21357]: audit 2024-03-22T07:05:16.226995+0000 mon.a (mon.0) 901 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:05:16.980 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:16 smithi129 bash[31121]: audit 2024-03-22T07:05:16.226995+0000 mon.a (mon.0) 901 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:05:17.377 INFO:teuthology.orchestra.run.smithi129.stdout:111669149791 2024-03-22T07:05:17.377 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-03-22T07:05:17.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:17 smithi129 bash[21357]: cluster 2024-03-22T07:05:16.206367+0000 mgr.y (mgr.14391) 145 : cluster 0 pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:17.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:17 smithi129 bash[31121]: cluster 2024-03-22T07:05:16.206367+0000 mgr.y (mgr.14391) 145 : cluster 0 pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:17.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:17 smithi148 bash[23214]: cluster 2024-03-22T07:05:16.206367+0000 mgr.y (mgr.14391) 145 : cluster 0 pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:18.065 INFO:teuthology.orchestra.run.smithi129.stdout:236223201335 2024-03-22T07:05:18.066 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-03-22T07:05:18.312 INFO:teuthology.orchestra.run.smithi129.stdout:77309411433 2024-03-22T07:05:18.312 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-03-22T07:05:19.363 INFO:teuthology.orchestra.run.smithi129.stdout:167503724620 2024-03-22T07:05:19.363 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-03-22T07:05:19.374 INFO:teuthology.orchestra.run.smithi129.stdout:201863462978 2024-03-22T07:05:19.374 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-03-22T07:05:19.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:19 smithi148 bash[23214]: cluster 2024-03-22T07:05:18.207163+0000 mgr.y (mgr.14391) 146 : cluster 0 pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:20.118 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:19 smithi129 bash[21357]: cluster 2024-03-22T07:05:18.207163+0000 mgr.y (mgr.14391) 146 : cluster 0 pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:20.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:19 smithi129 bash[31121]: cluster 2024-03-22T07:05:18.207163+0000 mgr.y (mgr.14391) 146 : cluster 0 pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:21.884 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:21.885 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:21.885 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:21.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:21 smithi148 bash[23214]: cluster 2024-03-22T07:05:20.207920+0000 mgr.y (mgr.14391) 147 : cluster 0 pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:22.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:21 smithi129 bash[21357]: cluster 2024-03-22T07:05:20.207920+0000 mgr.y (mgr.14391) 147 : cluster 0 pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:22.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:21 smithi129 bash[31121]: cluster 2024-03-22T07:05:20.207920+0000 mgr.y (mgr.14391) 147 : cluster 0 pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:22.913 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:22.914 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:23.925 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:23.926 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:23.926 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:23.928 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:23 smithi129 bash[31121]: cluster 2024-03-22T07:05:22.208529+0000 mgr.y (mgr.14391) 148 : cluster 0 pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:23.929 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:23 smithi129 bash[21357]: cluster 2024-03-22T07:05:22.208529+0000 mgr.y (mgr.14391) 148 : cluster 0 pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:24.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:23 smithi148 bash[23214]: cluster 2024-03-22T07:05:22.208529+0000 mgr.y (mgr.14391) 148 : cluster 0 pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:24.180 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:05:23 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:05:23] "GET /metrics HTTP/1.1" 200 33908 "" "Prometheus/2.43.0" 2024-03-22T07:05:26.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:25 smithi129 bash[21357]: cluster 2024-03-22T07:05:24.209057+0000 mgr.y (mgr.14391) 149 : cluster 0 pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:26.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:25 smithi129 bash[31121]: cluster 2024-03-22T07:05:24.209057+0000 mgr.y (mgr.14391) 149 : cluster 0 pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:26.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:25 smithi148 bash[23214]: cluster 2024-03-22T07:05:24.209057+0000 mgr.y (mgr.14391) 149 : cluster 0 pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:27.118 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:26 smithi129 bash[21357]: audit 2024-03-22T07:05:26.451706+0000 mon.a (mon.0) 902 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:05:27.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:26 smithi129 bash[31121]: audit 2024-03-22T07:05:26.451706+0000 mon.a (mon.0) 902 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:05:27.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:26 smithi148 bash[23214]: audit 2024-03-22T07:05:26.451706+0000 mon.a (mon.0) 902 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:05:28.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:27 smithi129 bash[31121]: cluster 2024-03-22T07:05:26.209641+0000 mgr.y (mgr.14391) 150 : cluster 0 pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:28.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:27 smithi129 bash[31121]: audit 2024-03-22T07:05:26.978303+0000 mon.a (mon.0) 903 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:05:28.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:27 smithi129 bash[31121]: audit 2024-03-22T07:05:26.979452+0000 mon.a (mon.0) 904 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:05:28.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:27 smithi129 bash[31121]: audit 2024-03-22T07:05:26.987664+0000 mon.a (mon.0) 905 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:05:28.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:27 smithi129 bash[21357]: cluster 2024-03-22T07:05:26.209641+0000 mgr.y (mgr.14391) 150 : cluster 0 pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:28.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:27 smithi129 bash[21357]: audit 2024-03-22T07:05:26.978303+0000 mon.a (mon.0) 903 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:05:28.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:27 smithi129 bash[21357]: audit 2024-03-22T07:05:26.979452+0000 mon.a (mon.0) 904 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:05:28.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:27 smithi129 bash[21357]: audit 2024-03-22T07:05:26.987664+0000 mon.a (mon.0) 905 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:05:28.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:27 smithi148 bash[23214]: cluster 2024-03-22T07:05:26.209641+0000 mgr.y (mgr.14391) 150 : cluster 0 pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:28.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:27 smithi148 bash[23214]: audit 2024-03-22T07:05:26.978303+0000 mon.a (mon.0) 903 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:05:28.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:27 smithi148 bash[23214]: audit 2024-03-22T07:05:26.979452+0000 mon.a (mon.0) 904 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:05:28.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:27 smithi148 bash[23214]: audit 2024-03-22T07:05:26.987664+0000 mon.a (mon.0) 905 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:05:29.989 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:29 smithi129 bash[21357]: cluster 2024-03-22T07:05:28.210752+0000 mgr.y (mgr.14391) 151 : cluster 0 pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:29.989 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:29 smithi129 bash[31121]: cluster 2024-03-22T07:05:28.210752+0000 mgr.y (mgr.14391) 151 : cluster 0 pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:30.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:29 smithi148 bash[23214]: cluster 2024-03-22T07:05:28.210752+0000 mgr.y (mgr.14391) 151 : cluster 0 pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:31.308 INFO:teuthology.orchestra.run.smithi129.stdout:133143986264 2024-03-22T07:05:32.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:31 smithi129 bash[21357]: cluster 2024-03-22T07:05:30.211441+0000 mgr.y (mgr.14391) 152 : cluster 0 pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:32.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:31 smithi129 bash[21357]: audit 2024-03-22T07:05:31.227143+0000 mon.a (mon.0) 906 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:05:32.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:31 smithi129 bash[21357]: audit 2024-03-22T07:05:31.316406+0000 mon.c (mon.2) 22 : audit 0 from='client.? 172.21.15.129:0/352089985' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-22T07:05:32.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:31 smithi129 bash[31121]: cluster 2024-03-22T07:05:30.211441+0000 mgr.y (mgr.14391) 152 : cluster 0 pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:32.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:31 smithi129 bash[31121]: audit 2024-03-22T07:05:31.227143+0000 mon.a (mon.0) 906 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:05:32.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:31 smithi129 bash[31121]: audit 2024-03-22T07:05:31.316406+0000 mon.c (mon.2) 22 : audit 0 from='client.? 172.21.15.129:0/352089985' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-22T07:05:32.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:31 smithi148 bash[23214]: cluster 2024-03-22T07:05:30.211441+0000 mgr.y (mgr.14391) 152 : cluster 0 pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:32.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:31 smithi148 bash[23214]: audit 2024-03-22T07:05:31.227143+0000 mon.a (mon.0) 906 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:05:32.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:31 smithi148 bash[23214]: audit 2024-03-22T07:05:31.316406+0000 mon.c (mon.2) 22 : audit 0 from='client.? 172.21.15.129:0/352089985' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-22T07:05:32.523 INFO:teuthology.orchestra.run.smithi129.stdout:236223201338 2024-03-22T07:05:32.617 INFO:teuthology.orchestra.run.smithi129.stdout:34359738495 2024-03-22T07:05:32.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:32 smithi129 bash[21357]: audit 2024-03-22T07:05:32.530516+0000 mon.c (mon.2) 23 : audit 0 from='client.? 172.21.15.129:0/2265374687' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-22T07:05:32.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:32 smithi129 bash[21357]: audit 2024-03-22T07:05:32.624998+0000 mon.c (mon.2) 24 : audit 0 from='client.? 172.21.15.129:0/137011042' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-22T07:05:32.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:32 smithi129 bash[31121]: audit 2024-03-22T07:05:32.530516+0000 mon.c (mon.2) 23 : audit 0 from='client.? 172.21.15.129:0/2265374687' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-22T07:05:32.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:32 smithi129 bash[31121]: audit 2024-03-22T07:05:32.624998+0000 mon.c (mon.2) 24 : audit 0 from='client.? 172.21.15.129:0/137011042' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-22T07:05:33.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:32 smithi148 bash[23214]: audit 2024-03-22T07:05:32.530516+0000 mon.c (mon.2) 23 : audit 0 from='client.? 172.21.15.129:0/2265374687' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-22T07:05:33.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:32 smithi148 bash[23214]: audit 2024-03-22T07:05:32.624998+0000 mon.c (mon.2) 24 : audit 0 from='client.? 172.21.15.129:0/137011042' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-22T07:05:33.609 INFO:teuthology.orchestra.run.smithi129.stdout:55834574966 2024-03-22T07:05:33.930 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:33 smithi129 bash[31121]: cluster 2024-03-22T07:05:32.212058+0000 mgr.y (mgr.14391) 153 : cluster 0 pgmap v128: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:33.930 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:33 smithi129 bash[31121]: audit 2024-03-22T07:05:33.616905+0000 mon.c (mon.2) 25 : audit 0 from='client.? 172.21.15.129:0/2231545152' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-22T07:05:33.930 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:33 smithi129 bash[21357]: cluster 2024-03-22T07:05:32.212058+0000 mgr.y (mgr.14391) 153 : cluster 0 pgmap v128: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:33.930 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:33 smithi129 bash[21357]: audit 2024-03-22T07:05:33.616905+0000 mon.c (mon.2) 25 : audit 0 from='client.? 172.21.15.129:0/2231545152' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-22T07:05:34.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:33 smithi148 bash[23214]: cluster 2024-03-22T07:05:32.212058+0000 mgr.y (mgr.14391) 153 : cluster 0 pgmap v128: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:34.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:33 smithi148 bash[23214]: audit 2024-03-22T07:05:33.616905+0000 mon.c (mon.2) 25 : audit 0 from='client.? 172.21.15.129:0/2231545152' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-22T07:05:34.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:05:33 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:05:33] "GET /metrics HTTP/1.1" 200 33906 "" "Prometheus/2.43.0" 2024-03-22T07:05:35.124 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986260 got 133143986264 for osd.4 2024-03-22T07:05:35.124 DEBUG:teuthology.parallel:result is None 2024-03-22T07:05:35.804 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:35 smithi129 bash[21357]: cluster 2024-03-22T07:05:34.212597+0000 mgr.y (mgr.14391) 154 : cluster 0 pgmap v129: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:35.804 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:35 smithi129 bash[31121]: cluster 2024-03-22T07:05:34.212597+0000 mgr.y (mgr.14391) 154 : cluster 0 pgmap v129: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:36.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:35 smithi148 bash[23214]: cluster 2024-03-22T07:05:34.212597+0000 mgr.y (mgr.14391) 154 : cluster 0 pgmap v129: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:36.476 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738492 got 34359738495 for osd.0 2024-03-22T07:05:36.476 DEBUG:teuthology.parallel:result is None 2024-03-22T07:05:36.845 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201335 got 236223201338 for osd.7 2024-03-22T07:05:36.845 DEBUG:teuthology.parallel:result is None 2024-03-22T07:05:36.940 INFO:teuthology.orchestra.run.smithi129.stdout:111669149795 2024-03-22T07:05:37.863 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574962 got 55834574966 for osd.1 2024-03-22T07:05:37.863 DEBUG:teuthology.parallel:result is None 2024-03-22T07:05:37.973 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:37 smithi129 bash[21357]: cluster 2024-03-22T07:05:36.213264+0000 mgr.y (mgr.14391) 155 : cluster 0 pgmap v130: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:37.973 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:37 smithi129 bash[21357]: audit 2024-03-22T07:05:36.947876+0000 mon.a (mon.0) 907 : audit 0 from='client.? 172.21.15.129:0/1467090234' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-22T07:05:37.973 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:37 smithi129 bash[31121]: cluster 2024-03-22T07:05:36.213264+0000 mgr.y (mgr.14391) 155 : cluster 0 pgmap v130: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:37.973 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:37 smithi129 bash[31121]: audit 2024-03-22T07:05:36.947876+0000 mon.a (mon.0) 907 : audit 0 from='client.? 172.21.15.129:0/1467090234' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-22T07:05:38.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:37 smithi148 bash[23214]: cluster 2024-03-22T07:05:36.213264+0000 mgr.y (mgr.14391) 155 : cluster 0 pgmap v130: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:38.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:37 smithi148 bash[23214]: audit 2024-03-22T07:05:36.947876+0000 mon.a (mon.0) 907 : audit 0 from='client.? 172.21.15.129:0/1467090234' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-22T07:05:38.341 INFO:teuthology.orchestra.run.smithi129.stdout:167503724623 2024-03-22T07:05:38.675 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149791 got 111669149795 for osd.3 2024-03-22T07:05:38.675 DEBUG:teuthology.parallel:result is None 2024-03-22T07:05:38.820 INFO:teuthology.orchestra.run.smithi129.stdout:201863462982 2024-03-22T07:05:39.026 INFO:teuthology.orchestra.run.smithi129.stdout:77309411438 2024-03-22T07:05:39.039 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:38 smithi129 bash[21357]: audit 2024-03-22T07:05:38.348371+0000 mon.c (mon.2) 26 : audit 0 from='client.? 172.21.15.129:0/2215961888' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-22T07:05:39.039 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:38 smithi129 bash[31121]: audit 2024-03-22T07:05:38.348371+0000 mon.c (mon.2) 26 : audit 0 from='client.? 172.21.15.129:0/2215961888' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-22T07:05:39.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:38 smithi148 bash[23214]: audit 2024-03-22T07:05:38.348371+0000 mon.c (mon.2) 26 : audit 0 from='client.? 172.21.15.129:0/2215961888' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-22T07:05:39.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:39 smithi129 bash[21357]: cluster 2024-03-22T07:05:38.214295+0000 mgr.y (mgr.14391) 156 : cluster 0 pgmap v131: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:39.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:39 smithi129 bash[21357]: audit 2024-03-22T07:05:38.828468+0000 mon.c (mon.2) 27 : audit 0 from='client.? 172.21.15.129:0/3869850761' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-22T07:05:39.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:39 smithi129 bash[21357]: audit 2024-03-22T07:05:39.033515+0000 mon.a (mon.0) 908 : audit 0 from='client.? 172.21.15.129:0/1413469274' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-22T07:05:39.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:39 smithi129 bash[31121]: cluster 2024-03-22T07:05:38.214295+0000 mgr.y (mgr.14391) 156 : cluster 0 pgmap v131: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:39.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:39 smithi129 bash[31121]: audit 2024-03-22T07:05:38.828468+0000 mon.c (mon.2) 27 : audit 0 from='client.? 172.21.15.129:0/3869850761' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-22T07:05:39.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:39 smithi129 bash[31121]: audit 2024-03-22T07:05:39.033515+0000 mon.a (mon.0) 908 : audit 0 from='client.? 172.21.15.129:0/1413469274' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-22T07:05:39.914 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724620 got 167503724623 for osd.5 2024-03-22T07:05:39.914 DEBUG:teuthology.parallel:result is None 2024-03-22T07:05:40.062 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462978 got 201863462982 for osd.6 2024-03-22T07:05:40.062 DEBUG:teuthology.parallel:result is None 2024-03-22T07:05:40.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:39 smithi148 bash[23214]: cluster 2024-03-22T07:05:38.214295+0000 mgr.y (mgr.14391) 156 : cluster 0 pgmap v131: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:40.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:39 smithi148 bash[23214]: audit 2024-03-22T07:05:38.828468+0000 mon.c (mon.2) 27 : audit 0 from='client.? 172.21.15.129:0/3869850761' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-22T07:05:40.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:39 smithi148 bash[23214]: audit 2024-03-22T07:05:39.033515+0000 mon.a (mon.0) 908 : audit 0 from='client.? 172.21.15.129:0/1413469274' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-22T07:05:40.482 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411433 got 77309411438 for osd.2 2024-03-22T07:05:40.482 DEBUG:teuthology.parallel:result is None 2024-03-22T07:05:40.482 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-03-22T07:05:40.482 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph pg dump --format=json 2024-03-22T07:05:42.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:41 smithi129 bash[21357]: cluster 2024-03-22T07:05:40.214922+0000 mgr.y (mgr.14391) 157 : cluster 0 pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:42.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:41 smithi129 bash[31121]: cluster 2024-03-22T07:05:40.214922+0000 mgr.y (mgr.14391) 157 : cluster 0 pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:42.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:41 smithi148 bash[23214]: cluster 2024-03-22T07:05:40.214922+0000 mgr.y (mgr.14391) 157 : cluster 0 pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:44.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:43 smithi129 bash[21357]: cluster 2024-03-22T07:05:42.215967+0000 mgr.y (mgr.14391) 158 : cluster 0 pgmap v133: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:44.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:43 smithi129 bash[31121]: cluster 2024-03-22T07:05:42.215967+0000 mgr.y (mgr.14391) 158 : cluster 0 pgmap v133: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:44.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:05:43 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:05:43] "GET /metrics HTTP/1.1" 200 33906 "" "Prometheus/2.43.0" 2024-03-22T07:05:44.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:43 smithi148 bash[23214]: cluster 2024-03-22T07:05:42.215967+0000 mgr.y (mgr.14391) 158 : cluster 0 pgmap v133: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:45.225 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:46.005 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:45 smithi129 bash[21357]: cluster 2024-03-22T07:05:44.216619+0000 mgr.y (mgr.14391) 159 : cluster 0 pgmap v134: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:46.005 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:45 smithi129 bash[31121]: cluster 2024-03-22T07:05:44.216619+0000 mgr.y (mgr.14391) 159 : cluster 0 pgmap v134: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:46.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:45 smithi148 bash[23214]: cluster 2024-03-22T07:05:44.216619+0000 mgr.y (mgr.14391) 159 : cluster 0 pgmap v134: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:47.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:46 smithi129 bash[21357]: audit 2024-03-22T07:05:46.228262+0000 mon.a (mon.0) 909 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:05:47.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:46 smithi129 bash[31121]: audit 2024-03-22T07:05:46.228262+0000 mon.a (mon.0) 909 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:05:47.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:46 smithi148 bash[23214]: audit 2024-03-22T07:05:46.228262+0000 mon.a (mon.0) 909 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:05:47.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:47 smithi129 bash[31121]: cluster 2024-03-22T07:05:46.217393+0000 mgr.y (mgr.14391) 160 : cluster 0 pgmap v135: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:47.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:47 smithi129 bash[21357]: cluster 2024-03-22T07:05:46.217393+0000 mgr.y (mgr.14391) 160 : cluster 0 pgmap v135: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:47.942 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:05:47.944 INFO:teuthology.orchestra.run.smithi129.stderr:dumped all 2024-03-22T07:05:48.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:47 smithi148 bash[23214]: cluster 2024-03-22T07:05:46.217393+0000 mgr.y (mgr.14391) 160 : cluster 0 pgmap v135: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:48.634 INFO:teuthology.orchestra.run.smithi129.stdout:{"pg_ready":true,"pg_map":{"version":135,"stamp":"2024-03-22T07:05:46.216976+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":289,"num_read_kb":386,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223784,"kb_used_data":7608,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737432,"statfs":{"total":767960285184,"available":767731130368,"internally_reserved":0,"allocated":7790592,"data_stored":4373439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004712"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.574477+0000","last_change":"2024-03-22T07:04:15.750096+0000","last_active":"2024-03-22T07:04:46.574477+0000","last_peered":"2024-03-22T07:04:46.574477+0000","last_clean":"2024-03-22T07:04:46.574477+0000","last_became_active":"2024-03-22T07:04:15.749355+0000","last_became_peered":"2024-03-22T07:04:15.749355+0000","last_unstale":"2024-03-22T07:04:46.574477+0000","last_undegraded":"2024-03-22T07:04:46.574477+0000","last_fullsized":"2024-03-22T07:04:46.574477+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:54:26.102399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"70'5","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.856491+0000","last_change":"2024-03-22T07:04:14.724189+0000","last_active":"2024-03-22T07:04:46.856491+0000","last_peered":"2024-03-22T07:04:46.856491+0000","last_clean":"2024-03-22T07:04:46.856491+0000","last_became_active":"2024-03-22T07:04:14.723737+0000","last_became_peered":"2024-03-22T07:04:14.723737+0000","last_unstale":"2024-03-22T07:04:46.856491+0000","last_undegraded":"2024-03-22T07:04:46.856491+0000","last_fullsized":"2024-03-22T07:04:46.856491+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:32:10.510303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562425+0000","last_change":"2024-03-22T07:04:15.761453+0000","last_active":"2024-03-22T07:04:46.562425+0000","last_peered":"2024-03-22T07:04:46.562425+0000","last_clean":"2024-03-22T07:04:46.562425+0000","last_became_active":"2024-03-22T07:04:15.760822+0000","last_became_peered":"2024-03-22T07:04:15.760822+0000","last_unstale":"2024-03-22T07:04:46.562425+0000","last_undegraded":"2024-03-22T07:04:46.562425+0000","last_fullsized":"2024-03-22T07:04:46.562425+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:55:23.585491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"70'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.564208+0000","last_change":"2024-03-22T07:04:14.734511+0000","last_active":"2024-03-22T07:04:46.564208+0000","last_peered":"2024-03-22T07:04:46.564208+0000","last_clean":"2024-03-22T07:04:46.564208+0000","last_became_active":"2024-03-22T07:04:14.734030+0000","last_became_peered":"2024-03-22T07:04:14.734030+0000","last_unstale":"2024-03-22T07:04:46.564208+0000","last_undegraded":"2024-03-22T07:04:46.564208+0000","last_fullsized":"2024-03-22T07:04:46.564208+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:43:44.997879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.575064+0000","last_change":"2024-03-22T07:04:15.766145+0000","last_active":"2024-03-22T07:04:46.575064+0000","last_peered":"2024-03-22T07:04:46.575064+0000","last_clean":"2024-03-22T07:04:46.575064+0000","last_became_active":"2024-03-22T07:04:15.765722+0000","last_became_peered":"2024-03-22T07:04:15.765722+0000","last_unstale":"2024-03-22T07:04:46.575064+0000","last_undegraded":"2024-03-22T07:04:46.575064+0000","last_fullsized":"2024-03-22T07:04:46.575064+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:50:00.307752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569598+0000","last_change":"2024-03-22T07:04:14.743986+0000","last_active":"2024-03-22T07:04:46.569598+0000","last_peered":"2024-03-22T07:04:46.569598+0000","last_clean":"2024-03-22T07:04:46.569598+0000","last_became_active":"2024-03-22T07:04:14.743463+0000","last_became_peered":"2024-03-22T07:04:14.743463+0000","last_unstale":"2024-03-22T07:04:46.569598+0000","last_undegraded":"2024-03-22T07:04:46.569598+0000","last_fullsized":"2024-03-22T07:04:46.569598+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:08:56.242023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.576826+0000","last_change":"2024-03-22T07:04:15.766126+0000","last_active":"2024-03-22T07:04:46.576826+0000","last_peered":"2024-03-22T07:04:46.576826+0000","last_clean":"2024-03-22T07:04:46.576826+0000","last_became_active":"2024-03-22T07:04:15.765191+0000","last_became_peered":"2024-03-22T07:04:15.765191+0000","last_unstale":"2024-03-22T07:04:46.576826+0000","last_undegraded":"2024-03-22T07:04:46.576826+0000","last_fullsized":"2024-03-22T07:04:46.576826+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:06:44.631207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569249+0000","last_change":"2024-03-22T07:04:14.746508+0000","last_active":"2024-03-22T07:04:46.569249+0000","last_peered":"2024-03-22T07:04:46.569249+0000","last_clean":"2024-03-22T07:04:46.569249+0000","last_became_active":"2024-03-22T07:04:14.745330+0000","last_became_peered":"2024-03-22T07:04:14.745330+0000","last_unstale":"2024-03-22T07:04:46.569249+0000","last_undegraded":"2024-03-22T07:04:46.569249+0000","last_fullsized":"2024-03-22T07:04:46.569249+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:42:07.350256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.571183+0000","last_change":"2024-03-22T07:04:15.758781+0000","last_active":"2024-03-22T07:04:46.571183+0000","last_peered":"2024-03-22T07:04:46.571183+0000","last_clean":"2024-03-22T07:04:46.571183+0000","last_became_active":"2024-03-22T07:04:15.757832+0000","last_became_peered":"2024-03-22T07:04:15.757832+0000","last_unstale":"2024-03-22T07:04:46.571183+0000","last_undegraded":"2024-03-22T07:04:46.571183+0000","last_fullsized":"2024-03-22T07:04:46.571183+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:24:50.652466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"70'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.856450+0000","last_change":"2024-03-22T07:04:14.719946+0000","last_active":"2024-03-22T07:04:46.856450+0000","last_peered":"2024-03-22T07:04:46.856450+0000","last_clean":"2024-03-22T07:04:46.856450+0000","last_became_active":"2024-03-22T07:04:14.715533+0000","last_became_peered":"2024-03-22T07:04:14.715533+0000","last_unstale":"2024-03-22T07:04:46.856450+0000","last_undegraded":"2024-03-22T07:04:46.856450+0000","last_fullsized":"2024-03-22T07:04:46.856450+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:11:26.750291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.575270+0000","last_change":"2024-03-22T07:04:15.751157+0000","last_active":"2024-03-22T07:04:46.575270+0000","last_peered":"2024-03-22T07:04:46.575270+0000","last_clean":"2024-03-22T07:04:46.575270+0000","last_became_active":"2024-03-22T07:04:15.749902+0000","last_became_peered":"2024-03-22T07:04:15.749902+0000","last_unstale":"2024-03-22T07:04:46.575270+0000","last_undegraded":"2024-03-22T07:04:46.575270+0000","last_fullsized":"2024-03-22T07:04:46.575270+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:37:20.469081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"70'1","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.856515+0000","last_change":"2024-03-22T07:04:14.731322+0000","last_active":"2024-03-22T07:04:46.856515+0000","last_peered":"2024-03-22T07:04:46.856515+0000","last_clean":"2024-03-22T07:04:46.856515+0000","last_became_active":"2024-03-22T07:04:14.730723+0000","last_became_peered":"2024-03-22T07:04:14.730723+0000","last_unstale":"2024-03-22T07:04:46.856515+0000","last_undegraded":"2024-03-22T07:04:46.856515+0000","last_fullsized":"2024-03-22T07:04:46.856515+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:07:57.668860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.579368+0000","last_change":"2024-03-22T07:02:24.067512+0000","last_active":"2024-03-22T07:04:46.579368+0000","last_peered":"2024-03-22T07:04:46.579368+0000","last_clean":"2024-03-22T07:04:46.579368+0000","last_became_active":"2024-03-22T07:02:24.067033+0000","last_became_peered":"2024-03-22T07:02:24.067033+0000","last_unstale":"2024-03-22T07:04:46.579368+0000","last_undegraded":"2024-03-22T07:04:46.579368+0000","last_fullsized":"2024-03-22T07:04:46.579368+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:23:46.124939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562163+0000","last_change":"2024-03-22T07:04:16.123370+0000","last_active":"2024-03-22T07:04:46.562163+0000","last_peered":"2024-03-22T07:04:46.562163+0000","last_clean":"2024-03-22T07:04:46.562163+0000","last_became_active":"2024-03-22T07:04:16.122487+0000","last_became_peered":"2024-03-22T07:04:16.122487+0000","last_unstale":"2024-03-22T07:04:46.562163+0000","last_undegraded":"2024-03-22T07:04:46.562163+0000","last_fullsized":"2024-03-22T07:04:46.562163+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:51:03.221192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.571715+0000","last_change":"2024-03-22T07:02:24.427110+0000","last_active":"2024-03-22T07:04:46.571715+0000","last_peered":"2024-03-22T07:04:46.571715+0000","last_clean":"2024-03-22T07:04:46.571715+0000","last_became_active":"2024-03-22T07:02:24.425865+0000","last_became_peered":"2024-03-22T07:02:24.425865+0000","last_unstale":"2024-03-22T07:04:46.571715+0000","last_undegraded":"2024-03-22T07:04:46.571715+0000","last_fullsized":"2024-03-22T07:04:46.571715+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:42:45.005123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.565979+0000","last_change":"2024-03-22T07:04:14.726049+0000","last_active":"2024-03-22T07:04:46.565979+0000","last_peered":"2024-03-22T07:04:46.565979+0000","last_clean":"2024-03-22T07:04:46.565979+0000","last_became_active":"2024-03-22T07:04:14.725364+0000","last_became_peered":"2024-03-22T07:04:14.725364+0000","last_unstale":"2024-03-22T07:04:46.565979+0000","last_undegraded":"2024-03-22T07:04:46.565979+0000","last_fullsized":"2024-03-22T07:04:46.565979+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:20:30.971733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.858179+0000","last_change":"2024-03-22T07:04:16.121540+0000","last_active":"2024-03-22T07:04:46.858179+0000","last_peered":"2024-03-22T07:04:46.858179+0000","last_clean":"2024-03-22T07:04:46.858179+0000","last_became_active":"2024-03-22T07:04:16.120730+0000","last_became_peered":"2024-03-22T07:04:16.120730+0000","last_unstale":"2024-03-22T07:04:46.858179+0000","last_undegraded":"2024-03-22T07:04:46.858179+0000","last_fullsized":"2024-03-22T07:04:46.858179+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:17:05.253958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.571179+0000","last_change":"2024-03-22T07:04:14.738545+0000","last_active":"2024-03-22T07:04:46.571179+0000","last_peered":"2024-03-22T07:04:46.571179+0000","last_clean":"2024-03-22T07:04:46.571179+0000","last_became_active":"2024-03-22T07:04:14.737982+0000","last_became_peered":"2024-03-22T07:04:14.737982+0000","last_unstale":"2024-03-22T07:04:46.571179+0000","last_undegraded":"2024-03-22T07:04:46.571179+0000","last_fullsized":"2024-03-22T07:04:46.571179+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:59:44.395300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563125+0000","last_change":"2024-03-22T07:02:24.427590+0000","last_active":"2024-03-22T07:04:46.563125+0000","last_peered":"2024-03-22T07:04:46.563125+0000","last_clean":"2024-03-22T07:04:46.563125+0000","last_became_active":"2024-03-22T07:02:24.426308+0000","last_became_peered":"2024-03-22T07:02:24.426308+0000","last_unstale":"2024-03-22T07:04:46.563125+0000","last_undegraded":"2024-03-22T07:04:46.563125+0000","last_fullsized":"2024-03-22T07:04:46.563125+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:37:24.878599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.857698+0000","last_change":"2024-03-22T07:04:15.752847+0000","last_active":"2024-03-22T07:04:46.857698+0000","last_peered":"2024-03-22T07:04:46.857698+0000","last_clean":"2024-03-22T07:04:46.857698+0000","last_became_active":"2024-03-22T07:04:15.751944+0000","last_became_peered":"2024-03-22T07:04:15.751944+0000","last_unstale":"2024-03-22T07:04:46.857698+0000","last_undegraded":"2024-03-22T07:04:46.857698+0000","last_fullsized":"2024-03-22T07:04:46.857698+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:44:48.923167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.856276+0000","last_change":"2024-03-22T07:04:14.710768+0000","last_active":"2024-03-22T07:04:46.856276+0000","last_peered":"2024-03-22T07:04:46.856276+0000","last_clean":"2024-03-22T07:04:46.856276+0000","last_became_active":"2024-03-22T07:04:14.709822+0000","last_became_peered":"2024-03-22T07:04:14.709822+0000","last_unstale":"2024-03-22T07:04:46.856276+0000","last_undegraded":"2024-03-22T07:04:46.856276+0000","last_fullsized":"2024-03-22T07:04:46.856276+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:58:49.326958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563757+0000","last_change":"2024-03-22T07:02:24.070287+0000","last_active":"2024-03-22T07:04:46.563757+0000","last_peered":"2024-03-22T07:04:46.563757+0000","last_clean":"2024-03-22T07:04:46.563757+0000","last_became_active":"2024-03-22T07:02:24.069756+0000","last_became_peered":"2024-03-22T07:02:24.069756+0000","last_unstale":"2024-03-22T07:04:46.563757+0000","last_undegraded":"2024-03-22T07:04:46.563757+0000","last_fullsized":"2024-03-22T07:04:46.563757+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:35:25.684751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.580522+0000","last_change":"2024-03-22T07:04:16.123608+0000","last_active":"2024-03-22T07:04:46.580522+0000","last_peered":"2024-03-22T07:04:46.580522+0000","last_clean":"2024-03-22T07:04:46.580522+0000","last_became_active":"2024-03-22T07:04:16.122798+0000","last_became_peered":"2024-03-22T07:04:16.122798+0000","last_unstale":"2024-03-22T07:04:46.580522+0000","last_undegraded":"2024-03-22T07:04:46.580522+0000","last_fullsized":"2024-03-22T07:04:46.580522+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:32:34.425048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562828+0000","last_change":"2024-03-22T07:04:14.733570+0000","last_active":"2024-03-22T07:04:46.562828+0000","last_peered":"2024-03-22T07:04:46.562828+0000","last_clean":"2024-03-22T07:04:46.562828+0000","last_became_active":"2024-03-22T07:04:14.733195+0000","last_became_peered":"2024-03-22T07:04:14.733195+0000","last_unstale":"2024-03-22T07:04:46.562828+0000","last_undegraded":"2024-03-22T07:04:46.562828+0000","last_fullsized":"2024-03-22T07:04:46.562828+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:59:18.065621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":269,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-03-22T07:04:47.724080+0000","last_change":"2024-03-22T07:00:53.462699+0000","last_active":"2024-03-22T07:04:47.724080+0000","last_peered":"2024-03-22T07:04:47.724080+0000","last_clean":"2024-03-22T07:04:47.724080+0000","last_became_active":"2024-03-22T07:00:53.461707+0000","last_became_peered":"2024-03-22T07:00:53.461707+0000","last_unstale":"2024-03-22T07:04:47.724080+0000","last_undegraded":"2024-03-22T07:04:47.724080+0000","last_fullsized":"2024-03-22T07:04:47.724080+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T06:56:44.702899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T06:56:44.702899+0000","last_clean_scrub_stamp":"2024-03-22T06:56:44.702899+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:25:59.243619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569089+0000","last_change":"2024-03-22T07:02:24.062380+0000","last_active":"2024-03-22T07:04:46.569089+0000","last_peered":"2024-03-22T07:04:46.569089+0000","last_clean":"2024-03-22T07:04:46.569089+0000","last_became_active":"2024-03-22T07:02:24.061543+0000","last_became_peered":"2024-03-22T07:02:24.061543+0000","last_unstale":"2024-03-22T07:04:46.569089+0000","last_undegraded":"2024-03-22T07:04:46.569089+0000","last_fullsized":"2024-03-22T07:04:46.569089+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:04:36.302851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.571412+0000","last_change":"2024-03-22T07:04:15.743195+0000","last_active":"2024-03-22T07:04:46.571412+0000","last_peered":"2024-03-22T07:04:46.571412+0000","last_clean":"2024-03-22T07:04:46.571412+0000","last_became_active":"2024-03-22T07:04:15.742351+0000","last_became_peered":"2024-03-22T07:04:15.742351+0000","last_unstale":"2024-03-22T07:04:46.571412+0000","last_undegraded":"2024-03-22T07:04:46.571412+0000","last_fullsized":"2024-03-22T07:04:46.571412+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:43:41.867951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.568740+0000","last_change":"2024-03-22T07:04:14.739050+0000","last_active":"2024-03-22T07:04:46.568740+0000","last_peered":"2024-03-22T07:04:46.568740+0000","last_clean":"2024-03-22T07:04:46.568740+0000","last_became_active":"2024-03-22T07:04:14.738525+0000","last_became_peered":"2024-03-22T07:04:14.738525+0000","last_unstale":"2024-03-22T07:04:46.568740+0000","last_undegraded":"2024-03-22T07:04:46.568740+0000","last_fullsized":"2024-03-22T07:04:46.568740+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:27:34.767439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569091+0000","last_change":"2024-03-22T07:02:24.405378+0000","last_active":"2024-03-22T07:04:46.569091+0000","last_peered":"2024-03-22T07:04:46.569091+0000","last_clean":"2024-03-22T07:04:46.569091+0000","last_became_active":"2024-03-22T07:02:24.404353+0000","last_became_peered":"2024-03-22T07:02:24.404353+0000","last_unstale":"2024-03-22T07:04:46.569091+0000","last_undegraded":"2024-03-22T07:04:46.569091+0000","last_fullsized":"2024-03-22T07:04:46.569091+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:11:00.430410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.570926+0000","last_change":"2024-03-22T07:04:15.759171+0000","last_active":"2024-03-22T07:04:46.570926+0000","last_peered":"2024-03-22T07:04:46.570926+0000","last_clean":"2024-03-22T07:04:46.570926+0000","last_became_active":"2024-03-22T07:04:15.758468+0000","last_became_peered":"2024-03-22T07:04:15.758468+0000","last_unstale":"2024-03-22T07:04:46.570926+0000","last_undegraded":"2024-03-22T07:04:46.570926+0000","last_fullsized":"2024-03-22T07:04:46.570926+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:42:20.746080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.576890+0000","last_change":"2024-03-22T07:04:14.730476+0000","last_active":"2024-03-22T07:04:46.576890+0000","last_peered":"2024-03-22T07:04:46.576890+0000","last_clean":"2024-03-22T07:04:46.576890+0000","last_became_active":"2024-03-22T07:04:14.729100+0000","last_became_peered":"2024-03-22T07:04:14.729100+0000","last_unstale":"2024-03-22T07:04:46.576890+0000","last_undegraded":"2024-03-22T07:04:46.576890+0000","last_fullsized":"2024-03-22T07:04:46.576890+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:36:27.427254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569157+0000","last_change":"2024-03-22T07:02:24.061105+0000","last_active":"2024-03-22T07:04:46.569157+0000","last_peered":"2024-03-22T07:04:46.569157+0000","last_clean":"2024-03-22T07:04:46.569157+0000","last_became_active":"2024-03-22T07:02:24.060325+0000","last_became_peered":"2024-03-22T07:02:24.060325+0000","last_unstale":"2024-03-22T07:04:46.569157+0000","last_undegraded":"2024-03-22T07:04:46.569157+0000","last_fullsized":"2024-03-22T07:04:46.569157+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:46:23.014722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569961+0000","last_change":"2024-03-22T07:04:15.748066+0000","last_active":"2024-03-22T07:04:46.569961+0000","last_peered":"2024-03-22T07:04:46.569961+0000","last_clean":"2024-03-22T07:04:46.569961+0000","last_became_active":"2024-03-22T07:04:15.746793+0000","last_became_peered":"2024-03-22T07:04:15.746793+0000","last_unstale":"2024-03-22T07:04:46.569961+0000","last_undegraded":"2024-03-22T07:04:46.569961+0000","last_fullsized":"2024-03-22T07:04:46.569961+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:53:52.576060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569430+0000","last_change":"2024-03-22T07:04:14.739353+0000","last_active":"2024-03-22T07:04:46.569430+0000","last_peered":"2024-03-22T07:04:46.569430+0000","last_clean":"2024-03-22T07:04:46.569430+0000","last_became_active":"2024-03-22T07:04:14.738853+0000","last_became_peered":"2024-03-22T07:04:14.738853+0000","last_unstale":"2024-03-22T07:04:46.569430+0000","last_undegraded":"2024-03-22T07:04:46.569430+0000","last_fullsized":"2024-03-22T07:04:46.569430+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:20:15.308130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569371+0000","last_change":"2024-03-22T07:02:24.064332+0000","last_active":"2024-03-22T07:04:46.569371+0000","last_peered":"2024-03-22T07:04:46.569371+0000","last_clean":"2024-03-22T07:04:46.569371+0000","last_became_active":"2024-03-22T07:02:24.063334+0000","last_became_peered":"2024-03-22T07:02:24.063334+0000","last_unstale":"2024-03-22T07:04:46.569371+0000","last_undegraded":"2024-03-22T07:04:46.569371+0000","last_fullsized":"2024-03-22T07:04:46.569371+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:11:37.153377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-03-22T07:04:47.577707+0000","last_change":"2024-03-22T07:04:47.577707+0000","last_active":"2024-03-22T07:04:47.577707+0000","last_peered":"2024-03-22T07:04:47.577707+0000","last_clean":"2024-03-22T07:04:47.577707+0000","last_became_active":"2024-03-22T07:04:47.576722+0000","last_became_peered":"2024-03-22T07:04:47.576722+0000","last_unstale":"2024-03-22T07:04:47.577707+0000","last_undegraded":"2024-03-22T07:04:47.577707+0000","last_fullsized":"2024-03-22T07:04:47.577707+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:07:16.005678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562261+0000","last_change":"2024-03-22T07:04:14.731509+0000","last_active":"2024-03-22T07:04:46.562261+0000","last_peered":"2024-03-22T07:04:46.562261+0000","last_clean":"2024-03-22T07:04:46.562261+0000","last_became_active":"2024-03-22T07:04:14.731135+0000","last_became_peered":"2024-03-22T07:04:14.731135+0000","last_unstale":"2024-03-22T07:04:46.562261+0000","last_undegraded":"2024-03-22T07:04:46.562261+0000","last_fullsized":"2024-03-22T07:04:46.562261+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:44:55.193296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.575472+0000","last_change":"2024-03-22T07:04:15.750823+0000","last_active":"2024-03-22T07:04:46.575472+0000","last_peered":"2024-03-22T07:04:46.575472+0000","last_clean":"2024-03-22T07:04:46.575472+0000","last_became_active":"2024-03-22T07:04:15.749999+0000","last_became_peered":"2024-03-22T07:04:15.749999+0000","last_unstale":"2024-03-22T07:04:46.575472+0000","last_undegraded":"2024-03-22T07:04:46.575472+0000","last_fullsized":"2024-03-22T07:04:46.575472+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:02:12.868206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.574807+0000","last_change":"2024-03-22T07:04:14.713996+0000","last_active":"2024-03-22T07:04:46.574807+0000","last_peered":"2024-03-22T07:04:46.574807+0000","last_clean":"2024-03-22T07:04:46.574807+0000","last_became_active":"2024-03-22T07:04:14.712202+0000","last_became_peered":"2024-03-22T07:04:14.712202+0000","last_unstale":"2024-03-22T07:04:46.574807+0000","last_undegraded":"2024-03-22T07:04:46.574807+0000","last_fullsized":"2024-03-22T07:04:46.574807+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:00:19.115263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.575660+0000","last_change":"2024-03-22T07:04:15.750463+0000","last_active":"2024-03-22T07:04:46.575660+0000","last_peered":"2024-03-22T07:04:46.575660+0000","last_clean":"2024-03-22T07:04:46.575660+0000","last_became_active":"2024-03-22T07:04:15.749537+0000","last_became_peered":"2024-03-22T07:04:15.749537+0000","last_unstale":"2024-03-22T07:04:46.575660+0000","last_undegraded":"2024-03-22T07:04:46.575660+0000","last_fullsized":"2024-03-22T07:04:46.575660+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:02:08.791925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.579605+0000","last_change":"2024-03-22T07:04:14.746430+0000","last_active":"2024-03-22T07:04:46.579605+0000","last_peered":"2024-03-22T07:04:46.579605+0000","last_clean":"2024-03-22T07:04:46.579605+0000","last_became_active":"2024-03-22T07:04:14.743940+0000","last_became_peered":"2024-03-22T07:04:14.743940+0000","last_unstale":"2024-03-22T07:04:46.579605+0000","last_undegraded":"2024-03-22T07:04:46.579605+0000","last_fullsized":"2024-03-22T07:04:46.579605+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:42:52.525264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.575133+0000","last_change":"2024-03-22T07:04:15.758832+0000","last_active":"2024-03-22T07:04:46.575133+0000","last_peered":"2024-03-22T07:04:46.575133+0000","last_clean":"2024-03-22T07:04:46.575133+0000","last_became_active":"2024-03-22T07:04:15.758271+0000","last_became_peered":"2024-03-22T07:04:15.758271+0000","last_unstale":"2024-03-22T07:04:46.575133+0000","last_undegraded":"2024-03-22T07:04:46.575133+0000","last_fullsized":"2024-03-22T07:04:46.575133+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:38:37.863609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"70'3","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563178+0000","last_change":"2024-03-22T07:04:14.729976+0000","last_active":"2024-03-22T07:04:46.563178+0000","last_peered":"2024-03-22T07:04:46.563178+0000","last_clean":"2024-03-22T07:04:46.563178+0000","last_became_active":"2024-03-22T07:04:14.729316+0000","last_became_peered":"2024-03-22T07:04:14.729316+0000","last_unstale":"2024-03-22T07:04:46.563178+0000","last_undegraded":"2024-03-22T07:04:46.563178+0000","last_fullsized":"2024-03-22T07:04:46.563178+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:22:00.490549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.857939+0000","last_change":"2024-03-22T07:04:15.760012+0000","last_active":"2024-03-22T07:04:46.857939+0000","last_peered":"2024-03-22T07:04:46.857939+0000","last_clean":"2024-03-22T07:04:46.857939+0000","last_became_active":"2024-03-22T07:04:15.759716+0000","last_became_peered":"2024-03-22T07:04:15.759716+0000","last_unstale":"2024-03-22T07:04:46.857939+0000","last_undegraded":"2024-03-22T07:04:46.857939+0000","last_fullsized":"2024-03-22T07:04:46.857939+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:09:58.803592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569186+0000","last_change":"2024-03-22T07:04:14.724282+0000","last_active":"2024-03-22T07:04:46.569186+0000","last_peered":"2024-03-22T07:04:46.569186+0000","last_clean":"2024-03-22T07:04:46.569186+0000","last_became_active":"2024-03-22T07:04:14.723315+0000","last_became_peered":"2024-03-22T07:04:14.723315+0000","last_unstale":"2024-03-22T07:04:46.569186+0000","last_undegraded":"2024-03-22T07:04:46.569186+0000","last_fullsized":"2024-03-22T07:04:46.569186+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:07:29.623691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.579385+0000","last_change":"2024-03-22T07:04:16.122727+0000","last_active":"2024-03-22T07:04:46.579385+0000","last_peered":"2024-03-22T07:04:46.579385+0000","last_clean":"2024-03-22T07:04:46.579385+0000","last_became_active":"2024-03-22T07:04:16.121857+0000","last_became_peered":"2024-03-22T07:04:16.121857+0000","last_unstale":"2024-03-22T07:04:46.579385+0000","last_undegraded":"2024-03-22T07:04:46.579385+0000","last_fullsized":"2024-03-22T07:04:46.579385+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:23:47.918781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563358+0000","last_change":"2024-03-22T07:04:14.737599+0000","last_active":"2024-03-22T07:04:46.563358+0000","last_peered":"2024-03-22T07:04:46.563358+0000","last_clean":"2024-03-22T07:04:46.563358+0000","last_became_active":"2024-03-22T07:04:14.737188+0000","last_became_peered":"2024-03-22T07:04:14.737188+0000","last_unstale":"2024-03-22T07:04:46.563358+0000","last_undegraded":"2024-03-22T07:04:46.563358+0000","last_fullsized":"2024-03-22T07:04:46.563358+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:06:59.407884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.574796+0000","last_change":"2024-03-22T07:04:15.765431+0000","last_active":"2024-03-22T07:04:46.574796+0000","last_peered":"2024-03-22T07:04:46.574796+0000","last_clean":"2024-03-22T07:04:46.574796+0000","last_became_active":"2024-03-22T07:04:15.764748+0000","last_became_peered":"2024-03-22T07:04:15.764748+0000","last_unstale":"2024-03-22T07:04:46.574796+0000","last_undegraded":"2024-03-22T07:04:46.574796+0000","last_fullsized":"2024-03-22T07:04:46.574796+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:55:18.584744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563408+0000","last_change":"2024-03-22T07:04:14.723922+0000","last_active":"2024-03-22T07:04:46.563408+0000","last_peered":"2024-03-22T07:04:46.563408+0000","last_clean":"2024-03-22T07:04:46.563408+0000","last_became_active":"2024-03-22T07:04:14.723109+0000","last_became_peered":"2024-03-22T07:04:14.723109+0000","last_unstale":"2024-03-22T07:04:46.563408+0000","last_undegraded":"2024-03-22T07:04:46.563408+0000","last_fullsized":"2024-03-22T07:04:46.563408+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:01:17.112816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569368+0000","last_change":"2024-03-22T07:04:16.123103+0000","last_active":"2024-03-22T07:04:46.569368+0000","last_peered":"2024-03-22T07:04:46.569368+0000","last_clean":"2024-03-22T07:04:46.569368+0000","last_became_active":"2024-03-22T07:04:16.122042+0000","last_became_peered":"2024-03-22T07:04:16.122042+0000","last_unstale":"2024-03-22T07:04:46.569368+0000","last_undegraded":"2024-03-22T07:04:46.569368+0000","last_fullsized":"2024-03-22T07:04:46.569368+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:34:59.216714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.564037+0000","last_change":"2024-03-22T07:04:14.731228+0000","last_active":"2024-03-22T07:04:46.564037+0000","last_peered":"2024-03-22T07:04:46.564037+0000","last_clean":"2024-03-22T07:04:46.564037+0000","last_became_active":"2024-03-22T07:04:14.730227+0000","last_became_peered":"2024-03-22T07:04:14.730227+0000","last_unstale":"2024-03-22T07:04:46.564037+0000","last_undegraded":"2024-03-22T07:04:46.564037+0000","last_fullsized":"2024-03-22T07:04:46.564037+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:37:44.070731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-03-22T07:04:47.728746+0000","last_change":"2024-03-22T07:04:47.728746+0000","last_active":"2024-03-22T07:04:47.728746+0000","last_peered":"2024-03-22T07:04:47.728746+0000","last_clean":"2024-03-22T07:04:47.728746+0000","last_became_active":"2024-03-22T07:04:47.727716+0000","last_became_peered":"2024-03-22T07:04:47.727716+0000","last_unstale":"2024-03-22T07:04:47.728746+0000","last_undegraded":"2024-03-22T07:04:47.728746+0000","last_fullsized":"2024-03-22T07:04:47.728746+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:24:28.598787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":32,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.579052+0000","last_change":"2024-03-22T07:04:14.727064+0000","last_active":"2024-03-22T07:04:46.579052+0000","last_peered":"2024-03-22T07:04:46.579052+0000","last_clean":"2024-03-22T07:04:46.579052+0000","last_became_active":"2024-03-22T07:04:14.726292+0000","last_became_peered":"2024-03-22T07:04:14.726292+0000","last_unstale":"2024-03-22T07:04:46.579052+0000","last_undegraded":"2024-03-22T07:04:46.579052+0000","last_fullsized":"2024-03-22T07:04:46.579052+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:32:41.546973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.857242+0000","last_change":"2024-03-22T07:04:16.121614+0000","last_active":"2024-03-22T07:04:46.857242+0000","last_peered":"2024-03-22T07:04:46.857242+0000","last_clean":"2024-03-22T07:04:46.857242+0000","last_became_active":"2024-03-22T07:04:16.120815+0000","last_became_peered":"2024-03-22T07:04:16.120815+0000","last_unstale":"2024-03-22T07:04:46.857242+0000","last_undegraded":"2024-03-22T07:04:46.857242+0000","last_fullsized":"2024-03-22T07:04:46.857242+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:38:20.239747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562657+0000","last_change":"2024-03-22T07:04:14.738423+0000","last_active":"2024-03-22T07:04:46.562657+0000","last_peered":"2024-03-22T07:04:46.562657+0000","last_clean":"2024-03-22T07:04:46.562657+0000","last_became_active":"2024-03-22T07:04:14.737656+0000","last_became_peered":"2024-03-22T07:04:14.737656+0000","last_unstale":"2024-03-22T07:04:46.562657+0000","last_undegraded":"2024-03-22T07:04:46.562657+0000","last_fullsized":"2024-03-22T07:04:46.562657+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:27:03.484961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569324+0000","last_change":"2024-03-22T07:04:16.124206+0000","last_active":"2024-03-22T07:04:46.569324+0000","last_peered":"2024-03-22T07:04:46.569324+0000","last_clean":"2024-03-22T07:04:46.569324+0000","last_became_active":"2024-03-22T07:04:16.122829+0000","last_became_peered":"2024-03-22T07:04:16.122829+0000","last_unstale":"2024-03-22T07:04:46.569324+0000","last_undegraded":"2024-03-22T07:04:46.569324+0000","last_fullsized":"2024-03-22T07:04:46.569324+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:59:43.056004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.856447+0000","last_change":"2024-03-22T07:04:14.713705+0000","last_active":"2024-03-22T07:04:46.856447+0000","last_peered":"2024-03-22T07:04:46.856447+0000","last_clean":"2024-03-22T07:04:46.856447+0000","last_became_active":"2024-03-22T07:04:14.712469+0000","last_became_peered":"2024-03-22T07:04:14.712469+0000","last_unstale":"2024-03-22T07:04:46.856447+0000","last_undegraded":"2024-03-22T07:04:46.856447+0000","last_fullsized":"2024-03-22T07:04:46.856447+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:14:51.843796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563362+0000","last_change":"2024-03-22T07:04:16.121572+0000","last_active":"2024-03-22T07:04:46.563362+0000","last_peered":"2024-03-22T07:04:46.563362+0000","last_clean":"2024-03-22T07:04:46.563362+0000","last_became_active":"2024-03-22T07:04:16.120715+0000","last_became_peered":"2024-03-22T07:04:16.120715+0000","last_unstale":"2024-03-22T07:04:46.563362+0000","last_undegraded":"2024-03-22T07:04:46.563362+0000","last_fullsized":"2024-03-22T07:04:46.563362+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:00:49.078804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563012+0000","last_change":"2024-03-22T07:04:14.724804+0000","last_active":"2024-03-22T07:04:46.563012+0000","last_peered":"2024-03-22T07:04:46.563012+0000","last_clean":"2024-03-22T07:04:46.563012+0000","last_became_active":"2024-03-22T07:04:14.723865+0000","last_became_peered":"2024-03-22T07:04:14.723865+0000","last_unstale":"2024-03-22T07:04:46.563012+0000","last_undegraded":"2024-03-22T07:04:46.563012+0000","last_fullsized":"2024-03-22T07:04:46.563012+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:01:24.924874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":24,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-03-22T07:04:47.725188+0000","last_change":"2024-03-22T07:04:47.725188+0000","last_active":"2024-03-22T07:04:47.725188+0000","last_peered":"2024-03-22T07:04:47.725188+0000","last_clean":"2024-03-22T07:04:47.725188+0000","last_became_active":"2024-03-22T07:04:47.724011+0000","last_became_peered":"2024-03-22T07:04:47.724011+0000","last_unstale":"2024-03-22T07:04:47.725188+0000","last_undegraded":"2024-03-22T07:04:47.725188+0000","last_fullsized":"2024-03-22T07:04:47.725188+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:06:31.923303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"70'7","reported_seq":29,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.575254+0000","last_change":"2024-03-22T07:04:14.729800+0000","last_active":"2024-03-22T07:04:46.575254+0000","last_peered":"2024-03-22T07:04:46.575254+0000","last_clean":"2024-03-22T07:04:46.575254+0000","last_became_active":"2024-03-22T07:04:14.728983+0000","last_became_peered":"2024-03-22T07:04:14.728983+0000","last_unstale":"2024-03-22T07:04:46.575254+0000","last_undegraded":"2024-03-22T07:04:46.575254+0000","last_fullsized":"2024-03-22T07:04:46.575254+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:57:23.475758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569744+0000","last_change":"2024-03-22T07:04:15.754461+0000","last_active":"2024-03-22T07:04:46.569744+0000","last_peered":"2024-03-22T07:04:46.569744+0000","last_clean":"2024-03-22T07:04:46.569744+0000","last_became_active":"2024-03-22T07:04:15.753924+0000","last_became_peered":"2024-03-22T07:04:15.753924+0000","last_unstale":"2024-03-22T07:04:46.569744+0000","last_undegraded":"2024-03-22T07:04:46.569744+0000","last_fullsized":"2024-03-22T07:04:46.569744+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:30:25.383816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":22,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563176+0000","last_change":"2024-03-22T07:04:14.721087+0000","last_active":"2024-03-22T07:04:46.563176+0000","last_peered":"2024-03-22T07:04:46.563176+0000","last_clean":"2024-03-22T07:04:46.563176+0000","last_became_active":"2024-03-22T07:04:14.720495+0000","last_became_peered":"2024-03-22T07:04:14.720495+0000","last_unstale":"2024-03-22T07:04:46.563176+0000","last_undegraded":"2024-03-22T07:04:46.563176+0000","last_fullsized":"2024-03-22T07:04:46.563176+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:23:25.458614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562516+0000","last_change":"2024-03-22T07:04:16.122548+0000","last_active":"2024-03-22T07:04:46.562516+0000","last_peered":"2024-03-22T07:04:46.562516+0000","last_clean":"2024-03-22T07:04:46.562516+0000","last_became_active":"2024-03-22T07:04:16.121138+0000","last_became_peered":"2024-03-22T07:04:16.121138+0000","last_unstale":"2024-03-22T07:04:46.562516+0000","last_undegraded":"2024-03-22T07:04:46.562516+0000","last_fullsized":"2024-03-22T07:04:46.562516+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:32:20.694745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569396+0000","last_change":"2024-03-22T07:04:14.747233+0000","last_active":"2024-03-22T07:04:46.569396+0000","last_peered":"2024-03-22T07:04:46.569396+0000","last_clean":"2024-03-22T07:04:46.569396+0000","last_became_active":"2024-03-22T07:04:14.746653+0000","last_became_peered":"2024-03-22T07:04:14.746653+0000","last_unstale":"2024-03-22T07:04:46.569396+0000","last_undegraded":"2024-03-22T07:04:46.569396+0000","last_fullsized":"2024-03-22T07:04:46.569396+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:27:51.731397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562424+0000","last_change":"2024-03-22T07:04:15.745452+0000","last_active":"2024-03-22T07:04:46.562424+0000","last_peered":"2024-03-22T07:04:46.562424+0000","last_clean":"2024-03-22T07:04:46.562424+0000","last_became_active":"2024-03-22T07:04:15.744929+0000","last_became_peered":"2024-03-22T07:04:15.744929+0000","last_unstale":"2024-03-22T07:04:46.562424+0000","last_undegraded":"2024-03-22T07:04:46.562424+0000","last_fullsized":"2024-03-22T07:04:46.562424+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:25:24.055241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.856832+0000","last_change":"2024-03-22T07:04:14.722216+0000","last_active":"2024-03-22T07:04:46.856832+0000","last_peered":"2024-03-22T07:04:46.856832+0000","last_clean":"2024-03-22T07:04:46.856832+0000","last_became_active":"2024-03-22T07:04:14.721578+0000","last_became_peered":"2024-03-22T07:04:14.721578+0000","last_unstale":"2024-03-22T07:04:46.856832+0000","last_undegraded":"2024-03-22T07:04:46.856832+0000","last_fullsized":"2024-03-22T07:04:46.856832+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:41:37.860743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.579411+0000","last_change":"2024-03-22T07:04:15.756937+0000","last_active":"2024-03-22T07:04:46.579411+0000","last_peered":"2024-03-22T07:04:46.579411+0000","last_clean":"2024-03-22T07:04:46.579411+0000","last_became_active":"2024-03-22T07:04:15.756649+0000","last_became_peered":"2024-03-22T07:04:15.756649+0000","last_unstale":"2024-03-22T07:04:46.579411+0000","last_undegraded":"2024-03-22T07:04:46.579411+0000","last_fullsized":"2024-03-22T07:04:46.579411+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:19:21.683031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562553+0000","last_change":"2024-03-22T07:04:14.711311+0000","last_active":"2024-03-22T07:04:46.562553+0000","last_peered":"2024-03-22T07:04:46.562553+0000","last_clean":"2024-03-22T07:04:46.562553+0000","last_became_active":"2024-03-22T07:04:14.710291+0000","last_became_peered":"2024-03-22T07:04:14.710291+0000","last_unstale":"2024-03-22T07:04:46.562553+0000","last_undegraded":"2024-03-22T07:04:46.562553+0000","last_fullsized":"2024-03-22T07:04:46.562553+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:33:06.637775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.857525+0000","last_change":"2024-03-22T07:04:16.124863+0000","last_active":"2024-03-22T07:04:46.857525+0000","last_peered":"2024-03-22T07:04:46.857525+0000","last_clean":"2024-03-22T07:04:46.857525+0000","last_became_active":"2024-03-22T07:04:16.123519+0000","last_became_peered":"2024-03-22T07:04:16.123519+0000","last_unstale":"2024-03-22T07:04:46.857525+0000","last_undegraded":"2024-03-22T07:04:46.857525+0000","last_fullsized":"2024-03-22T07:04:46.857525+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:04:00.544214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569162+0000","last_change":"2024-03-22T07:04:14.723959+0000","last_active":"2024-03-22T07:04:46.569162+0000","last_peered":"2024-03-22T07:04:46.569162+0000","last_clean":"2024-03-22T07:04:46.569162+0000","last_became_active":"2024-03-22T07:04:14.723274+0000","last_became_peered":"2024-03-22T07:04:14.723274+0000","last_unstale":"2024-03-22T07:04:46.569162+0000","last_undegraded":"2024-03-22T07:04:46.569162+0000","last_fullsized":"2024-03-22T07:04:46.569162+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:08:21.475166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563564+0000","last_change":"2024-03-22T07:04:15.760585+0000","last_active":"2024-03-22T07:04:46.563564+0000","last_peered":"2024-03-22T07:04:46.563564+0000","last_clean":"2024-03-22T07:04:46.563564+0000","last_became_active":"2024-03-22T07:04:15.759949+0000","last_became_peered":"2024-03-22T07:04:15.759949+0000","last_unstale":"2024-03-22T07:04:46.563564+0000","last_undegraded":"2024-03-22T07:04:46.563564+0000","last_fullsized":"2024-03-22T07:04:46.563564+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:28:48.415242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"70'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.575361+0000","last_change":"2024-03-22T07:04:14.734226+0000","last_active":"2024-03-22T07:04:46.575361+0000","last_peered":"2024-03-22T07:04:46.575361+0000","last_clean":"2024-03-22T07:04:46.575361+0000","last_became_active":"2024-03-22T07:04:14.733523+0000","last_became_peered":"2024-03-22T07:04:14.733523+0000","last_unstale":"2024-03-22T07:04:46.575361+0000","last_undegraded":"2024-03-22T07:04:46.575361+0000","last_fullsized":"2024-03-22T07:04:46.575361+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:18:58.739805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":77,"num_read_kb":80,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201341,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28352,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716800,"statfs":{"total":95995035648,"available":95966003200,"internally_reserved":0,"allocated":1359872,"data_stored":916452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.96599999999999997,"15min":0.91800000000000004},"min":{"1min":0.55600000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.3819999999999999,"5min":1.383,"15min":1.383},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.93000000000000005,"15min":0.93600000000000005},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.2250000000000001,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.66700000000000004}]},{"osd":1,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.92700000000000005,"15min":0.90600000000000003},"min":{"1min":0.67100000000000004,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.28,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":0.58999999999999997},{"interface":"front","average":{"1min":1.038,"5min":1.024,"15min":1.052},"min":{"1min":0.67800000000000005,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.4419999999999999,"5min":1.897,"15min":1.897},"last":0.78000000000000003}]},{"osd":2,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":0.92200000000000004,"15min":0.89400000000000002},"min":{"1min":0.74099999999999999,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.466,"5min":1.466,"15min":1.466},"last":0.70599999999999996},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.044,"15min":1.02},"min":{"1min":0.76100000000000001,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.3360000000000001,"5min":1.462,"15min":1.462},"last":0.84699999999999998}]},{"osd":3,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.98699999999999999,"5min":0.96799999999999997,"15min":0.95699999999999996},"min":{"1min":0.72099999999999997,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.88900000000000001},{"interface":"front","average":{"1min":1.0900000000000001,"5min":1.02,"15min":1.008},"min":{"1min":0.82899999999999996,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.3140000000000001,"5min":1.486,"15min":1.486},"last":0.94299999999999995}]},{"osd":4,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.90200000000000002,"15min":0.878},"min":{"1min":0.57499999999999996,"5min":0.318,"15min":0.318},"max":{"1min":1.3109999999999999,"5min":1.427,"15min":1.427},"last":1.0680000000000001},{"interface":"front","average":{"1min":1.004,"5min":0.96299999999999997,"15min":0.94099999999999995},"min":{"1min":0.68899999999999995,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.591,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":0.97399999999999998}]},{"osd":5,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.01,"15min":0.97899999999999998},"min":{"1min":0.69899999999999995,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.4399999999999999,"5min":1.4399999999999999,"15min":1.4399999999999999},"last":1.1619999999999999},{"interface":"front","average":{"1min":1.1180000000000001,"5min":1.0960000000000001,"15min":1.087},"min":{"1min":0.67000000000000004,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.341,"5min":1.482,"15min":1.482},"last":1.3859999999999999}]},{"osd":6,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":1.0980000000000001,"5min":1.121,"15min":1.113},"min":{"1min":0.83299999999999996,"5min":0.375,"15min":0.375},"max":{"1min":1.369,"5min":1.806,"15min":1.806},"last":1.296},{"interface":"front","average":{"1min":1.1799999999999999,"5min":1.0960000000000001,"15min":1.0700000000000001},"min":{"1min":0.90700000000000003,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.635,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.141}]}]},{"osd":6,"up_from":47,"seq":201863462983,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28340,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716812,"statfs":{"total":95995035648,"available":95966015488,"internally_reserved":0,"allocated":1347584,"data_stored":916314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:05:06 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.879,"15min":0.88300000000000001},"min":{"1min":0.66000000000000003,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.216,"5min":1.4399999999999999,"15min":1.4399999999999999},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.89400000000000002,"15min":0.88800000000000001},"min":{"1min":0.57399999999999995,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.2190000000000001,"5min":1.444,"15min":1.444},"last":0.75900000000000001}]},{"osd":1,"last update":"Fri Mar 22 07:05:06 2024","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.92500000000000004,"15min":0.90600000000000003},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.2470000000000001,"5min":1.361,"15min":1.361},"last":0.63100000000000001},{"interface":"front","average":{"1min":1.0009999999999999,"5min":0.91100000000000003,"15min":0.89300000000000002},"min":{"1min":0.67400000000000004,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.288,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.94499999999999995}]},{"osd":2,"last update":"Fri Mar 22 07:05:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":0.95599999999999996,"15min":0.93999999999999995},"min":{"1min":0.81699999999999995,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.371,"5min":1.51,"15min":1.51},"last":0.79100000000000004},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.95799999999999996,"15min":0.92400000000000004},"min":{"1min":0.72899999999999998,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.226,"5min":1.423,"15min":1.423},"last":1.097}]},{"osd":3,"last update":"Fri Mar 22 07:05:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":0.97699999999999998,"15min":0.94599999999999995},"min":{"1min":0.81000000000000005,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.66900000000000004},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.0249999999999999,"15min":1.004},"min":{"1min":0.78800000000000003,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.2989999999999999,"5min":1.468,"15min":1.468},"last":1.163}]},{"osd":4,"last update":"Fri Mar 22 07:05:06 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":0.88600000000000001,"15min":0.81200000000000006},"min":{"1min":0.79200000000000004,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.345,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.86799999999999999},{"interface":"front","average":{"1min":1.03,"5min":0.96899999999999997,"15min":0.89500000000000002},"min":{"1min":0.68799999999999994,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.325,"5min":1.534,"15min":1.534},"last":1.022}]},{"osd":5,"last update":"Fri Mar 22 07:05:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":0.997,"15min":0.89900000000000002},"min":{"1min":0.65900000000000003,"5min":0.377,"15min":0.377},"max":{"1min":1.357,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":1.2090000000000001},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.056,"15min":0.996},"min":{"1min":0.94499999999999995,"5min":0.442,"15min":0.442},"max":{"1min":1.3879999999999999,"5min":1.492,"15min":1.492},"last":1.1379999999999999}]},{"osd":7,"last update":"Fri Mar 22 07:04:59 2024","interfaces":[{"interface":"back","average":{"1min":1.1220000000000001,"5min":1.089,"15min":1.069},"min":{"1min":0.80500000000000005,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.423,"5min":1.583,"15min":1.583},"last":0.88800000000000001},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.169,"15min":1.149},"min":{"1min":0.997,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.5009999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":1.26}]}]},{"osd":1,"up_from":13,"seq":55834574968,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27740,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717412,"statfs":{"total":95995035648,"available":95966629888,"internally_reserved":0,"allocated":741376,"data_stored":324585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.71099999999999997,"15min":0.59199999999999997},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.30299999999999999},"max":{"1min":1.266,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.873},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.76100000000000001,"15min":0.63},"min":{"1min":0.38500000000000001,"5min":0.38400000000000001,"15min":0.32300000000000001},"max":{"1min":1.157,"5min":1.734,"15min":1.734},"last":1.0549999999999999}]},{"osd":2,"last update":"Fri Mar 22 07:04:50 2024","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.74199999999999999,"15min":0.67200000000000004},"min":{"1min":0.375,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.0049999999999999,"5min":1.367,"15min":1.367},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.79500000000000004,"15min":0.71799999999999997},"min":{"1min":0.40799999999999997,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.204,"5min":1.748,"15min":1.748},"last":0.64000000000000001}]},{"osd":3,"last update":"Fri Mar 22 07:04:43 2024","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.85099999999999998,"15min":0.79600000000000004},"min":{"1min":0.434,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.0880000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":0.748},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.96399999999999997,"15min":0.89400000000000002},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.1890000000000001,"5min":1.478,"15min":1.478},"last":0.999}]},{"osd":4,"last update":"Fri Mar 22 07:05:31 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.98699999999999999,"15min":0.94299999999999995},"min":{"1min":0.60399999999999998,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.1970000000000001,"5min":1.667,"15min":1.667},"last":1.0860000000000001},{"interface":"front","average":{"1min":0.871,"5min":0.96399999999999997,"15min":0.91700000000000004},"min":{"1min":0.60799999999999998,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.3080000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":0.93300000000000005}]},{"osd":5,"last update":"Fri Mar 22 07:05:24 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":1.006,"15min":0.996},"min":{"1min":0.65100000000000002,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.3899999999999999,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.1439999999999999},{"interface":"front","average":{"1min":0.97599999999999998,"5min":1.0109999999999999,"15min":0.97499999999999998},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.468,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":1.1619999999999999}]},{"osd":6,"last update":"Fri Mar 22 07:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.0589999999999999,"15min":1.0860000000000001},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.556,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.82799999999999996},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.052,"15min":1.0589999999999999},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.3600000000000001,"5min":1.718,"15min":1.718},"last":1.115}]},{"osd":7,"last update":"Fri Mar 22 07:04:58 2024","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.1240000000000001,"15min":1.1479999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.419,"5min":1.623,"15min":1.623},"last":1.1850000000000001},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.101,"15min":1.1180000000000001},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.3160000000000001,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":1.0289999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738498,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28336,"kb_used_data":1312,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716816,"statfs":{"total":95995035648,"available":95966019584,"internally_reserved":0,"allocated":1343488,"data_stored":915557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.69899999999999995,"15min":0.58999999999999997},"min":{"1min":0.45100000000000001,"5min":0.30199999999999999,"15min":0.24399999999999999},"max":{"1min":1.3320000000000001,"5min":1.609,"15min":1.609},"last":0.91000000000000003},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.80800000000000005,"15min":0.65400000000000003},"min":{"1min":0.46300000000000002,"5min":0.34499999999999997,"15min":0.26900000000000002},"max":{"1min":1.1839999999999999,"5min":1.698,"15min":1.698},"last":0.70499999999999996}]},{"osd":2,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.81799999999999995,"15min":0.70199999999999996},"min":{"1min":0.54100000000000004,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.1910000000000001,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.77300000000000002,"15min":0.67300000000000004},"min":{"1min":0.56599999999999995,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.4710000000000001,"5min":1.869,"15min":1.869},"last":0.74399999999999999}]},{"osd":3,"last update":"Fri Mar 22 07:04:52 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.88800000000000001,"15min":0.82299999999999995},"min":{"1min":0.53600000000000003,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.3009999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":1.0840000000000001},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.879,"15min":0.83599999999999997},"min":{"1min":0.51400000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.155,"5min":1.8100000000000001,"15min":1.8100000000000001},"last":0.875}]},{"osd":4,"last update":"Fri Mar 22 07:05:38 2024","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.94699999999999995,"15min":0.93200000000000005},"min":{"1min":0.628,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.4339999999999999,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.997},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.008,"15min":0.93799999999999994},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.6579999999999999,"5min":1.841,"15min":1.841},"last":0.96999999999999997}]},{"osd":5,"last update":"Fri Mar 22 07:05:23 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.002,"15min":0.96299999999999997},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.53,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.94999999999999996},{"interface":"front","average":{"1min":1.137,"5min":1.087,"15min":1.028},"min":{"1min":0.64800000000000002,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.7549999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":1.054}]},{"osd":6,"last update":"Fri Mar 22 07:05:10 2024","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.0660000000000001,"15min":1.05},"min":{"1min":0.71199999999999997,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.8340000000000001,"5min":1.9510000000000001,"15min":1.9510000000000001},"last":1.1259999999999999},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.099,"15min":1.077},"min":{"1min":0.82199999999999995,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.607,"5min":1.774,"15min":1.774},"last":1.0329999999999999}]},{"osd":7,"last update":"Fri Mar 22 07:04:52 2024","interfaces":[{"interface":"back","average":{"1min":1.1499999999999999,"5min":1.1359999999999999,"15min":1.1539999999999999},"min":{"1min":0.76000000000000001,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.522,"5min":1.998,"15min":1.998},"last":1.1990000000000001},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.149,"15min":1.1759999999999999},"min":{"1min":0.878,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.4710000000000001,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":1.159}]}]},{"osd":2,"up_from":18,"seq":77309411439,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27748,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717404,"statfs":{"total":95995035648,"available":95966621696,"internally_reserved":0,"allocated":749568,"data_stored":325201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:04:57 2024","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.72199999999999998,"15min":0.65700000000000003},"min":{"1min":0.37,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.0620000000000001,"5min":1.458,"15min":1.458},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.72499999999999998,"15min":0.69099999999999995},"min":{"1min":0.40300000000000002,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.86899999999999999,"5min":1.181,"15min":1.208},"last":0.45700000000000002}]},{"osd":1,"last update":"Fri Mar 22 07:04:57 2024","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.81000000000000005,"15min":0.72099999999999997},"min":{"1min":0.52900000000000003,"5min":0.376,"15min":0.27000000000000002},"max":{"1min":1.2549999999999999,"5min":2.2709999999999999,"15min":2.2709999999999999},"last":0.374},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.78500000000000003,"15min":0.71699999999999997},"min":{"1min":0.45200000000000001,"5min":0.39300000000000002,"15min":0.28899999999999998},"max":{"1min":1.2210000000000001,"5min":1.345,"15min":1.345},"last":0.41799999999999998}]},{"osd":3,"last update":"Fri Mar 22 07:04:52 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.85199999999999998,"15min":0.80600000000000005},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.39900000000000002},"max":{"1min":1.2809999999999999,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.84799999999999998,"15min":0.82499999999999996},"min":{"1min":0.497,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":0.48899999999999999}]},{"osd":4,"last update":"Fri Mar 22 07:05:36 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94699999999999995,"15min":0.92500000000000004},"min":{"1min":0.61199999999999999,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.3240000000000001,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.77200000000000002},{"interface":"front","average":{"1min":1.105,"5min":1.0920000000000001,"15min":1.0269999999999999},"min":{"1min":0.70599999999999996,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.4710000000000001,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.84899999999999998}]},{"osd":5,"last update":"Fri Mar 22 07:05:24 2024","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":0.96699999999999997,"15min":0.98699999999999999},"min":{"1min":0.59699999999999998,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.1679999999999999,"5min":1.365,"15min":1.365},"last":0.63100000000000001},{"interface":"front","average":{"1min":1.149,"5min":1.1140000000000001,"15min":1.1180000000000001},"min":{"1min":0.76200000000000001,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.4179999999999999,"5min":1.526,"15min":1.605},"last":0.81499999999999995}]},{"osd":6,"last update":"Fri Mar 22 07:05:07 2024","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":1.113,"15min":1.159},"min":{"1min":0.61099999999999999,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.4970000000000001,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":0.78900000000000003},{"interface":"front","average":{"1min":1.0680000000000001,"5min":1.097,"15min":1.173},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.4710000000000001,"5min":3.3479999999999999,"15min":3.3479999999999999},"last":0.67600000000000005}]},{"osd":7,"last update":"Fri Mar 22 07:04:57 2024","interfaces":[{"interface":"back","average":{"1min":1.2150000000000001,"5min":1.1359999999999999,"15min":1.167},"min":{"1min":0.63500000000000001,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.538,"5min":1.607,"15min":1.607},"last":0.61199999999999999},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.113,"15min":1.151},"min":{"1min":0.78000000000000003,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.5920000000000001,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.82899999999999996}]}]},{"osd":3,"up_from":26,"seq":111669149797,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27748,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717404,"statfs":{"total":95995035648,"available":95966621696,"internally_reserved":0,"allocated":741376,"data_stored":324402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:04:51 2024","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72799999999999998,"15min":0.66800000000000004},"min":{"1min":0.35499999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.002,"5min":1.212,"15min":1.212},"last":1.111},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.76100000000000001,"15min":0.74399999999999999},"min":{"1min":0.38600000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.99199999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.70799999999999996}]},{"osd":1,"last update":"Fri Mar 22 07:04:51 2024","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.73399999999999999,"15min":0.72799999999999998},"min":{"1min":0.372,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.335,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.86199999999999999,"15min":0.81499999999999995},"min":{"1min":0.45100000000000001,"5min":0.34399999999999997,"15min":0.32500000000000001},"max":{"1min":1.1779999999999999,"5min":1.1919999999999999,"15min":1.282},"last":0.97699999999999998}]},{"osd":2,"last update":"Fri Mar 22 07:04:51 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.879,"15min":0.82099999999999995},"min":{"1min":0.41499999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.752},{"interface":"front","average":{"1min":1.0009999999999999,"5min":0.98299999999999998,"15min":0.92700000000000005},"min":{"1min":0.47999999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.25,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.1990000000000001}]},{"osd":4,"last update":"Fri Mar 22 07:05:34 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.92200000000000004,"15min":0.88900000000000001},"min":{"1min":0.66600000000000004,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.46,"5min":1.885,"15min":1.885},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.95899999999999996,"5min":1.028,"15min":0.92500000000000004},"min":{"1min":0.69999999999999996,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.212,"5min":5.508,"15min":5.508},"last":1.0169999999999999}]},{"osd":5,"last update":"Fri Mar 22 07:05:26 2024","interfaces":[{"interface":"back","average":{"1min":1.105,"5min":1.079,"15min":1.0629999999999999},"min":{"1min":0.79400000000000004,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.6359999999999999,"5min":1.6439999999999999,"15min":1.6439999999999999},"last":1.2749999999999999},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.0169999999999999,"15min":1.016},"min":{"1min":0.68200000000000005,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.504,"5min":2.448,"15min":2.448},"last":1.0860000000000001}]},{"osd":6,"last update":"Fri Mar 22 07:05:12 2024","interfaces":[{"interface":"back","average":{"1min":1.46,"5min":1.1220000000000001,"15min":1.0760000000000001},"min":{"1min":0.81499999999999995,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":7.2329999999999997,"5min":7.2329999999999997,"15min":7.2329999999999997},"last":0.94799999999999995},{"interface":"front","average":{"1min":1.544,"5min":1.2330000000000001,"15min":1.196},"min":{"1min":0.67100000000000004,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":6.6660000000000004,"5min":6.6660000000000004,"15min":6.6660000000000004},"last":1.3600000000000001}]},{"osd":7,"last update":"Fri Mar 22 07:04:56 2024","interfaces":[{"interface":"back","average":{"1min":1.1870000000000001,"5min":1.121,"15min":1.129},"min":{"1min":0.95599999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.5389999999999999,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":1.306},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.1200000000000001,"15min":1.1459999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.4390000000000001,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":1.153}]}]},{"osd":4,"up_from":31,"seq":133143986267,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27768,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717384,"statfs":{"total":95995035648,"available":95966601216,"internally_reserved":0,"allocated":761856,"data_stored":326022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:05:34 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.92400000000000004,"15min":0.83999999999999997},"min":{"1min":0.61899999999999999,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.345,"5min":1.47,"15min":1.47},"last":1.0209999999999999},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.88900000000000001,"15min":0.82999999999999996},"min":{"1min":0.60999999999999999,"5min":0.502,"15min":0.502},"max":{"1min":1.117,"5min":1.401,"15min":1.401},"last":1.075}]},{"osd":1,"last update":"Fri Mar 22 07:05:34 2024","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.90800000000000003,"15min":0.84799999999999998},"min":{"1min":0.70299999999999996,"5min":0.56399999999999995,"15min":0.46400000000000002},"max":{"1min":1.1259999999999999,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":0.88},{"interface":"front","average":{"1min":1.018,"5min":0.92300000000000004,"15min":0.81299999999999994},"min":{"1min":0.68999999999999995,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.319,"5min":1.319,"15min":1.319},"last":1.109}]},{"osd":2,"last update":"Fri Mar 22 07:05:34 2024","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":1.014,"15min":0.88700000000000001},"min":{"1min":0.84399999999999997,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.4099999999999999,"5min":1.482,"15min":1.482},"last":1.2190000000000001},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.96199999999999997,"15min":0.873},"min":{"1min":0.70299999999999996,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.3180000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.97799999999999998}]},{"osd":3,"last update":"Fri Mar 22 07:05:34 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":0.97299999999999998,"15min":0.89100000000000001},"min":{"1min":0.79000000000000004,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.329,"5min":1.341,"15min":1.341},"last":0.80200000000000005},{"interface":"front","average":{"1min":1.077,"5min":1.02,"15min":0.875},"min":{"1min":0.76200000000000001,"5min":0.57599999999999996,"15min":0.49299999999999999},"max":{"1min":1.3700000000000001,"5min":2.593,"15min":2.593},"last":0.94999999999999996}]},{"osd":5,"last update":"Fri Mar 22 07:05:16 2024","interfaces":[{"interface":"back","average":{"1min":1.1040000000000001,"5min":1.0029999999999999,"15min":0.80100000000000005},"min":{"1min":0.68200000000000005,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.3460000000000001,"5min":1.464,"15min":1.464},"last":0.623},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.012,"15min":0.81399999999999995},"min":{"1min":0.64200000000000002,"5min":0.40000000000000002,"15min":0.32100000000000001},"max":{"1min":1.3919999999999999,"5min":1.5,"15min":1.5},"last":0.68200000000000005}]},{"osd":6,"last update":"Fri Mar 22 07:05:14 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":0.98899999999999999,"15min":0.84099999999999997},"min":{"1min":0.75,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.48,"5min":1.585,"15min":1.585},"last":0.73799999999999999},{"interface":"front","average":{"1min":1.2749999999999999,"5min":1.1160000000000001,"15min":0.98699999999999999},"min":{"1min":1.0309999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.47,"5min":1.595,"15min":1.595},"last":0.91400000000000003}]},{"osd":7,"last update":"Fri Mar 22 07:04:58 2024","interfaces":[{"interface":"back","average":{"1min":1.278,"5min":1.177,"15min":1.141},"min":{"1min":1.095,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.5089999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":1.167},{"interface":"front","average":{"1min":1.2370000000000001,"5min":1.135,"15min":1.109},"min":{"1min":0.95599999999999996,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.5229999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":1.05}]}]},{"osd":5,"up_from":39,"seq":167503724625,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27752,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717400,"statfs":{"total":95995035648,"available":95966617600,"internally_reserved":0,"allocated":745472,"data_stored":324906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:05:19 2024","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.86199999999999999,"15min":0.85099999999999998},"min":{"1min":0.60799999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.1619999999999999,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.95499999999999996,"5min":0.91000000000000003,"15min":0.83199999999999996},"min":{"1min":0.57399999999999995,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.3480000000000001,"5min":1.369,"15min":1.369},"last":0.82099999999999995}]},{"osd":1,"last update":"Fri Mar 22 07:05:19 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.88700000000000001,"15min":0.86499999999999999},"min":{"1min":0.61899999999999999,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.0840000000000001,"5min":1.399,"15min":1.399},"last":0.749},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.91800000000000004,"15min":0.872},"min":{"1min":0.52100000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.1279999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":1.0700000000000001}]},{"osd":2,"last update":"Fri Mar 22 07:05:19 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.89800000000000002,"15min":0.88},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.28,"5min":1.294,"15min":1.294},"last":0.875},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93899999999999995,"15min":0.86899999999999999},"min":{"1min":0.64800000000000002,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.212,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":0.93200000000000005}]},{"osd":3,"last update":"Fri Mar 22 07:05:19 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.95099999999999996,"15min":0.89000000000000001},"min":{"1min":0.55100000000000005,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.2609999999999999,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.002},{"interface":"front","average":{"1min":1.004,"5min":0.98099999999999998,"15min":0.93100000000000005},"min":{"1min":0.73499999999999999,"5min":0.64000000000000001,"15min":0.58199999999999996},"max":{"1min":1.242,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.032}]},{"osd":4,"last update":"Fri Mar 22 07:05:19 2024","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.878,"15min":0.73799999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.33800000000000002},"max":{"1min":1.387,"5min":1.387,"15min":1.387},"last":0.96799999999999997},{"interface":"front","average":{"1min":1.0029999999999999,"5min":0.94699999999999995,"15min":0.79800000000000004},"min":{"1min":0.432,"5min":0.39500000000000002,"15min":0.36499999999999999},"max":{"1min":1.2589999999999999,"5min":1.427,"15min":1.427},"last":1.1759999999999999}]},{"osd":6,"last update":"Fri Mar 22 07:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":0.95199999999999996,"15min":0.89500000000000002},"min":{"1min":0.45100000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.3169999999999999,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":1.1499999999999999},{"interface":"front","average":{"1min":1.042,"5min":0.996,"15min":0.94199999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":1.1299999999999999}]},{"osd":7,"last update":"Fri Mar 22 07:04:57 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.038,"15min":1.004},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.2330000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.1970000000000001},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.0780000000000001,"15min":1.0640000000000001},"min":{"1min":0.48299999999999998,"5min":0.38,"15min":0.38},"max":{"1min":1.518,"5min":1.518,"15min":1.518},"last":1.3}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-22T07:05:48.639 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph pg dump --format=json 2024-03-22T07:05:49.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:48 smithi129 bash[31121]: audit 2024-03-22T07:05:47.933116+0000 mgr.y (mgr.14391) 161 : audit 0 from='client.24647 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:05:49.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:48 smithi129 bash[21357]: audit 2024-03-22T07:05:47.933116+0000 mgr.y (mgr.14391) 161 : audit 0 from='client.24647 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:05:49.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:48 smithi148 bash[23214]: audit 2024-03-22T07:05:47.933116+0000 mgr.y (mgr.14391) 161 : audit 0 from='client.24647 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:05:50.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:49 smithi129 bash[31121]: cluster 2024-03-22T07:05:48.218589+0000 mgr.y (mgr.14391) 162 : cluster 0 pgmap v136: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:50.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:49 smithi129 bash[21357]: cluster 2024-03-22T07:05:48.218589+0000 mgr.y (mgr.14391) 162 : cluster 0 pgmap v136: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:50.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:49 smithi148 bash[23214]: cluster 2024-03-22T07:05:48.218589+0000 mgr.y (mgr.14391) 162 : cluster 0 pgmap v136: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:52.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:51 smithi129 bash[31121]: cluster 2024-03-22T07:05:50.219244+0000 mgr.y (mgr.14391) 163 : cluster 0 pgmap v137: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:52.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:51 smithi129 bash[21357]: cluster 2024-03-22T07:05:50.219244+0000 mgr.y (mgr.14391) 163 : cluster 0 pgmap v137: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:52.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:51 smithi148 bash[23214]: cluster 2024-03-22T07:05:50.219244+0000 mgr.y (mgr.14391) 163 : cluster 0 pgmap v137: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:53.376 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:05:54.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:53 smithi129 bash[21357]: cluster 2024-03-22T07:05:52.220305+0000 mgr.y (mgr.14391) 164 : cluster 0 pgmap v138: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:54.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:53 smithi129 bash[31121]: cluster 2024-03-22T07:05:52.220305+0000 mgr.y (mgr.14391) 164 : cluster 0 pgmap v138: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:54.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:05:53 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:05:53] "GET /metrics HTTP/1.1" 200 33908 "" "Prometheus/2.43.0" 2024-03-22T07:05:54.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:53 smithi148 bash[23214]: cluster 2024-03-22T07:05:52.220305+0000 mgr.y (mgr.14391) 164 : cluster 0 pgmap v138: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:55.868 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:55 smithi129 bash[31121]: cluster 2024-03-22T07:05:54.220763+0000 mgr.y (mgr.14391) 165 : cluster 0 pgmap v139: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:55.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:55 smithi129 bash[21357]: cluster 2024-03-22T07:05:54.220763+0000 mgr.y (mgr.14391) 165 : cluster 0 pgmap v139: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:55.969 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:05:55.970 INFO:teuthology.orchestra.run.smithi129.stderr:dumped all 2024-03-22T07:05:56.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:55 smithi148 bash[23214]: cluster 2024-03-22T07:05:54.220763+0000 mgr.y (mgr.14391) 165 : cluster 0 pgmap v139: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:56.679 INFO:teuthology.orchestra.run.smithi129.stdout:{"pg_ready":true,"pg_map":{"version":139,"stamp":"2024-03-22T07:05:54.220546+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":289,"num_read_kb":386,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223784,"kb_used_data":7608,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737432,"statfs":{"total":767960285184,"available":767731130368,"internally_reserved":0,"allocated":7790592,"data_stored":4373439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005343"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.574477+0000","last_change":"2024-03-22T07:04:15.750096+0000","last_active":"2024-03-22T07:04:46.574477+0000","last_peered":"2024-03-22T07:04:46.574477+0000","last_clean":"2024-03-22T07:04:46.574477+0000","last_became_active":"2024-03-22T07:04:15.749355+0000","last_became_peered":"2024-03-22T07:04:15.749355+0000","last_unstale":"2024-03-22T07:04:46.574477+0000","last_undegraded":"2024-03-22T07:04:46.574477+0000","last_fullsized":"2024-03-22T07:04:46.574477+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:54:26.102399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"70'5","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.856491+0000","last_change":"2024-03-22T07:04:14.724189+0000","last_active":"2024-03-22T07:04:46.856491+0000","last_peered":"2024-03-22T07:04:46.856491+0000","last_clean":"2024-03-22T07:04:46.856491+0000","last_became_active":"2024-03-22T07:04:14.723737+0000","last_became_peered":"2024-03-22T07:04:14.723737+0000","last_unstale":"2024-03-22T07:04:46.856491+0000","last_undegraded":"2024-03-22T07:04:46.856491+0000","last_fullsized":"2024-03-22T07:04:46.856491+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:32:10.510303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562425+0000","last_change":"2024-03-22T07:04:15.761453+0000","last_active":"2024-03-22T07:04:46.562425+0000","last_peered":"2024-03-22T07:04:46.562425+0000","last_clean":"2024-03-22T07:04:46.562425+0000","last_became_active":"2024-03-22T07:04:15.760822+0000","last_became_peered":"2024-03-22T07:04:15.760822+0000","last_unstale":"2024-03-22T07:04:46.562425+0000","last_undegraded":"2024-03-22T07:04:46.562425+0000","last_fullsized":"2024-03-22T07:04:46.562425+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:55:23.585491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"70'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.564208+0000","last_change":"2024-03-22T07:04:14.734511+0000","last_active":"2024-03-22T07:04:46.564208+0000","last_peered":"2024-03-22T07:04:46.564208+0000","last_clean":"2024-03-22T07:04:46.564208+0000","last_became_active":"2024-03-22T07:04:14.734030+0000","last_became_peered":"2024-03-22T07:04:14.734030+0000","last_unstale":"2024-03-22T07:04:46.564208+0000","last_undegraded":"2024-03-22T07:04:46.564208+0000","last_fullsized":"2024-03-22T07:04:46.564208+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:43:44.997879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.575064+0000","last_change":"2024-03-22T07:04:15.766145+0000","last_active":"2024-03-22T07:04:46.575064+0000","last_peered":"2024-03-22T07:04:46.575064+0000","last_clean":"2024-03-22T07:04:46.575064+0000","last_became_active":"2024-03-22T07:04:15.765722+0000","last_became_peered":"2024-03-22T07:04:15.765722+0000","last_unstale":"2024-03-22T07:04:46.575064+0000","last_undegraded":"2024-03-22T07:04:46.575064+0000","last_fullsized":"2024-03-22T07:04:46.575064+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:50:00.307752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569598+0000","last_change":"2024-03-22T07:04:14.743986+0000","last_active":"2024-03-22T07:04:46.569598+0000","last_peered":"2024-03-22T07:04:46.569598+0000","last_clean":"2024-03-22T07:04:46.569598+0000","last_became_active":"2024-03-22T07:04:14.743463+0000","last_became_peered":"2024-03-22T07:04:14.743463+0000","last_unstale":"2024-03-22T07:04:46.569598+0000","last_undegraded":"2024-03-22T07:04:46.569598+0000","last_fullsized":"2024-03-22T07:04:46.569598+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:08:56.242023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.576826+0000","last_change":"2024-03-22T07:04:15.766126+0000","last_active":"2024-03-22T07:04:46.576826+0000","last_peered":"2024-03-22T07:04:46.576826+0000","last_clean":"2024-03-22T07:04:46.576826+0000","last_became_active":"2024-03-22T07:04:15.765191+0000","last_became_peered":"2024-03-22T07:04:15.765191+0000","last_unstale":"2024-03-22T07:04:46.576826+0000","last_undegraded":"2024-03-22T07:04:46.576826+0000","last_fullsized":"2024-03-22T07:04:46.576826+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:06:44.631207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569249+0000","last_change":"2024-03-22T07:04:14.746508+0000","last_active":"2024-03-22T07:04:46.569249+0000","last_peered":"2024-03-22T07:04:46.569249+0000","last_clean":"2024-03-22T07:04:46.569249+0000","last_became_active":"2024-03-22T07:04:14.745330+0000","last_became_peered":"2024-03-22T07:04:14.745330+0000","last_unstale":"2024-03-22T07:04:46.569249+0000","last_undegraded":"2024-03-22T07:04:46.569249+0000","last_fullsized":"2024-03-22T07:04:46.569249+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:42:07.350256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.571183+0000","last_change":"2024-03-22T07:04:15.758781+0000","last_active":"2024-03-22T07:04:46.571183+0000","last_peered":"2024-03-22T07:04:46.571183+0000","last_clean":"2024-03-22T07:04:46.571183+0000","last_became_active":"2024-03-22T07:04:15.757832+0000","last_became_peered":"2024-03-22T07:04:15.757832+0000","last_unstale":"2024-03-22T07:04:46.571183+0000","last_undegraded":"2024-03-22T07:04:46.571183+0000","last_fullsized":"2024-03-22T07:04:46.571183+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:24:50.652466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"70'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.856450+0000","last_change":"2024-03-22T07:04:14.719946+0000","last_active":"2024-03-22T07:04:46.856450+0000","last_peered":"2024-03-22T07:04:46.856450+0000","last_clean":"2024-03-22T07:04:46.856450+0000","last_became_active":"2024-03-22T07:04:14.715533+0000","last_became_peered":"2024-03-22T07:04:14.715533+0000","last_unstale":"2024-03-22T07:04:46.856450+0000","last_undegraded":"2024-03-22T07:04:46.856450+0000","last_fullsized":"2024-03-22T07:04:46.856450+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:11:26.750291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.575270+0000","last_change":"2024-03-22T07:04:15.751157+0000","last_active":"2024-03-22T07:04:46.575270+0000","last_peered":"2024-03-22T07:04:46.575270+0000","last_clean":"2024-03-22T07:04:46.575270+0000","last_became_active":"2024-03-22T07:04:15.749902+0000","last_became_peered":"2024-03-22T07:04:15.749902+0000","last_unstale":"2024-03-22T07:04:46.575270+0000","last_undegraded":"2024-03-22T07:04:46.575270+0000","last_fullsized":"2024-03-22T07:04:46.575270+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:37:20.469081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"70'1","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.856515+0000","last_change":"2024-03-22T07:04:14.731322+0000","last_active":"2024-03-22T07:04:46.856515+0000","last_peered":"2024-03-22T07:04:46.856515+0000","last_clean":"2024-03-22T07:04:46.856515+0000","last_became_active":"2024-03-22T07:04:14.730723+0000","last_became_peered":"2024-03-22T07:04:14.730723+0000","last_unstale":"2024-03-22T07:04:46.856515+0000","last_undegraded":"2024-03-22T07:04:46.856515+0000","last_fullsized":"2024-03-22T07:04:46.856515+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:07:57.668860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.579368+0000","last_change":"2024-03-22T07:02:24.067512+0000","last_active":"2024-03-22T07:04:46.579368+0000","last_peered":"2024-03-22T07:04:46.579368+0000","last_clean":"2024-03-22T07:04:46.579368+0000","last_became_active":"2024-03-22T07:02:24.067033+0000","last_became_peered":"2024-03-22T07:02:24.067033+0000","last_unstale":"2024-03-22T07:04:46.579368+0000","last_undegraded":"2024-03-22T07:04:46.579368+0000","last_fullsized":"2024-03-22T07:04:46.579368+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:23:46.124939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562163+0000","last_change":"2024-03-22T07:04:16.123370+0000","last_active":"2024-03-22T07:04:46.562163+0000","last_peered":"2024-03-22T07:04:46.562163+0000","last_clean":"2024-03-22T07:04:46.562163+0000","last_became_active":"2024-03-22T07:04:16.122487+0000","last_became_peered":"2024-03-22T07:04:16.122487+0000","last_unstale":"2024-03-22T07:04:46.562163+0000","last_undegraded":"2024-03-22T07:04:46.562163+0000","last_fullsized":"2024-03-22T07:04:46.562163+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:51:03.221192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.571715+0000","last_change":"2024-03-22T07:02:24.427110+0000","last_active":"2024-03-22T07:04:46.571715+0000","last_peered":"2024-03-22T07:04:46.571715+0000","last_clean":"2024-03-22T07:04:46.571715+0000","last_became_active":"2024-03-22T07:02:24.425865+0000","last_became_peered":"2024-03-22T07:02:24.425865+0000","last_unstale":"2024-03-22T07:04:46.571715+0000","last_undegraded":"2024-03-22T07:04:46.571715+0000","last_fullsized":"2024-03-22T07:04:46.571715+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:42:45.005123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.565979+0000","last_change":"2024-03-22T07:04:14.726049+0000","last_active":"2024-03-22T07:04:46.565979+0000","last_peered":"2024-03-22T07:04:46.565979+0000","last_clean":"2024-03-22T07:04:46.565979+0000","last_became_active":"2024-03-22T07:04:14.725364+0000","last_became_peered":"2024-03-22T07:04:14.725364+0000","last_unstale":"2024-03-22T07:04:46.565979+0000","last_undegraded":"2024-03-22T07:04:46.565979+0000","last_fullsized":"2024-03-22T07:04:46.565979+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:20:30.971733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.858179+0000","last_change":"2024-03-22T07:04:16.121540+0000","last_active":"2024-03-22T07:04:46.858179+0000","last_peered":"2024-03-22T07:04:46.858179+0000","last_clean":"2024-03-22T07:04:46.858179+0000","last_became_active":"2024-03-22T07:04:16.120730+0000","last_became_peered":"2024-03-22T07:04:16.120730+0000","last_unstale":"2024-03-22T07:04:46.858179+0000","last_undegraded":"2024-03-22T07:04:46.858179+0000","last_fullsized":"2024-03-22T07:04:46.858179+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:17:05.253958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.571179+0000","last_change":"2024-03-22T07:04:14.738545+0000","last_active":"2024-03-22T07:04:46.571179+0000","last_peered":"2024-03-22T07:04:46.571179+0000","last_clean":"2024-03-22T07:04:46.571179+0000","last_became_active":"2024-03-22T07:04:14.737982+0000","last_became_peered":"2024-03-22T07:04:14.737982+0000","last_unstale":"2024-03-22T07:04:46.571179+0000","last_undegraded":"2024-03-22T07:04:46.571179+0000","last_fullsized":"2024-03-22T07:04:46.571179+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:59:44.395300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563125+0000","last_change":"2024-03-22T07:02:24.427590+0000","last_active":"2024-03-22T07:04:46.563125+0000","last_peered":"2024-03-22T07:04:46.563125+0000","last_clean":"2024-03-22T07:04:46.563125+0000","last_became_active":"2024-03-22T07:02:24.426308+0000","last_became_peered":"2024-03-22T07:02:24.426308+0000","last_unstale":"2024-03-22T07:04:46.563125+0000","last_undegraded":"2024-03-22T07:04:46.563125+0000","last_fullsized":"2024-03-22T07:04:46.563125+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:37:24.878599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.857698+0000","last_change":"2024-03-22T07:04:15.752847+0000","last_active":"2024-03-22T07:04:46.857698+0000","last_peered":"2024-03-22T07:04:46.857698+0000","last_clean":"2024-03-22T07:04:46.857698+0000","last_became_active":"2024-03-22T07:04:15.751944+0000","last_became_peered":"2024-03-22T07:04:15.751944+0000","last_unstale":"2024-03-22T07:04:46.857698+0000","last_undegraded":"2024-03-22T07:04:46.857698+0000","last_fullsized":"2024-03-22T07:04:46.857698+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:44:48.923167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.856276+0000","last_change":"2024-03-22T07:04:14.710768+0000","last_active":"2024-03-22T07:04:46.856276+0000","last_peered":"2024-03-22T07:04:46.856276+0000","last_clean":"2024-03-22T07:04:46.856276+0000","last_became_active":"2024-03-22T07:04:14.709822+0000","last_became_peered":"2024-03-22T07:04:14.709822+0000","last_unstale":"2024-03-22T07:04:46.856276+0000","last_undegraded":"2024-03-22T07:04:46.856276+0000","last_fullsized":"2024-03-22T07:04:46.856276+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:58:49.326958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563757+0000","last_change":"2024-03-22T07:02:24.070287+0000","last_active":"2024-03-22T07:04:46.563757+0000","last_peered":"2024-03-22T07:04:46.563757+0000","last_clean":"2024-03-22T07:04:46.563757+0000","last_became_active":"2024-03-22T07:02:24.069756+0000","last_became_peered":"2024-03-22T07:02:24.069756+0000","last_unstale":"2024-03-22T07:04:46.563757+0000","last_undegraded":"2024-03-22T07:04:46.563757+0000","last_fullsized":"2024-03-22T07:04:46.563757+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:35:25.684751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.580522+0000","last_change":"2024-03-22T07:04:16.123608+0000","last_active":"2024-03-22T07:04:46.580522+0000","last_peered":"2024-03-22T07:04:46.580522+0000","last_clean":"2024-03-22T07:04:46.580522+0000","last_became_active":"2024-03-22T07:04:16.122798+0000","last_became_peered":"2024-03-22T07:04:16.122798+0000","last_unstale":"2024-03-22T07:04:46.580522+0000","last_undegraded":"2024-03-22T07:04:46.580522+0000","last_fullsized":"2024-03-22T07:04:46.580522+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:32:34.425048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562828+0000","last_change":"2024-03-22T07:04:14.733570+0000","last_active":"2024-03-22T07:04:46.562828+0000","last_peered":"2024-03-22T07:04:46.562828+0000","last_clean":"2024-03-22T07:04:46.562828+0000","last_became_active":"2024-03-22T07:04:14.733195+0000","last_became_peered":"2024-03-22T07:04:14.733195+0000","last_unstale":"2024-03-22T07:04:46.562828+0000","last_undegraded":"2024-03-22T07:04:46.562828+0000","last_fullsized":"2024-03-22T07:04:46.562828+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:59:18.065621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":269,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-03-22T07:04:47.724080+0000","last_change":"2024-03-22T07:00:53.462699+0000","last_active":"2024-03-22T07:04:47.724080+0000","last_peered":"2024-03-22T07:04:47.724080+0000","last_clean":"2024-03-22T07:04:47.724080+0000","last_became_active":"2024-03-22T07:00:53.461707+0000","last_became_peered":"2024-03-22T07:00:53.461707+0000","last_unstale":"2024-03-22T07:04:47.724080+0000","last_undegraded":"2024-03-22T07:04:47.724080+0000","last_fullsized":"2024-03-22T07:04:47.724080+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T06:56:44.702899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T06:56:44.702899+0000","last_clean_scrub_stamp":"2024-03-22T06:56:44.702899+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:25:59.243619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569089+0000","last_change":"2024-03-22T07:02:24.062380+0000","last_active":"2024-03-22T07:04:46.569089+0000","last_peered":"2024-03-22T07:04:46.569089+0000","last_clean":"2024-03-22T07:04:46.569089+0000","last_became_active":"2024-03-22T07:02:24.061543+0000","last_became_peered":"2024-03-22T07:02:24.061543+0000","last_unstale":"2024-03-22T07:04:46.569089+0000","last_undegraded":"2024-03-22T07:04:46.569089+0000","last_fullsized":"2024-03-22T07:04:46.569089+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:04:36.302851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.571412+0000","last_change":"2024-03-22T07:04:15.743195+0000","last_active":"2024-03-22T07:04:46.571412+0000","last_peered":"2024-03-22T07:04:46.571412+0000","last_clean":"2024-03-22T07:04:46.571412+0000","last_became_active":"2024-03-22T07:04:15.742351+0000","last_became_peered":"2024-03-22T07:04:15.742351+0000","last_unstale":"2024-03-22T07:04:46.571412+0000","last_undegraded":"2024-03-22T07:04:46.571412+0000","last_fullsized":"2024-03-22T07:04:46.571412+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:43:41.867951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.568740+0000","last_change":"2024-03-22T07:04:14.739050+0000","last_active":"2024-03-22T07:04:46.568740+0000","last_peered":"2024-03-22T07:04:46.568740+0000","last_clean":"2024-03-22T07:04:46.568740+0000","last_became_active":"2024-03-22T07:04:14.738525+0000","last_became_peered":"2024-03-22T07:04:14.738525+0000","last_unstale":"2024-03-22T07:04:46.568740+0000","last_undegraded":"2024-03-22T07:04:46.568740+0000","last_fullsized":"2024-03-22T07:04:46.568740+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:27:34.767439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569091+0000","last_change":"2024-03-22T07:02:24.405378+0000","last_active":"2024-03-22T07:04:46.569091+0000","last_peered":"2024-03-22T07:04:46.569091+0000","last_clean":"2024-03-22T07:04:46.569091+0000","last_became_active":"2024-03-22T07:02:24.404353+0000","last_became_peered":"2024-03-22T07:02:24.404353+0000","last_unstale":"2024-03-22T07:04:46.569091+0000","last_undegraded":"2024-03-22T07:04:46.569091+0000","last_fullsized":"2024-03-22T07:04:46.569091+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:11:00.430410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.570926+0000","last_change":"2024-03-22T07:04:15.759171+0000","last_active":"2024-03-22T07:04:46.570926+0000","last_peered":"2024-03-22T07:04:46.570926+0000","last_clean":"2024-03-22T07:04:46.570926+0000","last_became_active":"2024-03-22T07:04:15.758468+0000","last_became_peered":"2024-03-22T07:04:15.758468+0000","last_unstale":"2024-03-22T07:04:46.570926+0000","last_undegraded":"2024-03-22T07:04:46.570926+0000","last_fullsized":"2024-03-22T07:04:46.570926+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:42:20.746080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.576890+0000","last_change":"2024-03-22T07:04:14.730476+0000","last_active":"2024-03-22T07:04:46.576890+0000","last_peered":"2024-03-22T07:04:46.576890+0000","last_clean":"2024-03-22T07:04:46.576890+0000","last_became_active":"2024-03-22T07:04:14.729100+0000","last_became_peered":"2024-03-22T07:04:14.729100+0000","last_unstale":"2024-03-22T07:04:46.576890+0000","last_undegraded":"2024-03-22T07:04:46.576890+0000","last_fullsized":"2024-03-22T07:04:46.576890+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:36:27.427254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569157+0000","last_change":"2024-03-22T07:02:24.061105+0000","last_active":"2024-03-22T07:04:46.569157+0000","last_peered":"2024-03-22T07:04:46.569157+0000","last_clean":"2024-03-22T07:04:46.569157+0000","last_became_active":"2024-03-22T07:02:24.060325+0000","last_became_peered":"2024-03-22T07:02:24.060325+0000","last_unstale":"2024-03-22T07:04:46.569157+0000","last_undegraded":"2024-03-22T07:04:46.569157+0000","last_fullsized":"2024-03-22T07:04:46.569157+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:46:23.014722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569961+0000","last_change":"2024-03-22T07:04:15.748066+0000","last_active":"2024-03-22T07:04:46.569961+0000","last_peered":"2024-03-22T07:04:46.569961+0000","last_clean":"2024-03-22T07:04:46.569961+0000","last_became_active":"2024-03-22T07:04:15.746793+0000","last_became_peered":"2024-03-22T07:04:15.746793+0000","last_unstale":"2024-03-22T07:04:46.569961+0000","last_undegraded":"2024-03-22T07:04:46.569961+0000","last_fullsized":"2024-03-22T07:04:46.569961+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:53:52.576060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569430+0000","last_change":"2024-03-22T07:04:14.739353+0000","last_active":"2024-03-22T07:04:46.569430+0000","last_peered":"2024-03-22T07:04:46.569430+0000","last_clean":"2024-03-22T07:04:46.569430+0000","last_became_active":"2024-03-22T07:04:14.738853+0000","last_became_peered":"2024-03-22T07:04:14.738853+0000","last_unstale":"2024-03-22T07:04:46.569430+0000","last_undegraded":"2024-03-22T07:04:46.569430+0000","last_fullsized":"2024-03-22T07:04:46.569430+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:20:15.308130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569371+0000","last_change":"2024-03-22T07:02:24.064332+0000","last_active":"2024-03-22T07:04:46.569371+0000","last_peered":"2024-03-22T07:04:46.569371+0000","last_clean":"2024-03-22T07:04:46.569371+0000","last_became_active":"2024-03-22T07:02:24.063334+0000","last_became_peered":"2024-03-22T07:02:24.063334+0000","last_unstale":"2024-03-22T07:04:46.569371+0000","last_undegraded":"2024-03-22T07:04:46.569371+0000","last_fullsized":"2024-03-22T07:04:46.569371+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:11:37.153377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-03-22T07:04:47.577707+0000","last_change":"2024-03-22T07:04:47.577707+0000","last_active":"2024-03-22T07:04:47.577707+0000","last_peered":"2024-03-22T07:04:47.577707+0000","last_clean":"2024-03-22T07:04:47.577707+0000","last_became_active":"2024-03-22T07:04:47.576722+0000","last_became_peered":"2024-03-22T07:04:47.576722+0000","last_unstale":"2024-03-22T07:04:47.577707+0000","last_undegraded":"2024-03-22T07:04:47.577707+0000","last_fullsized":"2024-03-22T07:04:47.577707+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:07:16.005678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562261+0000","last_change":"2024-03-22T07:04:14.731509+0000","last_active":"2024-03-22T07:04:46.562261+0000","last_peered":"2024-03-22T07:04:46.562261+0000","last_clean":"2024-03-22T07:04:46.562261+0000","last_became_active":"2024-03-22T07:04:14.731135+0000","last_became_peered":"2024-03-22T07:04:14.731135+0000","last_unstale":"2024-03-22T07:04:46.562261+0000","last_undegraded":"2024-03-22T07:04:46.562261+0000","last_fullsized":"2024-03-22T07:04:46.562261+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:44:55.193296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.575472+0000","last_change":"2024-03-22T07:04:15.750823+0000","last_active":"2024-03-22T07:04:46.575472+0000","last_peered":"2024-03-22T07:04:46.575472+0000","last_clean":"2024-03-22T07:04:46.575472+0000","last_became_active":"2024-03-22T07:04:15.749999+0000","last_became_peered":"2024-03-22T07:04:15.749999+0000","last_unstale":"2024-03-22T07:04:46.575472+0000","last_undegraded":"2024-03-22T07:04:46.575472+0000","last_fullsized":"2024-03-22T07:04:46.575472+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:02:12.868206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.574807+0000","last_change":"2024-03-22T07:04:14.713996+0000","last_active":"2024-03-22T07:04:46.574807+0000","last_peered":"2024-03-22T07:04:46.574807+0000","last_clean":"2024-03-22T07:04:46.574807+0000","last_became_active":"2024-03-22T07:04:14.712202+0000","last_became_peered":"2024-03-22T07:04:14.712202+0000","last_unstale":"2024-03-22T07:04:46.574807+0000","last_undegraded":"2024-03-22T07:04:46.574807+0000","last_fullsized":"2024-03-22T07:04:46.574807+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:00:19.115263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.575660+0000","last_change":"2024-03-22T07:04:15.750463+0000","last_active":"2024-03-22T07:04:46.575660+0000","last_peered":"2024-03-22T07:04:46.575660+0000","last_clean":"2024-03-22T07:04:46.575660+0000","last_became_active":"2024-03-22T07:04:15.749537+0000","last_became_peered":"2024-03-22T07:04:15.749537+0000","last_unstale":"2024-03-22T07:04:46.575660+0000","last_undegraded":"2024-03-22T07:04:46.575660+0000","last_fullsized":"2024-03-22T07:04:46.575660+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:02:08.791925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.579605+0000","last_change":"2024-03-22T07:04:14.746430+0000","last_active":"2024-03-22T07:04:46.579605+0000","last_peered":"2024-03-22T07:04:46.579605+0000","last_clean":"2024-03-22T07:04:46.579605+0000","last_became_active":"2024-03-22T07:04:14.743940+0000","last_became_peered":"2024-03-22T07:04:14.743940+0000","last_unstale":"2024-03-22T07:04:46.579605+0000","last_undegraded":"2024-03-22T07:04:46.579605+0000","last_fullsized":"2024-03-22T07:04:46.579605+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:42:52.525264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.575133+0000","last_change":"2024-03-22T07:04:15.758832+0000","last_active":"2024-03-22T07:04:46.575133+0000","last_peered":"2024-03-22T07:04:46.575133+0000","last_clean":"2024-03-22T07:04:46.575133+0000","last_became_active":"2024-03-22T07:04:15.758271+0000","last_became_peered":"2024-03-22T07:04:15.758271+0000","last_unstale":"2024-03-22T07:04:46.575133+0000","last_undegraded":"2024-03-22T07:04:46.575133+0000","last_fullsized":"2024-03-22T07:04:46.575133+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:38:37.863609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"70'3","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563178+0000","last_change":"2024-03-22T07:04:14.729976+0000","last_active":"2024-03-22T07:04:46.563178+0000","last_peered":"2024-03-22T07:04:46.563178+0000","last_clean":"2024-03-22T07:04:46.563178+0000","last_became_active":"2024-03-22T07:04:14.729316+0000","last_became_peered":"2024-03-22T07:04:14.729316+0000","last_unstale":"2024-03-22T07:04:46.563178+0000","last_undegraded":"2024-03-22T07:04:46.563178+0000","last_fullsized":"2024-03-22T07:04:46.563178+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:22:00.490549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.857939+0000","last_change":"2024-03-22T07:04:15.760012+0000","last_active":"2024-03-22T07:04:46.857939+0000","last_peered":"2024-03-22T07:04:46.857939+0000","last_clean":"2024-03-22T07:04:46.857939+0000","last_became_active":"2024-03-22T07:04:15.759716+0000","last_became_peered":"2024-03-22T07:04:15.759716+0000","last_unstale":"2024-03-22T07:04:46.857939+0000","last_undegraded":"2024-03-22T07:04:46.857939+0000","last_fullsized":"2024-03-22T07:04:46.857939+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:09:58.803592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569186+0000","last_change":"2024-03-22T07:04:14.724282+0000","last_active":"2024-03-22T07:04:46.569186+0000","last_peered":"2024-03-22T07:04:46.569186+0000","last_clean":"2024-03-22T07:04:46.569186+0000","last_became_active":"2024-03-22T07:04:14.723315+0000","last_became_peered":"2024-03-22T07:04:14.723315+0000","last_unstale":"2024-03-22T07:04:46.569186+0000","last_undegraded":"2024-03-22T07:04:46.569186+0000","last_fullsized":"2024-03-22T07:04:46.569186+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:07:29.623691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.579385+0000","last_change":"2024-03-22T07:04:16.122727+0000","last_active":"2024-03-22T07:04:46.579385+0000","last_peered":"2024-03-22T07:04:46.579385+0000","last_clean":"2024-03-22T07:04:46.579385+0000","last_became_active":"2024-03-22T07:04:16.121857+0000","last_became_peered":"2024-03-22T07:04:16.121857+0000","last_unstale":"2024-03-22T07:04:46.579385+0000","last_undegraded":"2024-03-22T07:04:46.579385+0000","last_fullsized":"2024-03-22T07:04:46.579385+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:23:47.918781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563358+0000","last_change":"2024-03-22T07:04:14.737599+0000","last_active":"2024-03-22T07:04:46.563358+0000","last_peered":"2024-03-22T07:04:46.563358+0000","last_clean":"2024-03-22T07:04:46.563358+0000","last_became_active":"2024-03-22T07:04:14.737188+0000","last_became_peered":"2024-03-22T07:04:14.737188+0000","last_unstale":"2024-03-22T07:04:46.563358+0000","last_undegraded":"2024-03-22T07:04:46.563358+0000","last_fullsized":"2024-03-22T07:04:46.563358+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:06:59.407884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.574796+0000","last_change":"2024-03-22T07:04:15.765431+0000","last_active":"2024-03-22T07:04:46.574796+0000","last_peered":"2024-03-22T07:04:46.574796+0000","last_clean":"2024-03-22T07:04:46.574796+0000","last_became_active":"2024-03-22T07:04:15.764748+0000","last_became_peered":"2024-03-22T07:04:15.764748+0000","last_unstale":"2024-03-22T07:04:46.574796+0000","last_undegraded":"2024-03-22T07:04:46.574796+0000","last_fullsized":"2024-03-22T07:04:46.574796+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:55:18.584744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563408+0000","last_change":"2024-03-22T07:04:14.723922+0000","last_active":"2024-03-22T07:04:46.563408+0000","last_peered":"2024-03-22T07:04:46.563408+0000","last_clean":"2024-03-22T07:04:46.563408+0000","last_became_active":"2024-03-22T07:04:14.723109+0000","last_became_peered":"2024-03-22T07:04:14.723109+0000","last_unstale":"2024-03-22T07:04:46.563408+0000","last_undegraded":"2024-03-22T07:04:46.563408+0000","last_fullsized":"2024-03-22T07:04:46.563408+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:01:17.112816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569368+0000","last_change":"2024-03-22T07:04:16.123103+0000","last_active":"2024-03-22T07:04:46.569368+0000","last_peered":"2024-03-22T07:04:46.569368+0000","last_clean":"2024-03-22T07:04:46.569368+0000","last_became_active":"2024-03-22T07:04:16.122042+0000","last_became_peered":"2024-03-22T07:04:16.122042+0000","last_unstale":"2024-03-22T07:04:46.569368+0000","last_undegraded":"2024-03-22T07:04:46.569368+0000","last_fullsized":"2024-03-22T07:04:46.569368+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:34:59.216714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.564037+0000","last_change":"2024-03-22T07:04:14.731228+0000","last_active":"2024-03-22T07:04:46.564037+0000","last_peered":"2024-03-22T07:04:46.564037+0000","last_clean":"2024-03-22T07:04:46.564037+0000","last_became_active":"2024-03-22T07:04:14.730227+0000","last_became_peered":"2024-03-22T07:04:14.730227+0000","last_unstale":"2024-03-22T07:04:46.564037+0000","last_undegraded":"2024-03-22T07:04:46.564037+0000","last_fullsized":"2024-03-22T07:04:46.564037+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:37:44.070731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-03-22T07:04:47.728746+0000","last_change":"2024-03-22T07:04:47.728746+0000","last_active":"2024-03-22T07:04:47.728746+0000","last_peered":"2024-03-22T07:04:47.728746+0000","last_clean":"2024-03-22T07:04:47.728746+0000","last_became_active":"2024-03-22T07:04:47.727716+0000","last_became_peered":"2024-03-22T07:04:47.727716+0000","last_unstale":"2024-03-22T07:04:47.728746+0000","last_undegraded":"2024-03-22T07:04:47.728746+0000","last_fullsized":"2024-03-22T07:04:47.728746+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:24:28.598787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":32,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.579052+0000","last_change":"2024-03-22T07:04:14.727064+0000","last_active":"2024-03-22T07:04:46.579052+0000","last_peered":"2024-03-22T07:04:46.579052+0000","last_clean":"2024-03-22T07:04:46.579052+0000","last_became_active":"2024-03-22T07:04:14.726292+0000","last_became_peered":"2024-03-22T07:04:14.726292+0000","last_unstale":"2024-03-22T07:04:46.579052+0000","last_undegraded":"2024-03-22T07:04:46.579052+0000","last_fullsized":"2024-03-22T07:04:46.579052+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:32:41.546973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.857242+0000","last_change":"2024-03-22T07:04:16.121614+0000","last_active":"2024-03-22T07:04:46.857242+0000","last_peered":"2024-03-22T07:04:46.857242+0000","last_clean":"2024-03-22T07:04:46.857242+0000","last_became_active":"2024-03-22T07:04:16.120815+0000","last_became_peered":"2024-03-22T07:04:16.120815+0000","last_unstale":"2024-03-22T07:04:46.857242+0000","last_undegraded":"2024-03-22T07:04:46.857242+0000","last_fullsized":"2024-03-22T07:04:46.857242+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:38:20.239747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562657+0000","last_change":"2024-03-22T07:04:14.738423+0000","last_active":"2024-03-22T07:04:46.562657+0000","last_peered":"2024-03-22T07:04:46.562657+0000","last_clean":"2024-03-22T07:04:46.562657+0000","last_became_active":"2024-03-22T07:04:14.737656+0000","last_became_peered":"2024-03-22T07:04:14.737656+0000","last_unstale":"2024-03-22T07:04:46.562657+0000","last_undegraded":"2024-03-22T07:04:46.562657+0000","last_fullsized":"2024-03-22T07:04:46.562657+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:27:03.484961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569324+0000","last_change":"2024-03-22T07:04:16.124206+0000","last_active":"2024-03-22T07:04:46.569324+0000","last_peered":"2024-03-22T07:04:46.569324+0000","last_clean":"2024-03-22T07:04:46.569324+0000","last_became_active":"2024-03-22T07:04:16.122829+0000","last_became_peered":"2024-03-22T07:04:16.122829+0000","last_unstale":"2024-03-22T07:04:46.569324+0000","last_undegraded":"2024-03-22T07:04:46.569324+0000","last_fullsized":"2024-03-22T07:04:46.569324+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:59:43.056004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.856447+0000","last_change":"2024-03-22T07:04:14.713705+0000","last_active":"2024-03-22T07:04:46.856447+0000","last_peered":"2024-03-22T07:04:46.856447+0000","last_clean":"2024-03-22T07:04:46.856447+0000","last_became_active":"2024-03-22T07:04:14.712469+0000","last_became_peered":"2024-03-22T07:04:14.712469+0000","last_unstale":"2024-03-22T07:04:46.856447+0000","last_undegraded":"2024-03-22T07:04:46.856447+0000","last_fullsized":"2024-03-22T07:04:46.856447+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:14:51.843796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563362+0000","last_change":"2024-03-22T07:04:16.121572+0000","last_active":"2024-03-22T07:04:46.563362+0000","last_peered":"2024-03-22T07:04:46.563362+0000","last_clean":"2024-03-22T07:04:46.563362+0000","last_became_active":"2024-03-22T07:04:16.120715+0000","last_became_peered":"2024-03-22T07:04:16.120715+0000","last_unstale":"2024-03-22T07:04:46.563362+0000","last_undegraded":"2024-03-22T07:04:46.563362+0000","last_fullsized":"2024-03-22T07:04:46.563362+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:00:49.078804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563012+0000","last_change":"2024-03-22T07:04:14.724804+0000","last_active":"2024-03-22T07:04:46.563012+0000","last_peered":"2024-03-22T07:04:46.563012+0000","last_clean":"2024-03-22T07:04:46.563012+0000","last_became_active":"2024-03-22T07:04:14.723865+0000","last_became_peered":"2024-03-22T07:04:14.723865+0000","last_unstale":"2024-03-22T07:04:46.563012+0000","last_undegraded":"2024-03-22T07:04:46.563012+0000","last_fullsized":"2024-03-22T07:04:46.563012+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:01:24.924874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":24,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-03-22T07:04:47.725188+0000","last_change":"2024-03-22T07:04:47.725188+0000","last_active":"2024-03-22T07:04:47.725188+0000","last_peered":"2024-03-22T07:04:47.725188+0000","last_clean":"2024-03-22T07:04:47.725188+0000","last_became_active":"2024-03-22T07:04:47.724011+0000","last_became_peered":"2024-03-22T07:04:47.724011+0000","last_unstale":"2024-03-22T07:04:47.725188+0000","last_undegraded":"2024-03-22T07:04:47.725188+0000","last_fullsized":"2024-03-22T07:04:47.725188+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:06:31.923303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"70'7","reported_seq":29,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.575254+0000","last_change":"2024-03-22T07:04:14.729800+0000","last_active":"2024-03-22T07:04:46.575254+0000","last_peered":"2024-03-22T07:04:46.575254+0000","last_clean":"2024-03-22T07:04:46.575254+0000","last_became_active":"2024-03-22T07:04:14.728983+0000","last_became_peered":"2024-03-22T07:04:14.728983+0000","last_unstale":"2024-03-22T07:04:46.575254+0000","last_undegraded":"2024-03-22T07:04:46.575254+0000","last_fullsized":"2024-03-22T07:04:46.575254+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:57:23.475758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569744+0000","last_change":"2024-03-22T07:04:15.754461+0000","last_active":"2024-03-22T07:04:46.569744+0000","last_peered":"2024-03-22T07:04:46.569744+0000","last_clean":"2024-03-22T07:04:46.569744+0000","last_became_active":"2024-03-22T07:04:15.753924+0000","last_became_peered":"2024-03-22T07:04:15.753924+0000","last_unstale":"2024-03-22T07:04:46.569744+0000","last_undegraded":"2024-03-22T07:04:46.569744+0000","last_fullsized":"2024-03-22T07:04:46.569744+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:30:25.383816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":22,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563176+0000","last_change":"2024-03-22T07:04:14.721087+0000","last_active":"2024-03-22T07:04:46.563176+0000","last_peered":"2024-03-22T07:04:46.563176+0000","last_clean":"2024-03-22T07:04:46.563176+0000","last_became_active":"2024-03-22T07:04:14.720495+0000","last_became_peered":"2024-03-22T07:04:14.720495+0000","last_unstale":"2024-03-22T07:04:46.563176+0000","last_undegraded":"2024-03-22T07:04:46.563176+0000","last_fullsized":"2024-03-22T07:04:46.563176+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:23:25.458614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562516+0000","last_change":"2024-03-22T07:04:16.122548+0000","last_active":"2024-03-22T07:04:46.562516+0000","last_peered":"2024-03-22T07:04:46.562516+0000","last_clean":"2024-03-22T07:04:46.562516+0000","last_became_active":"2024-03-22T07:04:16.121138+0000","last_became_peered":"2024-03-22T07:04:16.121138+0000","last_unstale":"2024-03-22T07:04:46.562516+0000","last_undegraded":"2024-03-22T07:04:46.562516+0000","last_fullsized":"2024-03-22T07:04:46.562516+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:32:20.694745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569396+0000","last_change":"2024-03-22T07:04:14.747233+0000","last_active":"2024-03-22T07:04:46.569396+0000","last_peered":"2024-03-22T07:04:46.569396+0000","last_clean":"2024-03-22T07:04:46.569396+0000","last_became_active":"2024-03-22T07:04:14.746653+0000","last_became_peered":"2024-03-22T07:04:14.746653+0000","last_unstale":"2024-03-22T07:04:46.569396+0000","last_undegraded":"2024-03-22T07:04:46.569396+0000","last_fullsized":"2024-03-22T07:04:46.569396+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:27:51.731397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562424+0000","last_change":"2024-03-22T07:04:15.745452+0000","last_active":"2024-03-22T07:04:46.562424+0000","last_peered":"2024-03-22T07:04:46.562424+0000","last_clean":"2024-03-22T07:04:46.562424+0000","last_became_active":"2024-03-22T07:04:15.744929+0000","last_became_peered":"2024-03-22T07:04:15.744929+0000","last_unstale":"2024-03-22T07:04:46.562424+0000","last_undegraded":"2024-03-22T07:04:46.562424+0000","last_fullsized":"2024-03-22T07:04:46.562424+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:25:24.055241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.856832+0000","last_change":"2024-03-22T07:04:14.722216+0000","last_active":"2024-03-22T07:04:46.856832+0000","last_peered":"2024-03-22T07:04:46.856832+0000","last_clean":"2024-03-22T07:04:46.856832+0000","last_became_active":"2024-03-22T07:04:14.721578+0000","last_became_peered":"2024-03-22T07:04:14.721578+0000","last_unstale":"2024-03-22T07:04:46.856832+0000","last_undegraded":"2024-03-22T07:04:46.856832+0000","last_fullsized":"2024-03-22T07:04:46.856832+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:41:37.860743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.579411+0000","last_change":"2024-03-22T07:04:15.756937+0000","last_active":"2024-03-22T07:04:46.579411+0000","last_peered":"2024-03-22T07:04:46.579411+0000","last_clean":"2024-03-22T07:04:46.579411+0000","last_became_active":"2024-03-22T07:04:15.756649+0000","last_became_peered":"2024-03-22T07:04:15.756649+0000","last_unstale":"2024-03-22T07:04:46.579411+0000","last_undegraded":"2024-03-22T07:04:46.579411+0000","last_fullsized":"2024-03-22T07:04:46.579411+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:19:21.683031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.562553+0000","last_change":"2024-03-22T07:04:14.711311+0000","last_active":"2024-03-22T07:04:46.562553+0000","last_peered":"2024-03-22T07:04:46.562553+0000","last_clean":"2024-03-22T07:04:46.562553+0000","last_became_active":"2024-03-22T07:04:14.710291+0000","last_became_peered":"2024-03-22T07:04:14.710291+0000","last_unstale":"2024-03-22T07:04:46.562553+0000","last_undegraded":"2024-03-22T07:04:46.562553+0000","last_fullsized":"2024-03-22T07:04:46.562553+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:33:06.637775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.857525+0000","last_change":"2024-03-22T07:04:16.124863+0000","last_active":"2024-03-22T07:04:46.857525+0000","last_peered":"2024-03-22T07:04:46.857525+0000","last_clean":"2024-03-22T07:04:46.857525+0000","last_became_active":"2024-03-22T07:04:16.123519+0000","last_became_peered":"2024-03-22T07:04:16.123519+0000","last_unstale":"2024-03-22T07:04:46.857525+0000","last_undegraded":"2024-03-22T07:04:46.857525+0000","last_fullsized":"2024-03-22T07:04:46.857525+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:04:00.544214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.569162+0000","last_change":"2024-03-22T07:04:14.723959+0000","last_active":"2024-03-22T07:04:46.569162+0000","last_peered":"2024-03-22T07:04:46.569162+0000","last_clean":"2024-03-22T07:04:46.569162+0000","last_became_active":"2024-03-22T07:04:14.723274+0000","last_became_peered":"2024-03-22T07:04:14.723274+0000","last_unstale":"2024-03-22T07:04:46.569162+0000","last_undegraded":"2024-03-22T07:04:46.569162+0000","last_fullsized":"2024-03-22T07:04:46.569162+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:08:21.475166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.563564+0000","last_change":"2024-03-22T07:04:15.760585+0000","last_active":"2024-03-22T07:04:46.563564+0000","last_peered":"2024-03-22T07:04:46.563564+0000","last_clean":"2024-03-22T07:04:46.563564+0000","last_became_active":"2024-03-22T07:04:15.759949+0000","last_became_peered":"2024-03-22T07:04:15.759949+0000","last_unstale":"2024-03-22T07:04:46.563564+0000","last_undegraded":"2024-03-22T07:04:46.563564+0000","last_fullsized":"2024-03-22T07:04:46.563564+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:28:48.415242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"70'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-03-22T07:04:46.575361+0000","last_change":"2024-03-22T07:04:14.734226+0000","last_active":"2024-03-22T07:04:46.575361+0000","last_peered":"2024-03-22T07:04:46.575361+0000","last_clean":"2024-03-22T07:04:46.575361+0000","last_became_active":"2024-03-22T07:04:14.733523+0000","last_became_peered":"2024-03-22T07:04:14.733523+0000","last_unstale":"2024-03-22T07:04:46.575361+0000","last_undegraded":"2024-03-22T07:04:46.575361+0000","last_fullsized":"2024-03-22T07:04:46.575361+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:18:58.739805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":77,"num_read_kb":80,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201343,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28352,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716800,"statfs":{"total":95995035648,"available":95966003200,"internally_reserved":0,"allocated":1359872,"data_stored":916452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.96599999999999997,"15min":0.91800000000000004},"min":{"1min":0.55600000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.3819999999999999,"5min":1.383,"15min":1.383},"last":1.2330000000000001},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.93000000000000005,"15min":0.93600000000000005},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.2250000000000001,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":1.0760000000000001}]},{"osd":1,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.92700000000000005,"15min":0.90600000000000003},"min":{"1min":0.67100000000000004,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.28,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":1.141},{"interface":"front","average":{"1min":1.038,"5min":1.024,"15min":1.052},"min":{"1min":0.67800000000000005,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.4419999999999999,"5min":1.897,"15min":1.897},"last":0.99099999999999999}]},{"osd":2,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":0.92200000000000004,"15min":0.89400000000000002},"min":{"1min":0.74099999999999999,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.466,"5min":1.466,"15min":1.466},"last":1.1060000000000001},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.044,"15min":1.02},"min":{"1min":0.76100000000000001,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.3360000000000001,"5min":1.462,"15min":1.462},"last":1.0369999999999999}]},{"osd":3,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.98699999999999999,"5min":0.96799999999999997,"15min":0.95699999999999996},"min":{"1min":0.72099999999999997,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.95199999999999996},{"interface":"front","average":{"1min":1.0900000000000001,"5min":1.02,"15min":1.008},"min":{"1min":0.82899999999999996,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.3140000000000001,"5min":1.486,"15min":1.486},"last":1.4019999999999999}]},{"osd":4,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.90200000000000002,"15min":0.878},"min":{"1min":0.57499999999999996,"5min":0.318,"15min":0.318},"max":{"1min":1.3109999999999999,"5min":1.427,"15min":1.427},"last":0.88800000000000001},{"interface":"front","average":{"1min":1.004,"5min":0.96299999999999997,"15min":0.94099999999999995},"min":{"1min":0.68899999999999995,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.591,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":1.181}]},{"osd":5,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.01,"15min":0.97899999999999998},"min":{"1min":0.69899999999999995,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.4399999999999999,"5min":1.4399999999999999,"15min":1.4399999999999999},"last":1.3169999999999999},{"interface":"front","average":{"1min":1.1180000000000001,"5min":1.0960000000000001,"15min":1.087},"min":{"1min":0.67000000000000004,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.341,"5min":1.482,"15min":1.482},"last":1.264}]},{"osd":6,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":1.0980000000000001,"5min":1.121,"15min":1.113},"min":{"1min":0.83299999999999996,"5min":0.375,"15min":0.375},"max":{"1min":1.369,"5min":1.806,"15min":1.806},"last":1.2050000000000001},{"interface":"front","average":{"1min":1.1799999999999999,"5min":1.0960000000000001,"15min":1.0700000000000001},"min":{"1min":0.90700000000000003,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.635,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.2829999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462985,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28340,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716812,"statfs":{"total":95995035648,"available":95966015488,"internally_reserved":0,"allocated":1347584,"data_stored":916314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:05:06 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.879,"15min":0.88300000000000001},"min":{"1min":0.66000000000000003,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.216,"5min":1.4399999999999999,"15min":1.4399999999999999},"last":1.0980000000000001},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.89400000000000002,"15min":0.88800000000000001},"min":{"1min":0.57399999999999995,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.2190000000000001,"5min":1.444,"15min":1.444},"last":0.69199999999999995}]},{"osd":1,"last update":"Fri Mar 22 07:05:06 2024","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.92500000000000004,"15min":0.90600000000000003},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.2470000000000001,"5min":1.361,"15min":1.361},"last":0.75},{"interface":"front","average":{"1min":1.0009999999999999,"5min":0.91100000000000003,"15min":0.89300000000000002},"min":{"1min":0.67400000000000004,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.288,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":1.198}]},{"osd":2,"last update":"Fri Mar 22 07:05:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":0.95599999999999996,"15min":0.93999999999999995},"min":{"1min":0.81699999999999995,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.371,"5min":1.51,"15min":1.51},"last":0.85699999999999998},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.95799999999999996,"15min":0.92400000000000004},"min":{"1min":0.72899999999999998,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.226,"5min":1.423,"15min":1.423},"last":1.135}]},{"osd":3,"last update":"Fri Mar 22 07:05:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":0.97699999999999998,"15min":0.94599999999999995},"min":{"1min":0.81000000000000005,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":1.052},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.0249999999999999,"15min":1.004},"min":{"1min":0.78800000000000003,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.2989999999999999,"5min":1.468,"15min":1.468},"last":0.91400000000000003}]},{"osd":4,"last update":"Fri Mar 22 07:05:06 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":0.88600000000000001,"15min":0.81200000000000006},"min":{"1min":0.79200000000000004,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.345,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.97999999999999998},{"interface":"front","average":{"1min":1.03,"5min":0.96899999999999997,"15min":0.89500000000000002},"min":{"1min":0.68799999999999994,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.325,"5min":1.534,"15min":1.534},"last":1.165}]},{"osd":5,"last update":"Fri Mar 22 07:05:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":0.997,"15min":0.89900000000000002},"min":{"1min":0.65900000000000003,"5min":0.377,"15min":0.377},"max":{"1min":1.357,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":1.016},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.056,"15min":0.996},"min":{"1min":0.94499999999999995,"5min":0.442,"15min":0.442},"max":{"1min":1.3879999999999999,"5min":1.492,"15min":1.492},"last":1.254}]},{"osd":7,"last update":"Fri Mar 22 07:04:59 2024","interfaces":[{"interface":"back","average":{"1min":1.1220000000000001,"5min":1.089,"15min":1.069},"min":{"1min":0.80500000000000005,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.423,"5min":1.583,"15min":1.583},"last":1.3089999999999999},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.169,"15min":1.149},"min":{"1min":0.997,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.5009999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":1.228}]}]},{"osd":1,"up_from":13,"seq":55834574970,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27740,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717412,"statfs":{"total":95995035648,"available":95966629888,"internally_reserved":0,"allocated":741376,"data_stored":324585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.71099999999999997,"15min":0.59199999999999997},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.30299999999999999},"max":{"1min":1.266,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.76100000000000001,"15min":0.63},"min":{"1min":0.38500000000000001,"5min":0.38400000000000001,"15min":0.32300000000000001},"max":{"1min":1.157,"5min":1.734,"15min":1.734},"last":0.59699999999999998}]},{"osd":2,"last update":"Fri Mar 22 07:04:50 2024","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.74199999999999999,"15min":0.67200000000000004},"min":{"1min":0.375,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.0049999999999999,"5min":1.367,"15min":1.367},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.79500000000000004,"15min":0.71799999999999997},"min":{"1min":0.40799999999999997,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.204,"5min":1.748,"15min":1.748},"last":0.77800000000000002}]},{"osd":3,"last update":"Fri Mar 22 07:05:47 2024","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.82399999999999995,"15min":0.79600000000000004},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.1279999999999999,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":0.93300000000000005},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.92100000000000004,"15min":0.89200000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1599999999999999,"5min":1.478,"15min":1.478},"last":0.92600000000000005}]},{"osd":4,"last update":"Fri Mar 22 07:05:31 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.98699999999999999,"15min":0.94299999999999995},"min":{"1min":0.60399999999999998,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.1970000000000001,"5min":1.667,"15min":1.667},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.871,"5min":0.96399999999999997,"15min":0.91700000000000004},"min":{"1min":0.60799999999999998,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.3080000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":0.85899999999999999}]},{"osd":5,"last update":"Fri Mar 22 07:05:24 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":1.006,"15min":0.996},"min":{"1min":0.65100000000000002,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.3899999999999999,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.97599999999999998,"5min":1.0109999999999999,"15min":0.97499999999999998},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.468,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":1.091}]},{"osd":6,"last update":"Fri Mar 22 07:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.0589999999999999,"15min":1.0860000000000001},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.556,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.2},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.052,"15min":1.0589999999999999},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.3600000000000001,"5min":1.718,"15min":1.718},"last":1.1379999999999999}]},{"osd":7,"last update":"Fri Mar 22 07:04:58 2024","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.1240000000000001,"15min":1.1479999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.419,"5min":1.623,"15min":1.623},"last":1.069},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.101,"15min":1.1180000000000001},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.3160000000000001,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":1}]}]},{"osd":0,"up_from":8,"seq":34359738500,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28336,"kb_used_data":1312,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716816,"statfs":{"total":95995035648,"available":95966019584,"internally_reserved":0,"allocated":1343488,"data_stored":915557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.69899999999999995,"15min":0.58999999999999997},"min":{"1min":0.45100000000000001,"5min":0.30199999999999999,"15min":0.24399999999999999},"max":{"1min":1.3320000000000001,"5min":1.609,"15min":1.609},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.80800000000000005,"15min":0.65400000000000003},"min":{"1min":0.46300000000000002,"5min":0.34499999999999997,"15min":0.26900000000000002},"max":{"1min":1.1839999999999999,"5min":1.698,"15min":1.698},"last":0.96999999999999997}]},{"osd":2,"last update":"Fri Mar 22 07:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.81799999999999995,"15min":0.70199999999999996},"min":{"1min":0.54100000000000004,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.1910000000000001,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.77300000000000002,"15min":0.67300000000000004},"min":{"1min":0.56599999999999995,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.4710000000000001,"5min":1.869,"15min":1.869},"last":0.85099999999999998}]},{"osd":3,"last update":"Fri Mar 22 07:04:52 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.88800000000000001,"15min":0.82299999999999995},"min":{"1min":0.53600000000000003,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.3009999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":1.016},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.879,"15min":0.83599999999999997},"min":{"1min":0.51400000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.155,"5min":1.8100000000000001,"15min":1.8100000000000001},"last":0.61099999999999999}]},{"osd":4,"last update":"Fri Mar 22 07:05:38 2024","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.94699999999999995,"15min":0.93200000000000005},"min":{"1min":0.628,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.4339999999999999,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.93300000000000005},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.008,"15min":0.93799999999999994},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.6579999999999999,"5min":1.841,"15min":1.841},"last":1.228}]},{"osd":5,"last update":"Fri Mar 22 07:05:23 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.002,"15min":0.96299999999999997},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.53,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":1.046},{"interface":"front","average":{"1min":1.137,"5min":1.087,"15min":1.028},"min":{"1min":0.64800000000000002,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.7549999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":1.302}]},{"osd":6,"last update":"Fri Mar 22 07:05:10 2024","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.0660000000000001,"15min":1.05},"min":{"1min":0.71199999999999997,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.8340000000000001,"5min":1.9510000000000001,"15min":1.9510000000000001},"last":1.073},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.099,"15min":1.077},"min":{"1min":0.82199999999999995,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.607,"5min":1.774,"15min":1.774},"last":1.1220000000000001}]},{"osd":7,"last update":"Fri Mar 22 07:04:52 2024","interfaces":[{"interface":"back","average":{"1min":1.1499999999999999,"5min":1.1359999999999999,"15min":1.1539999999999999},"min":{"1min":0.76000000000000001,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.522,"5min":1.998,"15min":1.998},"last":1.157},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.149,"15min":1.1759999999999999},"min":{"1min":0.878,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.4710000000000001,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":1.1870000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411441,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27748,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717404,"statfs":{"total":95995035648,"available":95966621696,"internally_reserved":0,"allocated":749568,"data_stored":325201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:04:57 2024","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.72199999999999998,"15min":0.65700000000000003},"min":{"1min":0.37,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.0620000000000001,"5min":1.458,"15min":1.458},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.72499999999999998,"15min":0.69099999999999995},"min":{"1min":0.40300000000000002,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.86899999999999999,"5min":1.181,"15min":1.208},"last":0.70799999999999996}]},{"osd":1,"last update":"Fri Mar 22 07:04:57 2024","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.81000000000000005,"15min":0.72099999999999997},"min":{"1min":0.52900000000000003,"5min":0.376,"15min":0.27000000000000002},"max":{"1min":1.2549999999999999,"5min":2.2709999999999999,"15min":2.2709999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.78500000000000003,"15min":0.71699999999999997},"min":{"1min":0.45200000000000001,"5min":0.39300000000000002,"15min":0.28899999999999998},"max":{"1min":1.2210000000000001,"5min":1.345,"15min":1.345},"last":0.98699999999999999}]},{"osd":3,"last update":"Fri Mar 22 07:04:52 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.85199999999999998,"15min":0.80600000000000005},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.39900000000000002},"max":{"1min":1.2809999999999999,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.84799999999999998,"15min":0.82499999999999996},"min":{"1min":0.497,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":0.80300000000000005}]},{"osd":4,"last update":"Fri Mar 22 07:05:36 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94699999999999995,"15min":0.92500000000000004},"min":{"1min":0.61199999999999999,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.3240000000000001,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":1.1799999999999999},{"interface":"front","average":{"1min":1.105,"5min":1.0920000000000001,"15min":1.0269999999999999},"min":{"1min":0.70599999999999996,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.4710000000000001,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":1.139}]},{"osd":5,"last update":"Fri Mar 22 07:05:24 2024","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":0.96699999999999997,"15min":0.98699999999999999},"min":{"1min":0.59699999999999998,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.1679999999999999,"5min":1.365,"15min":1.365},"last":1.2649999999999999},{"interface":"front","average":{"1min":1.149,"5min":1.1140000000000001,"15min":1.1180000000000001},"min":{"1min":0.76200000000000001,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.4179999999999999,"5min":1.526,"15min":1.605},"last":1.2889999999999999}]},{"osd":6,"last update":"Fri Mar 22 07:05:07 2024","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":1.113,"15min":1.159},"min":{"1min":0.61099999999999999,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.4970000000000001,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":1.044},{"interface":"front","average":{"1min":1.0680000000000001,"5min":1.097,"15min":1.173},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.4710000000000001,"5min":3.3479999999999999,"15min":3.3479999999999999},"last":1.1579999999999999}]},{"osd":7,"last update":"Fri Mar 22 07:04:57 2024","interfaces":[{"interface":"back","average":{"1min":1.2150000000000001,"5min":1.1359999999999999,"15min":1.167},"min":{"1min":0.63500000000000001,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.538,"5min":1.607,"15min":1.607},"last":1.2170000000000001},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.113,"15min":1.151},"min":{"1min":0.78000000000000003,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.5920000000000001,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":1.1100000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149799,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27748,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717404,"statfs":{"total":95995035648,"available":95966621696,"internally_reserved":0,"allocated":741376,"data_stored":324402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:04:51 2024","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72799999999999998,"15min":0.66800000000000004},"min":{"1min":0.35499999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.002,"5min":1.212,"15min":1.212},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.76100000000000001,"15min":0.74399999999999999},"min":{"1min":0.38600000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.99199999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.629}]},{"osd":1,"last update":"Fri Mar 22 07:04:51 2024","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.73399999999999999,"15min":0.72799999999999998},"min":{"1min":0.372,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.335,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.748},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.86199999999999999,"15min":0.81499999999999995},"min":{"1min":0.45100000000000001,"5min":0.34399999999999997,"15min":0.32500000000000001},"max":{"1min":1.1779999999999999,"5min":1.1919999999999999,"15min":1.282},"last":0.89600000000000002}]},{"osd":2,"last update":"Fri Mar 22 07:04:51 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.879,"15min":0.82099999999999995},"min":{"1min":0.41499999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.0009999999999999,"5min":0.98299999999999998,"15min":0.92700000000000005},"min":{"1min":0.47999999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.25,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.1739999999999999}]},{"osd":4,"last update":"Fri Mar 22 07:05:34 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.92200000000000004,"15min":0.88900000000000001},"min":{"1min":0.66600000000000004,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.46,"5min":1.885,"15min":1.885},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.95899999999999996,"5min":1.028,"15min":0.92500000000000004},"min":{"1min":0.69999999999999996,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.212,"5min":5.508,"15min":5.508},"last":1.0760000000000001}]},{"osd":5,"last update":"Fri Mar 22 07:05:26 2024","interfaces":[{"interface":"back","average":{"1min":1.105,"5min":1.079,"15min":1.0629999999999999},"min":{"1min":0.79400000000000004,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.6359999999999999,"5min":1.6439999999999999,"15min":1.6439999999999999},"last":1.048},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.0169999999999999,"15min":1.016},"min":{"1min":0.68200000000000005,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.504,"5min":2.448,"15min":2.448},"last":1.0049999999999999}]},{"osd":6,"last update":"Fri Mar 22 07:05:12 2024","interfaces":[{"interface":"back","average":{"1min":1.46,"5min":1.1220000000000001,"15min":1.0760000000000001},"min":{"1min":0.81499999999999995,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":7.2329999999999997,"5min":7.2329999999999997,"15min":7.2329999999999997},"last":1.2010000000000001},{"interface":"front","average":{"1min":1.544,"5min":1.2330000000000001,"15min":1.196},"min":{"1min":0.67100000000000004,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":6.6660000000000004,"5min":6.6660000000000004,"15min":6.6660000000000004},"last":1.1200000000000001}]},{"osd":7,"last update":"Fri Mar 22 07:04:56 2024","interfaces":[{"interface":"back","average":{"1min":1.1870000000000001,"5min":1.121,"15min":1.129},"min":{"1min":0.95599999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.5389999999999999,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":1.238},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.1200000000000001,"15min":1.1459999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.4390000000000001,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":1.2809999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986269,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27768,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717384,"statfs":{"total":95995035648,"available":95966601216,"internally_reserved":0,"allocated":761856,"data_stored":326022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:05:34 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.92400000000000004,"15min":0.83999999999999997},"min":{"1min":0.61899999999999999,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.345,"5min":1.47,"15min":1.47},"last":1.151},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.88900000000000001,"15min":0.82999999999999996},"min":{"1min":0.60999999999999999,"5min":0.502,"15min":0.502},"max":{"1min":1.117,"5min":1.401,"15min":1.401},"last":0.98599999999999999}]},{"osd":1,"last update":"Fri Mar 22 07:05:34 2024","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.90800000000000003,"15min":0.84799999999999998},"min":{"1min":0.70299999999999996,"5min":0.56399999999999995,"15min":0.46400000000000002},"max":{"1min":1.1259999999999999,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":1.1919999999999999},{"interface":"front","average":{"1min":1.018,"5min":0.92300000000000004,"15min":0.81299999999999994},"min":{"1min":0.68999999999999995,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.319,"5min":1.319,"15min":1.319},"last":1.0669999999999999}]},{"osd":2,"last update":"Fri Mar 22 07:05:34 2024","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":1.014,"15min":0.88700000000000001},"min":{"1min":0.84399999999999997,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.4099999999999999,"5min":1.482,"15min":1.482},"last":1.2290000000000001},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.96199999999999997,"15min":0.873},"min":{"1min":0.70299999999999996,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.3180000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.77600000000000002}]},{"osd":3,"last update":"Fri Mar 22 07:05:34 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":0.97299999999999998,"15min":0.89100000000000001},"min":{"1min":0.79000000000000004,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.329,"5min":1.341,"15min":1.341},"last":1.091},{"interface":"front","average":{"1min":1.077,"5min":1.02,"15min":0.875},"min":{"1min":0.76200000000000001,"5min":0.57599999999999996,"15min":0.49299999999999999},"max":{"1min":1.3700000000000001,"5min":2.593,"15min":2.593},"last":0.90800000000000003}]},{"osd":5,"last update":"Fri Mar 22 07:05:16 2024","interfaces":[{"interface":"back","average":{"1min":1.1040000000000001,"5min":1.0029999999999999,"15min":0.80100000000000005},"min":{"1min":0.68200000000000005,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.3460000000000001,"5min":1.464,"15min":1.464},"last":0.73099999999999998},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.012,"15min":0.81399999999999995},"min":{"1min":0.64200000000000002,"5min":0.40000000000000002,"15min":0.32100000000000001},"max":{"1min":1.3919999999999999,"5min":1.5,"15min":1.5},"last":0.85499999999999998}]},{"osd":6,"last update":"Fri Mar 22 07:05:14 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":0.98899999999999999,"15min":0.84099999999999997},"min":{"1min":0.75,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.48,"5min":1.585,"15min":1.585},"last":1.0269999999999999},{"interface":"front","average":{"1min":1.2749999999999999,"5min":1.1160000000000001,"15min":0.98699999999999999},"min":{"1min":1.0309999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.47,"5min":1.595,"15min":1.595},"last":0.82899999999999996}]},{"osd":7,"last update":"Fri Mar 22 07:04:58 2024","interfaces":[{"interface":"back","average":{"1min":1.278,"5min":1.177,"15min":1.141},"min":{"1min":1.095,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.5089999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.96099999999999997},{"interface":"front","average":{"1min":1.2370000000000001,"5min":1.135,"15min":1.109},"min":{"1min":0.95599999999999996,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.5229999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":1.117}]}]},{"osd":5,"up_from":39,"seq":167503724627,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27752,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717400,"statfs":{"total":95995035648,"available":95966617600,"internally_reserved":0,"allocated":745472,"data_stored":324906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 22 07:05:19 2024","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.86199999999999999,"15min":0.85099999999999998},"min":{"1min":0.60799999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.1619999999999999,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":1.103},{"interface":"front","average":{"1min":0.95499999999999996,"5min":0.91000000000000003,"15min":0.83199999999999996},"min":{"1min":0.57399999999999995,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.3480000000000001,"5min":1.369,"15min":1.369},"last":0.81499999999999995}]},{"osd":1,"last update":"Fri Mar 22 07:05:19 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.88700000000000001,"15min":0.86499999999999999},"min":{"1min":0.61899999999999999,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.0840000000000001,"5min":1.399,"15min":1.399},"last":1.0429999999999999},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.91800000000000004,"15min":0.872},"min":{"1min":0.52100000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.1279999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.91600000000000004}]},{"osd":2,"last update":"Fri Mar 22 07:05:19 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.89800000000000002,"15min":0.88},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.28,"5min":1.294,"15min":1.294},"last":0.879},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93899999999999995,"15min":0.86899999999999999},"min":{"1min":0.64800000000000002,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.212,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":0.94599999999999995}]},{"osd":3,"last update":"Fri Mar 22 07:05:19 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.95099999999999996,"15min":0.89000000000000001},"min":{"1min":0.55100000000000005,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.2609999999999999,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":0.996},{"interface":"front","average":{"1min":1.004,"5min":0.98099999999999998,"15min":0.93100000000000005},"min":{"1min":0.73499999999999999,"5min":0.64000000000000001,"15min":0.58199999999999996},"max":{"1min":1.242,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.1819999999999999}]},{"osd":4,"last update":"Fri Mar 22 07:05:19 2024","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.878,"15min":0.73799999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.33800000000000002},"max":{"1min":1.387,"5min":1.387,"15min":1.387},"last":1.0800000000000001},{"interface":"front","average":{"1min":1.0029999999999999,"5min":0.94699999999999995,"15min":0.79800000000000004},"min":{"1min":0.432,"5min":0.39500000000000002,"15min":0.36499999999999999},"max":{"1min":1.2589999999999999,"5min":1.427,"15min":1.427},"last":1.21}]},{"osd":6,"last update":"Fri Mar 22 07:05:12 2024","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":0.95199999999999996,"15min":0.89500000000000002},"min":{"1min":0.45100000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.3169999999999999,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":1.03},{"interface":"front","average":{"1min":1.042,"5min":0.996,"15min":0.94199999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":1.1419999999999999}]},{"osd":7,"last update":"Fri Mar 22 07:04:57 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.038,"15min":1.004},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.2330000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.0780000000000001,"15min":1.0640000000000001},"min":{"1min":0.48299999999999998,"5min":0.38,"15min":0.38},"max":{"1min":1.518,"5min":1.518,"15min":1.518},"last":1.2609999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-22T07:05:56.683 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-03-22T07:05:56.683 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-03-22T07:05:56.683 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-03-22T07:05:56.684 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:05:57.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:56 smithi129 bash[21357]: audit 2024-03-22T07:05:55.949945+0000 mgr.y (mgr.14391) 166 : audit 0 from='client.24653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:05:57.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:56 smithi129 bash[31121]: audit 2024-03-22T07:05:55.949945+0000 mgr.y (mgr.14391) 166 : audit 0 from='client.24653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:05:57.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:56 smithi148 bash[23214]: audit 2024-03-22T07:05:55.949945+0000 mgr.y (mgr.14391) 166 : audit 0 from='client.24653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:05:58.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:57 smithi129 bash[21357]: cluster 2024-03-22T07:05:56.221420+0000 mgr.y (mgr.14391) 167 : cluster 0 pgmap v140: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:58.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:57 smithi129 bash[31121]: cluster 2024-03-22T07:05:56.221420+0000 mgr.y (mgr.14391) 167 : cluster 0 pgmap v140: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:05:58.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:57 smithi148 bash[23214]: cluster 2024-03-22T07:05:56.221420+0000 mgr.y (mgr.14391) 167 : cluster 0 pgmap v140: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:00.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:05:59 smithi129 bash[21357]: cluster 2024-03-22T07:05:58.222554+0000 mgr.y (mgr.14391) 168 : cluster 0 pgmap v141: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:00.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:05:59 smithi129 bash[31121]: cluster 2024-03-22T07:05:58.222554+0000 mgr.y (mgr.14391) 168 : cluster 0 pgmap v141: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:00.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:05:59 smithi148 bash[23214]: cluster 2024-03-22T07:05:58.222554+0000 mgr.y (mgr.14391) 168 : cluster 0 pgmap v141: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:01.416 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:06:02.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:01 smithi129 bash[21357]: cluster 2024-03-22T07:06:00.223295+0000 mgr.y (mgr.14391) 169 : cluster 0 pgmap v142: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:02.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:01 smithi129 bash[21357]: audit 2024-03-22T07:06:01.228817+0000 mon.a (mon.0) 910 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:06:02.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:01 smithi129 bash[31121]: cluster 2024-03-22T07:06:00.223295+0000 mgr.y (mgr.14391) 169 : cluster 0 pgmap v142: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:02.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:01 smithi129 bash[31121]: audit 2024-03-22T07:06:01.228817+0000 mon.a (mon.0) 910 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:06:02.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:01 smithi148 bash[23214]: cluster 2024-03-22T07:06:00.223295+0000 mgr.y (mgr.14391) 169 : cluster 0 pgmap v142: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:02.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:01 smithi148 bash[23214]: audit 2024-03-22T07:06:01.228817+0000 mon.a (mon.0) 910 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:06:03.928 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:03 smithi129 bash[21357]: cluster 2024-03-22T07:06:02.223977+0000 mgr.y (mgr.14391) 170 : cluster 0 pgmap v143: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:03.928 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:03 smithi129 bash[31121]: cluster 2024-03-22T07:06:02.223977+0000 mgr.y (mgr.14391) 170 : cluster 0 pgmap v143: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:04.076 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:06:04.076 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-03-22T07:06:04.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:03 smithi148 bash[23214]: cluster 2024-03-22T07:06:02.223977+0000 mgr.y (mgr.14391) 170 : cluster 0 pgmap v143: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:04.248 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:06:03 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:06:03] "GET /metrics HTTP/1.1" 200 33908 "" "Prometheus/2.43.0" 2024-03-22T07:06:04.703 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-03-22T07:06:04.703 INFO:teuthology.run_tasks:Running task print... 2024-03-22T07:06:04.713 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2024-03-22T07:06:04.713 INFO:teuthology.run_tasks:Running task parallel... 2024-03-22T07:06:04.749 INFO:teuthology.task.parallel:starting parallel... 2024-03-22T07:06:04.749 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-03-22T07:06:04.749 INFO:teuthology.task.sequential:In sequential, running task workunit... 2024-03-22T07:06:04.753 INFO:tasks.workunit:Pulling workunits from ref reef 2024-03-22T07:06:04.753 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-03-22T07:06:04.754 DEBUG:teuthology.orchestra.run.smithi129:> stat -- /home/ubuntu/cephtest/mnt.0 2024-03-22T07:06:04.754 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-03-22T07:06:04.754 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-03-22T07:06:04.754 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi129.front.sepia.ceph.com 2024-03-22T07:06:04.754 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2024-03-22T07:06:04.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-22T07:06:04.760 INFO:teuthology.orchestra.run.smithi129.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-03-22T07:06:04.760 DEBUG:teuthology.orchestra.run.smithi129:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-03-22T07:06:04.809 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-03-22T07:06:04.809 DEBUG:teuthology.orchestra.run.smithi129:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-03-22T07:06:04.856 INFO:tasks.workunit:timeout=3h 2024-03-22T07:06:04.856 INFO:tasks.workunit:cleanup=True 2024-03-22T07:06:04.857 DEBUG:teuthology.orchestra.run.smithi129:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-03-22T07:06:04.903 INFO:tasks.workunit.client.0.smithi129.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-03-22T07:06:05.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:04 smithi129 bash[21357]: audit 2024-03-22T07:06:04.083613+0000 mon.c (mon.2) 28 : audit 0 from='client.? 172.21.15.129:0/2781445560' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:06:05.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:04 smithi129 bash[31121]: audit 2024-03-22T07:06:04.083613+0000 mon.c (mon.2) 28 : audit 0 from='client.? 172.21.15.129:0/2781445560' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:06:05.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:04 smithi148 bash[23214]: audit 2024-03-22T07:06:04.083613+0000 mon.c (mon.2) 28 : audit 0 from='client.? 172.21.15.129:0/2781445560' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:06:06.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:05 smithi129 bash[31121]: cluster 2024-03-22T07:06:04.224491+0000 mgr.y (mgr.14391) 171 : cluster 0 pgmap v144: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:06.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:05 smithi129 bash[21357]: cluster 2024-03-22T07:06:04.224491+0000 mgr.y (mgr.14391) 171 : cluster 0 pgmap v144: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:06.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:05 smithi148 bash[23214]: cluster 2024-03-22T07:06:04.224491+0000 mgr.y (mgr.14391) 171 : cluster 0 pgmap v144: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:08.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:07 smithi129 bash[21357]: cluster 2024-03-22T07:06:06.225129+0000 mgr.y (mgr.14391) 172 : cluster 0 pgmap v145: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:08.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:07 smithi129 bash[31121]: cluster 2024-03-22T07:06:06.225129+0000 mgr.y (mgr.14391) 172 : cluster 0 pgmap v145: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:08.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:07 smithi148 bash[23214]: cluster 2024-03-22T07:06:06.225129+0000 mgr.y (mgr.14391) 172 : cluster 0 pgmap v145: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:09.503 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:06:10.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:09 smithi129 bash[21357]: cluster 2024-03-22T07:06:08.226257+0000 mgr.y (mgr.14391) 173 : cluster 0 pgmap v146: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:10.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:09 smithi129 bash[31121]: cluster 2024-03-22T07:06:08.226257+0000 mgr.y (mgr.14391) 173 : cluster 0 pgmap v146: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:10.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:09 smithi148 bash[23214]: cluster 2024-03-22T07:06:08.226257+0000 mgr.y (mgr.14391) 173 : cluster 0 pgmap v146: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:12.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:11 smithi129 bash[21357]: cluster 2024-03-22T07:06:10.226867+0000 mgr.y (mgr.14391) 174 : cluster 0 pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:12.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:11 smithi129 bash[31121]: cluster 2024-03-22T07:06:10.226867+0000 mgr.y (mgr.14391) 174 : cluster 0 pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:12.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:11 smithi148 bash[23214]: cluster 2024-03-22T07:06:10.226867+0000 mgr.y (mgr.14391) 174 : cluster 0 pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:12.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:06:12 smithi129 bash[21614]: [22/Mar/2024:07:06:12] ENGINE Bus STOPPING 2024-03-22T07:06:12.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:06:12 smithi129 bash[21614]: [22/Mar/2024:07:06:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:06:12.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:06:12 smithi129 bash[21614]: [22/Mar/2024:07:06:12] ENGINE Bus STOPPED 2024-03-22T07:06:12.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:06:12 smithi129 bash[21614]: [22/Mar/2024:07:06:12] ENGINE Bus STARTING 2024-03-22T07:06:12.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:06:12 smithi129 bash[21614]: [22/Mar/2024:07:06:12] ENGINE Serving on http://:::9283 2024-03-22T07:06:12.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:06:12 smithi129 bash[21614]: [22/Mar/2024:07:06:12] ENGINE Bus STARTED 2024-03-22T07:06:12.958 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph config set global log_to_journald false --force' 2024-03-22T07:06:13.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:13 smithi129 bash[21357]: cluster 2024-03-22T07:06:12.227900+0000 mgr.y (mgr.14391) 175 : cluster 0 pgmap v148: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:13.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:13 smithi129 bash[21357]: audit 2024-03-22T07:06:12.277511+0000 mon.a (mon.0) 911 : audit 1 from='client.? 172.21.15.129:0/1485287680' entity='client.admin' 2024-03-22T07:06:13.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:13 smithi129 bash[21357]: audit 2024-03-22T07:06:12.335217+0000 mon.a (mon.0) 912 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:06:13.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:13 smithi129 bash[31121]: cluster 2024-03-22T07:06:12.227900+0000 mgr.y (mgr.14391) 175 : cluster 0 pgmap v148: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:13.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:13 smithi129 bash[31121]: audit 2024-03-22T07:06:12.277511+0000 mon.a (mon.0) 911 : audit 1 from='client.? 172.21.15.129:0/1485287680' entity='client.admin' 2024-03-22T07:06:13.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:13 smithi129 bash[31121]: audit 2024-03-22T07:06:12.335217+0000 mon.a (mon.0) 912 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:06:13.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:13 smithi148 bash[23214]: cluster 2024-03-22T07:06:12.227900+0000 mgr.y (mgr.14391) 175 : cluster 0 pgmap v148: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:13.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:13 smithi148 bash[23214]: audit 2024-03-22T07:06:12.277511+0000 mon.a (mon.0) 911 : audit 1 from='client.? 172.21.15.129:0/1485287680' entity='client.admin' 2024-03-22T07:06:13.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:13 smithi148 bash[23214]: audit 2024-03-22T07:06:12.335217+0000 mon.a (mon.0) 912 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:06:14.368 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:06:13 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:06:13] "GET /metrics HTTP/1.1" 200 33908 "" "Prometheus/2.43.0" 2024-03-22T07:06:15.618 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:15 smithi129 bash[21357]: cluster 2024-03-22T07:06:14.228496+0000 mgr.y (mgr.14391) 176 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:15.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:15 smithi129 bash[31121]: cluster 2024-03-22T07:06:14.228496+0000 mgr.y (mgr.14391) 176 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:15.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:15 smithi148 bash[23214]: cluster 2024-03-22T07:06:14.228496+0000 mgr.y (mgr.14391) 176 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:16.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:16 smithi129 bash[21357]: audit 2024-03-22T07:06:16.229315+0000 mon.a (mon.0) 913 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:06:16.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:16 smithi129 bash[31121]: audit 2024-03-22T07:06:16.229315+0000 mon.a (mon.0) 913 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:06:16.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:16 smithi148 bash[23214]: audit 2024-03-22T07:06:16.229315+0000 mon.a (mon.0) 913 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:06:17.180 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:06:17.217 DEBUG:teuthology.orchestra.run.smithi129:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-03-22T07:06:17.221 INFO:tasks.workunit.client.0.smithi129.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-03-22T07:06:17.222 INFO:tasks.workunit.client.0.smithi129.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-03-22T07:06:17.222 INFO:tasks.workunit.client.0.smithi129.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-03-22T07:06:17.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:17 smithi129 bash[21357]: cluster 2024-03-22T07:06:16.228914+0000 mgr.y (mgr.14391) 177 : cluster 0 pgmap v150: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:17.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:17 smithi129 bash[31121]: cluster 2024-03-22T07:06:16.228914+0000 mgr.y (mgr.14391) 177 : cluster 0 pgmap v150: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:17.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:17 smithi148 bash[23214]: cluster 2024-03-22T07:06:16.228914+0000 mgr.y (mgr.14391) 177 : cluster 0 pgmap v150: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:19.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:18 smithi129 bash[21357]: audit 2024-03-22T07:06:17.775637+0000 mon.a (mon.0) 914 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:19.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:18 smithi129 bash[21357]: audit 2024-03-22T07:06:17.781187+0000 mon.a (mon.0) 915 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:19.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:18 smithi129 bash[21357]: audit 2024-03-22T07:06:18.037046+0000 mon.a (mon.0) 916 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:19.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:18 smithi129 bash[21357]: audit 2024-03-22T07:06:18.049081+0000 mon.a (mon.0) 917 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:19.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:18 smithi129 bash[21357]: audit 2024-03-22T07:06:18.051594+0000 mon.a (mon.0) 918 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:06:19.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:18 smithi129 bash[21357]: audit 2024-03-22T07:06:18.053417+0000 mon.a (mon.0) 919 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:06:19.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:18 smithi129 bash[21357]: audit 2024-03-22T07:06:18.064267+0000 mon.a (mon.0) 920 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:18 smithi129 bash[31121]: audit 2024-03-22T07:06:17.775637+0000 mon.a (mon.0) 914 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:18 smithi129 bash[31121]: audit 2024-03-22T07:06:17.781187+0000 mon.a (mon.0) 915 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:18 smithi129 bash[31121]: audit 2024-03-22T07:06:18.037046+0000 mon.a (mon.0) 916 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:18 smithi129 bash[31121]: audit 2024-03-22T07:06:18.049081+0000 mon.a (mon.0) 917 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:18 smithi129 bash[31121]: audit 2024-03-22T07:06:18.051594+0000 mon.a (mon.0) 918 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:06:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:18 smithi129 bash[31121]: audit 2024-03-22T07:06:18.053417+0000 mon.a (mon.0) 919 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:06:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:18 smithi129 bash[31121]: audit 2024-03-22T07:06:18.064267+0000 mon.a (mon.0) 920 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:19.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:18 smithi148 bash[23214]: audit 2024-03-22T07:06:17.775637+0000 mon.a (mon.0) 914 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:19.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:18 smithi148 bash[23214]: audit 2024-03-22T07:06:17.781187+0000 mon.a (mon.0) 915 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:19.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:18 smithi148 bash[23214]: audit 2024-03-22T07:06:18.037046+0000 mon.a (mon.0) 916 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:19.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:18 smithi148 bash[23214]: audit 2024-03-22T07:06:18.049081+0000 mon.a (mon.0) 917 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:19.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:18 smithi148 bash[23214]: audit 2024-03-22T07:06:18.051594+0000 mon.a (mon.0) 918 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:06:19.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:18 smithi148 bash[23214]: audit 2024-03-22T07:06:18.053417+0000 mon.a (mon.0) 919 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:06:19.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:18 smithi148 bash[23214]: audit 2024-03-22T07:06:18.064267+0000 mon.a (mon.0) 920 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:20.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:20 smithi129 bash[21357]: cluster 2024-03-22T07:06:18.229907+0000 mgr.y (mgr.14391) 178 : cluster 0 pgmap v151: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:20.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:20 smithi129 bash[31121]: cluster 2024-03-22T07:06:18.229907+0000 mgr.y (mgr.14391) 178 : cluster 0 pgmap v151: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:20.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:20 smithi148 bash[23214]: cluster 2024-03-22T07:06:18.229907+0000 mgr.y (mgr.14391) 178 : cluster 0 pgmap v151: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:21.964 INFO:tasks.workunit.client.0.smithi129.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-03-22T07:06:22.087 INFO:tasks.workunit.client.0.smithi129.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-03-22T07:06:22.160 INFO:tasks.workunit.client.0.smithi129.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-03-22T07:06:22.162 INFO:tasks.workunit.client.0.smithi129.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-03-22T07:06:22.162 INFO:tasks.workunit.client.0.smithi129.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-03-22T07:06:22.210 INFO:tasks.workunit.client.0.smithi129.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-03-22T07:06:22.213 DEBUG:teuthology.orchestra.run.smithi129:> set -ex 2024-03-22T07:06:22.213 DEBUG:teuthology.orchestra.run.smithi129:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-03-22T07:06:22.260 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-03-22T07:06:22.262 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-03-22T07:06:22.262 DEBUG:teuthology.orchestra.run.smithi129:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-03-22T07:06:22.368 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:22 smithi129 bash[31121]: cluster 2024-03-22T07:06:20.230498+0000 mgr.y (mgr.14391) 179 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:22.368 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:22 smithi129 bash[21357]: cluster 2024-03-22T07:06:20.230498+0000 mgr.y (mgr.14391) 179 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:22.398 INFO:tasks.workunit.client.0.smithi129.stderr:warning: failed to enable lockdep 2024-03-22T07:06:22.398 INFO:tasks.workunit.client.0.smithi129.stdout:seed 68587 2024-03-22T07:06:22.398 INFO:tasks.workunit.client.0.smithi129.stdout:[==========] Running 480 tests from 24 test suites. 2024-03-22T07:06:22.398 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] Global test environment set-up. 2024-03-22T07:06:22.398 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 1 test from TestJournalStress 2024-03-22T07:06:22.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:22 smithi148 bash[23214]: cluster 2024-03-22T07:06:20.230498+0000 mgr.y (mgr.14391) 179 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:23.669 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-03-22T07:06:24.084 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-03-22T07:06:24.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:06:23 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:06:23] "GET /metrics HTTP/1.1" 200 33907 "" "Prometheus/2.43.0" 2024-03-22T07:06:24.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:24 smithi129 bash[21357]: cluster 2024-03-22T07:06:22.231317+0000 mgr.y (mgr.14391) 180 : cluster 0 pgmap v153: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:24.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:24 smithi129 bash[21357]: cluster 2024-03-22T07:06:23.084577+0000 mon.a (mon.0) 921 : cluster 0 osdmap e73: 8 total, 8 up, 8 in 2024-03-22T07:06:24.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:24 smithi129 bash[21357]: audit 2024-03-22T07:06:23.090936+0000 mon.a (mon.0) 922 : audit 1 from='client.? 172.21.15.129:0/3447988162' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:24.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:24 smithi129 bash[31121]: cluster 2024-03-22T07:06:22.231317+0000 mgr.y (mgr.14391) 180 : cluster 0 pgmap v153: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:24.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:24 smithi129 bash[31121]: cluster 2024-03-22T07:06:23.084577+0000 mon.a (mon.0) 921 : cluster 0 osdmap e73: 8 total, 8 up, 8 in 2024-03-22T07:06:24.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:24 smithi129 bash[31121]: audit 2024-03-22T07:06:23.090936+0000 mon.a (mon.0) 922 : audit 1 from='client.? 172.21.15.129:0/3447988162' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:24.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:24 smithi148 bash[23214]: cluster 2024-03-22T07:06:22.231317+0000 mgr.y (mgr.14391) 180 : cluster 0 pgmap v153: 73 pgs: 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:24.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:24 smithi148 bash[23214]: cluster 2024-03-22T07:06:23.084577+0000 mon.a (mon.0) 921 : cluster 0 osdmap e73: 8 total, 8 up, 8 in 2024-03-22T07:06:24.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:24 smithi148 bash[23214]: audit 2024-03-22T07:06:23.090936+0000 mon.a (mon.0) 922 : audit 1 from='client.? 172.21.15.129:0/3447988162' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:25.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:25 smithi129 bash[31121]: audit 2024-03-22T07:06:24.088979+0000 mon.a (mon.0) 923 : audit 1 from='client.? 172.21.15.129:0/3447988162' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:25.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:25 smithi129 bash[31121]: cluster 2024-03-22T07:06:24.089376+0000 mon.a (mon.0) 924 : cluster 0 osdmap e74: 8 total, 8 up, 8 in 2024-03-22T07:06:25.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:25 smithi129 bash[21357]: audit 2024-03-22T07:06:24.088979+0000 mon.a (mon.0) 923 : audit 1 from='client.? 172.21.15.129:0/3447988162' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:25.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:25 smithi129 bash[21357]: cluster 2024-03-22T07:06:24.089376+0000 mon.a (mon.0) 924 : cluster 0 osdmap e74: 8 total, 8 up, 8 in 2024-03-22T07:06:25.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:25 smithi148 bash[23214]: audit 2024-03-22T07:06:24.088979+0000 mon.a (mon.0) 923 : audit 1 from='client.? 172.21.15.129:0/3447988162' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:25.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:25 smithi148 bash[23214]: cluster 2024-03-22T07:06:24.089376+0000 mon.a (mon.0) 924 : cluster 0 osdmap e74: 8 total, 8 up, 8 in 2024-03-22T07:06:26.147 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-03-22T07:06:26.147 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:26.147 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2063 ms) 2024-03-22T07:06:26.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:26 smithi129 bash[21357]: cluster 2024-03-22T07:06:24.231939+0000 mgr.y (mgr.14391) 181 : cluster 0 pgmap v156: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:26.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:26 smithi129 bash[21357]: cluster 2024-03-22T07:06:25.111836+0000 mon.a (mon.0) 925 : cluster 0 osdmap e75: 8 total, 8 up, 8 in 2024-03-22T07:06:26.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:26 smithi129 bash[31121]: cluster 2024-03-22T07:06:24.231939+0000 mgr.y (mgr.14391) 181 : cluster 0 pgmap v156: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:26.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:26 smithi129 bash[31121]: cluster 2024-03-22T07:06:25.111836+0000 mon.a (mon.0) 925 : cluster 0 osdmap e75: 8 total, 8 up, 8 in 2024-03-22T07:06:26.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:26 smithi148 bash[23214]: cluster 2024-03-22T07:06:24.231939+0000 mgr.y (mgr.14391) 181 : cluster 0 pgmap v156: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:26.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:26 smithi148 bash[23214]: cluster 2024-03-22T07:06:25.111836+0000 mon.a (mon.0) 925 : cluster 0 osdmap e75: 8 total, 8 up, 8 in 2024-03-22T07:06:27.139 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 1 test from TestJournalStress (2063 ms total) 2024-03-22T07:06:27.139 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:06:27.139 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 16 tests from TestJournalReplay 2024-03-22T07:06:27.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:27 smithi148 bash[23214]: cluster 2024-03-22T07:06:26.113940+0000 mon.a (mon.0) 926 : cluster 0 osdmap e76: 8 total, 8 up, 8 in 2024-03-22T07:06:27.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:27 smithi129 bash[21357]: cluster 2024-03-22T07:06:26.113940+0000 mon.a (mon.0) 926 : cluster 0 osdmap e76: 8 total, 8 up, 8 in 2024-03-22T07:06:27.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:27 smithi129 bash[31121]: cluster 2024-03-22T07:06:26.113940+0000 mon.a (mon.0) 926 : cluster 0 osdmap e76: 8 total, 8 up, 8 in 2024-03-22T07:06:28.411 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:06:28.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:28 smithi148 bash[23214]: cluster 2024-03-22T07:06:26.232561+0000 mgr.y (mgr.14391) 182 : cluster 0 pgmap v159: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:28.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:28 smithi148 bash[23214]: cluster 2024-03-22T07:06:27.140885+0000 mon.a (mon.0) 927 : cluster 0 osdmap e77: 8 total, 8 up, 8 in 2024-03-22T07:06:28.434 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:28 smithi129 bash[21357]: cluster 2024-03-22T07:06:26.232561+0000 mgr.y (mgr.14391) 182 : cluster 0 pgmap v159: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:28.434 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:28 smithi129 bash[21357]: cluster 2024-03-22T07:06:27.140885+0000 mon.a (mon.0) 927 : cluster 0 osdmap e77: 8 total, 8 up, 8 in 2024-03-22T07:06:28.434 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:28 smithi129 bash[31121]: cluster 2024-03-22T07:06:26.232561+0000 mgr.y (mgr.14391) 182 : cluster 0 pgmap v159: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:28.434 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:28 smithi129 bash[31121]: cluster 2024-03-22T07:06:27.140885+0000 mon.a (mon.0) 927 : cluster 0 osdmap e77: 8 total, 8 up, 8 in 2024-03-22T07:06:29.153 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-03-22T07:06:29.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:29 smithi148 bash[23214]: cluster 2024-03-22T07:06:28.150910+0000 mon.a (mon.0) 928 : cluster 0 osdmap e78: 8 total, 8 up, 8 in 2024-03-22T07:06:29.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:29 smithi148 bash[23214]: audit 2024-03-22T07:06:28.154270+0000 mon.c (mon.2) 29 : audit 1 from='client.? 172.21.15.129:0/3418875292' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:29.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:29 smithi148 bash[23214]: audit 2024-03-22T07:06:28.155198+0000 mon.a (mon.0) 929 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:29.488 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:29 smithi129 bash[21357]: cluster 2024-03-22T07:06:28.150910+0000 mon.a (mon.0) 928 : cluster 0 osdmap e78: 8 total, 8 up, 8 in 2024-03-22T07:06:29.489 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:29 smithi129 bash[21357]: audit 2024-03-22T07:06:28.154270+0000 mon.c (mon.2) 29 : audit 1 from='client.? 172.21.15.129:0/3418875292' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:29.489 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:29 smithi129 bash[21357]: audit 2024-03-22T07:06:28.155198+0000 mon.a (mon.0) 929 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:29.489 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:29 smithi129 bash[31121]: cluster 2024-03-22T07:06:28.150910+0000 mon.a (mon.0) 928 : cluster 0 osdmap e78: 8 total, 8 up, 8 in 2024-03-22T07:06:29.489 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:29 smithi129 bash[31121]: audit 2024-03-22T07:06:28.154270+0000 mon.c (mon.2) 29 : audit 1 from='client.? 172.21.15.129:0/3418875292' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:29.489 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:29 smithi129 bash[31121]: audit 2024-03-22T07:06:28.155198+0000 mon.a (mon.0) 929 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:30.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:30 smithi148 bash[23214]: cluster 2024-03-22T07:06:28.233286+0000 mgr.y (mgr.14391) 183 : cluster 0 pgmap v162: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:30.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:30 smithi148 bash[23214]: audit 2024-03-22T07:06:29.158240+0000 mon.a (mon.0) 930 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:30.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:30 smithi148 bash[23214]: cluster 2024-03-22T07:06:29.159435+0000 mon.a (mon.0) 931 : cluster 0 osdmap e79: 8 total, 8 up, 8 in 2024-03-22T07:06:30.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:30 smithi148 bash[23214]: cluster 2024-03-22T07:06:29.162437+0000 mon.a (mon.0) 932 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:06:30.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:30 smithi129 bash[21357]: cluster 2024-03-22T07:06:28.233286+0000 mgr.y (mgr.14391) 183 : cluster 0 pgmap v162: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:30.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:30 smithi129 bash[21357]: audit 2024-03-22T07:06:29.158240+0000 mon.a (mon.0) 930 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:30.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:30 smithi129 bash[21357]: cluster 2024-03-22T07:06:29.159435+0000 mon.a (mon.0) 931 : cluster 0 osdmap e79: 8 total, 8 up, 8 in 2024-03-22T07:06:30.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:30 smithi129 bash[21357]: cluster 2024-03-22T07:06:29.162437+0000 mon.a (mon.0) 932 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:06:30.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:30 smithi129 bash[31121]: cluster 2024-03-22T07:06:28.233286+0000 mgr.y (mgr.14391) 183 : cluster 0 pgmap v162: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:30.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:30 smithi129 bash[31121]: audit 2024-03-22T07:06:29.158240+0000 mon.a (mon.0) 930 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:30.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:30 smithi129 bash[31121]: cluster 2024-03-22T07:06:29.159435+0000 mon.a (mon.0) 931 : cluster 0 osdmap e79: 8 total, 8 up, 8 in 2024-03-22T07:06:30.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:30 smithi129 bash[31121]: cluster 2024-03-22T07:06:29.162437+0000 mon.a (mon.0) 932 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:06:31.212 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-03-22T07:06:31.212 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.212 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2060 ms) 2024-03-22T07:06:31.212 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-03-22T07:06:31.226 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-03-22T07:06:31.226 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.226 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (14 ms) 2024-03-22T07:06:31.226 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-03-22T07:06:31.243 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-03-22T07:06:31.243 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.243 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (17 ms) 2024-03-22T07:06:31.243 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-03-22T07:06:31.256 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-03-22T07:06:31.256 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.256 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (13 ms) 2024-03-22T07:06:31.256 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-03-22T07:06:31.269 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-03-22T07:06:31.269 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.269 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (13 ms) 2024-03-22T07:06:31.269 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-03-22T07:06:31.282 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-03-22T07:06:31.282 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.282 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (13 ms) 2024-03-22T07:06:31.282 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-03-22T07:06:31.294 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-03-22T07:06:31.294 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.294 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (12 ms) 2024-03-22T07:06:31.294 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-03-22T07:06:31.307 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-03-22T07:06:31.307 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.307 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (13 ms) 2024-03-22T07:06:31.308 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-03-22T07:06:31.321 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-03-22T07:06:31.321 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.321 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (14 ms) 2024-03-22T07:06:31.321 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.Rename 2024-03-22T07:06:31.335 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-03-22T07:06:31.335 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.335 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.Rename (14 ms) 2024-03-22T07:06:31.335 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.Resize 2024-03-22T07:06:31.353 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-03-22T07:06:31.353 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.353 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.Resize (18 ms) 2024-03-22T07:06:31.353 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.Flatten 2024-03-22T07:06:31.368 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:31 smithi129 bash[21357]: cluster 2024-03-22T07:06:30.185203+0000 mon.a (mon.0) 933 : cluster 0 osdmap e80: 8 total, 8 up, 8 in 2024-03-22T07:06:31.368 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:31 smithi129 bash[21357]: cluster 2024-03-22T07:06:30.234101+0000 mgr.y (mgr.14391) 184 : cluster 0 pgmap v165: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:31.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:31 smithi129 bash[31121]: cluster 2024-03-22T07:06:30.185203+0000 mon.a (mon.0) 933 : cluster 0 osdmap e80: 8 total, 8 up, 8 in 2024-03-22T07:06:31.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:31 smithi129 bash[31121]: cluster 2024-03-22T07:06:30.234101+0000 mgr.y (mgr.14391) 184 : cluster 0 pgmap v165: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:31.370 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-03-22T07:06:31.370 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.371 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.Flatten (17 ms) 2024-03-22T07:06:31.371 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-03-22T07:06:31.388 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-03-22T07:06:31.388 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.388 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (18 ms) 2024-03-22T07:06:31.388 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-03-22T07:06:31.403 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-03-22T07:06:31.403 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.403 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (15 ms) 2024-03-22T07:06:31.403 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-03-22T07:06:31.417 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-03-22T07:06:31.417 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.417 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (14 ms) 2024-03-22T07:06:31.417 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-03-22T07:06:31.433 INFO:teuthology.orchestra.run.smithi129.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:db0330b1e4e2470d52b750e251e55a522b4f7d69 2024-03-22T07:06:31.434 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-03-22T07:06:31.434 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:31.434 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (17 ms) 2024-03-22T07:06:31.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:31 smithi148 bash[23214]: cluster 2024-03-22T07:06:30.185203+0000 mon.a (mon.0) 933 : cluster 0 osdmap e80: 8 total, 8 up, 8 in 2024-03-22T07:06:31.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:31 smithi148 bash[23214]: cluster 2024-03-22T07:06:30.234101+0000 mgr.y (mgr.14391) 184 : cluster 0 pgmap v165: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:32.120 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph orch ps' 2024-03-22T07:06:32.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[21357]: cluster 2024-03-22T07:06:31.182161+0000 mon.a (mon.0) 934 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:06:32.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[21357]: cluster 2024-03-22T07:06:31.182196+0000 mon.a (mon.0) 935 : cluster 1 Cluster is now healthy 2024-03-22T07:06:32.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[21357]: cluster 2024-03-22T07:06:31.193460+0000 mon.a (mon.0) 936 : cluster 0 osdmap e81: 8 total, 8 up, 8 in 2024-03-22T07:06:32.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[21357]: audit 2024-03-22T07:06:31.229087+0000 mon.a (mon.0) 937 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:06:32.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[21357]: audit 2024-03-22T07:06:31.431593+0000 mgr.y (mgr.14391) 185 : audit 0 from='client.24707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:db0330b1e4e2470d52b750e251e55a522b4f7d69", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:06:32.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[21357]: cephadm 2024-03-22T07:06:31.432346+0000 mgr.y (mgr.14391) 186 : cephadm 1 Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:db0330b1e4e2470d52b750e251e55a522b4f7d69 2024-03-22T07:06:32.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[21357]: audit 2024-03-22T07:06:31.440165+0000 mon.a (mon.0) 938 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:32.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[21357]: audit 2024-03-22T07:06:31.457066+0000 mon.a (mon.0) 939 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:06:32.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[21357]: audit 2024-03-22T07:06:32.000249+0000 mon.a (mon.0) 940 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:06:32.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[21357]: audit 2024-03-22T07:06:32.001907+0000 mon.a (mon.0) 941 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:06:32.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[21357]: audit 2024-03-22T07:06:32.010663+0000 mon.a (mon.0) 942 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:32.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[21357]: cephadm 2024-03-22T07:06:32.076775+0000 mgr.y (mgr.14391) 187 : cephadm 1 Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:db0330b1e4e2470d52b750e251e55a522b4f7d69 2024-03-22T07:06:32.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[31121]: cluster 2024-03-22T07:06:31.182161+0000 mon.a (mon.0) 934 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:06:32.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[31121]: cluster 2024-03-22T07:06:31.182196+0000 mon.a (mon.0) 935 : cluster 1 Cluster is now healthy 2024-03-22T07:06:32.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[31121]: cluster 2024-03-22T07:06:31.193460+0000 mon.a (mon.0) 936 : cluster 0 osdmap e81: 8 total, 8 up, 8 in 2024-03-22T07:06:32.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[31121]: audit 2024-03-22T07:06:31.229087+0000 mon.a (mon.0) 937 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:06:32.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[31121]: audit 2024-03-22T07:06:31.431593+0000 mgr.y (mgr.14391) 185 : audit 0 from='client.24707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:db0330b1e4e2470d52b750e251e55a522b4f7d69", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:06:32.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[31121]: cephadm 2024-03-22T07:06:31.432346+0000 mgr.y (mgr.14391) 186 : cephadm 1 Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:db0330b1e4e2470d52b750e251e55a522b4f7d69 2024-03-22T07:06:32.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[31121]: audit 2024-03-22T07:06:31.440165+0000 mon.a (mon.0) 938 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:32.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[31121]: audit 2024-03-22T07:06:31.457066+0000 mon.a (mon.0) 939 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:06:32.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[31121]: audit 2024-03-22T07:06:32.000249+0000 mon.a (mon.0) 940 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:06:32.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[31121]: audit 2024-03-22T07:06:32.001907+0000 mon.a (mon.0) 941 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:06:32.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[31121]: audit 2024-03-22T07:06:32.010663+0000 mon.a (mon.0) 942 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:32.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:32 smithi129 bash[31121]: cephadm 2024-03-22T07:06:32.076775+0000 mgr.y (mgr.14391) 187 : cephadm 1 Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:db0330b1e4e2470d52b750e251e55a522b4f7d69 2024-03-22T07:06:32.441 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 16 tests from TestJournalReplay (2282 ms total) 2024-03-22T07:06:32.441 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:06:32.441 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 4 tests from TestJournalEntries 2024-03-22T07:06:32.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:32 smithi148 bash[23214]: cluster 2024-03-22T07:06:31.182161+0000 mon.a (mon.0) 934 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:06:32.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:32 smithi148 bash[23214]: cluster 2024-03-22T07:06:31.182196+0000 mon.a (mon.0) 935 : cluster 1 Cluster is now healthy 2024-03-22T07:06:32.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:32 smithi148 bash[23214]: cluster 2024-03-22T07:06:31.193460+0000 mon.a (mon.0) 936 : cluster 0 osdmap e81: 8 total, 8 up, 8 in 2024-03-22T07:06:32.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:32 smithi148 bash[23214]: audit 2024-03-22T07:06:31.229087+0000 mon.a (mon.0) 937 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:06:32.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:32 smithi148 bash[23214]: audit 2024-03-22T07:06:31.431593+0000 mgr.y (mgr.14391) 185 : audit 0 from='client.24707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:db0330b1e4e2470d52b750e251e55a522b4f7d69", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:06:32.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:32 smithi148 bash[23214]: cephadm 2024-03-22T07:06:31.432346+0000 mgr.y (mgr.14391) 186 : cephadm 1 Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:db0330b1e4e2470d52b750e251e55a522b4f7d69 2024-03-22T07:06:32.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:32 smithi148 bash[23214]: audit 2024-03-22T07:06:31.440165+0000 mon.a (mon.0) 938 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:32.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:32 smithi148 bash[23214]: audit 2024-03-22T07:06:31.457066+0000 mon.a (mon.0) 939 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:06:32.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:32 smithi148 bash[23214]: audit 2024-03-22T07:06:32.000249+0000 mon.a (mon.0) 940 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:06:32.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:32 smithi148 bash[23214]: audit 2024-03-22T07:06:32.001907+0000 mon.a (mon.0) 941 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:06:32.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:32 smithi148 bash[23214]: audit 2024-03-22T07:06:32.010663+0000 mon.a (mon.0) 942 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:32.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:32 smithi148 bash[23214]: cephadm 2024-03-22T07:06:32.076775+0000 mgr.y (mgr.14391) 187 : cephadm 1 Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:db0330b1e4e2470d52b750e251e55a522b4f7d69 2024-03-22T07:06:33.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:33 smithi129 bash[21357]: cluster 2024-03-22T07:06:32.235352+0000 mgr.y (mgr.14391) 188 : cluster 0 pgmap v167: 105 pgs: 105 active+clean; 580 KiB data, 220 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 16 KiB/s wr, 46 op/s 2024-03-22T07:06:33.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:33 smithi129 bash[21357]: cluster 2024-03-22T07:06:32.441247+0000 mon.a (mon.0) 943 : cluster 0 osdmap e82: 8 total, 8 up, 8 in 2024-03-22T07:06:33.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:33 smithi129 bash[31121]: cluster 2024-03-22T07:06:32.235352+0000 mgr.y (mgr.14391) 188 : cluster 0 pgmap v167: 105 pgs: 105 active+clean; 580 KiB data, 220 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 16 KiB/s wr, 46 op/s 2024-03-22T07:06:33.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:33 smithi129 bash[31121]: cluster 2024-03-22T07:06:32.441247+0000 mon.a (mon.0) 943 : cluster 0 osdmap e82: 8 total, 8 up, 8 in 2024-03-22T07:06:33.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:33 smithi148 bash[23214]: cluster 2024-03-22T07:06:32.235352+0000 mgr.y (mgr.14391) 188 : cluster 0 pgmap v167: 105 pgs: 105 active+clean; 580 KiB data, 220 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 16 KiB/s wr, 46 op/s 2024-03-22T07:06:33.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:33 smithi148 bash[23214]: cluster 2024-03-22T07:06:32.441247+0000 mon.a (mon.0) 943 : cluster 0 osdmap e82: 8 total, 8 up, 8 in 2024-03-22T07:06:34.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:06:33 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:06:33] "GET /metrics HTTP/1.1" 200 36211 "" "Prometheus/2.43.0" 2024-03-22T07:06:34.463 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-03-22T07:06:34.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:34 smithi129 bash[21357]: cluster 2024-03-22T07:06:33.456358+0000 mon.a (mon.0) 944 : cluster 0 osdmap e83: 8 total, 8 up, 8 in 2024-03-22T07:06:34.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:34 smithi129 bash[21357]: audit 2024-03-22T07:06:33.464463+0000 mon.c (mon.2) 30 : audit 1 from='client.? 172.21.15.129:0/2869773852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:34.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:34 smithi129 bash[21357]: audit 2024-03-22T07:06:33.468503+0000 mon.a (mon.0) 945 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:34.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:34 smithi129 bash[31121]: cluster 2024-03-22T07:06:33.456358+0000 mon.a (mon.0) 944 : cluster 0 osdmap e83: 8 total, 8 up, 8 in 2024-03-22T07:06:34.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:34 smithi129 bash[31121]: audit 2024-03-22T07:06:33.464463+0000 mon.c (mon.2) 30 : audit 1 from='client.? 172.21.15.129:0/2869773852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:34.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:34 smithi129 bash[31121]: audit 2024-03-22T07:06:33.468503+0000 mon.a (mon.0) 945 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:34.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:34 smithi148 bash[23214]: cluster 2024-03-22T07:06:33.456358+0000 mon.a (mon.0) 944 : cluster 0 osdmap e83: 8 total, 8 up, 8 in 2024-03-22T07:06:34.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:34 smithi148 bash[23214]: audit 2024-03-22T07:06:33.464463+0000 mon.c (mon.2) 30 : audit 1 from='client.? 172.21.15.129:0/2869773852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:34.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:34 smithi148 bash[23214]: audit 2024-03-22T07:06:33.468503+0000 mon.a (mon.0) 945 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:35.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:35 smithi129 bash[21357]: cluster 2024-03-22T07:06:34.236200+0000 mgr.y (mgr.14391) 189 : cluster 0 pgmap v170: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:35.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:35 smithi129 bash[21357]: cluster 2024-03-22T07:06:34.447567+0000 mon.a (mon.0) 946 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:06:35.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:35 smithi129 bash[21357]: audit 2024-03-22T07:06:34.466980+0000 mon.a (mon.0) 947 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:35.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:35 smithi129 bash[21357]: cluster 2024-03-22T07:06:34.467780+0000 mon.a (mon.0) 948 : cluster 0 osdmap e84: 8 total, 8 up, 8 in 2024-03-22T07:06:35.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:35 smithi129 bash[31121]: cluster 2024-03-22T07:06:34.236200+0000 mgr.y (mgr.14391) 189 : cluster 0 pgmap v170: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:35.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:35 smithi129 bash[31121]: cluster 2024-03-22T07:06:34.447567+0000 mon.a (mon.0) 946 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:06:35.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:35 smithi129 bash[31121]: audit 2024-03-22T07:06:34.466980+0000 mon.a (mon.0) 947 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:35.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:35 smithi129 bash[31121]: cluster 2024-03-22T07:06:34.467780+0000 mon.a (mon.0) 948 : cluster 0 osdmap e84: 8 total, 8 up, 8 in 2024-03-22T07:06:35.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:35 smithi148 bash[23214]: cluster 2024-03-22T07:06:34.236200+0000 mgr.y (mgr.14391) 189 : cluster 0 pgmap v170: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:35.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:35 smithi148 bash[23214]: cluster 2024-03-22T07:06:34.447567+0000 mon.a (mon.0) 946 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:06:35.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:35 smithi148 bash[23214]: audit 2024-03-22T07:06:34.466980+0000 mon.a (mon.0) 947 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:35.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:35 smithi148 bash[23214]: cluster 2024-03-22T07:06:34.467780+0000 mon.a (mon.0) 948 : cluster 0 osdmap e84: 8 total, 8 up, 8 in 2024-03-22T07:06:36.508 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-03-22T07:06:36.508 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:36.508 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2044 ms) 2024-03-22T07:06:36.508 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-03-22T07:06:36.534 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-03-22T07:06:36.534 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:36.534 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (27 ms) 2024-03-22T07:06:36.534 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-03-22T07:06:36.551 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-03-22T07:06:36.551 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:36.551 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (17 ms) 2024-03-22T07:06:36.552 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-03-22T07:06:36.570 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-03-22T07:06:36.571 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:36.571 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (19 ms) 2024-03-22T07:06:36.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:36 smithi129 bash[21357]: cluster 2024-03-22T07:06:35.468910+0000 mon.a (mon.0) 949 : cluster 0 osdmap e85: 8 total, 8 up, 8 in 2024-03-22T07:06:36.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:36 smithi129 bash[31121]: cluster 2024-03-22T07:06:35.468910+0000 mon.a (mon.0) 949 : cluster 0 osdmap e85: 8 total, 8 up, 8 in 2024-03-22T07:06:36.871 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:06:36.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:36 smithi148 bash[23214]: cluster 2024-03-22T07:06:35.468910+0000 mon.a (mon.0) 949 : cluster 0 osdmap e85: 8 total, 8 up, 8 in 2024-03-22T07:06:37.556 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 4 tests from TestJournalEntries (2107 ms total) 2024-03-22T07:06:37.556 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:06:37.556 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 2 tests from TestTrash 2024-03-22T07:06:37.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:37 smithi129 bash[21357]: cluster 2024-03-22T07:06:36.236860+0000 mgr.y (mgr.14391) 190 : cluster 0 pgmap v173: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:37.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:37 smithi129 bash[21357]: cluster 2024-03-22T07:06:36.490783+0000 mon.a (mon.0) 950 : cluster 0 osdmap e86: 8 total, 8 up, 8 in 2024-03-22T07:06:37.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:37 smithi129 bash[21357]: cluster 2024-03-22T07:06:36.540697+0000 mon.a (mon.0) 951 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:06:37.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:37 smithi129 bash[21357]: cluster 2024-03-22T07:06:36.540771+0000 mon.a (mon.0) 952 : cluster 1 Cluster is now healthy 2024-03-22T07:06:37.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:37 smithi129 bash[31121]: cluster 2024-03-22T07:06:36.236860+0000 mgr.y (mgr.14391) 190 : cluster 0 pgmap v173: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:37.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:37 smithi129 bash[31121]: cluster 2024-03-22T07:06:36.490783+0000 mon.a (mon.0) 950 : cluster 0 osdmap e86: 8 total, 8 up, 8 in 2024-03-22T07:06:37.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:37 smithi129 bash[31121]: cluster 2024-03-22T07:06:36.540697+0000 mon.a (mon.0) 951 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:06:37.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:37 smithi129 bash[31121]: cluster 2024-03-22T07:06:36.540771+0000 mon.a (mon.0) 952 : cluster 1 Cluster is now healthy 2024-03-22T07:06:37.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:37 smithi148 bash[23214]: cluster 2024-03-22T07:06:36.236860+0000 mgr.y (mgr.14391) 190 : cluster 0 pgmap v173: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:37.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:37 smithi148 bash[23214]: cluster 2024-03-22T07:06:36.490783+0000 mon.a (mon.0) 950 : cluster 0 osdmap e86: 8 total, 8 up, 8 in 2024-03-22T07:06:37.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:37 smithi148 bash[23214]: cluster 2024-03-22T07:06:36.540697+0000 mon.a (mon.0) 951 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:06:37.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:37 smithi148 bash[23214]: cluster 2024-03-22T07:06:36.540771+0000 mon.a (mon.0) 952 : cluster 1 Cluster is now healthy 2024-03-22T07:06:38.834 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:38 smithi129 bash[31121]: cluster 2024-03-22T07:06:37.555018+0000 mon.a (mon.0) 953 : cluster 0 osdmap e87: 8 total, 8 up, 8 in 2024-03-22T07:06:38.834 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:38 smithi129 bash[21357]: cluster 2024-03-22T07:06:37.555018+0000 mon.a (mon.0) 953 : cluster 0 osdmap e87: 8 total, 8 up, 8 in 2024-03-22T07:06:38.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:38 smithi148 bash[23214]: cluster 2024-03-22T07:06:37.555018+0000 mon.a (mon.0) 953 : cluster 0 osdmap e87: 8 total, 8 up, 8 in 2024-03-22T07:06:39.570 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-03-22T07:06:39.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:39 smithi129 bash[31121]: cluster 2024-03-22T07:06:38.237331+0000 mgr.y (mgr.14391) 191 : cluster 0 pgmap v176: 73 pgs: 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:39.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:39 smithi129 bash[31121]: cluster 2024-03-22T07:06:38.570483+0000 mon.a (mon.0) 954 : cluster 0 osdmap e88: 8 total, 8 up, 8 in 2024-03-22T07:06:39.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:39 smithi129 bash[31121]: audit 2024-03-22T07:06:38.581793+0000 mon.a (mon.0) 955 : audit 1 from='client.? 172.21.15.129:0/2631536285' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:39.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:39 smithi129 bash[21357]: cluster 2024-03-22T07:06:38.237331+0000 mgr.y (mgr.14391) 191 : cluster 0 pgmap v176: 73 pgs: 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:39.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:39 smithi129 bash[21357]: cluster 2024-03-22T07:06:38.570483+0000 mon.a (mon.0) 954 : cluster 0 osdmap e88: 8 total, 8 up, 8 in 2024-03-22T07:06:39.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:39 smithi129 bash[21357]: audit 2024-03-22T07:06:38.581793+0000 mon.a (mon.0) 955 : audit 1 from='client.? 172.21.15.129:0/2631536285' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:39.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:39 smithi148 bash[23214]: cluster 2024-03-22T07:06:38.237331+0000 mgr.y (mgr.14391) 191 : cluster 0 pgmap v176: 73 pgs: 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:39.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:39 smithi148 bash[23214]: cluster 2024-03-22T07:06:38.570483+0000 mon.a (mon.0) 954 : cluster 0 osdmap e88: 8 total, 8 up, 8 in 2024-03-22T07:06:39.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:39 smithi148 bash[23214]: audit 2024-03-22T07:06:38.581793+0000 mon.a (mon.0) 955 : audit 1 from='client.? 172.21.15.129:0/2631536285' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:40.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:40 smithi129 bash[21357]: audit 2024-03-22T07:06:39.568585+0000 mon.a (mon.0) 956 : audit 1 from='client.? 172.21.15.129:0/2631536285' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:40.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:40 smithi129 bash[21357]: cluster 2024-03-22T07:06:39.568800+0000 mon.a (mon.0) 957 : cluster 0 osdmap e89: 8 total, 8 up, 8 in 2024-03-22T07:06:40.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:40 smithi129 bash[31121]: audit 2024-03-22T07:06:39.568585+0000 mon.a (mon.0) 956 : audit 1 from='client.? 172.21.15.129:0/2631536285' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:40.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:40 smithi129 bash[31121]: cluster 2024-03-22T07:06:39.568800+0000 mon.a (mon.0) 957 : cluster 0 osdmap e89: 8 total, 8 up, 8 in 2024-03-22T07:06:40.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:40 smithi148 bash[23214]: audit 2024-03-22T07:06:39.568585+0000 mon.a (mon.0) 956 : audit 1 from='client.? 172.21.15.129:0/2631536285' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:40.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:40 smithi148 bash[23214]: cluster 2024-03-22T07:06:39.568800+0000 mon.a (mon.0) 957 : cluster 0 osdmap e89: 8 total, 8 up, 8 in 2024-03-22T07:06:41.077 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-22T07:06:41.077 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.a smithi129 *:9093,9094 running (3m) 23s ago 4m 14.8M - 0.25.0 c8568f914cd2 f16a6600d8c5 2024-03-22T07:06:41.077 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.a smithi148 *:3000 running (4m) 23s ago 4m 78.9M - 9.4.7 954c08fa6188 0dad270e1055 2024-03-22T07:06:41.077 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foo.smithi129.bzehte smithi129 running (2m) 23s ago 2m 11.9M - 18.2.2-937-gea74f2a1 162cc6df89b4 b5d071c04ede 2024-03-22T07:06:41.078 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foo.smithi148.qmcgkl smithi148 running (2m) 23s ago 2m 13.3M - 18.2.2-937-gea74f2a1 162cc6df89b4 742a031f0ac0 2024-03-22T07:06:41.078 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.x smithi148 *:8443,8765 running (12m) 23s ago 12m 436M - 18.2.2-937-gea74f2a1 162cc6df89b4 c35d9c9a1276 2024-03-22T07:06:41.078 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.y smithi129 *:9283,8765 running (14m) 23s ago 14m 490M - 18.2.2-937-gea74f2a1 162cc6df89b4 a5b07a801fb8 2024-03-22T07:06:41.078 INFO:teuthology.orchestra.run.smithi129.stdout:mon.a smithi129 running (15m) 23s ago 15m 49.1M 2048M 18.2.2-937-gea74f2a1 162cc6df89b4 b7fbc4434434 2024-03-22T07:06:41.078 INFO:teuthology.orchestra.run.smithi129.stdout:mon.b smithi148 running (12m) 23s ago 12m 39.2M 2048M 18.2.2-937-gea74f2a1 162cc6df89b4 0e946e2df73d 2024-03-22T07:06:41.078 INFO:teuthology.orchestra.run.smithi129.stdout:mon.c smithi129 running (12m) 23s ago 12m 38.4M 2048M 18.2.2-937-gea74f2a1 162cc6df89b4 d3d47dfb2ba6 2024-03-22T07:06:41.078 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.a smithi129 *:9100 running (4m) 23s ago 4m 8571k - 1.5.0 0da6a335fe13 36f44c4f758d 2024-03-22T07:06:41.078 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.b smithi148 *:9100 running (4m) 23s ago 4m 8292k - 1.5.0 0da6a335fe13 242ef8db1067 2024-03-22T07:06:41.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (11m) 23s ago 11m 45.9M 4060M 18.2.2-937-gea74f2a1 162cc6df89b4 6bc7bf9d8492 2024-03-22T07:06:41.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (10m) 23s ago 10m 44.9M 4060M 18.2.2-937-gea74f2a1 162cc6df89b4 ee1c4b95300e 2024-03-22T07:06:41.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (10m) 23s ago 10m 43.8M 4060M 18.2.2-937-gea74f2a1 162cc6df89b4 39e258599add 2024-03-22T07:06:41.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (9m) 23s ago 9m 42.6M 4060M 18.2.2-937-gea74f2a1 162cc6df89b4 158e0ebddd36 2024-03-22T07:06:41.078 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi148 running (8m) 23s ago 8m 44.7M 4060M 18.2.2-937-gea74f2a1 162cc6df89b4 40e27b9e2daf 2024-03-22T07:06:41.079 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi148 running (7m) 23s ago 7m 43.9M 4060M 18.2.2-937-gea74f2a1 162cc6df89b4 0519cb7754ae 2024-03-22T07:06:41.079 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi148 running (6m) 23s ago 6m 41.5M 4060M 18.2.2-937-gea74f2a1 162cc6df89b4 c8906cd2fa35 2024-03-22T07:06:41.079 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi148 running (5m) 23s ago 6m 42.6M 4060M 18.2.2-937-gea74f2a1 162cc6df89b4 166d5da3a2c2 2024-03-22T07:06:41.079 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.a smithi148 *:9095 running (3m) 23s ago 5m 39.7M - 2.43.0 a07b618ecd1d b8d89f2989c3 2024-03-22T07:06:41.753 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestTrash.UserRemovingSource (2180 ms) 2024-03-22T07:06:41.753 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-03-22T07:06:41.817 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestTrash.RestoreMirroringSource (67 ms) 2024-03-22T07:06:41.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:41 smithi129 bash[21357]: cluster 2024-03-22T07:06:40.237916+0000 mgr.y (mgr.14391) 192 : cluster 0 pgmap v179: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:41.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:41 smithi129 bash[21357]: cluster 2024-03-22T07:06:40.599290+0000 mon.a (mon.0) 958 : cluster 0 osdmap e90: 8 total, 8 up, 8 in 2024-03-22T07:06:41.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:41 smithi129 bash[21357]: audit 2024-03-22T07:06:41.053722+0000 mgr.y (mgr.14391) 193 : audit 0 from='client.24737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:06:41.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:41 smithi129 bash[31121]: cluster 2024-03-22T07:06:40.237916+0000 mgr.y (mgr.14391) 192 : cluster 0 pgmap v179: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:41.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:41 smithi129 bash[31121]: cluster 2024-03-22T07:06:40.599290+0000 mon.a (mon.0) 958 : cluster 0 osdmap e90: 8 total, 8 up, 8 in 2024-03-22T07:06:41.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:41 smithi129 bash[31121]: audit 2024-03-22T07:06:41.053722+0000 mgr.y (mgr.14391) 193 : audit 0 from='client.24737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:06:41.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:41 smithi148 bash[23214]: cluster 2024-03-22T07:06:40.237916+0000 mgr.y (mgr.14391) 192 : cluster 0 pgmap v179: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:41.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:41 smithi148 bash[23214]: cluster 2024-03-22T07:06:40.599290+0000 mon.a (mon.0) 958 : cluster 0 osdmap e90: 8 total, 8 up, 8 in 2024-03-22T07:06:41.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:41 smithi148 bash[23214]: audit 2024-03-22T07:06:41.053722+0000 mgr.y (mgr.14391) 193 : audit 0 from='client.24737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:06:41.924 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'echo wait for minority of mons to upgrade' 2024-03-22T07:06:42.618 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 2 tests from TestTrash (2247 ms total) 2024-03-22T07:06:42.619 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:06:42.619 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 1 test from TestOperations 2024-03-22T07:06:42.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:42 smithi129 bash[21357]: cluster 2024-03-22T07:06:41.614276+0000 mon.a (mon.0) 959 : cluster 0 osdmap e91: 8 total, 8 up, 8 in 2024-03-22T07:06:42.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:42 smithi129 bash[31121]: cluster 2024-03-22T07:06:41.614276+0000 mon.a (mon.0) 959 : cluster 0 osdmap e91: 8 total, 8 up, 8 in 2024-03-22T07:06:42.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:42 smithi148 bash[23214]: cluster 2024-03-22T07:06:41.614276+0000 mon.a (mon.0) 959 : cluster 0 osdmap e91: 8 total, 8 up, 8 in 2024-03-22T07:06:43.868 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:43 smithi129 bash[31121]: cluster 2024-03-22T07:06:42.238682+0000 mgr.y (mgr.14391) 194 : cluster 0 pgmap v182: 105 pgs: 105 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail; 45 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-03-22T07:06:43.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:43 smithi129 bash[31121]: cluster 2024-03-22T07:06:42.621101+0000 mon.a (mon.0) 960 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-03-22T07:06:43.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:43 smithi129 bash[21357]: cluster 2024-03-22T07:06:42.238682+0000 mgr.y (mgr.14391) 194 : cluster 0 pgmap v182: 105 pgs: 105 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail; 45 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-03-22T07:06:43.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:43 smithi129 bash[21357]: cluster 2024-03-22T07:06:42.621101+0000 mon.a (mon.0) 960 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-03-22T07:06:43.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:43 smithi148 bash[23214]: cluster 2024-03-22T07:06:42.238682+0000 mgr.y (mgr.14391) 194 : cluster 0 pgmap v182: 105 pgs: 105 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail; 45 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-03-22T07:06:43.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:43 smithi148 bash[23214]: cluster 2024-03-22T07:06:42.621101+0000 mon.a (mon.0) 960 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-03-22T07:06:44.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:06:43 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:06:43] "GET /metrics HTTP/1.1" 200 36211 "" "Prometheus/2.43.0" 2024-03-22T07:06:44.640 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-03-22T07:06:44.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:44 smithi148 bash[23214]: cluster 2024-03-22T07:06:43.626437+0000 mon.a (mon.0) 961 : cluster 0 osdmap e93: 8 total, 8 up, 8 in 2024-03-22T07:06:44.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:44 smithi148 bash[23214]: audit 2024-03-22T07:06:43.629411+0000 mon.c (mon.2) 31 : audit 1 from='client.? 172.21.15.129:0/638086172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:44.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:44 smithi148 bash[23214]: audit 2024-03-22T07:06:43.631183+0000 mon.a (mon.0) 962 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:45.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:44 smithi129 bash[21357]: cluster 2024-03-22T07:06:43.626437+0000 mon.a (mon.0) 961 : cluster 0 osdmap e93: 8 total, 8 up, 8 in 2024-03-22T07:06:45.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:44 smithi129 bash[21357]: audit 2024-03-22T07:06:43.629411+0000 mon.c (mon.2) 31 : audit 1 from='client.? 172.21.15.129:0/638086172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:45.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:44 smithi129 bash[21357]: audit 2024-03-22T07:06:43.631183+0000 mon.a (mon.0) 962 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:45.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:44 smithi129 bash[31121]: cluster 2024-03-22T07:06:43.626437+0000 mon.a (mon.0) 961 : cluster 0 osdmap e93: 8 total, 8 up, 8 in 2024-03-22T07:06:45.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:44 smithi129 bash[31121]: audit 2024-03-22T07:06:43.629411+0000 mon.c (mon.2) 31 : audit 1 from='client.? 172.21.15.129:0/638086172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:45.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:44 smithi129 bash[31121]: audit 2024-03-22T07:06:43.631183+0000 mon.a (mon.0) 962 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:45.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:45 smithi148 bash[23214]: cluster 2024-03-22T07:06:44.239325+0000 mgr.y (mgr.14391) 195 : cluster 0 pgmap v185: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:45.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:45 smithi148 bash[23214]: cluster 2024-03-22T07:06:44.622263+0000 mon.a (mon.0) 963 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:06:45.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:45 smithi148 bash[23214]: audit 2024-03-22T07:06:44.631271+0000 mon.a (mon.0) 964 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:45.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:45 smithi148 bash[23214]: cluster 2024-03-22T07:06:44.631758+0000 mon.a (mon.0) 965 : cluster 0 osdmap e94: 8 total, 8 up, 8 in 2024-03-22T07:06:46.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:45 smithi129 bash[21357]: cluster 2024-03-22T07:06:44.239325+0000 mgr.y (mgr.14391) 195 : cluster 0 pgmap v185: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:46.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:45 smithi129 bash[21357]: cluster 2024-03-22T07:06:44.622263+0000 mon.a (mon.0) 963 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:06:46.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:45 smithi129 bash[21357]: audit 2024-03-22T07:06:44.631271+0000 mon.a (mon.0) 964 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:46.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:45 smithi129 bash[21357]: cluster 2024-03-22T07:06:44.631758+0000 mon.a (mon.0) 965 : cluster 0 osdmap e94: 8 total, 8 up, 8 in 2024-03-22T07:06:46.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:45 smithi129 bash[31121]: cluster 2024-03-22T07:06:44.239325+0000 mgr.y (mgr.14391) 195 : cluster 0 pgmap v185: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:46.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:45 smithi129 bash[31121]: cluster 2024-03-22T07:06:44.622263+0000 mon.a (mon.0) 963 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:06:46.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:45 smithi129 bash[31121]: audit 2024-03-22T07:06:44.631271+0000 mon.a (mon.0) 964 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:46.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:45 smithi129 bash[31121]: cluster 2024-03-22T07:06:44.631758+0000 mon.a (mon.0) 965 : cluster 0 osdmap e94: 8 total, 8 up, 8 in 2024-03-22T07:06:46.677 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:06:46.702 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_Operations.cc:18: Skipped 2024-03-22T07:06:46.702 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:06:46.702 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2062 ms) 2024-03-22T07:06:46.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:46 smithi148 bash[23214]: cluster 2024-03-22T07:06:45.647010+0000 mon.a (mon.0) 966 : cluster 0 osdmap e95: 8 total, 8 up, 8 in 2024-03-22T07:06:46.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:46 smithi148 bash[23214]: audit 2024-03-22T07:06:46.236038+0000 mon.a (mon.0) 967 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:46.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:46 smithi148 bash[23214]: audit 2024-03-22T07:06:46.238088+0000 mon.a (mon.0) 968 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:06:47.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:46 smithi129 bash[31121]: cluster 2024-03-22T07:06:45.647010+0000 mon.a (mon.0) 966 : cluster 0 osdmap e95: 8 total, 8 up, 8 in 2024-03-22T07:06:47.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:46 smithi129 bash[31121]: audit 2024-03-22T07:06:46.236038+0000 mon.a (mon.0) 967 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:47.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:46 smithi129 bash[31121]: audit 2024-03-22T07:06:46.238088+0000 mon.a (mon.0) 968 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:06:47.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:46 smithi129 bash[21357]: cluster 2024-03-22T07:06:45.647010+0000 mon.a (mon.0) 966 : cluster 0 osdmap e95: 8 total, 8 up, 8 in 2024-03-22T07:06:47.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:46 smithi129 bash[21357]: audit 2024-03-22T07:06:46.236038+0000 mon.a (mon.0) 967 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:06:47.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:46 smithi129 bash[21357]: audit 2024-03-22T07:06:46.238088+0000 mon.a (mon.0) 968 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:06:47.689 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 1 test from TestOperations (2062 ms total) 2024-03-22T07:06:47.690 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:06:47.690 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 4 tests from TestObjectMap 2024-03-22T07:06:48.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:47 smithi129 bash[31121]: cluster 2024-03-22T07:06:46.239928+0000 mgr.y (mgr.14391) 196 : cluster 0 pgmap v188: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:48.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:47 smithi129 bash[31121]: cluster 2024-03-22T07:06:46.679540+0000 mon.a (mon.0) 969 : cluster 0 osdmap e96: 8 total, 8 up, 8 in 2024-03-22T07:06:48.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:47 smithi129 bash[31121]: cluster 2024-03-22T07:06:47.231546+0000 mon.a (mon.0) 970 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:06:48.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:47 smithi129 bash[31121]: cluster 2024-03-22T07:06:47.231603+0000 mon.a (mon.0) 971 : cluster 1 Cluster is now healthy 2024-03-22T07:06:48.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:47 smithi129 bash[21357]: cluster 2024-03-22T07:06:46.239928+0000 mgr.y (mgr.14391) 196 : cluster 0 pgmap v188: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:48.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:47 smithi129 bash[21357]: cluster 2024-03-22T07:06:46.679540+0000 mon.a (mon.0) 969 : cluster 0 osdmap e96: 8 total, 8 up, 8 in 2024-03-22T07:06:48.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:47 smithi129 bash[21357]: cluster 2024-03-22T07:06:47.231546+0000 mon.a (mon.0) 970 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:06:48.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:47 smithi129 bash[21357]: cluster 2024-03-22T07:06:47.231603+0000 mon.a (mon.0) 971 : cluster 1 Cluster is now healthy 2024-03-22T07:06:48.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:47 smithi148 bash[23214]: cluster 2024-03-22T07:06:46.239928+0000 mgr.y (mgr.14391) 196 : cluster 0 pgmap v188: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:48.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:47 smithi148 bash[23214]: cluster 2024-03-22T07:06:46.679540+0000 mon.a (mon.0) 969 : cluster 0 osdmap e96: 8 total, 8 up, 8 in 2024-03-22T07:06:48.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:47 smithi148 bash[23214]: cluster 2024-03-22T07:06:47.231546+0000 mon.a (mon.0) 970 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:06:48.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:47 smithi148 bash[23214]: cluster 2024-03-22T07:06:47.231603+0000 mon.a (mon.0) 971 : cluster 1 Cluster is now healthy 2024-03-22T07:06:49.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:48 smithi129 bash[21357]: cluster 2024-03-22T07:06:47.676916+0000 mon.a (mon.0) 972 : cluster 0 osdmap e97: 8 total, 8 up, 8 in 2024-03-22T07:06:49.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:48 smithi129 bash[31121]: cluster 2024-03-22T07:06:47.676916+0000 mon.a (mon.0) 972 : cluster 0 osdmap e97: 8 total, 8 up, 8 in 2024-03-22T07:06:49.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:48 smithi148 bash[23214]: cluster 2024-03-22T07:06:47.676916+0000 mon.a (mon.0) 972 : cluster 0 osdmap e97: 8 total, 8 up, 8 in 2024-03-22T07:06:49.719 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-03-22T07:06:50.118 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:49 smithi129 bash[31121]: cluster 2024-03-22T07:06:48.240662+0000 mgr.y (mgr.14391) 197 : cluster 0 pgmap v191: 73 pgs: 73 active+clean; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:50.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:49 smithi129 bash[31121]: cluster 2024-03-22T07:06:48.721261+0000 mon.a (mon.0) 973 : cluster 0 osdmap e98: 8 total, 8 up, 8 in 2024-03-22T07:06:50.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:49 smithi129 bash[31121]: audit 2024-03-22T07:06:48.723916+0000 mon.c (mon.2) 32 : audit 1 from='client.? 172.21.15.129:0/2609174045' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:50.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:49 smithi129 bash[31121]: audit 2024-03-22T07:06:48.729900+0000 mon.a (mon.0) 974 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:50.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:49 smithi129 bash[21357]: cluster 2024-03-22T07:06:48.240662+0000 mgr.y (mgr.14391) 197 : cluster 0 pgmap v191: 73 pgs: 73 active+clean; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:50.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:49 smithi129 bash[21357]: cluster 2024-03-22T07:06:48.721261+0000 mon.a (mon.0) 973 : cluster 0 osdmap e98: 8 total, 8 up, 8 in 2024-03-22T07:06:50.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:49 smithi129 bash[21357]: audit 2024-03-22T07:06:48.723916+0000 mon.c (mon.2) 32 : audit 1 from='client.? 172.21.15.129:0/2609174045' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:50.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:49 smithi129 bash[21357]: audit 2024-03-22T07:06:48.729900+0000 mon.a (mon.0) 974 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:49 smithi148 bash[23214]: cluster 2024-03-22T07:06:48.240662+0000 mgr.y (mgr.14391) 197 : cluster 0 pgmap v191: 73 pgs: 73 active+clean; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:49 smithi148 bash[23214]: cluster 2024-03-22T07:06:48.721261+0000 mon.a (mon.0) 973 : cluster 0 osdmap e98: 8 total, 8 up, 8 in 2024-03-22T07:06:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:49 smithi148 bash[23214]: audit 2024-03-22T07:06:48.723916+0000 mon.c (mon.2) 32 : audit 1 from='client.? 172.21.15.129:0/2609174045' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:49 smithi148 bash[23214]: audit 2024-03-22T07:06:48.729900+0000 mon.a (mon.0) 974 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:51.049 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:50 smithi129 bash[21357]: audit 2024-03-22T07:06:49.724193+0000 mon.a (mon.0) 975 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:51.049 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:50 smithi129 bash[21357]: cluster 2024-03-22T07:06:49.724786+0000 mon.a (mon.0) 976 : cluster 0 osdmap e99: 8 total, 8 up, 8 in 2024-03-22T07:06:51.049 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:50 smithi129 bash[31121]: audit 2024-03-22T07:06:49.724193+0000 mon.a (mon.0) 975 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:51.049 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:50 smithi129 bash[31121]: cluster 2024-03-22T07:06:49.724786+0000 mon.a (mon.0) 976 : cluster 0 osdmap e99: 8 total, 8 up, 8 in 2024-03-22T07:06:51.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:50 smithi148 bash[23214]: audit 2024-03-22T07:06:49.724193+0000 mon.a (mon.0) 975 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:51.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:50 smithi148 bash[23214]: cluster 2024-03-22T07:06:49.724786+0000 mon.a (mon.0) 976 : cluster 0 osdmap e99: 8 total, 8 up, 8 in 2024-03-22T07:06:51.843 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2124 ms) 2024-03-22T07:06:51.843 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-03-22T07:06:51.901 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (58 ms) 2024-03-22T07:06:51.901 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-03-22T07:06:51.962 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (61 ms) 2024-03-22T07:06:51.962 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-03-22T07:06:52.021 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (59 ms) 2024-03-22T07:06:52.118 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:51 smithi129 bash[21357]: cluster 2024-03-22T07:06:50.241287+0000 mgr.y (mgr.14391) 198 : cluster 0 pgmap v194: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:52.118 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:51 smithi129 bash[21357]: cluster 2024-03-22T07:06:50.744139+0000 mon.a (mon.0) 977 : cluster 0 osdmap e100: 8 total, 8 up, 8 in 2024-03-22T07:06:52.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:51 smithi129 bash[31121]: cluster 2024-03-22T07:06:50.241287+0000 mgr.y (mgr.14391) 198 : cluster 0 pgmap v194: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:52.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:51 smithi129 bash[31121]: cluster 2024-03-22T07:06:50.744139+0000 mon.a (mon.0) 977 : cluster 0 osdmap e100: 8 total, 8 up, 8 in 2024-03-22T07:06:52.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:51 smithi148 bash[23214]: cluster 2024-03-22T07:06:50.241287+0000 mgr.y (mgr.14391) 198 : cluster 0 pgmap v194: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:52.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:51 smithi148 bash[23214]: cluster 2024-03-22T07:06:50.744139+0000 mon.a (mon.0) 977 : cluster 0 osdmap e100: 8 total, 8 up, 8 in 2024-03-22T07:06:52.773 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 4 tests from TestObjectMap (2302 ms total) 2024-03-22T07:06:52.773 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:06:52.773 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 2 tests from TestMirroringWatcher 2024-03-22T07:06:52.879 INFO:teuthology.orchestra.run.smithi129.stdout:wait for minority of mons to upgrade 2024-03-22T07:06:53.115 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:52 smithi129 bash[31121]: cluster 2024-03-22T07:06:51.777214+0000 mon.a (mon.0) 978 : cluster 0 osdmap e101: 8 total, 8 up, 8 in 2024-03-22T07:06:53.115 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:52 smithi129 bash[21357]: cluster 2024-03-22T07:06:51.777214+0000 mon.a (mon.0) 978 : cluster 0 osdmap e101: 8 total, 8 up, 8 in 2024-03-22T07:06:53.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:52 smithi148 bash[23214]: cluster 2024-03-22T07:06:51.777214+0000 mon.a (mon.0) 978 : cluster 0 osdmap e101: 8 total, 8 up, 8 in 2024-03-22T07:06:53.689 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2024-03-22T07:06:54.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:53 smithi129 bash[21357]: cluster 2024-03-22T07:06:52.241989+0000 mgr.y (mgr.14391) 199 : cluster 0 pgmap v197: 105 pgs: 105 active+clean; 579 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 7.5 KiB/s wr, 70 op/s 2024-03-22T07:06:54.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:53 smithi129 bash[21357]: cluster 2024-03-22T07:06:52.775322+0000 mon.a (mon.0) 979 : cluster 0 osdmap e102: 8 total, 8 up, 8 in 2024-03-22T07:06:54.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:06:53 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:06:53] "GET /metrics HTTP/1.1" 200 36213 "" "Prometheus/2.43.0" 2024-03-22T07:06:54.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:53 smithi129 bash[31121]: cluster 2024-03-22T07:06:52.241989+0000 mgr.y (mgr.14391) 199 : cluster 0 pgmap v197: 105 pgs: 105 active+clean; 579 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 7.5 KiB/s wr, 70 op/s 2024-03-22T07:06:54.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:53 smithi129 bash[31121]: cluster 2024-03-22T07:06:52.775322+0000 mon.a (mon.0) 979 : cluster 0 osdmap e102: 8 total, 8 up, 8 in 2024-03-22T07:06:54.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:53 smithi148 bash[23214]: cluster 2024-03-22T07:06:52.241989+0000 mgr.y (mgr.14391) 199 : cluster 0 pgmap v197: 105 pgs: 105 active+clean; 579 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 43 KiB/s rd, 7.5 KiB/s wr, 70 op/s 2024-03-22T07:06:54.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:53 smithi148 bash[23214]: cluster 2024-03-22T07:06:52.775322+0000 mon.a (mon.0) 979 : cluster 0 osdmap e102: 8 total, 8 up, 8 in 2024-03-22T07:06:54.815 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-03-22T07:06:55.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:54 smithi129 bash[31121]: cluster 2024-03-22T07:06:53.793964+0000 mon.a (mon.0) 980 : cluster 0 osdmap e103: 8 total, 8 up, 8 in 2024-03-22T07:06:55.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:54 smithi129 bash[31121]: audit 2024-03-22T07:06:53.799677+0000 mon.c (mon.2) 33 : audit 1 from='client.? 172.21.15.129:0/2041273426' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:55.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:54 smithi129 bash[31121]: audit 2024-03-22T07:06:53.800479+0000 mon.a (mon.0) 981 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:55.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:54 smithi129 bash[21357]: cluster 2024-03-22T07:06:53.793964+0000 mon.a (mon.0) 980 : cluster 0 osdmap e103: 8 total, 8 up, 8 in 2024-03-22T07:06:55.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:54 smithi129 bash[21357]: audit 2024-03-22T07:06:53.799677+0000 mon.c (mon.2) 33 : audit 1 from='client.? 172.21.15.129:0/2041273426' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:55.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:54 smithi129 bash[21357]: audit 2024-03-22T07:06:53.800479+0000 mon.a (mon.0) 981 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:55.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:54 smithi148 bash[23214]: cluster 2024-03-22T07:06:53.793964+0000 mon.a (mon.0) 980 : cluster 0 osdmap e103: 8 total, 8 up, 8 in 2024-03-22T07:06:55.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:54 smithi148 bash[23214]: audit 2024-03-22T07:06:53.799677+0000 mon.c (mon.2) 33 : audit 1 from='client.? 172.21.15.129:0/2041273426' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:55.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:54 smithi148 bash[23214]: audit 2024-03-22T07:06:53.800479+0000 mon.a (mon.0) 981 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:06:56.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:55 smithi129 bash[31121]: cluster 2024-03-22T07:06:54.242673+0000 mgr.y (mgr.14391) 200 : cluster 0 pgmap v200: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:56.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:55 smithi129 bash[31121]: cluster 2024-03-22T07:06:54.790564+0000 mon.a (mon.0) 982 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:06:56.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:55 smithi129 bash[31121]: audit 2024-03-22T07:06:54.813720+0000 mon.a (mon.0) 983 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:56.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:55 smithi129 bash[31121]: cluster 2024-03-22T07:06:54.814630+0000 mon.a (mon.0) 984 : cluster 0 osdmap e104: 8 total, 8 up, 8 in 2024-03-22T07:06:56.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:55 smithi129 bash[21357]: cluster 2024-03-22T07:06:54.242673+0000 mgr.y (mgr.14391) 200 : cluster 0 pgmap v200: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:56.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:55 smithi129 bash[21357]: cluster 2024-03-22T07:06:54.790564+0000 mon.a (mon.0) 982 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:06:56.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:55 smithi129 bash[21357]: audit 2024-03-22T07:06:54.813720+0000 mon.a (mon.0) 983 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:56.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:55 smithi129 bash[21357]: cluster 2024-03-22T07:06:54.814630+0000 mon.a (mon.0) 984 : cluster 0 osdmap e104: 8 total, 8 up, 8 in 2024-03-22T07:06:56.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:55 smithi148 bash[23214]: cluster 2024-03-22T07:06:54.242673+0000 mgr.y (mgr.14391) 200 : cluster 0 pgmap v200: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:56.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:55 smithi148 bash[23214]: cluster 2024-03-22T07:06:54.790564+0000 mon.a (mon.0) 982 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:06:56.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:55 smithi148 bash[23214]: audit 2024-03-22T07:06:54.813720+0000 mon.a (mon.0) 983 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:06:56.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:55 smithi148 bash[23214]: cluster 2024-03-22T07:06:54.814630+0000 mon.a (mon.0) 984 : cluster 0 osdmap e104: 8 total, 8 up, 8 in 2024-03-22T07:06:56.890 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2076 ms) 2024-03-22T07:06:56.891 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-03-22T07:06:56.931 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (41 ms) 2024-03-22T07:06:57.118 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:56 smithi129 bash[31121]: cluster 2024-03-22T07:06:55.821300+0000 mon.a (mon.0) 985 : cluster 0 osdmap e105: 8 total, 8 up, 8 in 2024-03-22T07:06:57.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:56 smithi129 bash[21357]: cluster 2024-03-22T07:06:55.821300+0000 mon.a (mon.0) 985 : cluster 0 osdmap e105: 8 total, 8 up, 8 in 2024-03-22T07:06:57.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:56 smithi148 bash[23214]: cluster 2024-03-22T07:06:55.821300+0000 mon.a (mon.0) 985 : cluster 0 osdmap e105: 8 total, 8 up, 8 in 2024-03-22T07:06:57.831 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 2 tests from TestMirroringWatcher (2117 ms total) 2024-03-22T07:06:57.831 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:06:57.831 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 57 tests from TestMigration 2024-03-22T07:06:58.118 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:57 smithi129 bash[21357]: cluster 2024-03-22T07:06:56.243347+0000 mgr.y (mgr.14391) 201 : cluster 0 pgmap v203: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:58.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:57 smithi129 bash[21357]: cluster 2024-03-22T07:06:56.813434+0000 mon.a (mon.0) 986 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:06:58.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:57 smithi129 bash[21357]: cluster 2024-03-22T07:06:56.813535+0000 mon.a (mon.0) 987 : cluster 1 Cluster is now healthy 2024-03-22T07:06:58.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:57 smithi129 bash[21357]: cluster 2024-03-22T07:06:56.833561+0000 mon.a (mon.0) 988 : cluster 0 osdmap e106: 8 total, 8 up, 8 in 2024-03-22T07:06:58.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:57 smithi129 bash[31121]: cluster 2024-03-22T07:06:56.243347+0000 mgr.y (mgr.14391) 201 : cluster 0 pgmap v203: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:58.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:57 smithi129 bash[31121]: cluster 2024-03-22T07:06:56.813434+0000 mon.a (mon.0) 986 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:06:58.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:57 smithi129 bash[31121]: cluster 2024-03-22T07:06:56.813535+0000 mon.a (mon.0) 987 : cluster 1 Cluster is now healthy 2024-03-22T07:06:58.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:57 smithi129 bash[31121]: cluster 2024-03-22T07:06:56.833561+0000 mon.a (mon.0) 988 : cluster 0 osdmap e106: 8 total, 8 up, 8 in 2024-03-22T07:06:58.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:57 smithi148 bash[23214]: cluster 2024-03-22T07:06:56.243347+0000 mgr.y (mgr.14391) 201 : cluster 0 pgmap v203: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:06:58.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:57 smithi148 bash[23214]: cluster 2024-03-22T07:06:56.813434+0000 mon.a (mon.0) 986 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:06:58.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:57 smithi148 bash[23214]: cluster 2024-03-22T07:06:56.813535+0000 mon.a (mon.0) 987 : cluster 1 Cluster is now healthy 2024-03-22T07:06:58.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:57 smithi148 bash[23214]: cluster 2024-03-22T07:06:56.833561+0000 mon.a (mon.0) 988 : cluster 0 osdmap e106: 8 total, 8 up, 8 in 2024-03-22T07:06:58.425 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:06:59.118 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:06:58 smithi129 bash[21357]: cluster 2024-03-22T07:06:57.832405+0000 mon.a (mon.0) 989 : cluster 0 osdmap e107: 8 total, 8 up, 8 in 2024-03-22T07:06:59.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:06:58 smithi129 bash[31121]: cluster 2024-03-22T07:06:57.832405+0000 mon.a (mon.0) 989 : cluster 0 osdmap e107: 8 total, 8 up, 8 in 2024-03-22T07:06:59.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:06:58 smithi148 bash[23214]: cluster 2024-03-22T07:06:57.832405+0000 mon.a (mon.0) 989 : cluster 0 osdmap e107: 8 total, 8 up, 8 in 2024-03-22T07:07:00.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:00 smithi129 bash[21357]: cluster 2024-03-22T07:06:58.243732+0000 mgr.y (mgr.14391) 202 : cluster 0 pgmap v206: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:07:00.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:00 smithi129 bash[21357]: cluster 2024-03-22T07:06:58.864979+0000 mon.a (mon.0) 990 : cluster 0 osdmap e108: 8 total, 8 up, 8 in 2024-03-22T07:07:00.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:00 smithi129 bash[21357]: audit 2024-03-22T07:06:58.867688+0000 mon.a (mon.0) 991 : audit 1 from='client.? 172.21.15.129:0/225760082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:07:00.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:00 smithi129 bash[31121]: cluster 2024-03-22T07:06:58.243732+0000 mgr.y (mgr.14391) 202 : cluster 0 pgmap v206: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:07:00.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:00 smithi129 bash[31121]: cluster 2024-03-22T07:06:58.864979+0000 mon.a (mon.0) 990 : cluster 0 osdmap e108: 8 total, 8 up, 8 in 2024-03-22T07:07:00.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:00 smithi129 bash[31121]: audit 2024-03-22T07:06:58.867688+0000 mon.a (mon.0) 991 : audit 1 from='client.? 172.21.15.129:0/225760082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:07:00.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:00 smithi148 bash[23214]: cluster 2024-03-22T07:06:58.243732+0000 mgr.y (mgr.14391) 202 : cluster 0 pgmap v206: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:07:00.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:00 smithi148 bash[23214]: cluster 2024-03-22T07:06:58.864979+0000 mon.a (mon.0) 990 : cluster 0 osdmap e108: 8 total, 8 up, 8 in 2024-03-22T07:07:00.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:00 smithi148 bash[23214]: audit 2024-03-22T07:06:58.867688+0000 mon.a (mon.0) 991 : audit 1 from='client.? 172.21.15.129:0/225760082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:07:00.858 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.Empty 2024-03-22T07:07:01.618 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:01 smithi129 bash[21357]: audit 2024-03-22T07:06:59.865623+0000 mon.a (mon.0) 992 : audit 1 from='client.? 172.21.15.129:0/225760082' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:07:01.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:01 smithi129 bash[21357]: cluster 2024-03-22T07:06:59.867753+0000 mon.a (mon.0) 993 : cluster 0 osdmap e109: 8 total, 8 up, 8 in 2024-03-22T07:07:01.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:01 smithi129 bash[21357]: cluster 2024-03-22T07:07:00.244318+0000 mgr.y (mgr.14391) 203 : cluster 0 pgmap v209: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:07:01.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:01 smithi129 bash[21357]: cluster 2024-03-22T07:07:00.865558+0000 mon.a (mon.0) 994 : cluster 0 osdmap e110: 8 total, 8 up, 8 in 2024-03-22T07:07:01.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:01 smithi129 bash[21357]: audit 2024-03-22T07:07:01.234094+0000 mon.a (mon.0) 995 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:07:01.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:01 smithi129 bash[21357]: audit 2024-03-22T07:07:01.235117+0000 mon.a (mon.0) 996 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:07:01.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:01 smithi129 bash[31121]: audit 2024-03-22T07:06:59.865623+0000 mon.a (mon.0) 992 : audit 1 from='client.? 172.21.15.129:0/225760082' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:07:01.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:01 smithi129 bash[31121]: cluster 2024-03-22T07:06:59.867753+0000 mon.a (mon.0) 993 : cluster 0 osdmap e109: 8 total, 8 up, 8 in 2024-03-22T07:07:01.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:01 smithi129 bash[31121]: cluster 2024-03-22T07:07:00.244318+0000 mgr.y (mgr.14391) 203 : cluster 0 pgmap v209: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:07:01.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:01 smithi129 bash[31121]: cluster 2024-03-22T07:07:00.865558+0000 mon.a (mon.0) 994 : cluster 0 osdmap e110: 8 total, 8 up, 8 in 2024-03-22T07:07:01.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:01 smithi129 bash[31121]: audit 2024-03-22T07:07:01.234094+0000 mon.a (mon.0) 995 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:07:01.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:01 smithi129 bash[31121]: audit 2024-03-22T07:07:01.235117+0000 mon.a (mon.0) 996 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:07:01.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:01 smithi148 bash[23214]: audit 2024-03-22T07:06:59.865623+0000 mon.a (mon.0) 992 : audit 1 from='client.? 172.21.15.129:0/225760082' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:07:01.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:01 smithi148 bash[23214]: cluster 2024-03-22T07:06:59.867753+0000 mon.a (mon.0) 993 : cluster 0 osdmap e109: 8 total, 8 up, 8 in 2024-03-22T07:07:01.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:01 smithi148 bash[23214]: cluster 2024-03-22T07:07:00.244318+0000 mgr.y (mgr.14391) 203 : cluster 0 pgmap v209: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:07:01.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:01 smithi148 bash[23214]: cluster 2024-03-22T07:07:00.865558+0000 mon.a (mon.0) 994 : cluster 0 osdmap e110: 8 total, 8 up, 8 in 2024-03-22T07:07:01.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:01 smithi148 bash[23214]: audit 2024-03-22T07:07:01.234094+0000 mon.a (mon.0) 995 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:07:01.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:01 smithi148 bash[23214]: audit 2024-03-22T07:07:01.235117+0000 mon.a (mon.0) 996 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:07:02.934 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:02.953 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:03.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:02 smithi148 bash[23214]: cluster 2024-03-22T07:07:01.870668+0000 mon.a (mon.0) 997 : cluster 0 osdmap e111: 8 total, 8 up, 8 in 2024-03-22T07:07:03.213 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:03.351 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:03.368 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:02 smithi129 bash[21357]: cluster 2024-03-22T07:07:01.870668+0000 mon.a (mon.0) 997 : cluster 0 osdmap e111: 8 total, 8 up, 8 in 2024-03-22T07:07:03.368 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:02 smithi129 bash[31121]: cluster 2024-03-22T07:07:01.870668+0000 mon.a (mon.0) 997 : cluster 0 osdmap e111: 8 total, 8 up, 8 in 2024-03-22T07:07:03.497 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.Empty (2639 ms) 2024-03-22T07:07:03.498 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.OtherName 2024-03-22T07:07:03.552 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:03.576 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:03.789 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:03.894 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:04.016 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.OtherName (518 ms) 2024-03-22T07:07:04.016 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.OtherPool 2024-03-22T07:07:04.060 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:04.080 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:04.118 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:03 smithi129 bash[21357]: cluster 2024-03-22T07:07:02.245175+0000 mgr.y (mgr.14391) 204 : cluster 0 pgmap v212: 137 pgs: 137 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-22T07:07:04.118 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:03 smithi129 bash[21357]: cluster 2024-03-22T07:07:02.864953+0000 mon.a (mon.0) 998 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:07:04.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:03 smithi129 bash[21357]: cluster 2024-03-22T07:07:02.881865+0000 mon.a (mon.0) 999 : cluster 0 osdmap e112: 8 total, 8 up, 8 in 2024-03-22T07:07:04.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:03 smithi129 bash[31121]: cluster 2024-03-22T07:07:02.245175+0000 mgr.y (mgr.14391) 204 : cluster 0 pgmap v212: 137 pgs: 137 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-22T07:07:04.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:03 smithi129 bash[31121]: cluster 2024-03-22T07:07:02.864953+0000 mon.a (mon.0) 998 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:07:04.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:03 smithi129 bash[31121]: cluster 2024-03-22T07:07:02.881865+0000 mon.a (mon.0) 999 : cluster 0 osdmap e112: 8 total, 8 up, 8 in 2024-03-22T07:07:04.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:07:03 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:07:03] "GET /metrics HTTP/1.1" 200 38629 "" "Prometheus/2.43.0" 2024-03-22T07:07:04.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:03 smithi148 bash[23214]: cluster 2024-03-22T07:07:02.245175+0000 mgr.y (mgr.14391) 204 : cluster 0 pgmap v212: 137 pgs: 137 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-22T07:07:04.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:03 smithi148 bash[23214]: cluster 2024-03-22T07:07:02.864953+0000 mon.a (mon.0) 998 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:07:04.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:03 smithi148 bash[23214]: cluster 2024-03-22T07:07:02.881865+0000 mon.a (mon.0) 999 : cluster 0 osdmap e112: 8 total, 8 up, 8 in 2024-03-22T07:07:06.035 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:06.122 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:06.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:05 smithi148 bash[23214]: cluster 2024-03-22T07:07:04.245627+0000 mgr.y (mgr.14391) 205 : cluster 0 pgmap v214: 137 pgs: 137 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 233 B/s wr, 0 op/s 2024-03-22T07:07:06.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:05 smithi148 bash[23214]: cluster 2024-03-22T07:07:04.886727+0000 mon.a (mon.0) 1000 : cluster 0 osdmap e113: 8 total, 8 up, 8 in 2024-03-22T07:07:06.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:05 smithi148 bash[23214]: audit 2024-03-22T07:07:05.796930+0000 mon.c (mon.2) 34 : audit 0 from='client.? 172.21.15.129:0/3720557672' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:06.232 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.OtherPool (2217 ms) 2024-03-22T07:07:06.232 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.OtherNamespace 2024-03-22T07:07:06.284 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:06.309 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:06.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:05 smithi129 bash[21357]: cluster 2024-03-22T07:07:04.245627+0000 mgr.y (mgr.14391) 205 : cluster 0 pgmap v214: 137 pgs: 137 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 233 B/s wr, 0 op/s 2024-03-22T07:07:06.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:05 smithi129 bash[21357]: cluster 2024-03-22T07:07:04.886727+0000 mon.a (mon.0) 1000 : cluster 0 osdmap e113: 8 total, 8 up, 8 in 2024-03-22T07:07:06.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:05 smithi129 bash[21357]: audit 2024-03-22T07:07:05.796930+0000 mon.c (mon.2) 34 : audit 0 from='client.? 172.21.15.129:0/3720557672' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:06.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:05 smithi129 bash[31121]: cluster 2024-03-22T07:07:04.245627+0000 mgr.y (mgr.14391) 205 : cluster 0 pgmap v214: 137 pgs: 137 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 233 B/s wr, 0 op/s 2024-03-22T07:07:06.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:05 smithi129 bash[31121]: cluster 2024-03-22T07:07:04.886727+0000 mon.a (mon.0) 1000 : cluster 0 osdmap e113: 8 total, 8 up, 8 in 2024-03-22T07:07:06.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:05 smithi129 bash[31121]: audit 2024-03-22T07:07:05.796930+0000 mon.c (mon.2) 34 : audit 0 from='client.? 172.21.15.129:0/3720557672' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:06.495 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:06.581 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:06.705 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.OtherNamespace (473 ms) 2024-03-22T07:07:06.706 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.DataPool 2024-03-22T07:07:06.756 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:06.778 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:07.013 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:07.161 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:07.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:06 smithi148 bash[23214]: cluster 2024-03-22T07:07:05.892133+0000 mon.a (mon.0) 1001 : cluster 0 osdmap e114: 8 total, 8 up, 8 in 2024-03-22T07:07:07.297 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.DataPool (592 ms) 2024-03-22T07:07:07.297 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-03-22T07:07:07.345 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:07.365 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:07.368 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:06 smithi129 bash[21357]: cluster 2024-03-22T07:07:05.892133+0000 mon.a (mon.0) 1001 : cluster 0 osdmap e114: 8 total, 8 up, 8 in 2024-03-22T07:07:07.368 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:06 smithi129 bash[31121]: cluster 2024-03-22T07:07:05.892133+0000 mon.a (mon.0) 1001 : cluster 0 osdmap e114: 8 total, 8 up, 8 in 2024-03-22T07:07:07.583 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:07:07.733 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.AbortAfterPrepare (436 ms) 2024-03-22T07:07:07.733 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-03-22T07:07:07.781 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:07.805 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:07.990 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (257 ms) 2024-03-22T07:07:07.990 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-03-22T07:07:08.041 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:08.063 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:08.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:07 smithi148 bash[23214]: cluster 2024-03-22T07:07:06.246082+0000 mgr.y (mgr.14391) 206 : cluster 0 pgmap v217: 137 pgs: 137 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 233 B/s wr, 0 op/s 2024-03-22T07:07:08.321 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:08.368 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:07 smithi129 bash[21357]: cluster 2024-03-22T07:07:06.246082+0000 mgr.y (mgr.14391) 206 : cluster 0 pgmap v217: 137 pgs: 137 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 233 B/s wr, 0 op/s 2024-03-22T07:07:08.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:07 smithi129 bash[31121]: cluster 2024-03-22T07:07:06.246082+0000 mgr.y (mgr.14391) 206 : cluster 0 pgmap v217: 137 pgs: 137 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 233 B/s wr, 0 op/s 2024-03-22T07:07:08.460 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:07:08.619 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.AbortAfterExecute (629 ms) 2024-03-22T07:07:08.619 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-03-22T07:07:08.665 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:08.679 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:08.864 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:08.974 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:07:09.118 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (498 ms) 2024-03-22T07:07:09.118 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-03-22T07:07:09.166 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:09.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:08 smithi148 bash[23214]: audit 2024-03-22T07:07:08.369033+0000 mon.c (mon.2) 35 : audit 0 from='client.? 172.21.15.129:0/420696702' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:09.183 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:09.368 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:08 smithi129 bash[21357]: audit 2024-03-22T07:07:08.369033+0000 mon.c (mon.2) 35 : audit 0 from='client.? 172.21.15.129:0/420696702' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:09.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:08 smithi129 bash[31121]: audit 2024-03-22T07:07:08.369033+0000 mon.c (mon.2) 35 : audit 0 from='client.? 172.21.15.129:0/420696702' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:09.399 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:09.554 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:07:09.777 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (660 ms) 2024-03-22T07:07:09.777 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-03-22T07:07:09.835 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:09.859 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_Migration.cc:635: Skipped 2024-03-22T07:07:09.859 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:07:09.874 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (97 ms) 2024-03-22T07:07:09.874 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.MirroringAbort 2024-03-22T07:07:09.937 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:09.960 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_Migration.cc:653: Skipped 2024-03-22T07:07:09.960 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:07:09.974 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestMigration.MirroringAbort (100 ms) 2024-03-22T07:07:09.974 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-03-22T07:07:10.029 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:10.044 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_Migration.cc:676: Skipped 2024-03-22T07:07:10.045 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:07:10.056 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (82 ms) 2024-03-22T07:07:10.056 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-03-22T07:07:10.118 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:09 smithi129 bash[21357]: cluster 2024-03-22T07:07:08.246936+0000 mgr.y (mgr.14391) 207 : cluster 0 pgmap v218: 137 pgs: 137 active+clean; 579 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 532 KiB/s rd, 28 KiB/s wr, 662 op/s 2024-03-22T07:07:10.119 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:10.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:09 smithi129 bash[31121]: cluster 2024-03-22T07:07:08.246936+0000 mgr.y (mgr.14391) 207 : cluster 0 pgmap v218: 137 pgs: 137 active+clean; 579 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 532 KiB/s rd, 28 KiB/s wr, 662 op/s 2024-03-22T07:07:10.141 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_Migration.cc:694: Skipped 2024-03-22T07:07:10.141 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:07:10.156 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (100 ms) 2024-03-22T07:07:10.156 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.MirroringPool 2024-03-22T07:07:10.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:09 smithi148 bash[23214]: cluster 2024-03-22T07:07:08.246936+0000 mgr.y (mgr.14391) 207 : cluster 0 pgmap v218: 137 pgs: 137 active+clean; 579 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 532 KiB/s rd, 28 KiB/s wr, 662 op/s 2024-03-22T07:07:10.234 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:10.261 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_Migration.cc:714: Skipped 2024-03-22T07:07:10.262 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:07:10.279 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestMigration.MirroringPool (123 ms) 2024-03-22T07:07:10.279 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.Group 2024-03-22T07:07:10.357 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:10.404 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:10.648 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:10.733 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:10.859 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.Group (580 ms) 2024-03-22T07:07:10.859 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.GroupAbort 2024-03-22T07:07:10.910 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:10.947 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:11.255 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:07:11.529 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.GroupAbort (670 ms) 2024-03-22T07:07:11.529 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.NoSnaps 2024-03-22T07:07:11.608 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:11.638 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:07:11.746 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 16777218~8388609 2024-03-22T07:07:11.817 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:11.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:11 smithi129 bash[21357]: cluster 2024-03-22T07:07:10.247636+0000 mgr.y (mgr.14391) 208 : cluster 0 pgmap v219: 137 pgs: 137 active+clean; 579 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 434 KiB/s rd, 23 KiB/s wr, 539 op/s 2024-03-22T07:07:11.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:11 smithi129 bash[21357]: cluster 2024-03-22T07:07:10.553180+0000 mon.a (mon.0) 1002 : cluster 0 osdmap e115: 8 total, 8 up, 8 in 2024-03-22T07:07:11.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:11 smithi129 bash[21357]: audit 2024-03-22T07:07:10.875790+0000 mon.c (mon.2) 36 : audit 0 from='client.? 172.21.15.129:0/593344266' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:11.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:11 smithi129 bash[31121]: cluster 2024-03-22T07:07:10.247636+0000 mgr.y (mgr.14391) 208 : cluster 0 pgmap v219: 137 pgs: 137 active+clean; 579 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 434 KiB/s rd, 23 KiB/s wr, 539 op/s 2024-03-22T07:07:11.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:11 smithi129 bash[31121]: cluster 2024-03-22T07:07:10.553180+0000 mon.a (mon.0) 1002 : cluster 0 osdmap e115: 8 total, 8 up, 8 in 2024-03-22T07:07:11.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:11 smithi129 bash[31121]: audit 2024-03-22T07:07:10.875790+0000 mon.c (mon.2) 36 : audit 0 from='client.? 172.21.15.129:0/593344266' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:11.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:11 smithi148 bash[23214]: cluster 2024-03-22T07:07:10.247636+0000 mgr.y (mgr.14391) 208 : cluster 0 pgmap v219: 137 pgs: 137 active+clean; 579 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 434 KiB/s rd, 23 KiB/s wr, 539 op/s 2024-03-22T07:07:11.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:11 smithi148 bash[23214]: cluster 2024-03-22T07:07:10.553180+0000 mon.a (mon.0) 1002 : cluster 0 osdmap e115: 8 total, 8 up, 8 in 2024-03-22T07:07:11.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:11 smithi148 bash[23214]: audit 2024-03-22T07:07:10.875790+0000 mon.c (mon.2) 36 : audit 0 from='client.? 172.21.15.129:0/593344266' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:12.249 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:12.479 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:12.708 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.NoSnaps (1179 ms) 2024-03-22T07:07:12.708 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-03-22T07:07:12.787 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:12.817 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:07:12.911 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 16777218~8388609 2024-03-22T07:07:12.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:12 smithi148 bash[23214]: audit 2024-03-22T07:07:11.629233+0000 mon.a (mon.0) 1003 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:07:12.981 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:07:12.995 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 16777218~8388609 2024-03-22T07:07:13.058 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:13.118 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:12 smithi129 bash[21357]: audit 2024-03-22T07:07:11.629233+0000 mon.a (mon.0) 1003 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:07:13.118 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:12 smithi129 bash[31121]: audit 2024-03-22T07:07:11.629233+0000 mon.a (mon.0) 1003 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:07:13.344 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:13.547 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:13.776 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.NoSnapsOtherPool (1067 ms) 2024-03-22T07:07:13.776 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-03-22T07:07:13.862 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:13.890 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:07:13.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:13 smithi148 bash[23214]: cluster 2024-03-22T07:07:12.249442+0000 mgr.y (mgr.14391) 209 : cluster 0 pgmap v221: 137 pgs: 137 active+clean; 33 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.4 MiB/s wr, 1.38k op/s 2024-03-22T07:07:13.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:13 smithi148 bash[23214]: audit 2024-03-22T07:07:13.381599+0000 mon.c (mon.2) 37 : audit 0 from='client.? 172.21.15.129:0/2924286997' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:13.929 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:13 smithi129 bash[21357]: cluster 2024-03-22T07:07:12.249442+0000 mgr.y (mgr.14391) 209 : cluster 0 pgmap v221: 137 pgs: 137 active+clean; 33 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.4 MiB/s wr, 1.38k op/s 2024-03-22T07:07:13.930 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:13 smithi129 bash[21357]: audit 2024-03-22T07:07:13.381599+0000 mon.c (mon.2) 37 : audit 0 from='client.? 172.21.15.129:0/2924286997' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:13.930 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:13 smithi129 bash[31121]: cluster 2024-03-22T07:07:12.249442+0000 mgr.y (mgr.14391) 209 : cluster 0 pgmap v221: 137 pgs: 137 active+clean; 33 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.4 MiB/s wr, 1.38k op/s 2024-03-22T07:07:13.930 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:13 smithi129 bash[31121]: audit 2024-03-22T07:07:13.381599+0000 mon.c (mon.2) 37 : audit 0 from='client.? 172.21.15.129:0/2924286997' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:13.996 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 16777218~8388609 2024-03-22T07:07:14.064 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:14.368 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:07:13 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:07:13] "GET /metrics HTTP/1.1" 200 38629 "" "Prometheus/2.43.0" 2024-03-22T07:07:14.507 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:14.777 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:15.043 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.NoSnapsDataPool (1266 ms) 2024-03-22T07:07:15.043 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-03-22T07:07:15.126 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:15.152 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:07:15.241 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 16777218~8388609 2024-03-22T07:07:15.316 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:15.641 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 41943040 2024-03-22T07:07:15.658 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:15.846 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:15.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:15 smithi148 bash[23214]: cluster 2024-03-22T07:07:14.250412+0000 mgr.y (mgr.14391) 210 : cluster 0 pgmap v222: 137 pgs: 137 active+clean; 33 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.9 MiB/s wr, 1.22k op/s 2024-03-22T07:07:16.012 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (970 ms) 2024-03-22T07:07:16.012 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-03-22T07:07:16.081 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:16.106 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:07:16.118 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:15 smithi129 bash[21357]: cluster 2024-03-22T07:07:14.250412+0000 mgr.y (mgr.14391) 210 : cluster 0 pgmap v222: 137 pgs: 137 active+clean; 33 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.9 MiB/s wr, 1.22k op/s 2024-03-22T07:07:16.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:15 smithi129 bash[31121]: cluster 2024-03-22T07:07:14.250412+0000 mgr.y (mgr.14391) 210 : cluster 0 pgmap v222: 137 pgs: 137 active+clean; 33 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.9 MiB/s wr, 1.22k op/s 2024-03-22T07:07:16.198 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 16777218~8388609 2024-03-22T07:07:16.285 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 0 2024-03-22T07:07:16.320 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:16.608 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:16.782 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:16.900 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:16 smithi129 bash[21357]: audit 2024-03-22T07:07:15.855292+0000 mon.c (mon.2) 38 : audit 0 from='client.? 172.21.15.129:0/2297764228' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:16.900 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:16 smithi129 bash[21357]: audit 2024-03-22T07:07:16.253071+0000 mon.a (mon.0) 1004 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:07:16.900 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:16 smithi129 bash[21357]: audit 2024-03-22T07:07:16.255446+0000 mon.a (mon.0) 1005 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:07:16.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:16 smithi129 bash[31121]: audit 2024-03-22T07:07:15.855292+0000 mon.c (mon.2) 38 : audit 0 from='client.? 172.21.15.129:0/2297764228' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:16.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:16 smithi129 bash[31121]: audit 2024-03-22T07:07:16.253071+0000 mon.a (mon.0) 1004 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:07:16.901 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:16 smithi129 bash[31121]: audit 2024-03-22T07:07:16.255446+0000 mon.a (mon.0) 1005 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:07:16.901 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (888 ms) 2024-03-22T07:07:16.901 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-03-22T07:07:16.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:16 smithi148 bash[23214]: audit 2024-03-22T07:07:15.855292+0000 mon.c (mon.2) 38 : audit 0 from='client.? 172.21.15.129:0/2297764228' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:16.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:16 smithi148 bash[23214]: audit 2024-03-22T07:07:16.253071+0000 mon.a (mon.0) 1004 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:07:16.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:16 smithi148 bash[23214]: audit 2024-03-22T07:07:16.255446+0000 mon.a (mon.0) 1005 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:07:16.955 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:16.975 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:07:17.052 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 16777218~8388609 2024-03-22T07:07:17.118 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:17.480 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 0 2024-03-22T07:07:17.513 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:17.694 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:17.845 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (944 ms) 2024-03-22T07:07:17.845 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-03-22T07:07:17.914 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:17.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:17 smithi148 bash[23214]: cluster 2024-03-22T07:07:16.251262+0000 mgr.y (mgr.14391) 211 : cluster 0 pgmap v223: 137 pgs: 137 active+clean; 33 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.3 MiB/s wr, 1.02k op/s 2024-03-22T07:07:17.933 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:07:18.006 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 16777218~8388609 2024-03-22T07:07:18.067 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:18.118 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:17 smithi129 bash[21357]: cluster 2024-03-22T07:07:16.251262+0000 mgr.y (mgr.14391) 211 : cluster 0 pgmap v223: 137 pgs: 137 active+clean; 33 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.3 MiB/s wr, 1.02k op/s 2024-03-22T07:07:18.118 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:17 smithi129 bash[31121]: cluster 2024-03-22T07:07:16.251262+0000 mgr.y (mgr.14391) 211 : cluster 0 pgmap v223: 137 pgs: 137 active+clean; 33 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.3 MiB/s wr, 1.02k op/s 2024-03-22T07:07:18.385 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 167772160 2024-03-22T07:07:18.397 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:18.574 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:18.863 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (1019 ms) 2024-03-22T07:07:18.863 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-03-22T07:07:18.944 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:18.969 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:07:19.065 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 16777218~8388609 2024-03-22T07:07:19.143 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:18 smithi148 bash[23214]: audit 2024-03-22T07:07:17.896714+0000 mon.a (mon.0) 1006 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:07:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:18 smithi148 bash[23214]: cephadm 2024-03-22T07:07:17.897285+0000 mgr.y (mgr.14391) 212 : cephadm 1 Upgrade: Target is version 19.0.0-1667-gdb0330b1 (unknown) 2024-03-22T07:07:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:18 smithi148 bash[23214]: cephadm 2024-03-22T07:07:17.897405+0000 mgr.y (mgr.14391) 213 : cephadm 1 Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10, digests ['quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10'] 2024-03-22T07:07:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:18 smithi148 bash[23214]: audit 2024-03-22T07:07:17.899740+0000 mon.a (mon.0) 1007 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:07:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:18 smithi148 bash[23214]: audit 2024-03-22T07:07:17.908486+0000 mon.a (mon.0) 1008 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:07:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:18 smithi148 bash[23214]: cephadm 2024-03-22T07:07:17.909994+0000 mgr.y (mgr.14391) 214 : cephadm 1 Upgrade: Need to upgrade myself (mgr.y) 2024-03-22T07:07:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:18 smithi148 bash[23214]: audit 2024-03-22T07:07:18.364905+0000 mon.c (mon.2) 39 : audit 0 from='client.? 172.21.15.129:0/3564018039' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:19.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:18 smithi129 bash[21357]: audit 2024-03-22T07:07:17.896714+0000 mon.a (mon.0) 1006 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:07:19.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:18 smithi129 bash[21357]: cephadm 2024-03-22T07:07:17.897285+0000 mgr.y (mgr.14391) 212 : cephadm 1 Upgrade: Target is version 19.0.0-1667-gdb0330b1 (unknown) 2024-03-22T07:07:19.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:18 smithi129 bash[21357]: cephadm 2024-03-22T07:07:17.897405+0000 mgr.y (mgr.14391) 213 : cephadm 1 Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10, digests ['quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10'] 2024-03-22T07:07:19.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:18 smithi129 bash[21357]: audit 2024-03-22T07:07:17.899740+0000 mon.a (mon.0) 1007 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:07:19.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:18 smithi129 bash[21357]: audit 2024-03-22T07:07:17.908486+0000 mon.a (mon.0) 1008 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:07:19.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:18 smithi129 bash[21357]: cephadm 2024-03-22T07:07:17.909994+0000 mgr.y (mgr.14391) 214 : cephadm 1 Upgrade: Need to upgrade myself (mgr.y) 2024-03-22T07:07:19.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:18 smithi129 bash[21357]: audit 2024-03-22T07:07:18.364905+0000 mon.c (mon.2) 39 : audit 0 from='client.? 172.21.15.129:0/3564018039' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:19.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:18 smithi129 bash[31121]: audit 2024-03-22T07:07:17.896714+0000 mon.a (mon.0) 1006 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:07:19.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:18 smithi129 bash[31121]: cephadm 2024-03-22T07:07:17.897285+0000 mgr.y (mgr.14391) 212 : cephadm 1 Upgrade: Target is version 19.0.0-1667-gdb0330b1 (unknown) 2024-03-22T07:07:19.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:18 smithi129 bash[31121]: cephadm 2024-03-22T07:07:17.897405+0000 mgr.y (mgr.14391) 213 : cephadm 1 Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10, digests ['quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10'] 2024-03-22T07:07:19.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:18 smithi129 bash[31121]: audit 2024-03-22T07:07:17.899740+0000 mon.a (mon.0) 1007 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:07:19.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:18 smithi129 bash[31121]: audit 2024-03-22T07:07:17.908486+0000 mon.a (mon.0) 1008 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:07:19.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:18 smithi129 bash[31121]: cephadm 2024-03-22T07:07:17.909994+0000 mgr.y (mgr.14391) 214 : cephadm 1 Upgrade: Need to upgrade myself (mgr.y) 2024-03-22T07:07:19.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:18 smithi129 bash[31121]: audit 2024-03-22T07:07:18.364905+0000 mon.c (mon.2) 39 : audit 0 from='client.? 172.21.15.129:0/3564018039' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:19.550 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: after_prepare_snap 2024-03-22T07:07:20.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:19 smithi148 bash[23214]: cluster 2024-03-22T07:07:18.252926+0000 mgr.y (mgr.14391) 215 : cluster 0 pgmap v224: 137 pgs: 137 active+clean; 161 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 33 MiB/s rd, 29 MiB/s wr, 1.15k op/s 2024-03-22T07:07:20.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:19 smithi148 bash[23214]: cephadm 2024-03-22T07:07:18.425794+0000 mgr.y (mgr.14391) 216 : cephadm 1 Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 on smithi148 2024-03-22T07:07:20.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:19 smithi129 bash[21357]: cluster 2024-03-22T07:07:18.252926+0000 mgr.y (mgr.14391) 215 : cluster 0 pgmap v224: 137 pgs: 137 active+clean; 161 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 33 MiB/s rd, 29 MiB/s wr, 1.15k op/s 2024-03-22T07:07:20.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:19 smithi129 bash[21357]: cephadm 2024-03-22T07:07:18.425794+0000 mgr.y (mgr.14391) 216 : cephadm 1 Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 on smithi148 2024-03-22T07:07:20.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:19 smithi129 bash[31121]: cluster 2024-03-22T07:07:18.252926+0000 mgr.y (mgr.14391) 215 : cluster 0 pgmap v224: 137 pgs: 137 active+clean; 161 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 33 MiB/s rd, 29 MiB/s wr, 1.15k op/s 2024-03-22T07:07:20.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:19 smithi129 bash[31121]: cephadm 2024-03-22T07:07:18.425794+0000 mgr.y (mgr.14391) 216 : cephadm 1 Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 on smithi148 2024-03-22T07:07:20.949 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 41943040 2024-03-22T07:07:21.000 INFO:tasks.workunit.client.0.smithi129.stdout:write: * 0~1000 2024-03-22T07:07:21.012 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:21.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:20 smithi148 bash[23214]: cluster 2024-03-22T07:07:19.922219+0000 mon.a (mon.0) 1009 : cluster 0 osdmap e116: 8 total, 8 up, 8 in 2024-03-22T07:07:21.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:20 smithi148 bash[23214]: audit 2024-03-22T07:07:20.804663+0000 mon.c (mon.2) 40 : audit 0 from='client.? 172.21.15.129:0/3214457273' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:21.215 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:21.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:20 smithi129 bash[21357]: cluster 2024-03-22T07:07:19.922219+0000 mon.a (mon.0) 1009 : cluster 0 osdmap e116: 8 total, 8 up, 8 in 2024-03-22T07:07:21.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:20 smithi129 bash[21357]: audit 2024-03-22T07:07:20.804663+0000 mon.c (mon.2) 40 : audit 0 from='client.? 172.21.15.129:0/3214457273' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:21.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:20 smithi129 bash[31121]: cluster 2024-03-22T07:07:19.922219+0000 mon.a (mon.0) 1009 : cluster 0 osdmap e116: 8 total, 8 up, 8 in 2024-03-22T07:07:21.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:20 smithi129 bash[31121]: audit 2024-03-22T07:07:20.804663+0000 mon.c (mon.2) 40 : audit 0 from='client.? 172.21.15.129:0/3214457273' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:21.523 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2659 ms) 2024-03-22T07:07:21.523 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.Snaps 2024-03-22T07:07:21.599 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:21.626 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:07:21.708 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:07:22.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:21 smithi148 bash[23214]: cluster 2024-03-22T07:07:20.253787+0000 mgr.y (mgr.14391) 217 : cluster 0 pgmap v226: 137 pgs: 137 active+clean; 161 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 34 MiB/s rd, 30 MiB/s wr, 1.19k op/s 2024-03-22T07:07:22.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:21 smithi148 bash[23214]: cluster 2024-03-22T07:07:20.933515+0000 mon.a (mon.0) 1010 : cluster 0 osdmap e117: 8 total, 8 up, 8 in 2024-03-22T07:07:22.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:21 smithi129 bash[21357]: cluster 2024-03-22T07:07:20.253787+0000 mgr.y (mgr.14391) 217 : cluster 0 pgmap v226: 137 pgs: 137 active+clean; 161 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 34 MiB/s rd, 30 MiB/s wr, 1.19k op/s 2024-03-22T07:07:22.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:21 smithi129 bash[21357]: cluster 2024-03-22T07:07:20.933515+0000 mon.a (mon.0) 1010 : cluster 0 osdmap e117: 8 total, 8 up, 8 in 2024-03-22T07:07:22.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:21 smithi129 bash[31121]: cluster 2024-03-22T07:07:20.253787+0000 mgr.y (mgr.14391) 217 : cluster 0 pgmap v226: 137 pgs: 137 active+clean; 161 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 34 MiB/s rd, 30 MiB/s wr, 1.19k op/s 2024-03-22T07:07:22.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:21 smithi129 bash[31121]: cluster 2024-03-22T07:07:20.933515+0000 mon.a (mon.0) 1010 : cluster 0 osdmap e117: 8 total, 8 up, 8 in 2024-03-22T07:07:22.957 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 8388609~8388609 2024-03-22T07:07:22.978 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 0~1000 2024-03-22T07:07:22.978 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 1010~1000 2024-03-22T07:07:22.978 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap2 2024-03-22T07:07:23.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:22 smithi129 bash[21357]: cluster 2024-03-22T07:07:21.941420+0000 mon.a (mon.0) 1011 : cluster 0 osdmap e118: 8 total, 8 up, 8 in 2024-03-22T07:07:23.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:22 smithi129 bash[31121]: cluster 2024-03-22T07:07:21.941420+0000 mon.a (mon.0) 1011 : cluster 0 osdmap e118: 8 total, 8 up, 8 in 2024-03-22T07:07:23.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:22 smithi148 bash[23214]: cluster 2024-03-22T07:07:21.941420+0000 mon.a (mon.0) 1011 : cluster 0 osdmap e118: 8 total, 8 up, 8 in 2024-03-22T07:07:24.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:07:23 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:07:23] "GET /metrics HTTP/1.1" 200 38738 "" "Prometheus/2.43.0" 2024-03-22T07:07:24.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:23 smithi129 bash[21357]: cluster 2024-03-22T07:07:22.255369+0000 mgr.y (mgr.14391) 218 : cluster 0 pgmap v229: 137 pgs: 137 active+clean; 209 MiB data, 897 MiB used, 714 GiB / 715 GiB avail; 86 MiB/s rd, 61 MiB/s wr, 1.48k op/s 2024-03-22T07:07:24.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:23 smithi129 bash[21357]: cluster 2024-03-22T07:07:22.949055+0000 mon.a (mon.0) 1012 : cluster 0 osdmap e119: 8 total, 8 up, 8 in 2024-03-22T07:07:24.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:23 smithi129 bash[21357]: audit 2024-03-22T07:07:23.263455+0000 mon.a (mon.0) 1013 : audit 0 from='client.? 172.21.15.129:0/1739035350' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:24.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:23 smithi129 bash[31121]: cluster 2024-03-22T07:07:22.255369+0000 mgr.y (mgr.14391) 218 : cluster 0 pgmap v229: 137 pgs: 137 active+clean; 209 MiB data, 897 MiB used, 714 GiB / 715 GiB avail; 86 MiB/s rd, 61 MiB/s wr, 1.48k op/s 2024-03-22T07:07:24.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:23 smithi129 bash[31121]: cluster 2024-03-22T07:07:22.949055+0000 mon.a (mon.0) 1012 : cluster 0 osdmap e119: 8 total, 8 up, 8 in 2024-03-22T07:07:24.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:23 smithi129 bash[31121]: audit 2024-03-22T07:07:23.263455+0000 mon.a (mon.0) 1013 : audit 0 from='client.? 172.21.15.129:0/1739035350' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:24.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:23 smithi148 bash[23214]: cluster 2024-03-22T07:07:22.255369+0000 mgr.y (mgr.14391) 218 : cluster 0 pgmap v229: 137 pgs: 137 active+clean; 209 MiB data, 897 MiB used, 714 GiB / 715 GiB avail; 86 MiB/s rd, 61 MiB/s wr, 1.48k op/s 2024-03-22T07:07:24.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:23 smithi148 bash[23214]: cluster 2024-03-22T07:07:22.949055+0000 mon.a (mon.0) 1012 : cluster 0 osdmap e119: 8 total, 8 up, 8 in 2024-03-22T07:07:24.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:23 smithi148 bash[23214]: audit 2024-03-22T07:07:23.263455+0000 mon.a (mon.0) 1013 : audit 0 from='client.? 172.21.15.129:0/1739035350' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:24.982 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 8388609~1000 2024-03-22T07:07:24.994 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 16777228~1000 2024-03-22T07:07:24.994 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 167772160 2024-03-22T07:07:25.012 INFO:tasks.workunit.client.0.smithi129.stdout:write: 2 83886079~8388609 2024-03-22T07:07:25.061 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap3 2024-03-22T07:07:25.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:24 smithi129 bash[31121]: cluster 2024-03-22T07:07:23.960525+0000 mon.a (mon.0) 1014 : cluster 0 osdmap e120: 8 total, 8 up, 8 in 2024-03-22T07:07:25.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:24 smithi129 bash[21357]: cluster 2024-03-22T07:07:23.960525+0000 mon.a (mon.0) 1014 : cluster 0 osdmap e120: 8 total, 8 up, 8 in 2024-03-22T07:07:25.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:24 smithi148 bash[23214]: cluster 2024-03-22T07:07:23.960525+0000 mon.a (mon.0) 1014 : cluster 0 osdmap e120: 8 total, 8 up, 8 in 2024-03-22T07:07:26.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:25 smithi129 bash[21357]: cluster 2024-03-22T07:07:24.256164+0000 mgr.y (mgr.14391) 219 : cluster 0 pgmap v232: 137 pgs: 137 active+clean; 209 MiB data, 897 MiB used, 714 GiB / 715 GiB avail; 57 MiB/s rd, 28 MiB/s wr, 890 op/s 2024-03-22T07:07:26.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:25 smithi129 bash[21357]: cluster 2024-03-22T07:07:24.970645+0000 mon.a (mon.0) 1015 : cluster 0 osdmap e121: 8 total, 8 up, 8 in 2024-03-22T07:07:26.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:25 smithi129 bash[21357]: audit 2024-03-22T07:07:25.703465+0000 mon.c (mon.2) 41 : audit 0 from='client.? 172.21.15.129:0/2155471511' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:26.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:25 smithi129 bash[31121]: cluster 2024-03-22T07:07:24.256164+0000 mgr.y (mgr.14391) 219 : cluster 0 pgmap v232: 137 pgs: 137 active+clean; 209 MiB data, 897 MiB used, 714 GiB / 715 GiB avail; 57 MiB/s rd, 28 MiB/s wr, 890 op/s 2024-03-22T07:07:26.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:25 smithi129 bash[31121]: cluster 2024-03-22T07:07:24.970645+0000 mon.a (mon.0) 1015 : cluster 0 osdmap e121: 8 total, 8 up, 8 in 2024-03-22T07:07:26.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:25 smithi129 bash[31121]: audit 2024-03-22T07:07:25.703465+0000 mon.c (mon.2) 41 : audit 0 from='client.? 172.21.15.129:0/2155471511' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:26.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:25 smithi148 bash[23214]: cluster 2024-03-22T07:07:24.256164+0000 mgr.y (mgr.14391) 219 : cluster 0 pgmap v232: 137 pgs: 137 active+clean; 209 MiB data, 897 MiB used, 714 GiB / 715 GiB avail; 57 MiB/s rd, 28 MiB/s wr, 890 op/s 2024-03-22T07:07:26.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:25 smithi148 bash[23214]: cluster 2024-03-22T07:07:24.970645+0000 mon.a (mon.0) 1015 : cluster 0 osdmap e121: 8 total, 8 up, 8 in 2024-03-22T07:07:26.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:25 smithi148 bash[23214]: audit 2024-03-22T07:07:25.703465+0000 mon.c (mon.2) 41 : audit 0 from='client.? 172.21.15.129:0/2155471511' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:27.008 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:27.063 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 83886079~1 2024-03-22T07:07:27.082 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:27.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:26 smithi129 bash[21357]: cluster 2024-03-22T07:07:25.985762+0000 mon.a (mon.0) 1016 : cluster 0 osdmap e122: 8 total, 8 up, 8 in 2024-03-22T07:07:27.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:26 smithi129 bash[31121]: cluster 2024-03-22T07:07:25.985762+0000 mon.a (mon.0) 1016 : cluster 0 osdmap e122: 8 total, 8 up, 8 in 2024-03-22T07:07:27.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:26 smithi148 bash[23214]: cluster 2024-03-22T07:07:25.985762+0000 mon.a (mon.0) 1016 : cluster 0 osdmap e122: 8 total, 8 up, 8 in 2024-03-22T07:07:28.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:27 smithi129 bash[21357]: cluster 2024-03-22T07:07:26.256997+0000 mgr.y (mgr.14391) 220 : cluster 0 pgmap v235: 137 pgs: 137 active+clean; 209 MiB data, 897 MiB used, 714 GiB / 715 GiB avail 2024-03-22T07:07:28.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:27 smithi129 bash[21357]: cluster 2024-03-22T07:07:26.994224+0000 mon.a (mon.0) 1017 : cluster 0 osdmap e123: 8 total, 8 up, 8 in 2024-03-22T07:07:28.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:27 smithi129 bash[31121]: cluster 2024-03-22T07:07:26.256997+0000 mgr.y (mgr.14391) 220 : cluster 0 pgmap v235: 137 pgs: 137 active+clean; 209 MiB data, 897 MiB used, 714 GiB / 715 GiB avail 2024-03-22T07:07:28.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:27 smithi129 bash[31121]: cluster 2024-03-22T07:07:26.994224+0000 mon.a (mon.0) 1017 : cluster 0 osdmap e123: 8 total, 8 up, 8 in 2024-03-22T07:07:28.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:28 smithi148 bash[23214]: cluster 2024-03-22T07:07:26.256997+0000 mgr.y (mgr.14391) 220 : cluster 0 pgmap v235: 137 pgs: 137 active+clean; 209 MiB data, 897 MiB used, 714 GiB / 715 GiB avail 2024-03-22T07:07:28.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:28 smithi148 bash[23214]: cluster 2024-03-22T07:07:26.994224+0000 mon.a (mon.0) 1017 : cluster 0 osdmap e123: 8 total, 8 up, 8 in 2024-03-22T07:07:29.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:29 smithi129 bash[21357]: cluster 2024-03-22T07:07:27.991690+0000 mon.a (mon.0) 1018 : cluster 0 osdmap e124: 8 total, 8 up, 8 in 2024-03-22T07:07:29.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:29 smithi129 bash[21357]: audit 2024-03-22T07:07:28.156441+0000 mon.c (mon.2) 42 : audit 0 from='client.? 172.21.15.129:0/1016574523' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:29.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:29 smithi129 bash[31121]: cluster 2024-03-22T07:07:27.991690+0000 mon.a (mon.0) 1018 : cluster 0 osdmap e124: 8 total, 8 up, 8 in 2024-03-22T07:07:29.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:29 smithi129 bash[31121]: audit 2024-03-22T07:07:28.156441+0000 mon.c (mon.2) 42 : audit 0 from='client.? 172.21.15.129:0/1016574523' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:29.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:29 smithi148 bash[23214]: cluster 2024-03-22T07:07:27.991690+0000 mon.a (mon.0) 1018 : cluster 0 osdmap e124: 8 total, 8 up, 8 in 2024-03-22T07:07:29.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:29 smithi148 bash[23214]: audit 2024-03-22T07:07:28.156441+0000 mon.c (mon.2) 42 : audit 0 from='client.? 172.21.15.129:0/1016574523' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:30.368 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:30 smithi129 bash[31121]: cluster 2024-03-22T07:07:28.257770+0000 mgr.y (mgr.14391) 221 : cluster 0 pgmap v238: 137 pgs: 137 active+clean; 249 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 132 KiB/s rd, 8.0 MiB/s wr, 189 op/s 2024-03-22T07:07:30.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:30 smithi129 bash[31121]: cluster 2024-03-22T07:07:29.015564+0000 mon.a (mon.0) 1019 : cluster 0 osdmap e125: 8 total, 8 up, 8 in 2024-03-22T07:07:30.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:30 smithi129 bash[21357]: cluster 2024-03-22T07:07:28.257770+0000 mgr.y (mgr.14391) 221 : cluster 0 pgmap v238: 137 pgs: 137 active+clean; 249 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 132 KiB/s rd, 8.0 MiB/s wr, 189 op/s 2024-03-22T07:07:30.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:30 smithi129 bash[21357]: cluster 2024-03-22T07:07:29.015564+0000 mon.a (mon.0) 1019 : cluster 0 osdmap e125: 8 total, 8 up, 8 in 2024-03-22T07:07:30.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:30 smithi148 bash[23214]: cluster 2024-03-22T07:07:28.257770+0000 mgr.y (mgr.14391) 221 : cluster 0 pgmap v238: 137 pgs: 137 active+clean; 249 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 132 KiB/s rd, 8.0 MiB/s wr, 189 op/s 2024-03-22T07:07:30.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:30 smithi148 bash[23214]: cluster 2024-03-22T07:07:29.015564+0000 mon.a (mon.0) 1019 : cluster 0 osdmap e125: 8 total, 8 up, 8 in 2024-03-22T07:07:30.784 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:31.042 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:31.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:31 smithi129 bash[21357]: cluster 2024-03-22T07:07:30.023776+0000 mon.a (mon.0) 1020 : cluster 0 osdmap e126: 8 total, 8 up, 8 in 2024-03-22T07:07:31.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:31 smithi129 bash[21357]: audit 2024-03-22T07:07:30.634833+0000 mon.a (mon.0) 1021 : audit 0 from='client.? 172.21.15.129:0/3666899369' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:31.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:31 smithi129 bash[31121]: cluster 2024-03-22T07:07:30.023776+0000 mon.a (mon.0) 1020 : cluster 0 osdmap e126: 8 total, 8 up, 8 in 2024-03-22T07:07:31.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:31 smithi129 bash[31121]: audit 2024-03-22T07:07:30.634833+0000 mon.a (mon.0) 1021 : audit 0 from='client.? 172.21.15.129:0/3666899369' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:31.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:31 smithi148 bash[23214]: cluster 2024-03-22T07:07:30.023776+0000 mon.a (mon.0) 1020 : cluster 0 osdmap e126: 8 total, 8 up, 8 in 2024-03-22T07:07:31.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:31 smithi148 bash[23214]: audit 2024-03-22T07:07:30.634833+0000 mon.a (mon.0) 1021 : audit 0 from='client.? 172.21.15.129:0/3666899369' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:32.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:32 smithi129 bash[21357]: cluster 2024-03-22T07:07:30.258532+0000 mgr.y (mgr.14391) 222 : cluster 0 pgmap v241: 137 pgs: 137 active+clean; 249 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 132 KiB/s rd, 8.0 MiB/s wr, 189 op/s 2024-03-22T07:07:32.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:32 smithi129 bash[21357]: audit 2024-03-22T07:07:31.231510+0000 mon.a (mon.0) 1022 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:07:32.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:32 smithi129 bash[31121]: cluster 2024-03-22T07:07:30.258532+0000 mgr.y (mgr.14391) 222 : cluster 0 pgmap v241: 137 pgs: 137 active+clean; 249 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 132 KiB/s rd, 8.0 MiB/s wr, 189 op/s 2024-03-22T07:07:32.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:32 smithi129 bash[31121]: audit 2024-03-22T07:07:31.231510+0000 mon.a (mon.0) 1022 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:07:32.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:32 smithi148 bash[23214]: cluster 2024-03-22T07:07:30.258532+0000 mgr.y (mgr.14391) 222 : cluster 0 pgmap v241: 137 pgs: 137 active+clean; 249 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 132 KiB/s rd, 8.0 MiB/s wr, 189 op/s 2024-03-22T07:07:32.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:32 smithi148 bash[23214]: audit 2024-03-22T07:07:31.231510+0000 mon.a (mon.0) 1022 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:07:33.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:33 smithi129 bash[21357]: cluster 2024-03-22T07:07:32.045212+0000 mon.a (mon.0) 1023 : cluster 0 osdmap e127: 8 total, 8 up, 8 in 2024-03-22T07:07:33.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:33 smithi129 bash[31121]: cluster 2024-03-22T07:07:32.045212+0000 mon.a (mon.0) 1023 : cluster 0 osdmap e127: 8 total, 8 up, 8 in 2024-03-22T07:07:33.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:33 smithi148 bash[23214]: cluster 2024-03-22T07:07:32.045212+0000 mon.a (mon.0) 1023 : cluster 0 osdmap e127: 8 total, 8 up, 8 in 2024-03-22T07:07:34.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:07:33 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:07:33] "GET /metrics HTTP/1.1" 200 38764 "" "Prometheus/2.43.0" 2024-03-22T07:07:34.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:34 smithi129 bash[21357]: cluster 2024-03-22T07:07:32.260121+0000 mgr.y (mgr.14391) 223 : cluster 0 pgmap v243: 137 pgs: 137 active+clean; 269 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 36 MiB/s rd, 5.6 MiB/s wr, 385 op/s 2024-03-22T07:07:34.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:34 smithi129 bash[21357]: cluster 2024-03-22T07:07:33.057046+0000 mon.a (mon.0) 1024 : cluster 0 osdmap e128: 8 total, 8 up, 8 in 2024-03-22T07:07:34.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:34 smithi129 bash[21357]: audit 2024-03-22T07:07:33.089671+0000 mon.c (mon.2) 43 : audit 0 from='client.? 172.21.15.129:0/1369282381' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:34.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:34 smithi129 bash[31121]: cluster 2024-03-22T07:07:32.260121+0000 mgr.y (mgr.14391) 223 : cluster 0 pgmap v243: 137 pgs: 137 active+clean; 269 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 36 MiB/s rd, 5.6 MiB/s wr, 385 op/s 2024-03-22T07:07:34.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:34 smithi129 bash[31121]: cluster 2024-03-22T07:07:33.057046+0000 mon.a (mon.0) 1024 : cluster 0 osdmap e128: 8 total, 8 up, 8 in 2024-03-22T07:07:34.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:34 smithi129 bash[31121]: audit 2024-03-22T07:07:33.089671+0000 mon.c (mon.2) 43 : audit 0 from='client.? 172.21.15.129:0/1369282381' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:34.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:34 smithi148 bash[23214]: cluster 2024-03-22T07:07:32.260121+0000 mgr.y (mgr.14391) 223 : cluster 0 pgmap v243: 137 pgs: 137 active+clean; 269 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 36 MiB/s rd, 5.6 MiB/s wr, 385 op/s 2024-03-22T07:07:34.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:34 smithi148 bash[23214]: cluster 2024-03-22T07:07:33.057046+0000 mon.a (mon.0) 1024 : cluster 0 osdmap e128: 8 total, 8 up, 8 in 2024-03-22T07:07:34.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:34 smithi148 bash[23214]: audit 2024-03-22T07:07:33.089671+0000 mon.c (mon.2) 43 : audit 0 from='client.? 172.21.15.129:0/1369282381' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:34.633 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.Snaps (13110 ms) 2024-03-22T07:07:34.633 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-03-22T07:07:34.716 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:34.750 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:07:34.866 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:07:35.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:35 smithi129 bash[21357]: cluster 2024-03-22T07:07:34.063719+0000 mon.a (mon.0) 1025 : cluster 0 osdmap e129: 8 total, 8 up, 8 in 2024-03-22T07:07:35.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:35 smithi129 bash[31121]: cluster 2024-03-22T07:07:34.063719+0000 mon.a (mon.0) 1025 : cluster 0 osdmap e129: 8 total, 8 up, 8 in 2024-03-22T07:07:35.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:35 smithi148 bash[23214]: cluster 2024-03-22T07:07:34.063719+0000 mon.a (mon.0) 1025 : cluster 0 osdmap e129: 8 total, 8 up, 8 in 2024-03-22T07:07:36.104 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 8388609~8388609 2024-03-22T07:07:36.144 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 0~1000 2024-03-22T07:07:36.144 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 1010~1000 2024-03-22T07:07:36.144 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap2 2024-03-22T07:07:36.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:36 smithi129 bash[21357]: cluster 2024-03-22T07:07:34.261649+0000 mgr.y (mgr.14391) 224 : cluster 0 pgmap v246: 137 pgs: 137 active+clean; 269 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 36 MiB/s rd, 5.7 MiB/s wr, 388 op/s 2024-03-22T07:07:36.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:36 smithi129 bash[21357]: cluster 2024-03-22T07:07:35.087215+0000 mon.a (mon.0) 1026 : cluster 0 osdmap e130: 8 total, 8 up, 8 in 2024-03-22T07:07:36.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:36 smithi129 bash[21357]: audit 2024-03-22T07:07:35.526955+0000 mon.a (mon.0) 1027 : audit 0 from='client.? 172.21.15.129:0/2972058315' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:36.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:36 smithi129 bash[31121]: cluster 2024-03-22T07:07:34.261649+0000 mgr.y (mgr.14391) 224 : cluster 0 pgmap v246: 137 pgs: 137 active+clean; 269 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 36 MiB/s rd, 5.7 MiB/s wr, 388 op/s 2024-03-22T07:07:36.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:36 smithi129 bash[31121]: cluster 2024-03-22T07:07:35.087215+0000 mon.a (mon.0) 1026 : cluster 0 osdmap e130: 8 total, 8 up, 8 in 2024-03-22T07:07:36.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:36 smithi129 bash[31121]: audit 2024-03-22T07:07:35.526955+0000 mon.a (mon.0) 1027 : audit 0 from='client.? 172.21.15.129:0/2972058315' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:36.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:36 smithi148 bash[23214]: cluster 2024-03-22T07:07:34.261649+0000 mgr.y (mgr.14391) 224 : cluster 0 pgmap v246: 137 pgs: 137 active+clean; 269 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 36 MiB/s rd, 5.7 MiB/s wr, 388 op/s 2024-03-22T07:07:36.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:36 smithi148 bash[23214]: cluster 2024-03-22T07:07:35.087215+0000 mon.a (mon.0) 1026 : cluster 0 osdmap e130: 8 total, 8 up, 8 in 2024-03-22T07:07:36.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:36 smithi148 bash[23214]: audit 2024-03-22T07:07:35.526955+0000 mon.a (mon.0) 1027 : audit 0 from='client.? 172.21.15.129:0/2972058315' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:37.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:37 smithi129 bash[21357]: cluster 2024-03-22T07:07:36.087920+0000 mon.a (mon.0) 1028 : cluster 0 osdmap e131: 8 total, 8 up, 8 in 2024-03-22T07:07:37.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:37 smithi129 bash[31121]: cluster 2024-03-22T07:07:36.087920+0000 mon.a (mon.0) 1028 : cluster 0 osdmap e131: 8 total, 8 up, 8 in 2024-03-22T07:07:37.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:37 smithi148 bash[23214]: cluster 2024-03-22T07:07:36.087920+0000 mon.a (mon.0) 1028 : cluster 0 osdmap e131: 8 total, 8 up, 8 in 2024-03-22T07:07:38.123 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 8388609~1000 2024-03-22T07:07:38.137 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 16777228~1000 2024-03-22T07:07:38.137 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 167772160 2024-03-22T07:07:38.156 INFO:tasks.workunit.client.0.smithi129.stdout:write: 2 83886079~8388609 2024-03-22T07:07:38.208 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap3 2024-03-22T07:07:38.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:38 smithi129 bash[21357]: cluster 2024-03-22T07:07:36.262659+0000 mgr.y (mgr.14391) 225 : cluster 0 pgmap v249: 137 pgs: 137 active+clean; 269 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:07:38.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:38 smithi129 bash[21357]: cluster 2024-03-22T07:07:37.109922+0000 mon.a (mon.0) 1029 : cluster 0 osdmap e132: 8 total, 8 up, 8 in 2024-03-22T07:07:38.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:38 smithi129 bash[21357]: audit 2024-03-22T07:07:37.967190+0000 mon.c (mon.2) 44 : audit 0 from='client.? 172.21.15.129:0/3723058307' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:38.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:38 smithi129 bash[31121]: cluster 2024-03-22T07:07:36.262659+0000 mgr.y (mgr.14391) 225 : cluster 0 pgmap v249: 137 pgs: 137 active+clean; 269 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:07:38.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:38 smithi129 bash[31121]: cluster 2024-03-22T07:07:37.109922+0000 mon.a (mon.0) 1029 : cluster 0 osdmap e132: 8 total, 8 up, 8 in 2024-03-22T07:07:38.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:38 smithi129 bash[31121]: audit 2024-03-22T07:07:37.967190+0000 mon.c (mon.2) 44 : audit 0 from='client.? 172.21.15.129:0/3723058307' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:38.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:38 smithi148 bash[23214]: cluster 2024-03-22T07:07:36.262659+0000 mgr.y (mgr.14391) 225 : cluster 0 pgmap v249: 137 pgs: 137 active+clean; 269 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:07:38.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:38 smithi148 bash[23214]: cluster 2024-03-22T07:07:37.109922+0000 mon.a (mon.0) 1029 : cluster 0 osdmap e132: 8 total, 8 up, 8 in 2024-03-22T07:07:38.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:38 smithi148 bash[23214]: audit 2024-03-22T07:07:37.967190+0000 mon.c (mon.2) 44 : audit 0 from='client.? 172.21.15.129:0/3723058307' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:39.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:39 smithi148 bash[23214]: cluster 2024-03-22T07:07:38.112231+0000 mon.a (mon.0) 1030 : cluster 0 osdmap e133: 8 total, 8 up, 8 in 2024-03-22T07:07:39.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:39 smithi129 bash[21357]: cluster 2024-03-22T07:07:38.112231+0000 mon.a (mon.0) 1030 : cluster 0 osdmap e133: 8 total, 8 up, 8 in 2024-03-22T07:07:39.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:39 smithi129 bash[31121]: cluster 2024-03-22T07:07:38.112231+0000 mon.a (mon.0) 1030 : cluster 0 osdmap e133: 8 total, 8 up, 8 in 2024-03-22T07:07:40.140 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:40.172 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 83886079~1 2024-03-22T07:07:40.186 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:07:40.213 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 16777218~8388609 2024-03-22T07:07:40.286 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:40.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:40 smithi148 bash[23214]: cluster 2024-03-22T07:07:38.263381+0000 mgr.y (mgr.14391) 226 : cluster 0 pgmap v252: 137 pgs: 137 active+clean; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 134 op/s 2024-03-22T07:07:40.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:40 smithi148 bash[23214]: cluster 2024-03-22T07:07:39.134761+0000 mon.a (mon.0) 1031 : cluster 0 osdmap e134: 8 total, 8 up, 8 in 2024-03-22T07:07:40.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:40 smithi129 bash[21357]: cluster 2024-03-22T07:07:38.263381+0000 mgr.y (mgr.14391) 226 : cluster 0 pgmap v252: 137 pgs: 137 active+clean; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 134 op/s 2024-03-22T07:07:40.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:40 smithi129 bash[21357]: cluster 2024-03-22T07:07:39.134761+0000 mon.a (mon.0) 1031 : cluster 0 osdmap e134: 8 total, 8 up, 8 in 2024-03-22T07:07:40.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:40 smithi129 bash[31121]: cluster 2024-03-22T07:07:38.263381+0000 mgr.y (mgr.14391) 226 : cluster 0 pgmap v252: 137 pgs: 137 active+clean; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 134 op/s 2024-03-22T07:07:40.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:40 smithi129 bash[31121]: cluster 2024-03-22T07:07:39.134761+0000 mon.a (mon.0) 1031 : cluster 0 osdmap e134: 8 total, 8 up, 8 in 2024-03-22T07:07:41.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:41 smithi148 bash[23214]: cluster 2024-03-22T07:07:40.136488+0000 mon.a (mon.0) 1032 : cluster 0 osdmap e135: 8 total, 8 up, 8 in 2024-03-22T07:07:41.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:41 smithi148 bash[23214]: audit 2024-03-22T07:07:40.444231+0000 mon.c (mon.2) 45 : audit 0 from='client.? 172.21.15.129:0/591454455' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:41.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:41 smithi148 bash[23214]: cluster 2024-03-22T07:07:40.567367+0000 mon.a (mon.0) 1033 : cluster 0 osdmap e136: 8 total, 8 up, 8 in 2024-03-22T07:07:41.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:41 smithi129 bash[21357]: cluster 2024-03-22T07:07:40.136488+0000 mon.a (mon.0) 1032 : cluster 0 osdmap e135: 8 total, 8 up, 8 in 2024-03-22T07:07:41.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:41 smithi129 bash[21357]: audit 2024-03-22T07:07:40.444231+0000 mon.c (mon.2) 45 : audit 0 from='client.? 172.21.15.129:0/591454455' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:41.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:41 smithi129 bash[21357]: cluster 2024-03-22T07:07:40.567367+0000 mon.a (mon.0) 1033 : cluster 0 osdmap e136: 8 total, 8 up, 8 in 2024-03-22T07:07:41.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:41 smithi129 bash[31121]: cluster 2024-03-22T07:07:40.136488+0000 mon.a (mon.0) 1032 : cluster 0 osdmap e135: 8 total, 8 up, 8 in 2024-03-22T07:07:41.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:41 smithi129 bash[31121]: audit 2024-03-22T07:07:40.444231+0000 mon.c (mon.2) 45 : audit 0 from='client.? 172.21.15.129:0/591454455' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:41.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:41 smithi129 bash[31121]: cluster 2024-03-22T07:07:40.567367+0000 mon.a (mon.0) 1033 : cluster 0 osdmap e136: 8 total, 8 up, 8 in 2024-03-22T07:07:42.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:42 smithi148 bash[23214]: cluster 2024-03-22T07:07:40.263913+0000 mgr.y (mgr.14391) 227 : cluster 0 pgmap v255: 137 pgs: 137 active+clean; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 134 op/s 2024-03-22T07:07:42.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:42 smithi148 bash[23214]: cluster 2024-03-22T07:07:41.581629+0000 mon.a (mon.0) 1034 : cluster 0 osdmap e137: 8 total, 8 up, 8 in 2024-03-22T07:07:42.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:42 smithi129 bash[21357]: cluster 2024-03-22T07:07:40.263913+0000 mgr.y (mgr.14391) 227 : cluster 0 pgmap v255: 137 pgs: 137 active+clean; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 134 op/s 2024-03-22T07:07:42.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:42 smithi129 bash[21357]: cluster 2024-03-22T07:07:41.581629+0000 mon.a (mon.0) 1034 : cluster 0 osdmap e137: 8 total, 8 up, 8 in 2024-03-22T07:07:42.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:42 smithi129 bash[31121]: cluster 2024-03-22T07:07:40.263913+0000 mgr.y (mgr.14391) 227 : cluster 0 pgmap v255: 137 pgs: 137 active+clean; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 134 op/s 2024-03-22T07:07:42.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:42 smithi129 bash[31121]: cluster 2024-03-22T07:07:41.581629+0000 mon.a (mon.0) 1034 : cluster 0 osdmap e137: 8 total, 8 up, 8 in 2024-03-22T07:07:43.260 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:43.556 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:43.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:43 smithi129 bash[21357]: cluster 2024-03-22T07:07:42.265398+0000 mgr.y (mgr.14391) 228 : cluster 0 pgmap v258: 137 pgs: 137 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 12 MiB/s wr, 196 op/s 2024-03-22T07:07:43.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:43 smithi129 bash[21357]: cluster 2024-03-22T07:07:42.579951+0000 mon.a (mon.0) 1035 : cluster 0 osdmap e138: 8 total, 8 up, 8 in 2024-03-22T07:07:43.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:43 smithi129 bash[21357]: audit 2024-03-22T07:07:42.914313+0000 mon.a (mon.0) 1036 : audit 0 from='client.? 172.21.15.129:0/445538385' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:43.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:43 smithi129 bash[31121]: cluster 2024-03-22T07:07:42.265398+0000 mgr.y (mgr.14391) 228 : cluster 0 pgmap v258: 137 pgs: 137 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 12 MiB/s wr, 196 op/s 2024-03-22T07:07:43.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:43 smithi129 bash[31121]: cluster 2024-03-22T07:07:42.579951+0000 mon.a (mon.0) 1035 : cluster 0 osdmap e138: 8 total, 8 up, 8 in 2024-03-22T07:07:43.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:43 smithi129 bash[31121]: audit 2024-03-22T07:07:42.914313+0000 mon.a (mon.0) 1036 : audit 0 from='client.? 172.21.15.129:0/445538385' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:43.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:43 smithi148 bash[23214]: cluster 2024-03-22T07:07:42.265398+0000 mgr.y (mgr.14391) 228 : cluster 0 pgmap v258: 137 pgs: 137 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 12 MiB/s wr, 196 op/s 2024-03-22T07:07:43.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:43 smithi148 bash[23214]: cluster 2024-03-22T07:07:42.579951+0000 mon.a (mon.0) 1035 : cluster 0 osdmap e138: 8 total, 8 up, 8 in 2024-03-22T07:07:43.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:43 smithi148 bash[23214]: audit 2024-03-22T07:07:42.914313+0000 mon.a (mon.0) 1036 : audit 0 from='client.? 172.21.15.129:0/445538385' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:44.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:07:43 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:07:43] "GET /metrics HTTP/1.1" 200 38764 "" "Prometheus/2.43.0" 2024-03-22T07:07:45.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:45 smithi129 bash[21357]: cluster 2024-03-22T07:07:44.266132+0000 mgr.y (mgr.14391) 229 : cluster 0 pgmap v260: 137 pgs: 137 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 130 KiB/s rd, 12 MiB/s wr, 190 op/s 2024-03-22T07:07:45.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:45 smithi129 bash[21357]: cluster 2024-03-22T07:07:44.593260+0000 mon.a (mon.0) 1037 : cluster 0 osdmap e139: 8 total, 8 up, 8 in 2024-03-22T07:07:45.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:45 smithi129 bash[21357]: audit 2024-03-22T07:07:45.357235+0000 mon.a (mon.0) 1038 : audit 0 from='client.? 172.21.15.129:0/414908202' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:45.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:45 smithi129 bash[31121]: cluster 2024-03-22T07:07:44.266132+0000 mgr.y (mgr.14391) 229 : cluster 0 pgmap v260: 137 pgs: 137 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 130 KiB/s rd, 12 MiB/s wr, 190 op/s 2024-03-22T07:07:45.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:45 smithi129 bash[31121]: cluster 2024-03-22T07:07:44.593260+0000 mon.a (mon.0) 1037 : cluster 0 osdmap e139: 8 total, 8 up, 8 in 2024-03-22T07:07:45.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:45 smithi129 bash[31121]: audit 2024-03-22T07:07:45.357235+0000 mon.a (mon.0) 1038 : audit 0 from='client.? 172.21.15.129:0/414908202' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:45.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:45 smithi148 bash[23214]: cluster 2024-03-22T07:07:44.266132+0000 mgr.y (mgr.14391) 229 : cluster 0 pgmap v260: 137 pgs: 137 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 130 KiB/s rd, 12 MiB/s wr, 190 op/s 2024-03-22T07:07:45.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:45 smithi148 bash[23214]: cluster 2024-03-22T07:07:44.593260+0000 mon.a (mon.0) 1037 : cluster 0 osdmap e139: 8 total, 8 up, 8 in 2024-03-22T07:07:45.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:45 smithi148 bash[23214]: audit 2024-03-22T07:07:45.357235+0000 mon.a (mon.0) 1038 : audit 0 from='client.? 172.21.15.129:0/414908202' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:46.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:46 smithi129 bash[31121]: cluster 2024-03-22T07:07:45.602935+0000 mon.a (mon.0) 1039 : cluster 0 osdmap e140: 8 total, 8 up, 8 in 2024-03-22T07:07:46.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:46 smithi129 bash[31121]: audit 2024-03-22T07:07:46.231956+0000 mon.a (mon.0) 1040 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:07:46.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:46 smithi129 bash[21357]: cluster 2024-03-22T07:07:45.602935+0000 mon.a (mon.0) 1039 : cluster 0 osdmap e140: 8 total, 8 up, 8 in 2024-03-22T07:07:46.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:46 smithi129 bash[21357]: audit 2024-03-22T07:07:46.231956+0000 mon.a (mon.0) 1040 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:07:46.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:46 smithi148 bash[23214]: cluster 2024-03-22T07:07:45.602935+0000 mon.a (mon.0) 1039 : cluster 0 osdmap e140: 8 total, 8 up, 8 in 2024-03-22T07:07:46.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:46 smithi148 bash[23214]: audit 2024-03-22T07:07:46.231956+0000 mon.a (mon.0) 1040 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:07:47.220 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.SnapsOtherPool (12588 ms) 2024-03-22T07:07:47.220 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-03-22T07:07:47.303 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:47.333 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:07:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:07:47.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:47 smithi129 bash[21357]: cluster 2024-03-22T07:07:46.276483+0000 mgr.y (mgr.14391) 230 : cluster 0 pgmap v263: 137 pgs: 137 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 114 KiB/s rd, 10 MiB/s wr, 167 op/s 2024-03-22T07:07:47.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:47 smithi129 bash[21357]: cluster 2024-03-22T07:07:46.616564+0000 mon.a (mon.0) 1041 : cluster 0 osdmap e141: 8 total, 8 up, 8 in 2024-03-22T07:07:47.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:47 smithi129 bash[31121]: cluster 2024-03-22T07:07:46.276483+0000 mgr.y (mgr.14391) 230 : cluster 0 pgmap v263: 137 pgs: 137 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 114 KiB/s rd, 10 MiB/s wr, 167 op/s 2024-03-22T07:07:47.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:47 smithi129 bash[31121]: cluster 2024-03-22T07:07:46.616564+0000 mon.a (mon.0) 1041 : cluster 0 osdmap e141: 8 total, 8 up, 8 in 2024-03-22T07:07:47.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:47 smithi148 bash[23214]: cluster 2024-03-22T07:07:46.276483+0000 mgr.y (mgr.14391) 230 : cluster 0 pgmap v263: 137 pgs: 137 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 114 KiB/s rd, 10 MiB/s wr, 167 op/s 2024-03-22T07:07:47.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:47 smithi148 bash[23214]: cluster 2024-03-22T07:07:46.616564+0000 mon.a (mon.0) 1041 : cluster 0 osdmap e141: 8 total, 8 up, 8 in 2024-03-22T07:07:48.658 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 8388609~8388609 2024-03-22T07:07:48.692 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 0~1000 2024-03-22T07:07:48.692 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 1010~1000 2024-03-22T07:07:48.693 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap2 2024-03-22T07:07:48.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:48 smithi129 bash[21357]: cluster 2024-03-22T07:07:47.618486+0000 mon.a (mon.0) 1042 : cluster 0 osdmap e142: 8 total, 8 up, 8 in 2024-03-22T07:07:48.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:48 smithi129 bash[21357]: audit 2024-03-22T07:07:47.823581+0000 mon.a (mon.0) 1043 : audit 0 from='client.? 172.21.15.129:0/3577411865' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:48.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:48 smithi129 bash[31121]: cluster 2024-03-22T07:07:47.618486+0000 mon.a (mon.0) 1042 : cluster 0 osdmap e142: 8 total, 8 up, 8 in 2024-03-22T07:07:48.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:48 smithi129 bash[31121]: audit 2024-03-22T07:07:47.823581+0000 mon.a (mon.0) 1043 : audit 0 from='client.? 172.21.15.129:0/3577411865' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:48.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:48 smithi148 bash[23214]: cluster 2024-03-22T07:07:47.618486+0000 mon.a (mon.0) 1042 : cluster 0 osdmap e142: 8 total, 8 up, 8 in 2024-03-22T07:07:48.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:48 smithi148 bash[23214]: audit 2024-03-22T07:07:47.823581+0000 mon.a (mon.0) 1043 : audit 0 from='client.? 172.21.15.129:0/3577411865' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:49.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:49 smithi148 bash[23214]: cluster 2024-03-22T07:07:48.277296+0000 mgr.y (mgr.14391) 231 : cluster 0 pgmap v266: 137 pgs: 137 active+clean; 337 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 82 MiB/s rd, 10 MiB/s wr, 410 op/s 2024-03-22T07:07:49.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:49 smithi148 bash[23214]: cluster 2024-03-22T07:07:48.641955+0000 mon.a (mon.0) 1044 : cluster 0 osdmap e143: 8 total, 8 up, 8 in 2024-03-22T07:07:50.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:49 smithi129 bash[21357]: cluster 2024-03-22T07:07:48.277296+0000 mgr.y (mgr.14391) 231 : cluster 0 pgmap v266: 137 pgs: 137 active+clean; 337 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 82 MiB/s rd, 10 MiB/s wr, 410 op/s 2024-03-22T07:07:50.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:49 smithi129 bash[21357]: cluster 2024-03-22T07:07:48.641955+0000 mon.a (mon.0) 1044 : cluster 0 osdmap e143: 8 total, 8 up, 8 in 2024-03-22T07:07:50.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:49 smithi129 bash[31121]: cluster 2024-03-22T07:07:48.277296+0000 mgr.y (mgr.14391) 231 : cluster 0 pgmap v266: 137 pgs: 137 active+clean; 337 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 82 MiB/s rd, 10 MiB/s wr, 410 op/s 2024-03-22T07:07:50.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:49 smithi129 bash[31121]: cluster 2024-03-22T07:07:48.641955+0000 mon.a (mon.0) 1044 : cluster 0 osdmap e143: 8 total, 8 up, 8 in 2024-03-22T07:07:50.601 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 8388609~1000 2024-03-22T07:07:50.616 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 16777228~1000 2024-03-22T07:07:50.616 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 167772160 2024-03-22T07:07:50.640 INFO:tasks.workunit.client.0.smithi129.stdout:write: 2 83886079~8388609 2024-03-22T07:07:50.694 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap3 2024-03-22T07:07:50.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:50 smithi148 bash[23214]: cluster 2024-03-22T07:07:49.645062+0000 mon.a (mon.0) 1045 : cluster 0 osdmap e144: 8 total, 8 up, 8 in 2024-03-22T07:07:50.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:50 smithi148 bash[23214]: audit 2024-03-22T07:07:50.261081+0000 mon.a (mon.0) 1046 : audit 0 from='client.? 172.21.15.129:0/352365176' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:50.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:50 smithi148 bash[23214]: cluster 2024-03-22T07:07:50.577692+0000 mon.a (mon.0) 1047 : cluster 0 osdmap e145: 8 total, 8 up, 8 in 2024-03-22T07:07:51.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:50 smithi129 bash[21357]: cluster 2024-03-22T07:07:49.645062+0000 mon.a (mon.0) 1045 : cluster 0 osdmap e144: 8 total, 8 up, 8 in 2024-03-22T07:07:51.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:50 smithi129 bash[21357]: audit 2024-03-22T07:07:50.261081+0000 mon.a (mon.0) 1046 : audit 0 from='client.? 172.21.15.129:0/352365176' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:51.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:50 smithi129 bash[21357]: cluster 2024-03-22T07:07:50.577692+0000 mon.a (mon.0) 1047 : cluster 0 osdmap e145: 8 total, 8 up, 8 in 2024-03-22T07:07:51.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:50 smithi129 bash[31121]: cluster 2024-03-22T07:07:49.645062+0000 mon.a (mon.0) 1045 : cluster 0 osdmap e144: 8 total, 8 up, 8 in 2024-03-22T07:07:51.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:50 smithi129 bash[31121]: audit 2024-03-22T07:07:50.261081+0000 mon.a (mon.0) 1046 : audit 0 from='client.? 172.21.15.129:0/352365176' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:51.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:50 smithi129 bash[31121]: cluster 2024-03-22T07:07:50.577692+0000 mon.a (mon.0) 1047 : cluster 0 osdmap e145: 8 total, 8 up, 8 in 2024-03-22T07:07:51.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:51 smithi148 bash[23214]: cluster 2024-03-22T07:07:50.277857+0000 mgr.y (mgr.14391) 232 : cluster 0 pgmap v269: 137 pgs: 137 active+clean; 337 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 82 MiB/s rd, 10 MiB/s wr, 411 op/s 2024-03-22T07:07:52.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:51 smithi129 bash[21357]: cluster 2024-03-22T07:07:50.277857+0000 mgr.y (mgr.14391) 232 : cluster 0 pgmap v269: 137 pgs: 137 active+clean; 337 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 82 MiB/s rd, 10 MiB/s wr, 411 op/s 2024-03-22T07:07:52.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:51 smithi129 bash[31121]: cluster 2024-03-22T07:07:50.277857+0000 mgr.y (mgr.14391) 232 : cluster 0 pgmap v269: 137 pgs: 137 active+clean; 337 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 82 MiB/s rd, 10 MiB/s wr, 411 op/s 2024-03-22T07:07:52.701 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:07:52.733 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 83886079~1 2024-03-22T07:07:52.748 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:07:53.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:52 smithi129 bash[21357]: cluster 2024-03-22T07:07:51.678631+0000 mon.a (mon.0) 1048 : cluster 0 osdmap e146: 8 total, 8 up, 8 in 2024-03-22T07:07:53.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:52 smithi129 bash[31121]: cluster 2024-03-22T07:07:51.678631+0000 mon.a (mon.0) 1048 : cluster 0 osdmap e146: 8 total, 8 up, 8 in 2024-03-22T07:07:53.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:52 smithi148 bash[23214]: cluster 2024-03-22T07:07:51.678631+0000 mon.a (mon.0) 1048 : cluster 0 osdmap e146: 8 total, 8 up, 8 in 2024-03-22T07:07:53.927 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:53 smithi129 bash[31121]: cluster 2024-03-22T07:07:52.279169+0000 mgr.y (mgr.14391) 233 : cluster 0 pgmap v272: 137 pgs: 137 active+clean; 393 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 101 KiB/s rd, 12 MiB/s wr, 152 op/s 2024-03-22T07:07:53.927 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:53 smithi129 bash[31121]: cluster 2024-03-22T07:07:52.688737+0000 mon.a (mon.0) 1049 : cluster 0 osdmap e147: 8 total, 8 up, 8 in 2024-03-22T07:07:53.927 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:53 smithi129 bash[31121]: audit 2024-03-22T07:07:52.699293+0000 mon.c (mon.2) 46 : audit 0 from='client.? 172.21.15.129:0/2473841842' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:53.928 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:53 smithi129 bash[21357]: cluster 2024-03-22T07:07:52.279169+0000 mgr.y (mgr.14391) 233 : cluster 0 pgmap v272: 137 pgs: 137 active+clean; 393 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 101 KiB/s rd, 12 MiB/s wr, 152 op/s 2024-03-22T07:07:53.928 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:53 smithi129 bash[21357]: cluster 2024-03-22T07:07:52.688737+0000 mon.a (mon.0) 1049 : cluster 0 osdmap e147: 8 total, 8 up, 8 in 2024-03-22T07:07:53.928 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:53 smithi129 bash[21357]: audit 2024-03-22T07:07:52.699293+0000 mon.c (mon.2) 46 : audit 0 from='client.? 172.21.15.129:0/2473841842' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:54.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:53 smithi148 bash[23214]: cluster 2024-03-22T07:07:52.279169+0000 mgr.y (mgr.14391) 233 : cluster 0 pgmap v272: 137 pgs: 137 active+clean; 393 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 101 KiB/s rd, 12 MiB/s wr, 152 op/s 2024-03-22T07:07:54.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:53 smithi148 bash[23214]: cluster 2024-03-22T07:07:52.688737+0000 mon.a (mon.0) 1049 : cluster 0 osdmap e147: 8 total, 8 up, 8 in 2024-03-22T07:07:54.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:53 smithi148 bash[23214]: audit 2024-03-22T07:07:52.699293+0000 mon.c (mon.2) 46 : audit 0 from='client.? 172.21.15.129:0/2473841842' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:54.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:07:53 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:07:53] "GET /metrics HTTP/1.1" 200 38769 "" "Prometheus/2.43.0" 2024-03-22T07:07:55.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:54 smithi129 bash[31121]: cluster 2024-03-22T07:07:53.704653+0000 mon.a (mon.0) 1050 : cluster 0 osdmap e148: 8 total, 8 up, 8 in 2024-03-22T07:07:55.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:54 smithi129 bash[21357]: cluster 2024-03-22T07:07:53.704653+0000 mon.a (mon.0) 1050 : cluster 0 osdmap e148: 8 total, 8 up, 8 in 2024-03-22T07:07:55.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:54 smithi148 bash[23214]: cluster 2024-03-22T07:07:53.704653+0000 mon.a (mon.0) 1050 : cluster 0 osdmap e148: 8 total, 8 up, 8 in 2024-03-22T07:07:56.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:55 smithi129 bash[21357]: cluster 2024-03-22T07:07:54.279929+0000 mgr.y (mgr.14391) 234 : cluster 0 pgmap v275: 137 pgs: 137 active+clean; 393 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 101 KiB/s rd, 12 MiB/s wr, 152 op/s 2024-03-22T07:07:56.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:55 smithi129 bash[21357]: cluster 2024-03-22T07:07:54.715382+0000 mon.a (mon.0) 1051 : cluster 0 osdmap e149: 8 total, 8 up, 8 in 2024-03-22T07:07:56.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:55 smithi129 bash[21357]: audit 2024-03-22T07:07:55.136422+0000 mon.a (mon.0) 1052 : audit 0 from='client.? 172.21.15.129:0/1128811121' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:56.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:55 smithi129 bash[31121]: cluster 2024-03-22T07:07:54.279929+0000 mgr.y (mgr.14391) 234 : cluster 0 pgmap v275: 137 pgs: 137 active+clean; 393 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 101 KiB/s rd, 12 MiB/s wr, 152 op/s 2024-03-22T07:07:56.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:55 smithi129 bash[31121]: cluster 2024-03-22T07:07:54.715382+0000 mon.a (mon.0) 1051 : cluster 0 osdmap e149: 8 total, 8 up, 8 in 2024-03-22T07:07:56.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:55 smithi129 bash[31121]: audit 2024-03-22T07:07:55.136422+0000 mon.a (mon.0) 1052 : audit 0 from='client.? 172.21.15.129:0/1128811121' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:56.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:55 smithi148 bash[23214]: cluster 2024-03-22T07:07:54.279929+0000 mgr.y (mgr.14391) 234 : cluster 0 pgmap v275: 137 pgs: 137 active+clean; 393 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 101 KiB/s rd, 12 MiB/s wr, 152 op/s 2024-03-22T07:07:56.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:55 smithi148 bash[23214]: cluster 2024-03-22T07:07:54.715382+0000 mon.a (mon.0) 1051 : cluster 0 osdmap e149: 8 total, 8 up, 8 in 2024-03-22T07:07:56.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:55 smithi148 bash[23214]: audit 2024-03-22T07:07:55.136422+0000 mon.a (mon.0) 1052 : audit 0 from='client.? 172.21.15.129:0/1128811121' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:56.612 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:07:56.924 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:07:57.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:56 smithi129 bash[21357]: cluster 2024-03-22T07:07:55.724684+0000 mon.a (mon.0) 1053 : cluster 0 osdmap e150: 8 total, 8 up, 8 in 2024-03-22T07:07:57.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:56 smithi129 bash[31121]: cluster 2024-03-22T07:07:55.724684+0000 mon.a (mon.0) 1053 : cluster 0 osdmap e150: 8 total, 8 up, 8 in 2024-03-22T07:07:57.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:56 smithi148 bash[23214]: cluster 2024-03-22T07:07:55.724684+0000 mon.a (mon.0) 1053 : cluster 0 osdmap e150: 8 total, 8 up, 8 in 2024-03-22T07:07:58.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:57 smithi129 bash[21357]: cluster 2024-03-22T07:07:56.280632+0000 mgr.y (mgr.14391) 235 : cluster 0 pgmap v278: 137 pgs: 137 active+clean; 393 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:07:58.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:57 smithi129 bash[21357]: audit 2024-03-22T07:07:57.575251+0000 mon.c (mon.2) 47 : audit 0 from='client.? 172.21.15.129:0/3356703217' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:58.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:57 smithi129 bash[31121]: cluster 2024-03-22T07:07:56.280632+0000 mgr.y (mgr.14391) 235 : cluster 0 pgmap v278: 137 pgs: 137 active+clean; 393 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:07:58.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:57 smithi129 bash[31121]: audit 2024-03-22T07:07:57.575251+0000 mon.c (mon.2) 47 : audit 0 from='client.? 172.21.15.129:0/3356703217' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:58.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:57 smithi148 bash[23214]: cluster 2024-03-22T07:07:56.280632+0000 mgr.y (mgr.14391) 235 : cluster 0 pgmap v278: 137 pgs: 137 active+clean; 393 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:07:58.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:57 smithi148 bash[23214]: audit 2024-03-22T07:07:57.575251+0000 mon.c (mon.2) 47 : audit 0 from='client.? 172.21.15.129:0/3356703217' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:07:59.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:58 smithi129 bash[21357]: cluster 2024-03-22T07:07:57.746130+0000 mon.a (mon.0) 1054 : cluster 0 osdmap e151: 8 total, 8 up, 8 in 2024-03-22T07:07:59.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:58 smithi129 bash[31121]: cluster 2024-03-22T07:07:57.746130+0000 mon.a (mon.0) 1054 : cluster 0 osdmap e151: 8 total, 8 up, 8 in 2024-03-22T07:07:59.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:58 smithi148 bash[23214]: cluster 2024-03-22T07:07:57.746130+0000 mon.a (mon.0) 1054 : cluster 0 osdmap e151: 8 total, 8 up, 8 in 2024-03-22T07:08:00.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:59 smithi129 bash[21357]: cluster 2024-03-22T07:07:58.281375+0000 mgr.y (mgr.14391) 236 : cluster 0 pgmap v280: 137 pgs: 137 active+clean; 421 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 5.3 MiB/s wr, 423 op/s 2024-03-22T07:08:00.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:07:59 smithi129 bash[21357]: cluster 2024-03-22T07:07:58.758528+0000 mon.a (mon.0) 1055 : cluster 0 osdmap e152: 8 total, 8 up, 8 in 2024-03-22T07:08:00.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:59 smithi129 bash[31121]: cluster 2024-03-22T07:07:58.281375+0000 mgr.y (mgr.14391) 236 : cluster 0 pgmap v280: 137 pgs: 137 active+clean; 421 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 5.3 MiB/s wr, 423 op/s 2024-03-22T07:08:00.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:07:59 smithi129 bash[31121]: cluster 2024-03-22T07:07:58.758528+0000 mon.a (mon.0) 1055 : cluster 0 osdmap e152: 8 total, 8 up, 8 in 2024-03-22T07:08:00.160 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.SnapsDataPool (12940 ms) 2024-03-22T07:08:00.160 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-03-22T07:08:00.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:59 smithi148 bash[23214]: cluster 2024-03-22T07:07:58.281375+0000 mgr.y (mgr.14391) 236 : cluster 0 pgmap v280: 137 pgs: 137 active+clean; 421 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 5.3 MiB/s wr, 423 op/s 2024-03-22T07:08:00.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:07:59 smithi148 bash[23214]: cluster 2024-03-22T07:07:58.758528+0000 mon.a (mon.0) 1055 : cluster 0 osdmap e152: 8 total, 8 up, 8 in 2024-03-22T07:08:00.223 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:08:00.251 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:08:00.333 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:08:01.118 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:00 smithi148 bash[23214]: cluster 2024-03-22T07:07:59.755622+0000 mon.a (mon.0) 1056 : cluster 0 osdmap e153: 8 total, 8 up, 8 in 2024-03-22T07:08:01.118 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:00 smithi148 bash[23214]: audit 2024-03-22T07:08:00.046288+0000 mon.c (mon.2) 48 : audit 0 from='client.? 172.21.15.129:0/3101635758' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:01.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:00 smithi129 bash[21357]: cluster 2024-03-22T07:07:59.755622+0000 mon.a (mon.0) 1056 : cluster 0 osdmap e153: 8 total, 8 up, 8 in 2024-03-22T07:08:01.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:00 smithi129 bash[21357]: audit 2024-03-22T07:08:00.046288+0000 mon.c (mon.2) 48 : audit 0 from='client.? 172.21.15.129:0/3101635758' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:01.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:00 smithi129 bash[31121]: cluster 2024-03-22T07:07:59.755622+0000 mon.a (mon.0) 1056 : cluster 0 osdmap e153: 8 total, 8 up, 8 in 2024-03-22T07:08:01.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:00 smithi129 bash[31121]: audit 2024-03-22T07:08:00.046288+0000 mon.c (mon.2) 48 : audit 0 from='client.? 172.21.15.129:0/3101635758' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:01.801 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 8388609~8388609 2024-03-22T07:08:01.833 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 0~1000 2024-03-22T07:08:01.833 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 1010~1000 2024-03-22T07:08:01.834 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap2 2024-03-22T07:08:02.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:01 smithi129 bash[21357]: cluster 2024-03-22T07:08:00.281832+0000 mgr.y (mgr.14391) 237 : cluster 0 pgmap v283: 137 pgs: 137 active+clean; 421 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 34 MiB/s rd, 5.3 MiB/s wr, 424 op/s 2024-03-22T07:08:02.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:01 smithi129 bash[21357]: cluster 2024-03-22T07:08:00.779086+0000 mon.a (mon.0) 1057 : cluster 0 osdmap e154: 8 total, 8 up, 8 in 2024-03-22T07:08:02.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:01 smithi129 bash[21357]: audit 2024-03-22T07:08:01.232459+0000 mon.a (mon.0) 1058 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:08:02.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:01 smithi129 bash[21357]: audit 2024-03-22T07:08:01.690302+0000 mon.a (mon.0) 1059 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:02.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:01 smithi129 bash[21357]: audit 2024-03-22T07:08:01.692467+0000 mon.a (mon.0) 1060 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:08:02.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:01 smithi129 bash[21357]: audit 2024-03-22T07:08:01.694568+0000 mon.a (mon.0) 1061 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T07:08:02.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:01 smithi129 bash[21357]: audit 2024-03-22T07:08:01.696682+0000 mon.a (mon.0) 1062 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:08:02.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:01 smithi129 bash[31121]: cluster 2024-03-22T07:08:00.281832+0000 mgr.y (mgr.14391) 237 : cluster 0 pgmap v283: 137 pgs: 137 active+clean; 421 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 34 MiB/s rd, 5.3 MiB/s wr, 424 op/s 2024-03-22T07:08:02.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:01 smithi129 bash[31121]: cluster 2024-03-22T07:08:00.779086+0000 mon.a (mon.0) 1057 : cluster 0 osdmap e154: 8 total, 8 up, 8 in 2024-03-22T07:08:02.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:01 smithi129 bash[31121]: audit 2024-03-22T07:08:01.232459+0000 mon.a (mon.0) 1058 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:08:02.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:01 smithi129 bash[31121]: audit 2024-03-22T07:08:01.690302+0000 mon.a (mon.0) 1059 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:02.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:01 smithi129 bash[31121]: audit 2024-03-22T07:08:01.692467+0000 mon.a (mon.0) 1060 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:08:02.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:01 smithi129 bash[31121]: audit 2024-03-22T07:08:01.694568+0000 mon.a (mon.0) 1061 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T07:08:02.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:01 smithi129 bash[31121]: audit 2024-03-22T07:08:01.696682+0000 mon.a (mon.0) 1062 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:08:02.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:01 smithi148 bash[23214]: cluster 2024-03-22T07:08:00.281832+0000 mgr.y (mgr.14391) 237 : cluster 0 pgmap v283: 137 pgs: 137 active+clean; 421 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 34 MiB/s rd, 5.3 MiB/s wr, 424 op/s 2024-03-22T07:08:02.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:01 smithi148 bash[23214]: cluster 2024-03-22T07:08:00.779086+0000 mon.a (mon.0) 1057 : cluster 0 osdmap e154: 8 total, 8 up, 8 in 2024-03-22T07:08:02.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:01 smithi148 bash[23214]: audit 2024-03-22T07:08:01.232459+0000 mon.a (mon.0) 1058 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:08:02.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:01 smithi148 bash[23214]: audit 2024-03-22T07:08:01.690302+0000 mon.a (mon.0) 1059 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:02.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:01 smithi148 bash[23214]: audit 2024-03-22T07:08:01.692467+0000 mon.a (mon.0) 1060 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:08:02.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:01 smithi148 bash[23214]: audit 2024-03-22T07:08:01.694568+0000 mon.a (mon.0) 1061 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T07:08:02.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:01 smithi148 bash[23214]: audit 2024-03-22T07:08:01.696682+0000 mon.a (mon.0) 1062 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:08:03.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:02 smithi129 bash[21357]: cephadm 2024-03-22T07:08:01.680573+0000 mgr.y (mgr.14391) 238 : cephadm 1 Upgrade: Updating mgr.x 2024-03-22T07:08:03.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:02 smithi129 bash[21357]: cephadm 2024-03-22T07:08:01.698859+0000 mgr.y (mgr.14391) 239 : cephadm 1 Deploying daemon mgr.x on smithi148 2024-03-22T07:08:03.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:02 smithi129 bash[21357]: cluster 2024-03-22T07:08:01.780920+0000 mon.a (mon.0) 1063 : cluster 0 osdmap e155: 8 total, 8 up, 8 in 2024-03-22T07:08:03.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:02 smithi129 bash[21357]: audit 2024-03-22T07:08:02.485421+0000 mon.c (mon.2) 49 : audit 0 from='client.? 172.21.15.129:0/3140047471' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:03.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:02 smithi129 bash[31121]: cephadm 2024-03-22T07:08:01.680573+0000 mgr.y (mgr.14391) 238 : cephadm 1 Upgrade: Updating mgr.x 2024-03-22T07:08:03.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:02 smithi129 bash[31121]: cephadm 2024-03-22T07:08:01.698859+0000 mgr.y (mgr.14391) 239 : cephadm 1 Deploying daemon mgr.x on smithi148 2024-03-22T07:08:03.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:02 smithi129 bash[31121]: cluster 2024-03-22T07:08:01.780920+0000 mon.a (mon.0) 1063 : cluster 0 osdmap e155: 8 total, 8 up, 8 in 2024-03-22T07:08:03.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:02 smithi129 bash[31121]: audit 2024-03-22T07:08:02.485421+0000 mon.c (mon.2) 49 : audit 0 from='client.? 172.21.15.129:0/3140047471' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:03.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:02 smithi148 bash[23214]: cephadm 2024-03-22T07:08:01.680573+0000 mgr.y (mgr.14391) 238 : cephadm 1 Upgrade: Updating mgr.x 2024-03-22T07:08:03.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:02 smithi148 bash[23214]: cephadm 2024-03-22T07:08:01.698859+0000 mgr.y (mgr.14391) 239 : cephadm 1 Deploying daemon mgr.x on smithi148 2024-03-22T07:08:03.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:02 smithi148 bash[23214]: cluster 2024-03-22T07:08:01.780920+0000 mon.a (mon.0) 1063 : cluster 0 osdmap e155: 8 total, 8 up, 8 in 2024-03-22T07:08:03.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:02 smithi148 bash[23214]: audit 2024-03-22T07:08:02.485421+0000 mon.c (mon.2) 49 : audit 0 from='client.? 172.21.15.129:0/3140047471' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:03.822 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 8388609~1000 2024-03-22T07:08:03.831 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 16777228~1000 2024-03-22T07:08:03.831 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 167772160 2024-03-22T07:08:03.849 INFO:tasks.workunit.client.0.smithi129.stdout:write: 2 83886079~8388609 2024-03-22T07:08:03.898 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap3 2024-03-22T07:08:04.098 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:08:03 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:04.099 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:08:03 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:04.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:03 smithi148 bash[23214]: cluster 2024-03-22T07:08:02.283431+0000 mgr.y (mgr.14391) 240 : cluster 0 pgmap v286: 137 pgs: 137 active+clean; 425 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 144 op/s 2024-03-22T07:08:04.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:03 smithi148 bash[23214]: cluster 2024-03-22T07:08:02.804512+0000 mon.a (mon.0) 1064 : cluster 0 osdmap e156: 8 total, 8 up, 8 in 2024-03-22T07:08:04.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:04 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:04.099 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:08:04 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:04.100 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:08:03 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:04.100 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:08:03 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:04.100 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:04 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:04.100 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:08:03 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:04.101 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:03 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:04.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:03 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:08:03] "GET /metrics HTTP/1.1" 200 38772 "" "Prometheus/2.43.0" 2024-03-22T07:08:04.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:03 smithi129 bash[21357]: cluster 2024-03-22T07:08:02.283431+0000 mgr.y (mgr.14391) 240 : cluster 0 pgmap v286: 137 pgs: 137 active+clean; 425 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 144 op/s 2024-03-22T07:08:04.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:03 smithi129 bash[21357]: cluster 2024-03-22T07:08:02.804512+0000 mon.a (mon.0) 1064 : cluster 0 osdmap e156: 8 total, 8 up, 8 in 2024-03-22T07:08:04.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:03 smithi129 bash[31121]: cluster 2024-03-22T07:08:02.283431+0000 mgr.y (mgr.14391) 240 : cluster 0 pgmap v286: 137 pgs: 137 active+clean; 425 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 144 op/s 2024-03-22T07:08:04.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:03 smithi129 bash[31121]: cluster 2024-03-22T07:08:02.804512+0000 mon.a (mon.0) 1064 : cluster 0 osdmap e156: 8 total, 8 up, 8 in 2024-03-22T07:08:04.422 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:04 smithi148 systemd[1]: Stopping Ceph mgr.x for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:08:05.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:04 smithi129 bash[21357]: cluster 2024-03-22T07:08:03.804897+0000 mon.a (mon.0) 1065 : cluster 0 osdmap e157: 8 total, 8 up, 8 in 2024-03-22T07:08:05.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:04 smithi129 bash[31121]: cluster 2024-03-22T07:08:03.804897+0000 mon.a (mon.0) 1065 : cluster 0 osdmap e157: 8 total, 8 up, 8 in 2024-03-22T07:08:05.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:04 smithi148 bash[23214]: cluster 2024-03-22T07:08:03.804897+0000 mon.a (mon.0) 1065 : cluster 0 osdmap e157: 8 total, 8 up, 8 in 2024-03-22T07:08:05.441 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:05 smithi148 bash[51118]: ceph-77237b76-e818-11ee-95cd-87774f69a715-mgr-x 2024-03-22T07:08:05.592 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:08:05.628 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 83886079~1 2024-03-22T07:08:05.640 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:08:05.719 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:08:05 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:05.720 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:05 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:05.720 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:08:05 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:05.720 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:05 smithi148 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-03-22T07:08:05.720 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:05 smithi148 bash[51180]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-mgr-x 2024-03-22T07:08:05.721 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:05 smithi148 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2024-03-22T07:08:05.721 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:05 smithi148 systemd[1]: Stopped Ceph mgr.x for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:08:05.721 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:05 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:05.721 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:08:05 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:05.721 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:08:05 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:05.721 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:08:05 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:05.722 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:08:05 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:05.722 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:05 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:08:06.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:05 smithi129 bash[21357]: cluster 2024-03-22T07:08:04.284218+0000 mgr.y (mgr.14391) 241 : cluster 0 pgmap v289: 137 pgs: 137 active+clean; 425 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 144 op/s 2024-03-22T07:08:06.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:05 smithi129 bash[21357]: cluster 2024-03-22T07:08:04.822865+0000 mon.a (mon.0) 1066 : cluster 0 osdmap e158: 8 total, 8 up, 8 in 2024-03-22T07:08:06.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:05 smithi129 bash[21357]: audit 2024-03-22T07:08:04.929119+0000 mon.c (mon.2) 50 : audit 0 from='client.? 172.21.15.129:0/3751222421' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:06.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:05 smithi129 bash[21357]: cluster 2024-03-22T07:08:05.579812+0000 mon.a (mon.0) 1067 : cluster 0 osdmap e159: 8 total, 8 up, 8 in 2024-03-22T07:08:06.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:05 smithi129 bash[21357]: audit 2024-03-22T07:08:05.772086+0000 mon.a (mon.0) 1068 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:06.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:05 smithi129 bash[21357]: audit 2024-03-22T07:08:05.786501+0000 mon.a (mon.0) 1069 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:06.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:05 smithi129 bash[31121]: cluster 2024-03-22T07:08:04.284218+0000 mgr.y (mgr.14391) 241 : cluster 0 pgmap v289: 137 pgs: 137 active+clean; 425 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 144 op/s 2024-03-22T07:08:06.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:05 smithi129 bash[31121]: cluster 2024-03-22T07:08:04.822865+0000 mon.a (mon.0) 1066 : cluster 0 osdmap e158: 8 total, 8 up, 8 in 2024-03-22T07:08:06.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:05 smithi129 bash[31121]: audit 2024-03-22T07:08:04.929119+0000 mon.c (mon.2) 50 : audit 0 from='client.? 172.21.15.129:0/3751222421' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:06.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:05 smithi129 bash[31121]: cluster 2024-03-22T07:08:05.579812+0000 mon.a (mon.0) 1067 : cluster 0 osdmap e159: 8 total, 8 up, 8 in 2024-03-22T07:08:06.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:05 smithi129 bash[31121]: audit 2024-03-22T07:08:05.772086+0000 mon.a (mon.0) 1068 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:06.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:05 smithi129 bash[31121]: audit 2024-03-22T07:08:05.786501+0000 mon.a (mon.0) 1069 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:06.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:05 smithi148 systemd[1]: Started Ceph mgr.x for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:08:06.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:05 smithi148 bash[23214]: cluster 2024-03-22T07:08:04.284218+0000 mgr.y (mgr.14391) 241 : cluster 0 pgmap v289: 137 pgs: 137 active+clean; 425 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 144 op/s 2024-03-22T07:08:06.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:05 smithi148 bash[23214]: cluster 2024-03-22T07:08:04.822865+0000 mon.a (mon.0) 1066 : cluster 0 osdmap e158: 8 total, 8 up, 8 in 2024-03-22T07:08:06.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:05 smithi148 bash[23214]: audit 2024-03-22T07:08:04.929119+0000 mon.c (mon.2) 50 : audit 0 from='client.? 172.21.15.129:0/3751222421' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:06.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:05 smithi148 bash[23214]: cluster 2024-03-22T07:08:05.579812+0000 mon.a (mon.0) 1067 : cluster 0 osdmap e159: 8 total, 8 up, 8 in 2024-03-22T07:08:06.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:05 smithi148 bash[23214]: audit 2024-03-22T07:08:05.772086+0000 mon.a (mon.0) 1068 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:06.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:05 smithi148 bash[23214]: audit 2024-03-22T07:08:05.786501+0000 mon.a (mon.0) 1069 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:07.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:06 smithi148 bash[23214]: audit 2024-03-22T07:08:05.825516+0000 mon.a (mon.0) 1070 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:08:07.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:06 smithi148 bash[23214]: cluster 2024-03-22T07:08:06.775426+0000 mon.a (mon.0) 1071 : cluster 0 osdmap e160: 8 total, 8 up, 8 in 2024-03-22T07:08:07.118 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:06 smithi129 bash[31121]: audit 2024-03-22T07:08:05.825516+0000 mon.a (mon.0) 1070 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:08:07.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:06 smithi129 bash[31121]: cluster 2024-03-22T07:08:06.775426+0000 mon.a (mon.0) 1071 : cluster 0 osdmap e160: 8 total, 8 up, 8 in 2024-03-22T07:08:07.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:06 smithi129 bash[21357]: audit 2024-03-22T07:08:05.825516+0000 mon.a (mon.0) 1070 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:08:07.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:06 smithi129 bash[21357]: cluster 2024-03-22T07:08:06.775426+0000 mon.a (mon.0) 1071 : cluster 0 osdmap e160: 8 total, 8 up, 8 in 2024-03-22T07:08:07.422 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:07 smithi148 bash[51237]: debug 2024-03-22T07:08:07.165+0000 7f16adc7a700 1 -- 172.21.15.148:0/2898361698 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560b41ae61a0 con 0x560b42868400 2024-03-22T07:08:07.422 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:07 smithi148 bash[51237]: debug 2024-03-22T07:08:07.313+0000 7f16b7e74200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-22T07:08:08.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:07 smithi129 bash[21357]: cluster 2024-03-22T07:08:06.284936+0000 mgr.y (mgr.14391) 242 : cluster 0 pgmap v292: 137 pgs: 137 active+clean; 425 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:08:08.157 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:07 smithi129 bash[21357]: audit 2024-03-22T07:08:07.372948+0000 mon.a (mon.0) 1072 : audit 0 from='client.? 172.21.15.129:0/3311645958' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:08.157 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:07 smithi129 bash[21357]: cluster 2024-03-22T07:08:07.778205+0000 mon.a (mon.0) 1073 : cluster 0 osdmap e161: 8 total, 8 up, 8 in 2024-03-22T07:08:08.157 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:07 smithi129 bash[31121]: cluster 2024-03-22T07:08:06.284936+0000 mgr.y (mgr.14391) 242 : cluster 0 pgmap v292: 137 pgs: 137 active+clean; 425 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:08:08.157 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:07 smithi129 bash[31121]: audit 2024-03-22T07:08:07.372948+0000 mon.a (mon.0) 1072 : audit 0 from='client.? 172.21.15.129:0/3311645958' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:08.157 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:07 smithi129 bash[31121]: cluster 2024-03-22T07:08:07.778205+0000 mon.a (mon.0) 1073 : cluster 0 osdmap e161: 8 total, 8 up, 8 in 2024-03-22T07:08:08.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:07 smithi148 bash[23214]: cluster 2024-03-22T07:08:06.284936+0000 mgr.y (mgr.14391) 242 : cluster 0 pgmap v292: 137 pgs: 137 active+clean; 425 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:08:08.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:07 smithi148 bash[23214]: audit 2024-03-22T07:08:07.372948+0000 mon.a (mon.0) 1072 : audit 0 from='client.? 172.21.15.129:0/3311645958' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:08.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:07 smithi148 bash[23214]: cluster 2024-03-22T07:08:07.778205+0000 mon.a (mon.0) 1073 : cluster 0 osdmap e161: 8 total, 8 up, 8 in 2024-03-22T07:08:09.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:08 smithi148 bash[51237]: debug 2024-03-22T07:08:08.925+0000 7f16b7e74200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-22T07:08:09.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:09 smithi148 bash[51237]: debug 2024-03-22T07:08:09.025+0000 7f16b7e74200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-22T07:08:09.576 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 41943040 2024-03-22T07:08:09.617 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:08:09.672 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:09 smithi148 bash[51237]: debug 2024-03-22T07:08:09.285+0000 7f16b7e74200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-22T07:08:09.834 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:08:10.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:09 smithi129 bash[21357]: cluster 2024-03-22T07:08:08.285693+0000 mgr.y (mgr.14391) 243 : cluster 0 pgmap v295: 137 pgs: 137 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-03-22T07:08:10.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:09 smithi129 bash[21357]: cluster 2024-03-22T07:08:08.781254+0000 mon.a (mon.0) 1074 : cluster 0 osdmap e162: 8 total, 8 up, 8 in 2024-03-22T07:08:10.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:09 smithi129 bash[31121]: cluster 2024-03-22T07:08:08.285693+0000 mgr.y (mgr.14391) 243 : cluster 0 pgmap v295: 137 pgs: 137 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-03-22T07:08:10.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:09 smithi129 bash[31121]: cluster 2024-03-22T07:08:08.781254+0000 mon.a (mon.0) 1074 : cluster 0 osdmap e162: 8 total, 8 up, 8 in 2024-03-22T07:08:10.163 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:09 smithi148 bash[23214]: cluster 2024-03-22T07:08:08.285693+0000 mgr.y (mgr.14391) 243 : cluster 0 pgmap v295: 137 pgs: 137 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-03-22T07:08:10.163 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:09 smithi148 bash[23214]: cluster 2024-03-22T07:08:08.781254+0000 mon.a (mon.0) 1074 : cluster 0 osdmap e162: 8 total, 8 up, 8 in 2024-03-22T07:08:10.422 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:10 smithi148 bash[51237]: debug 2024-03-22T07:08:10.169+0000 7f16b7e74200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-22T07:08:10.422 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:10 smithi148 bash[51237]: debug 2024-03-22T07:08:10.285+0000 7f16b7e74200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-22T07:08:10.422 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:10 smithi148 bash[51237]: debug 2024-03-22T07:08:10.385+0000 7f16b7e74200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-22T07:08:11.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:10 smithi129 bash[21357]: audit 2024-03-22T07:08:09.872608+0000 mon.a (mon.0) 1075 : audit 0 from='client.? 172.21.15.129:0/4001655550' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:11.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:10 smithi129 bash[31121]: audit 2024-03-22T07:08:09.872608+0000 mon.a (mon.0) 1075 : audit 0 from='client.? 172.21.15.129:0/4001655550' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:11.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:10 smithi148 bash[23214]: audit 2024-03-22T07:08:09.872608+0000 mon.a (mon.0) 1075 : audit 0 from='client.? 172.21.15.129:0/4001655550' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:11.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:10 smithi148 bash[51237]: debug 2024-03-22T07:08:10.741+0000 7f16b7e74200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-22T07:08:11.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:10 smithi148 bash[51237]: debug 2024-03-22T07:08:10.869+0000 7f16b7e74200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-22T07:08:11.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:10 smithi148 bash[51237]: debug 2024-03-22T07:08:10.973+0000 7f16b7e74200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-22T07:08:11.672 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:11 smithi148 bash[51237]: debug 2024-03-22T07:08:11.329+0000 7f16b7e74200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-22T07:08:11.672 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:11 smithi148 bash[51237]: debug 2024-03-22T07:08:11.573+0000 7f16b7e74200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-22T07:08:12.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:11 smithi129 bash[21357]: cluster 2024-03-22T07:08:10.286496+0000 mgr.y (mgr.14391) 244 : cluster 0 pgmap v297: 137 pgs: 137 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 101 KiB/s rd, 3.4 MiB/s wr, 144 op/s 2024-03-22T07:08:12.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:11 smithi129 bash[21357]: cluster 2024-03-22T07:08:10.790308+0000 mon.a (mon.0) 1076 : cluster 0 osdmap e163: 8 total, 8 up, 8 in 2024-03-22T07:08:12.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:11 smithi129 bash[21357]: audit 2024-03-22T07:08:11.363299+0000 mon.a (mon.0) 1077 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:12.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:11 smithi129 bash[21357]: audit 2024-03-22T07:08:11.368523+0000 mon.a (mon.0) 1078 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:12.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:11 smithi129 bash[31121]: cluster 2024-03-22T07:08:10.286496+0000 mgr.y (mgr.14391) 244 : cluster 0 pgmap v297: 137 pgs: 137 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 101 KiB/s rd, 3.4 MiB/s wr, 144 op/s 2024-03-22T07:08:12.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:11 smithi129 bash[31121]: cluster 2024-03-22T07:08:10.790308+0000 mon.a (mon.0) 1076 : cluster 0 osdmap e163: 8 total, 8 up, 8 in 2024-03-22T07:08:12.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:11 smithi129 bash[31121]: audit 2024-03-22T07:08:11.363299+0000 mon.a (mon.0) 1077 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:12.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:11 smithi129 bash[31121]: audit 2024-03-22T07:08:11.368523+0000 mon.a (mon.0) 1078 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:12.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:11 smithi148 bash[23214]: cluster 2024-03-22T07:08:10.286496+0000 mgr.y (mgr.14391) 244 : cluster 0 pgmap v297: 137 pgs: 137 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 101 KiB/s rd, 3.4 MiB/s wr, 144 op/s 2024-03-22T07:08:12.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:11 smithi148 bash[23214]: cluster 2024-03-22T07:08:10.790308+0000 mon.a (mon.0) 1076 : cluster 0 osdmap e163: 8 total, 8 up, 8 in 2024-03-22T07:08:12.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:11 smithi148 bash[23214]: audit 2024-03-22T07:08:11.363299+0000 mon.a (mon.0) 1077 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:12.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:11 smithi148 bash[23214]: audit 2024-03-22T07:08:11.368523+0000 mon.a (mon.0) 1078 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:12.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:11 smithi148 bash[51237]: debug 2024-03-22T07:08:11.845+0000 7f16b7e74200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-22T07:08:12.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:11 smithi148 bash[51237]: debug 2024-03-22T07:08:11.973+0000 7f16b7e74200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-22T07:08:12.519 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:12 smithi148 bash[51237]: debug 2024-03-22T07:08:12.265+0000 7f16b7e74200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-22T07:08:12.791 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:12 smithi148 bash[51237]: debug 2024-03-22T07:08:12.525+0000 7f16b7e74200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:08:13.100 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:12 smithi148 bash[51237]: debug 2024-03-22T07:08:12.977+0000 7f16b7e74200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-22T07:08:13.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:12 smithi148 bash[23214]: cluster 2024-03-22T07:08:11.790580+0000 mon.a (mon.0) 1079 : cluster 0 osdmap e164: 8 total, 8 up, 8 in 2024-03-22T07:08:13.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:12 smithi148 bash[23214]: audit 2024-03-22T07:08:12.310782+0000 mon.c (mon.2) 51 : audit 0 from='client.? 172.21.15.129:0/1195272306' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:13.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:12 smithi148 bash[23214]: audit 2024-03-22T07:08:12.781675+0000 mon.a (mon.0) 1080 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:13.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:12 smithi129 bash[21357]: cluster 2024-03-22T07:08:11.790580+0000 mon.a (mon.0) 1079 : cluster 0 osdmap e164: 8 total, 8 up, 8 in 2024-03-22T07:08:13.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:12 smithi129 bash[21357]: audit 2024-03-22T07:08:12.310782+0000 mon.c (mon.2) 51 : audit 0 from='client.? 172.21.15.129:0/1195272306' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:13.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:12 smithi129 bash[21357]: audit 2024-03-22T07:08:12.781675+0000 mon.a (mon.0) 1080 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:13.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:12 smithi129 bash[31121]: cluster 2024-03-22T07:08:11.790580+0000 mon.a (mon.0) 1079 : cluster 0 osdmap e164: 8 total, 8 up, 8 in 2024-03-22T07:08:13.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:12 smithi129 bash[31121]: audit 2024-03-22T07:08:12.310782+0000 mon.c (mon.2) 51 : audit 0 from='client.? 172.21.15.129:0/1195272306' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:13.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:12 smithi129 bash[31121]: audit 2024-03-22T07:08:12.781675+0000 mon.a (mon.0) 1080 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:13.332 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (13171 ms) 2024-03-22T07:08:13.332 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-03-22T07:08:13.396 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:08:13.419 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:08:13.517 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:08:13.672 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:13 smithi148 bash[51237]: debug 2024-03-22T07:08:13.105+0000 7f16b7e74200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-22T07:08:13.672 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:13 smithi148 bash[51237]: debug 2024-03-22T07:08:13.385+0000 7f16b7e74200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:08:14.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:13 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:08:13] "GET /metrics HTTP/1.1" 200 38772 "" "Prometheus/2.43.0" 2024-03-22T07:08:14.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:13 smithi129 bash[21357]: cluster 2024-03-22T07:08:12.288002+0000 mgr.y (mgr.14391) 245 : cluster 0 pgmap v300: 137 pgs: 137 active+clean; 469 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 34 MiB/s rd, 5.3 MiB/s wr, 381 op/s 2024-03-22T07:08:14.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:13 smithi129 bash[21357]: audit 2024-03-22T07:08:12.794036+0000 mon.a (mon.0) 1081 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:14.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:13 smithi129 bash[21357]: cluster 2024-03-22T07:08:12.821842+0000 mon.a (mon.0) 1082 : cluster 0 osdmap e165: 8 total, 8 up, 8 in 2024-03-22T07:08:14.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:13 smithi129 bash[21357]: audit 2024-03-22T07:08:13.662572+0000 mon.a (mon.0) 1083 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:14.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:13 smithi129 bash[21357]: audit 2024-03-22T07:08:13.676783+0000 mon.a (mon.0) 1084 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:14.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:13 smithi129 bash[31121]: cluster 2024-03-22T07:08:12.288002+0000 mgr.y (mgr.14391) 245 : cluster 0 pgmap v300: 137 pgs: 137 active+clean; 469 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 34 MiB/s rd, 5.3 MiB/s wr, 381 op/s 2024-03-22T07:08:14.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:13 smithi129 bash[31121]: audit 2024-03-22T07:08:12.794036+0000 mon.a (mon.0) 1081 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:14.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:13 smithi129 bash[31121]: cluster 2024-03-22T07:08:12.821842+0000 mon.a (mon.0) 1082 : cluster 0 osdmap e165: 8 total, 8 up, 8 in 2024-03-22T07:08:14.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:13 smithi129 bash[31121]: audit 2024-03-22T07:08:13.662572+0000 mon.a (mon.0) 1083 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:14.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:13 smithi129 bash[31121]: audit 2024-03-22T07:08:13.676783+0000 mon.a (mon.0) 1084 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:14.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:13 smithi148 bash[23214]: cluster 2024-03-22T07:08:12.288002+0000 mgr.y (mgr.14391) 245 : cluster 0 pgmap v300: 137 pgs: 137 active+clean; 469 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 34 MiB/s rd, 5.3 MiB/s wr, 381 op/s 2024-03-22T07:08:14.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:13 smithi148 bash[23214]: audit 2024-03-22T07:08:12.794036+0000 mon.a (mon.0) 1081 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:14.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:13 smithi148 bash[23214]: cluster 2024-03-22T07:08:12.821842+0000 mon.a (mon.0) 1082 : cluster 0 osdmap e165: 8 total, 8 up, 8 in 2024-03-22T07:08:14.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:13 smithi148 bash[23214]: audit 2024-03-22T07:08:13.662572+0000 mon.a (mon.0) 1083 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:14.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:13 smithi148 bash[23214]: audit 2024-03-22T07:08:13.676783+0000 mon.a (mon.0) 1084 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:14.815 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:14 smithi148 bash[51237]: debug 2024-03-22T07:08:14.453+0000 7f16b7e74200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-22T07:08:14.815 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:14 smithi148 bash[51237]: debug 2024-03-22T07:08:14.573+0000 7f16b7e74200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-22T07:08:14.837 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 8388609~8388609 2024-03-22T07:08:14.863 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 0~1000 2024-03-22T07:08:14.863 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 1010~1000 2024-03-22T07:08:14.863 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap2 2024-03-22T07:08:15.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:14 smithi129 bash[21357]: cluster 2024-03-22T07:08:13.819923+0000 mon.a (mon.0) 1085 : cluster 0 osdmap e166: 8 total, 8 up, 8 in 2024-03-22T07:08:15.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:14 smithi129 bash[21357]: audit 2024-03-22T07:08:14.754760+0000 mon.a (mon.0) 1086 : audit 0 from='client.? 172.21.15.129:0/200318402' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:15.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:14 smithi129 bash[31121]: cluster 2024-03-22T07:08:13.819923+0000 mon.a (mon.0) 1085 : cluster 0 osdmap e166: 8 total, 8 up, 8 in 2024-03-22T07:08:15.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:14 smithi129 bash[31121]: audit 2024-03-22T07:08:14.754760+0000 mon.a (mon.0) 1086 : audit 0 from='client.? 172.21.15.129:0/200318402' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:15.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:14 smithi148 bash[51237]: debug 2024-03-22T07:08:14.889+0000 7f16b7e74200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-22T07:08:15.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[51237]: debug 2024-03-22T07:08:15.013+0000 7f16b7e74200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-22T07:08:15.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:14 smithi148 bash[23214]: cluster 2024-03-22T07:08:13.819923+0000 mon.a (mon.0) 1085 : cluster 0 osdmap e166: 8 total, 8 up, 8 in 2024-03-22T07:08:15.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:14 smithi148 bash[23214]: audit 2024-03-22T07:08:14.754760+0000 mon.a (mon.0) 1086 : audit 0 from='client.? 172.21.15.129:0/200318402' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:15.717 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[51237]: debug 2024-03-22T07:08:15.469+0000 7f16b7e74200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-22T07:08:15.718 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[51237]: debug 2024-03-22T07:08:15.597+0000 7f16b7e74200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-22T07:08:15.718 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[51237]: [22/Mar/2024:07:08:15] ENGINE Bus STARTING 2024-03-22T07:08:16.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[21357]: cluster 2024-03-22T07:08:14.288834+0000 mgr.y (mgr.14391) 246 : cluster 0 pgmap v303: 137 pgs: 137 active+clean; 469 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 429 op/s 2024-03-22T07:08:16.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[21357]: cluster 2024-03-22T07:08:14.833130+0000 mon.a (mon.0) 1087 : cluster 0 osdmap e167: 8 total, 8 up, 8 in 2024-03-22T07:08:16.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[21357]: cluster 2024-03-22T07:08:15.586334+0000 mon.a (mon.0) 1088 : cluster 0 osdmap e168: 8 total, 8 up, 8 in 2024-03-22T07:08:16.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[21357]: cluster 2024-03-22T07:08:15.620108+0000 mon.a (mon.0) 1089 : cluster 0 Standby manager daemon x restarted 2024-03-22T07:08:16.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[21357]: cluster 2024-03-22T07:08:15.620304+0000 mon.a (mon.0) 1090 : cluster 0 Standby manager daemon x started 2024-03-22T07:08:16.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[21357]: audit 2024-03-22T07:08:15.625826+0000 mon.b (mon.1) 31 : audit 0 from='mgr.? 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T07:08:16.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[21357]: audit 2024-03-22T07:08:15.627487+0000 mon.b (mon.1) 32 : audit 0 from='mgr.? 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:08:16.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[21357]: audit 2024-03-22T07:08:15.630152+0000 mon.b (mon.1) 33 : audit 0 from='mgr.? 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T07:08:16.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[21357]: audit 2024-03-22T07:08:15.630724+0000 mon.b (mon.1) 34 : audit 0 from='mgr.? 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:08:16.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[31121]: cluster 2024-03-22T07:08:14.288834+0000 mgr.y (mgr.14391) 246 : cluster 0 pgmap v303: 137 pgs: 137 active+clean; 469 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 429 op/s 2024-03-22T07:08:16.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[31121]: cluster 2024-03-22T07:08:14.833130+0000 mon.a (mon.0) 1087 : cluster 0 osdmap e167: 8 total, 8 up, 8 in 2024-03-22T07:08:16.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[31121]: cluster 2024-03-22T07:08:15.586334+0000 mon.a (mon.0) 1088 : cluster 0 osdmap e168: 8 total, 8 up, 8 in 2024-03-22T07:08:16.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[31121]: cluster 2024-03-22T07:08:15.620108+0000 mon.a (mon.0) 1089 : cluster 0 Standby manager daemon x restarted 2024-03-22T07:08:16.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[31121]: cluster 2024-03-22T07:08:15.620304+0000 mon.a (mon.0) 1090 : cluster 0 Standby manager daemon x started 2024-03-22T07:08:16.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[31121]: audit 2024-03-22T07:08:15.625826+0000 mon.b (mon.1) 31 : audit 0 from='mgr.? 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T07:08:16.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[31121]: audit 2024-03-22T07:08:15.627487+0000 mon.b (mon.1) 32 : audit 0 from='mgr.? 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:08:16.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[31121]: audit 2024-03-22T07:08:15.630152+0000 mon.b (mon.1) 33 : audit 0 from='mgr.? 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T07:08:16.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:15 smithi129 bash[31121]: audit 2024-03-22T07:08:15.630724+0000 mon.b (mon.1) 34 : audit 0 from='mgr.? 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:08:16.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[51237]: CherryPy Checker: 2024-03-22T07:08:16.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[51237]: The Application mounted at '' has an empty config. 2024-03-22T07:08:16.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[51237]: [22/Mar/2024:07:08:15] ENGINE Serving on http://:::9283 2024-03-22T07:08:16.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[51237]: [22/Mar/2024:07:08:15] ENGINE Bus STARTED 2024-03-22T07:08:16.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[23214]: cluster 2024-03-22T07:08:14.288834+0000 mgr.y (mgr.14391) 246 : cluster 0 pgmap v303: 137 pgs: 137 active+clean; 469 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 429 op/s 2024-03-22T07:08:16.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[23214]: cluster 2024-03-22T07:08:14.833130+0000 mon.a (mon.0) 1087 : cluster 0 osdmap e167: 8 total, 8 up, 8 in 2024-03-22T07:08:16.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[23214]: cluster 2024-03-22T07:08:15.586334+0000 mon.a (mon.0) 1088 : cluster 0 osdmap e168: 8 total, 8 up, 8 in 2024-03-22T07:08:16.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[23214]: cluster 2024-03-22T07:08:15.620108+0000 mon.a (mon.0) 1089 : cluster 0 Standby manager daemon x restarted 2024-03-22T07:08:16.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[23214]: cluster 2024-03-22T07:08:15.620304+0000 mon.a (mon.0) 1090 : cluster 0 Standby manager daemon x started 2024-03-22T07:08:16.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[23214]: audit 2024-03-22T07:08:15.625826+0000 mon.b (mon.1) 31 : audit 0 from='mgr.? 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T07:08:16.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[23214]: audit 2024-03-22T07:08:15.627487+0000 mon.b (mon.1) 32 : audit 0 from='mgr.? 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:08:16.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[23214]: audit 2024-03-22T07:08:15.630152+0000 mon.b (mon.1) 33 : audit 0 from='mgr.? 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T07:08:16.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:15 smithi148 bash[23214]: audit 2024-03-22T07:08:15.630724+0000 mon.b (mon.1) 34 : audit 0 from='mgr.? 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:08:16.655 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 8388609~1000 2024-03-22T07:08:16.671 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 16777228~1000 2024-03-22T07:08:16.671 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 167772160 2024-03-22T07:08:16.690 INFO:tasks.workunit.client.0.smithi129.stdout:write: 2 83886079~8388609 2024-03-22T07:08:16.741 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap3 2024-03-22T07:08:17.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:16 smithi129 bash[21357]: audit 2024-03-22T07:08:16.232978+0000 mon.a (mon.0) 1091 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:08:17.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:16 smithi129 bash[21357]: cluster 2024-03-22T07:08:16.625946+0000 mon.a (mon.0) 1092 : cluster 0 mgrmap e21: y(active, since 6m), standbys: x 2024-03-22T07:08:17.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:16 smithi129 bash[21357]: cluster 2024-03-22T07:08:16.634128+0000 mon.a (mon.0) 1093 : cluster 0 osdmap e169: 8 total, 8 up, 8 in 2024-03-22T07:08:17.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:16 smithi129 bash[31121]: audit 2024-03-22T07:08:16.232978+0000 mon.a (mon.0) 1091 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:08:17.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:16 smithi129 bash[31121]: cluster 2024-03-22T07:08:16.625946+0000 mon.a (mon.0) 1092 : cluster 0 mgrmap e21: y(active, since 6m), standbys: x 2024-03-22T07:08:17.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:16 smithi129 bash[31121]: cluster 2024-03-22T07:08:16.634128+0000 mon.a (mon.0) 1093 : cluster 0 osdmap e169: 8 total, 8 up, 8 in 2024-03-22T07:08:17.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:16 smithi148 bash[23214]: audit 2024-03-22T07:08:16.232978+0000 mon.a (mon.0) 1091 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:08:17.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:16 smithi148 bash[23214]: cluster 2024-03-22T07:08:16.625946+0000 mon.a (mon.0) 1092 : cluster 0 mgrmap e21: y(active, since 6m), standbys: x 2024-03-22T07:08:17.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:16 smithi148 bash[23214]: cluster 2024-03-22T07:08:16.634128+0000 mon.a (mon.0) 1093 : cluster 0 osdmap e169: 8 total, 8 up, 8 in 2024-03-22T07:08:18.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:17 smithi129 bash[21357]: cluster 2024-03-22T07:08:16.289544+0000 mgr.y (mgr.14391) 247 : cluster 0 pgmap v306: 137 pgs: 137 active+clean; 469 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:08:18.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:17 smithi129 bash[21357]: audit 2024-03-22T07:08:17.191216+0000 mon.c (mon.2) 52 : audit 0 from='client.? 172.21.15.129:0/2576274671' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:18.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:17 smithi129 bash[21357]: cluster 2024-03-22T07:08:17.639942+0000 mon.a (mon.0) 1094 : cluster 0 osdmap e170: 8 total, 8 up, 8 in 2024-03-22T07:08:18.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:17 smithi129 bash[31121]: cluster 2024-03-22T07:08:16.289544+0000 mgr.y (mgr.14391) 247 : cluster 0 pgmap v306: 137 pgs: 137 active+clean; 469 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:08:18.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:17 smithi129 bash[31121]: audit 2024-03-22T07:08:17.191216+0000 mon.c (mon.2) 52 : audit 0 from='client.? 172.21.15.129:0/2576274671' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:18.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:17 smithi129 bash[31121]: cluster 2024-03-22T07:08:17.639942+0000 mon.a (mon.0) 1094 : cluster 0 osdmap e170: 8 total, 8 up, 8 in 2024-03-22T07:08:18.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:17 smithi148 bash[23214]: cluster 2024-03-22T07:08:16.289544+0000 mgr.y (mgr.14391) 247 : cluster 0 pgmap v306: 137 pgs: 137 active+clean; 469 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:08:18.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:17 smithi148 bash[23214]: audit 2024-03-22T07:08:17.191216+0000 mon.c (mon.2) 52 : audit 0 from='client.? 172.21.15.129:0/2576274671' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:18.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:17 smithi148 bash[23214]: cluster 2024-03-22T07:08:17.639942+0000 mon.a (mon.0) 1094 : cluster 0 osdmap e170: 8 total, 8 up, 8 in 2024-03-22T07:08:18.651 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:08:18.699 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 83886079~1 2024-03-22T07:08:18.720 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 0 2024-03-22T07:08:18.765 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:08:19.901 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:19 smithi148 bash[23214]: cluster 2024-03-22T07:08:18.290299+0000 mgr.y (mgr.14391) 248 : cluster 0 pgmap v309: 137 pgs: 137 active+clean; 505 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 12 MiB/s wr, 193 op/s 2024-03-22T07:08:19.901 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:19 smithi148 bash[23214]: cluster 2024-03-22T07:08:18.640366+0000 mon.a (mon.0) 1095 : cluster 0 osdmap e171: 8 total, 8 up, 8 in 2024-03-22T07:08:19.901 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:19 smithi148 bash[23214]: audit 2024-03-22T07:08:19.630835+0000 mon.a (mon.0) 1096 : audit 0 from='client.? 172.21.15.129:0/1083797676' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:20.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:19 smithi129 bash[21357]: cluster 2024-03-22T07:08:18.290299+0000 mgr.y (mgr.14391) 248 : cluster 0 pgmap v309: 137 pgs: 137 active+clean; 505 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 12 MiB/s wr, 193 op/s 2024-03-22T07:08:20.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:19 smithi129 bash[21357]: cluster 2024-03-22T07:08:18.640366+0000 mon.a (mon.0) 1095 : cluster 0 osdmap e171: 8 total, 8 up, 8 in 2024-03-22T07:08:20.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:19 smithi129 bash[21357]: audit 2024-03-22T07:08:19.630835+0000 mon.a (mon.0) 1096 : audit 0 from='client.? 172.21.15.129:0/1083797676' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:20.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:19 smithi129 bash[31121]: cluster 2024-03-22T07:08:18.290299+0000 mgr.y (mgr.14391) 248 : cluster 0 pgmap v309: 137 pgs: 137 active+clean; 505 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 12 MiB/s wr, 193 op/s 2024-03-22T07:08:20.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:19 smithi129 bash[31121]: cluster 2024-03-22T07:08:18.640366+0000 mon.a (mon.0) 1095 : cluster 0 osdmap e171: 8 total, 8 up, 8 in 2024-03-22T07:08:20.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:19 smithi129 bash[31121]: audit 2024-03-22T07:08:19.630835+0000 mon.a (mon.0) 1096 : audit 0 from='client.? 172.21.15.129:0/1083797676' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:21.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:20 smithi129 bash[21357]: cluster 2024-03-22T07:08:19.848272+0000 mon.a (mon.0) 1097 : cluster 0 osdmap e172: 8 total, 8 up, 8 in 2024-03-22T07:08:21.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:20 smithi129 bash[21357]: cluster 2024-03-22T07:08:20.587673+0000 mon.a (mon.0) 1098 : cluster 0 osdmap e173: 8 total, 8 up, 8 in 2024-03-22T07:08:21.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:20 smithi129 bash[31121]: cluster 2024-03-22T07:08:19.848272+0000 mon.a (mon.0) 1097 : cluster 0 osdmap e172: 8 total, 8 up, 8 in 2024-03-22T07:08:21.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:20 smithi129 bash[31121]: cluster 2024-03-22T07:08:20.587673+0000 mon.a (mon.0) 1098 : cluster 0 osdmap e173: 8 total, 8 up, 8 in 2024-03-22T07:08:21.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:20 smithi148 bash[23214]: cluster 2024-03-22T07:08:19.848272+0000 mon.a (mon.0) 1097 : cluster 0 osdmap e172: 8 total, 8 up, 8 in 2024-03-22T07:08:21.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:20 smithi148 bash[23214]: cluster 2024-03-22T07:08:20.587673+0000 mon.a (mon.0) 1098 : cluster 0 osdmap e173: 8 total, 8 up, 8 in 2024-03-22T07:08:22.116 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:08:22.118 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:21 smithi129 bash[31121]: cluster 2024-03-22T07:08:20.291115+0000 mgr.y (mgr.14391) 249 : cluster 0 pgmap v312: 137 pgs: 137 active+clean; 505 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 12 MiB/s wr, 193 op/s 2024-03-22T07:08:22.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:21 smithi129 bash[31121]: cluster 2024-03-22T07:08:21.609306+0000 mon.a (mon.0) 1099 : cluster 0 osdmap e174: 8 total, 8 up, 8 in 2024-03-22T07:08:22.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:21 smithi129 bash[21357]: cluster 2024-03-22T07:08:20.291115+0000 mgr.y (mgr.14391) 249 : cluster 0 pgmap v312: 137 pgs: 137 active+clean; 505 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 12 MiB/s wr, 193 op/s 2024-03-22T07:08:22.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:21 smithi129 bash[21357]: cluster 2024-03-22T07:08:21.609306+0000 mon.a (mon.0) 1099 : cluster 0 osdmap e174: 8 total, 8 up, 8 in 2024-03-22T07:08:22.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:21 smithi148 bash[23214]: cluster 2024-03-22T07:08:20.291115+0000 mgr.y (mgr.14391) 249 : cluster 0 pgmap v312: 137 pgs: 137 active+clean; 505 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 12 MiB/s wr, 193 op/s 2024-03-22T07:08:22.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:21 smithi148 bash[23214]: cluster 2024-03-22T07:08:21.609306+0000 mon.a (mon.0) 1099 : cluster 0 osdmap e174: 8 total, 8 up, 8 in 2024-03-22T07:08:22.335 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:08:23.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:22 smithi129 bash[21357]: audit 2024-03-22T07:08:22.110522+0000 mon.a (mon.0) 1100 : audit 0 from='client.? 172.21.15.129:0/887967707' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:23.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:22 smithi129 bash[31121]: audit 2024-03-22T07:08:22.110522+0000 mon.a (mon.0) 1100 : audit 0 from='client.? 172.21.15.129:0/887967707' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:23.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:22 smithi148 bash[23214]: audit 2024-03-22T07:08:22.110522+0000 mon.a (mon.0) 1100 : audit 0 from='client.? 172.21.15.129:0/887967707' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:23.798 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: [22/Mar/2024:07:08:23] ENGINE Bus STOPPING 2024-03-22T07:08:23.798 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: [22/Mar/2024:07:08:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:08:23.798 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: [22/Mar/2024:07:08:23] ENGINE Bus STOPPED 2024-03-22T07:08:23.798 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: [22/Mar/2024:07:08:23] ENGINE Bus STARTING 2024-03-22T07:08:23.798 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: debug 2024-03-22T07:08:23.725+0000 7f1615b32700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:08:23.798 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: debug 2024-03-22T07:08:23.725+0000 7f1615b32700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:08:23.799 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: debug 2024-03-22T07:08:23.725+0000 7f1615b32700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:08:23.799 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: debug 2024-03-22T07:08:23.725+0000 7f1615b32700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:08:23.799 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: debug 2024-03-22T07:08:23.725+0000 7f1615b32700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:08:23.799 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: debug 2024-03-22T07:08:23.725+0000 7f1618b38700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:08:23.799 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: debug 2024-03-22T07:08:23.725+0000 7f1618b38700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:08:23.799 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: debug 2024-03-22T07:08:23.725+0000 7f1618b38700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:08:23.799 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: debug 2024-03-22T07:08:23.725+0000 7f1618b38700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:08:23.799 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: debug 2024-03-22T07:08:23.725+0000 7f1618b38700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:08:23.799 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: [22/Mar/2024:07:08:23] ENGINE Serving on http://:::9283 2024-03-22T07:08:23.799 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[51237]: [22/Mar/2024:07:08:23] ENGINE Bus STARTED 2024-03-22T07:08:23.859 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21614]: ignoring --setuser ceph since I am not root 2024-03-22T07:08:23.859 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21614]: ignoring --setgroup ceph since I am not root 2024-03-22T07:08:23.859 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21614]: debug 2024-03-22T07:08:23.734+0000 7f24a7121200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-22T07:08:24.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: cluster 2024-03-22T07:08:22.292085+0000 mgr.y (mgr.14391) 250 : cluster 0 pgmap v315: 137 pgs: 137 active+clean; 509 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 21 KiB/s wr, 381 op/s 2024-03-22T07:08:24.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: cluster 2024-03-22T07:08:22.869585+0000 mon.a (mon.0) 1101 : cluster 0 osdmap e175: 8 total, 8 up, 8 in 2024-03-22T07:08:24.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.383790+0000 mon.a (mon.0) 1102 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:24.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.395843+0000 mon.a (mon.0) 1103 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:24.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.398487+0000 mon.a (mon.0) 1104 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:08:24.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.400497+0000 mon.a (mon.0) 1105 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:08:24.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.411038+0000 mon.a (mon.0) 1106 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:24.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.496641+0000 mon.a (mon.0) 1107 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:08:24.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.505099+0000 mon.a (mon.0) 1108 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-03-22T07:08:24.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: cluster 2024-03-22T07:08:23.522830+0000 mon.a (mon.0) 1109 : cluster 0 osdmap e176: 8 total, 8 up, 8 in 2024-03-22T07:08:24.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.523677+0000 mon.a (mon.0) 1110 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-03-22T07:08:24.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: cluster 2024-03-22T07:08:23.523758+0000 mon.a (mon.0) 1111 : cluster 0 mgrmap e22: x(active, starting, since 0.0176012s) 2024-03-22T07:08:24.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.528959+0000 mon.b (mon.1) 35 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:08:24.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.529298+0000 mon.b (mon.1) 36 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:08:24.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.529642+0000 mon.b (mon.1) 37 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:08:24.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.531423+0000 mon.b (mon.1) 38 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi148.qmcgkl"}]: dispatch 2024-03-22T07:08:24.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.531870+0000 mon.b (mon.1) 39 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi129.bzehte"}]: dispatch 2024-03-22T07:08:24.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.533903+0000 mon.b (mon.1) 40 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-22T07:08:24.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.541046+0000 mon.b (mon.1) 41 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T07:08:24.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.542008+0000 mon.b (mon.1) 42 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T07:08:24.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: cluster 2024-03-22T07:08:22.292085+0000 mgr.y (mgr.14391) 250 : cluster 0 pgmap v315: 137 pgs: 137 active+clean; 509 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 21 KiB/s wr, 381 op/s 2024-03-22T07:08:24.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: cluster 2024-03-22T07:08:22.869585+0000 mon.a (mon.0) 1101 : cluster 0 osdmap e175: 8 total, 8 up, 8 in 2024-03-22T07:08:24.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.383790+0000 mon.a (mon.0) 1102 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:24.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.395843+0000 mon.a (mon.0) 1103 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:24.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.398487+0000 mon.a (mon.0) 1104 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:08:24.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.400497+0000 mon.a (mon.0) 1105 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:08:24.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.411038+0000 mon.a (mon.0) 1106 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.496641+0000 mon.a (mon.0) 1107 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:08:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.505099+0000 mon.a (mon.0) 1108 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-03-22T07:08:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: cluster 2024-03-22T07:08:23.522830+0000 mon.a (mon.0) 1109 : cluster 0 osdmap e176: 8 total, 8 up, 8 in 2024-03-22T07:08:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.523677+0000 mon.a (mon.0) 1110 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-03-22T07:08:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: cluster 2024-03-22T07:08:23.523758+0000 mon.a (mon.0) 1111 : cluster 0 mgrmap e22: x(active, starting, since 0.0176012s) 2024-03-22T07:08:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.528959+0000 mon.b (mon.1) 35 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:08:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.529298+0000 mon.b (mon.1) 36 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:08:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.529642+0000 mon.b (mon.1) 37 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:08:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.531423+0000 mon.b (mon.1) 38 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi148.qmcgkl"}]: dispatch 2024-03-22T07:08:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.531870+0000 mon.b (mon.1) 39 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi129.bzehte"}]: dispatch 2024-03-22T07:08:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.533903+0000 mon.b (mon.1) 40 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-22T07:08:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.541046+0000 mon.b (mon.1) 41 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T07:08:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.542008+0000 mon.b (mon.1) 42 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T07:08:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.542699+0000 mon.b (mon.1) 43 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T07:08:24.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.543666+0000 mon.b (mon.1) 44 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T07:08:24.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.544413+0000 mon.b (mon.1) 45 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T07:08:24.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.545253+0000 mon.b (mon.1) 46 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T07:08:24.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.545957+0000 mon.b (mon.1) 47 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:08:24.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.546672+0000 mon.b (mon.1) 48 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:08:24.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.550579+0000 mon.b (mon.1) 49 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-22T07:08:24.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.551118+0000 mon.b (mon.1) 50 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-22T07:08:24.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.551770+0000 mon.b (mon.1) 51 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-22T07:08:24.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: cluster 2024-03-22T07:08:23.591495+0000 mon.a (mon.0) 1112 : cluster 1 Manager daemon x is now available 2024-03-22T07:08:24.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.640801+0000 mon.b (mon.1) 52 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:08:24.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.642586+0000 mon.b (mon.1) 53 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:08:24.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.667806+0000 mon.b (mon.1) 54 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:08:24.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.670853+0000 mon.a (mon.0) 1113 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:08:24.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.673480+0000 mon.b (mon.1) 55 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:08:24.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.708790+0000 mon.a (mon.0) 1114 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-22T07:08:24.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[21357]: audit 2024-03-22T07:08:23.711188+0000 mon.b (mon.1) 56 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-22T07:08:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.542699+0000 mon.b (mon.1) 43 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T07:08:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.543666+0000 mon.b (mon.1) 44 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T07:08:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.544413+0000 mon.b (mon.1) 45 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T07:08:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.545253+0000 mon.b (mon.1) 46 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T07:08:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.545957+0000 mon.b (mon.1) 47 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:08:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.546672+0000 mon.b (mon.1) 48 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:08:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.550579+0000 mon.b (mon.1) 49 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-22T07:08:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.551118+0000 mon.b (mon.1) 50 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-22T07:08:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.551770+0000 mon.b (mon.1) 51 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-22T07:08:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: cluster 2024-03-22T07:08:23.591495+0000 mon.a (mon.0) 1112 : cluster 1 Manager daemon x is now available 2024-03-22T07:08:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.640801+0000 mon.b (mon.1) 52 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:08:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.642586+0000 mon.b (mon.1) 53 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:08:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.667806+0000 mon.b (mon.1) 54 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:08:24.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.670853+0000 mon.a (mon.0) 1113 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:08:24.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.673480+0000 mon.b (mon.1) 55 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:08:24.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.708790+0000 mon.a (mon.0) 1114 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-22T07:08:24.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:23 smithi129 bash[31121]: audit 2024-03-22T07:08:23.711188+0000 mon.b (mon.1) 56 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-22T07:08:24.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: cluster 2024-03-22T07:08:22.292085+0000 mgr.y (mgr.14391) 250 : cluster 0 pgmap v315: 137 pgs: 137 active+clean; 509 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 21 KiB/s wr, 381 op/s 2024-03-22T07:08:24.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: cluster 2024-03-22T07:08:22.869585+0000 mon.a (mon.0) 1101 : cluster 0 osdmap e175: 8 total, 8 up, 8 in 2024-03-22T07:08:24.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.383790+0000 mon.a (mon.0) 1102 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:24.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.395843+0000 mon.a (mon.0) 1103 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:24.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.398487+0000 mon.a (mon.0) 1104 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:08:24.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.400497+0000 mon.a (mon.0) 1105 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:08:24.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.411038+0000 mon.a (mon.0) 1106 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' 2024-03-22T07:08:24.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.496641+0000 mon.a (mon.0) 1107 : audit 0 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:08:24.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.505099+0000 mon.a (mon.0) 1108 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-03-22T07:08:24.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: cluster 2024-03-22T07:08:23.522830+0000 mon.a (mon.0) 1109 : cluster 0 osdmap e176: 8 total, 8 up, 8 in 2024-03-22T07:08:24.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.523677+0000 mon.a (mon.0) 1110 : audit 1 from='mgr.14391 172.21.15.129:0/3099312596' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-03-22T07:08:24.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: cluster 2024-03-22T07:08:23.523758+0000 mon.a (mon.0) 1111 : cluster 0 mgrmap e22: x(active, starting, since 0.0176012s) 2024-03-22T07:08:24.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.528959+0000 mon.b (mon.1) 35 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:08:24.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.529298+0000 mon.b (mon.1) 36 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:08:24.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.529642+0000 mon.b (mon.1) 37 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:08:24.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.531423+0000 mon.b (mon.1) 38 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi148.qmcgkl"}]: dispatch 2024-03-22T07:08:24.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.531870+0000 mon.b (mon.1) 39 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi129.bzehte"}]: dispatch 2024-03-22T07:08:24.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.533903+0000 mon.b (mon.1) 40 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-22T07:08:24.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.541046+0000 mon.b (mon.1) 41 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T07:08:24.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.542008+0000 mon.b (mon.1) 42 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T07:08:24.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.542699+0000 mon.b (mon.1) 43 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T07:08:24.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.543666+0000 mon.b (mon.1) 44 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T07:08:24.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.544413+0000 mon.b (mon.1) 45 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T07:08:24.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.545253+0000 mon.b (mon.1) 46 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T07:08:24.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.545957+0000 mon.b (mon.1) 47 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:08:24.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.546672+0000 mon.b (mon.1) 48 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:08:24.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.550579+0000 mon.b (mon.1) 49 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-22T07:08:24.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.551118+0000 mon.b (mon.1) 50 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-22T07:08:24.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.551770+0000 mon.b (mon.1) 51 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-22T07:08:24.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: cluster 2024-03-22T07:08:23.591495+0000 mon.a (mon.0) 1112 : cluster 1 Manager daemon x is now available 2024-03-22T07:08:24.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.640801+0000 mon.b (mon.1) 52 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:08:24.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.642586+0000 mon.b (mon.1) 53 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:08:24.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.667806+0000 mon.b (mon.1) 54 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:08:24.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.670853+0000 mon.a (mon.0) 1113 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:08:24.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.673480+0000 mon.b (mon.1) 55 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:08:24.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.708790+0000 mon.a (mon.0) 1114 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-22T07:08:24.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:23 smithi148 bash[23214]: audit 2024-03-22T07:08:23.711188+0000 mon.b (mon.1) 56 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-22T07:08:24.860 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11527 ms) 2024-03-22T07:08:24.860 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-03-22T07:08:24.922 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:08:24.944 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:08:25.034 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:08:25.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:24 smithi129 bash[21357]: cephadm 2024-03-22T07:08:24.082819+0000 mgr.x (mgr.24532) 1 : cephadm 1 [22/Mar/2024:07:08:24] ENGINE Bus STARTING 2024-03-22T07:08:25.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:24 smithi129 bash[21357]: cephadm 2024-03-22T07:08:24.117166+0000 mgr.x (mgr.24532) 2 : cephadm 1 Deploying cephadm binary to smithi148 2024-03-22T07:08:25.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:24 smithi129 bash[21357]: cephadm 2024-03-22T07:08:24.125684+0000 mgr.x (mgr.24532) 3 : cephadm 1 Deploying cephadm binary to smithi129 2024-03-22T07:08:25.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:24 smithi129 bash[21357]: cluster 2024-03-22T07:08:24.521111+0000 mon.a (mon.0) 1115 : cluster 0 mgrmap e23: x(active, since 1.01495s) 2024-03-22T07:08:25.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:24 smithi129 bash[21357]: cluster 2024-03-22T07:08:24.534655+0000 mon.a (mon.0) 1116 : cluster 0 osdmap e177: 8 total, 8 up, 8 in 2024-03-22T07:08:25.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:24 smithi129 bash[21357]: audit 2024-03-22T07:08:24.581306+0000 mon.c (mon.2) 53 : audit 0 from='client.? 172.21.15.129:0/3421745374' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:25.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:24 smithi129 bash[31121]: cephadm 2024-03-22T07:08:24.082819+0000 mgr.x (mgr.24532) 1 : cephadm 1 [22/Mar/2024:07:08:24] ENGINE Bus STARTING 2024-03-22T07:08:25.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:24 smithi129 bash[31121]: cephadm 2024-03-22T07:08:24.117166+0000 mgr.x (mgr.24532) 2 : cephadm 1 Deploying cephadm binary to smithi148 2024-03-22T07:08:25.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:24 smithi129 bash[31121]: cephadm 2024-03-22T07:08:24.125684+0000 mgr.x (mgr.24532) 3 : cephadm 1 Deploying cephadm binary to smithi129 2024-03-22T07:08:25.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:24 smithi129 bash[31121]: cluster 2024-03-22T07:08:24.521111+0000 mon.a (mon.0) 1115 : cluster 0 mgrmap e23: x(active, since 1.01495s) 2024-03-22T07:08:25.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:24 smithi129 bash[31121]: cluster 2024-03-22T07:08:24.534655+0000 mon.a (mon.0) 1116 : cluster 0 osdmap e177: 8 total, 8 up, 8 in 2024-03-22T07:08:25.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:24 smithi129 bash[31121]: audit 2024-03-22T07:08:24.581306+0000 mon.c (mon.2) 53 : audit 0 from='client.? 172.21.15.129:0/3421745374' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:25.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:24 smithi148 bash[23214]: cephadm 2024-03-22T07:08:24.082819+0000 mgr.x (mgr.24532) 1 : cephadm 1 [22/Mar/2024:07:08:24] ENGINE Bus STARTING 2024-03-22T07:08:25.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:24 smithi148 bash[23214]: cephadm 2024-03-22T07:08:24.117166+0000 mgr.x (mgr.24532) 2 : cephadm 1 Deploying cephadm binary to smithi148 2024-03-22T07:08:25.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:24 smithi148 bash[23214]: cephadm 2024-03-22T07:08:24.125684+0000 mgr.x (mgr.24532) 3 : cephadm 1 Deploying cephadm binary to smithi129 2024-03-22T07:08:25.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:24 smithi148 bash[23214]: cluster 2024-03-22T07:08:24.521111+0000 mon.a (mon.0) 1115 : cluster 0 mgrmap e23: x(active, since 1.01495s) 2024-03-22T07:08:25.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:24 smithi148 bash[23214]: cluster 2024-03-22T07:08:24.534655+0000 mon.a (mon.0) 1116 : cluster 0 osdmap e177: 8 total, 8 up, 8 in 2024-03-22T07:08:25.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:24 smithi148 bash[23214]: audit 2024-03-22T07:08:24.581306+0000 mon.c (mon.2) 53 : audit 0 from='client.? 172.21.15.129:0/3421745374' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:25.792 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:25 smithi129 bash[21614]: debug 2024-03-22T07:08:25.438+0000 7f24a7121200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-22T07:08:25.792 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:25 smithi129 bash[21614]: debug 2024-03-22T07:08:25.534+0000 7f24a7121200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-22T07:08:26.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:25 smithi129 bash[21614]: debug 2024-03-22T07:08:25.794+0000 7f24a7121200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-22T07:08:26.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:25 smithi129 bash[31121]: cephadm 2024-03-22T07:08:24.216213+0000 mgr.x (mgr.24532) 4 : cephadm 1 [22/Mar/2024:07:08:24] ENGINE Serving on https://172.21.15.148:7150 2024-03-22T07:08:26.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:25 smithi129 bash[31121]: cephadm 2024-03-22T07:08:24.356247+0000 mgr.x (mgr.24532) 5 : cephadm 1 [22/Mar/2024:07:08:24] ENGINE Serving on http://172.21.15.148:8765 2024-03-22T07:08:26.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:25 smithi129 bash[31121]: cephadm 2024-03-22T07:08:24.356757+0000 mgr.x (mgr.24532) 6 : cephadm 1 [22/Mar/2024:07:08:24] ENGINE Bus STARTED 2024-03-22T07:08:26.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:25 smithi129 bash[31121]: cluster 2024-03-22T07:08:24.541077+0000 mgr.x (mgr.24532) 7 : cluster 0 pgmap v4: 137 pgs: 137 active+clean; 513 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 215 GiB/s rd, 90 GiB/s wr, 3.68M op/s; 290 MiB/s, 1.03k objects/s recovering 2024-03-22T07:08:26.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:25 smithi129 bash[31121]: cluster 2024-03-22T07:08:25.590852+0000 mon.a (mon.0) 1117 : cluster 0 osdmap e178: 8 total, 8 up, 8 in 2024-03-22T07:08:26.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:25 smithi129 bash[21357]: cephadm 2024-03-22T07:08:24.216213+0000 mgr.x (mgr.24532) 4 : cephadm 1 [22/Mar/2024:07:08:24] ENGINE Serving on https://172.21.15.148:7150 2024-03-22T07:08:26.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:25 smithi129 bash[21357]: cephadm 2024-03-22T07:08:24.356247+0000 mgr.x (mgr.24532) 5 : cephadm 1 [22/Mar/2024:07:08:24] ENGINE Serving on http://172.21.15.148:8765 2024-03-22T07:08:26.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:25 smithi129 bash[21357]: cephadm 2024-03-22T07:08:24.356757+0000 mgr.x (mgr.24532) 6 : cephadm 1 [22/Mar/2024:07:08:24] ENGINE Bus STARTED 2024-03-22T07:08:26.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:25 smithi129 bash[21357]: cluster 2024-03-22T07:08:24.541077+0000 mgr.x (mgr.24532) 7 : cluster 0 pgmap v4: 137 pgs: 137 active+clean; 513 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 215 GiB/s rd, 90 GiB/s wr, 3.68M op/s; 290 MiB/s, 1.03k objects/s recovering 2024-03-22T07:08:26.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:25 smithi129 bash[21357]: cluster 2024-03-22T07:08:25.590852+0000 mon.a (mon.0) 1117 : cluster 0 osdmap e178: 8 total, 8 up, 8 in 2024-03-22T07:08:26.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:25 smithi148 bash[23214]: cephadm 2024-03-22T07:08:24.216213+0000 mgr.x (mgr.24532) 4 : cephadm 1 [22/Mar/2024:07:08:24] ENGINE Serving on https://172.21.15.148:7150 2024-03-22T07:08:26.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:25 smithi148 bash[23214]: cephadm 2024-03-22T07:08:24.356247+0000 mgr.x (mgr.24532) 5 : cephadm 1 [22/Mar/2024:07:08:24] ENGINE Serving on http://172.21.15.148:8765 2024-03-22T07:08:26.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:25 smithi148 bash[23214]: cephadm 2024-03-22T07:08:24.356757+0000 mgr.x (mgr.24532) 6 : cephadm 1 [22/Mar/2024:07:08:24] ENGINE Bus STARTED 2024-03-22T07:08:26.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:25 smithi148 bash[23214]: cluster 2024-03-22T07:08:24.541077+0000 mgr.x (mgr.24532) 7 : cluster 0 pgmap v4: 137 pgs: 137 active+clean; 513 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 215 GiB/s rd, 90 GiB/s wr, 3.68M op/s; 290 MiB/s, 1.03k objects/s recovering 2024-03-22T07:08:26.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:25 smithi148 bash[23214]: cluster 2024-03-22T07:08:25.590852+0000 mon.a (mon.0) 1117 : cluster 0 osdmap e178: 8 total, 8 up, 8 in 2024-03-22T07:08:26.616 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 8388609~8388609 2024-03-22T07:08:26.633 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 0~1000 2024-03-22T07:08:26.633 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 1010~1000 2024-03-22T07:08:26.633 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap2 2024-03-22T07:08:26.838 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:26 smithi129 bash[21614]: debug 2024-03-22T07:08:26.586+0000 7f24a7121200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-22T07:08:26.838 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:26 smithi129 bash[21614]: debug 2024-03-22T07:08:26.726+0000 7f24a7121200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-22T07:08:27.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:26 smithi129 bash[21614]: debug 2024-03-22T07:08:26.842+0000 7f24a7121200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-22T07:08:27.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:26 smithi129 bash[31121]: cluster 2024-03-22T07:08:25.550961+0000 mgr.x (mgr.24532) 8 : cluster 0 pgmap v5: 137 pgs: 137 active+clean; 513 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.2 GiB/s rd, 527 MiB/s wr, 21.06k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-03-22T07:08:27.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:26 smithi129 bash[31121]: cluster 2024-03-22T07:08:26.601637+0000 mon.a (mon.0) 1118 : cluster 0 osdmap e179: 8 total, 8 up, 8 in 2024-03-22T07:08:27.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:26 smithi129 bash[31121]: cluster 2024-03-22T07:08:26.610296+0000 mon.a (mon.0) 1119 : cluster 0 mgrmap e24: x(active, since 3s) 2024-03-22T07:08:27.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:26 smithi129 bash[21357]: cluster 2024-03-22T07:08:25.550961+0000 mgr.x (mgr.24532) 8 : cluster 0 pgmap v5: 137 pgs: 137 active+clean; 513 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.2 GiB/s rd, 527 MiB/s wr, 21.06k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-03-22T07:08:27.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:26 smithi129 bash[21357]: cluster 2024-03-22T07:08:26.601637+0000 mon.a (mon.0) 1118 : cluster 0 osdmap e179: 8 total, 8 up, 8 in 2024-03-22T07:08:27.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:26 smithi129 bash[21357]: cluster 2024-03-22T07:08:26.610296+0000 mon.a (mon.0) 1119 : cluster 0 mgrmap e24: x(active, since 3s) 2024-03-22T07:08:27.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:26 smithi148 bash[23214]: cluster 2024-03-22T07:08:25.550961+0000 mgr.x (mgr.24532) 8 : cluster 0 pgmap v5: 137 pgs: 137 active+clean; 513 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.2 GiB/s rd, 527 MiB/s wr, 21.06k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-03-22T07:08:27.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:26 smithi148 bash[23214]: cluster 2024-03-22T07:08:26.601637+0000 mon.a (mon.0) 1118 : cluster 0 osdmap e179: 8 total, 8 up, 8 in 2024-03-22T07:08:27.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:26 smithi148 bash[23214]: cluster 2024-03-22T07:08:26.610296+0000 mon.a (mon.0) 1119 : cluster 0 mgrmap e24: x(active, since 3s) 2024-03-22T07:08:27.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:27 smithi129 bash[21614]: debug 2024-03-22T07:08:27.202+0000 7f24a7121200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-22T07:08:27.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:27 smithi129 bash[21614]: debug 2024-03-22T07:08:27.314+0000 7f24a7121200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-22T07:08:27.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:27 smithi129 bash[21614]: debug 2024-03-22T07:08:27.422+0000 7f24a7121200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-22T07:08:28.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:27 smithi129 bash[21614]: debug 2024-03-22T07:08:27.782+0000 7f24a7121200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-22T07:08:28.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:28 smithi129 bash[21614]: debug 2024-03-22T07:08:28.034+0000 7f24a7121200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-22T07:08:28.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:27 smithi129 bash[31121]: audit 2024-03-22T07:08:27.045702+0000 mon.a (mon.0) 1120 : audit 0 from='client.? 172.21.15.129:0/3440506388' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:28.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:27 smithi129 bash[31121]: cluster 2024-03-22T07:08:27.610250+0000 mon.a (mon.0) 1121 : cluster 0 osdmap e180: 8 total, 8 up, 8 in 2024-03-22T07:08:28.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:27 smithi129 bash[21357]: audit 2024-03-22T07:08:27.045702+0000 mon.a (mon.0) 1120 : audit 0 from='client.? 172.21.15.129:0/3440506388' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:28.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:27 smithi129 bash[21357]: cluster 2024-03-22T07:08:27.610250+0000 mon.a (mon.0) 1121 : cluster 0 osdmap e180: 8 total, 8 up, 8 in 2024-03-22T07:08:28.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:27 smithi148 bash[23214]: audit 2024-03-22T07:08:27.045702+0000 mon.a (mon.0) 1120 : audit 0 from='client.? 172.21.15.129:0/3440506388' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:28.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:27 smithi148 bash[23214]: cluster 2024-03-22T07:08:27.610250+0000 mon.a (mon.0) 1121 : cluster 0 osdmap e180: 8 total, 8 up, 8 in 2024-03-22T07:08:28.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:28 smithi129 bash[21614]: debug 2024-03-22T07:08:28.298+0000 7f24a7121200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-22T07:08:28.697 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:28 smithi129 bash[21614]: debug 2024-03-22T07:08:28.410+0000 7f24a7121200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-22T07:08:28.698 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 8388609~1000 2024-03-22T07:08:28.698 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 16777228~1000 2024-03-22T07:08:28.698 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 167772160 2024-03-22T07:08:28.698 INFO:tasks.workunit.client.0.smithi129.stdout:write: 2 83886079~8388609 2024-03-22T07:08:28.699 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap3 2024-03-22T07:08:28.960 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:28 smithi129 bash[21614]: debug 2024-03-22T07:08:28.714+0000 7f24a7121200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-22T07:08:28.961 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:28 smithi129 bash[31121]: cluster 2024-03-22T07:08:27.551775+0000 mgr.x (mgr.24532) 9 : cluster 0 pgmap v8: 137 pgs: 137 active+clean; 513 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 424 MiB/s rd, 178 MiB/s wr, 7.09k op/s; 573 KiB/s, 1 objects/s recovering 2024-03-22T07:08:28.961 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:28 smithi129 bash[31121]: cluster 2024-03-22T07:08:28.616631+0000 mon.a (mon.0) 1122 : cluster 0 mgrmap e25: x(active, since 5s) 2024-03-22T07:08:28.961 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:28 smithi129 bash[31121]: cluster 2024-03-22T07:08:28.624341+0000 mon.a (mon.0) 1123 : cluster 0 osdmap e181: 8 total, 8 up, 8 in 2024-03-22T07:08:28.961 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:28 smithi129 bash[21357]: cluster 2024-03-22T07:08:27.551775+0000 mgr.x (mgr.24532) 9 : cluster 0 pgmap v8: 137 pgs: 137 active+clean; 513 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 424 MiB/s rd, 178 MiB/s wr, 7.09k op/s; 573 KiB/s, 1 objects/s recovering 2024-03-22T07:08:28.961 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:28 smithi129 bash[21357]: cluster 2024-03-22T07:08:28.616631+0000 mon.a (mon.0) 1122 : cluster 0 mgrmap e25: x(active, since 5s) 2024-03-22T07:08:28.961 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:28 smithi129 bash[21357]: cluster 2024-03-22T07:08:28.624341+0000 mon.a (mon.0) 1123 : cluster 0 osdmap e181: 8 total, 8 up, 8 in 2024-03-22T07:08:29.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:28 smithi148 bash[23214]: cluster 2024-03-22T07:08:27.551775+0000 mgr.x (mgr.24532) 9 : cluster 0 pgmap v8: 137 pgs: 137 active+clean; 513 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 424 MiB/s rd, 178 MiB/s wr, 7.09k op/s; 573 KiB/s, 1 objects/s recovering 2024-03-22T07:08:29.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:28 smithi148 bash[23214]: cluster 2024-03-22T07:08:28.616631+0000 mon.a (mon.0) 1122 : cluster 0 mgrmap e25: x(active, since 5s) 2024-03-22T07:08:29.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:28 smithi148 bash[23214]: cluster 2024-03-22T07:08:28.624341+0000 mon.a (mon.0) 1123 : cluster 0 osdmap e181: 8 total, 8 up, 8 in 2024-03-22T07:08:29.368 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:28 smithi129 bash[21614]: debug 2024-03-22T07:08:28.962+0000 7f24a7121200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:08:29.763 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:29 smithi129 bash[21614]: debug 2024-03-22T07:08:29.386+0000 7f24a7121200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-22T07:08:29.763 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:29 smithi129 bash[21614]: debug 2024-03-22T07:08:29.510+0000 7f24a7121200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-22T07:08:30.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:29 smithi129 bash[31121]: audit 2024-03-22T07:08:29.480300+0000 mon.a (mon.0) 1124 : audit 0 from='client.? 172.21.15.129:0/2124566871' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:30.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:29 smithi129 bash[31121]: cluster 2024-03-22T07:08:29.629066+0000 mon.a (mon.0) 1125 : cluster 0 osdmap e182: 8 total, 8 up, 8 in 2024-03-22T07:08:30.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:29 smithi129 bash[21357]: audit 2024-03-22T07:08:29.480300+0000 mon.a (mon.0) 1124 : audit 0 from='client.? 172.21.15.129:0/2124566871' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:30.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:29 smithi129 bash[21357]: cluster 2024-03-22T07:08:29.629066+0000 mon.a (mon.0) 1125 : cluster 0 osdmap e182: 8 total, 8 up, 8 in 2024-03-22T07:08:30.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:29 smithi129 bash[21614]: debug 2024-03-22T07:08:29.766+0000 7f24a7121200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:08:30.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:29 smithi148 bash[23214]: audit 2024-03-22T07:08:29.480300+0000 mon.a (mon.0) 1124 : audit 0 from='client.? 172.21.15.129:0/2124566871' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:30.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:29 smithi148 bash[23214]: cluster 2024-03-22T07:08:29.629066+0000 mon.a (mon.0) 1125 : cluster 0 osdmap e182: 8 total, 8 up, 8 in 2024-03-22T07:08:30.620 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:08:30.664 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 83886079~1 2024-03-22T07:08:30.682 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:08:31.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:30 smithi129 bash[31121]: cluster 2024-03-22T07:08:29.553248+0000 mgr.x (mgr.24532) 10 : cluster 0 pgmap v11: 137 pgs: 137 active+clean; 561 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 202 op/s 2024-03-22T07:08:31.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:30 smithi129 bash[31121]: cluster 2024-03-22T07:08:30.594743+0000 mon.a (mon.0) 1126 : cluster 0 osdmap e183: 8 total, 8 up, 8 in 2024-03-22T07:08:31.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:30 smithi129 bash[21614]: debug 2024-03-22T07:08:30.814+0000 7f24a7121200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-22T07:08:31.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:30 smithi129 bash[21614]: debug 2024-03-22T07:08:30.934+0000 7f24a7121200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-22T07:08:31.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:30 smithi129 bash[21357]: cluster 2024-03-22T07:08:29.553248+0000 mgr.x (mgr.24532) 10 : cluster 0 pgmap v11: 137 pgs: 137 active+clean; 561 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 202 op/s 2024-03-22T07:08:31.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:30 smithi129 bash[21357]: cluster 2024-03-22T07:08:30.594743+0000 mon.a (mon.0) 1126 : cluster 0 osdmap e183: 8 total, 8 up, 8 in 2024-03-22T07:08:31.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:30 smithi148 bash[23214]: cluster 2024-03-22T07:08:29.553248+0000 mgr.x (mgr.24532) 10 : cluster 0 pgmap v11: 137 pgs: 137 active+clean; 561 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 202 op/s 2024-03-22T07:08:31.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:30 smithi148 bash[23214]: cluster 2024-03-22T07:08:30.594743+0000 mon.a (mon.0) 1126 : cluster 0 osdmap e183: 8 total, 8 up, 8 in 2024-03-22T07:08:31.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:31 smithi129 bash[21614]: debug 2024-03-22T07:08:31.230+0000 7f24a7121200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-22T07:08:31.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:31 smithi129 bash[21614]: debug 2024-03-22T07:08:31.350+0000 7f24a7121200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-22T07:08:32.088 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:31 smithi129 bash[21614]: debug 2024-03-22T07:08:31.830+0000 7f24a7121200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-22T07:08:32.088 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:31 smithi129 bash[21614]: debug 2024-03-22T07:08:31.962+0000 7f24a7121200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-22T07:08:32.088 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:31 smithi129 bash[21614]: [22/Mar/2024:07:08:31] ENGINE Bus STARTING 2024-03-22T07:08:32.088 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[21614]: CherryPy Checker: 2024-03-22T07:08:32.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[21614]: The Application mounted at '' has an empty config. 2024-03-22T07:08:32.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[21614]: [22/Mar/2024:07:08:32] ENGINE Serving on http://:::9283 2024-03-22T07:08:32.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[21614]: [22/Mar/2024:07:08:32] ENGINE Bus STARTED 2024-03-22T07:08:32.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[21357]: cluster 2024-03-22T07:08:31.554010+0000 mgr.x (mgr.24532) 11 : cluster 0 pgmap v14: 137 pgs: 137 active+clean; 561 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 202 op/s 2024-03-22T07:08:32.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[21357]: cluster 2024-03-22T07:08:31.601518+0000 mon.a (mon.0) 1127 : cluster 0 osdmap e184: 8 total, 8 up, 8 in 2024-03-22T07:08:32.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[21357]: audit 2024-03-22T07:08:31.916650+0000 mon.c (mon.2) 54 : audit 0 from='client.? 172.21.15.129:0/110755732' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[21357]: cluster 2024-03-22T07:08:31.989948+0000 mon.a (mon.0) 1128 : cluster 0 Standby manager daemon y started 2024-03-22T07:08:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[21357]: audit 2024-03-22T07:08:31.991836+0000 mon.c (mon.2) 55 : audit 0 from='mgr.? 172.21.15.129:0/3807642149' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-22T07:08:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[21357]: audit 2024-03-22T07:08:31.992778+0000 mon.c (mon.2) 56 : audit 0 from='mgr.? 172.21.15.129:0/3807642149' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:08:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[21357]: audit 2024-03-22T07:08:31.995756+0000 mon.c (mon.2) 57 : audit 0 from='mgr.? 172.21.15.129:0/3807642149' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-22T07:08:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[21357]: audit 2024-03-22T07:08:31.996248+0000 mon.c (mon.2) 58 : audit 0 from='mgr.? 172.21.15.129:0/3807642149' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:08:32.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[31121]: cluster 2024-03-22T07:08:31.554010+0000 mgr.x (mgr.24532) 11 : cluster 0 pgmap v14: 137 pgs: 137 active+clean; 561 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 202 op/s 2024-03-22T07:08:32.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[31121]: cluster 2024-03-22T07:08:31.601518+0000 mon.a (mon.0) 1127 : cluster 0 osdmap e184: 8 total, 8 up, 8 in 2024-03-22T07:08:32.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[31121]: audit 2024-03-22T07:08:31.916650+0000 mon.c (mon.2) 54 : audit 0 from='client.? 172.21.15.129:0/110755732' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:32.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[31121]: cluster 2024-03-22T07:08:31.989948+0000 mon.a (mon.0) 1128 : cluster 0 Standby manager daemon y started 2024-03-22T07:08:32.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[31121]: audit 2024-03-22T07:08:31.991836+0000 mon.c (mon.2) 55 : audit 0 from='mgr.? 172.21.15.129:0/3807642149' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-22T07:08:32.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[31121]: audit 2024-03-22T07:08:31.992778+0000 mon.c (mon.2) 56 : audit 0 from='mgr.? 172.21.15.129:0/3807642149' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:08:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[31121]: audit 2024-03-22T07:08:31.995756+0000 mon.c (mon.2) 57 : audit 0 from='mgr.? 172.21.15.129:0/3807642149' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-22T07:08:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:32 smithi129 bash[31121]: audit 2024-03-22T07:08:31.996248+0000 mon.c (mon.2) 58 : audit 0 from='mgr.? 172.21.15.129:0/3807642149' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:08:32.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:32 smithi148 bash[23214]: cluster 2024-03-22T07:08:31.554010+0000 mgr.x (mgr.24532) 11 : cluster 0 pgmap v14: 137 pgs: 137 active+clean; 561 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 202 op/s 2024-03-22T07:08:32.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:32 smithi148 bash[23214]: cluster 2024-03-22T07:08:31.601518+0000 mon.a (mon.0) 1127 : cluster 0 osdmap e184: 8 total, 8 up, 8 in 2024-03-22T07:08:32.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:32 smithi148 bash[23214]: audit 2024-03-22T07:08:31.916650+0000 mon.c (mon.2) 54 : audit 0 from='client.? 172.21.15.129:0/110755732' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:32.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:32 smithi148 bash[23214]: cluster 2024-03-22T07:08:31.989948+0000 mon.a (mon.0) 1128 : cluster 0 Standby manager daemon y started 2024-03-22T07:08:32.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:32 smithi148 bash[23214]: audit 2024-03-22T07:08:31.991836+0000 mon.c (mon.2) 55 : audit 0 from='mgr.? 172.21.15.129:0/3807642149' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-22T07:08:32.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:32 smithi148 bash[23214]: audit 2024-03-22T07:08:31.992778+0000 mon.c (mon.2) 56 : audit 0 from='mgr.? 172.21.15.129:0/3807642149' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:08:32.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:32 smithi148 bash[23214]: audit 2024-03-22T07:08:31.995756+0000 mon.c (mon.2) 57 : audit 0 from='mgr.? 172.21.15.129:0/3807642149' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-22T07:08:32.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:32 smithi148 bash[23214]: audit 2024-03-22T07:08:31.996248+0000 mon.c (mon.2) 58 : audit 0 from='mgr.? 172.21.15.129:0/3807642149' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:08:33.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:33 smithi148 bash[23214]: cluster 2024-03-22T07:08:32.621466+0000 mon.a (mon.0) 1129 : cluster 0 osdmap e185: 8 total, 8 up, 8 in 2024-03-22T07:08:33.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:33 smithi148 bash[23214]: cluster 2024-03-22T07:08:32.910586+0000 mon.a (mon.0) 1130 : cluster 0 mgrmap e26: x(active, since 9s), standbys: y 2024-03-22T07:08:33.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:33 smithi148 bash[23214]: audit 2024-03-22T07:08:32.916726+0000 mon.b (mon.1) 57 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-22T07:08:33.929 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:33 smithi129 bash[21357]: cluster 2024-03-22T07:08:32.621466+0000 mon.a (mon.0) 1129 : cluster 0 osdmap e185: 8 total, 8 up, 8 in 2024-03-22T07:08:33.930 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:33 smithi129 bash[21357]: cluster 2024-03-22T07:08:32.910586+0000 mon.a (mon.0) 1130 : cluster 0 mgrmap e26: x(active, since 9s), standbys: y 2024-03-22T07:08:33.930 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:33 smithi129 bash[21357]: audit 2024-03-22T07:08:32.916726+0000 mon.b (mon.1) 57 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-22T07:08:33.930 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:33 smithi129 bash[31121]: cluster 2024-03-22T07:08:32.621466+0000 mon.a (mon.0) 1129 : cluster 0 osdmap e185: 8 total, 8 up, 8 in 2024-03-22T07:08:33.930 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:33 smithi129 bash[31121]: cluster 2024-03-22T07:08:32.910586+0000 mon.a (mon.0) 1130 : cluster 0 mgrmap e26: x(active, since 9s), standbys: y 2024-03-22T07:08:33.930 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:33 smithi129 bash[31121]: audit 2024-03-22T07:08:32.916726+0000 mon.b (mon.1) 57 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-22T07:08:34.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:33 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:08:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-03-22T07:08:34.377 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 0 2024-03-22T07:08:34.473 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:08:34.608 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:08:34.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:34 smithi148 bash[23214]: cluster 2024-03-22T07:08:33.554716+0000 mgr.x (mgr.24532) 12 : cluster 0 pgmap v17: 137 pgs: 137 active+clean; 561 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:08:34.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:34 smithi148 bash[23214]: cluster 2024-03-22T07:08:33.625672+0000 mon.a (mon.0) 1131 : cluster 0 osdmap e186: 8 total, 8 up, 8 in 2024-03-22T07:08:34.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:34 smithi148 bash[23214]: audit 2024-03-22T07:08:34.391219+0000 mon.c (mon.2) 59 : audit 0 from='client.? 172.21.15.129:0/2638688153' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:35.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:34 smithi129 bash[21357]: cluster 2024-03-22T07:08:33.554716+0000 mgr.x (mgr.24532) 12 : cluster 0 pgmap v17: 137 pgs: 137 active+clean; 561 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:08:35.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:34 smithi129 bash[21357]: cluster 2024-03-22T07:08:33.625672+0000 mon.a (mon.0) 1131 : cluster 0 osdmap e186: 8 total, 8 up, 8 in 2024-03-22T07:08:35.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:34 smithi129 bash[21357]: audit 2024-03-22T07:08:34.391219+0000 mon.c (mon.2) 59 : audit 0 from='client.? 172.21.15.129:0/2638688153' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:35.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:34 smithi129 bash[31121]: cluster 2024-03-22T07:08:33.554716+0000 mgr.x (mgr.24532) 12 : cluster 0 pgmap v17: 137 pgs: 137 active+clean; 561 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:08:35.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:34 smithi129 bash[31121]: cluster 2024-03-22T07:08:33.625672+0000 mon.a (mon.0) 1131 : cluster 0 osdmap e186: 8 total, 8 up, 8 in 2024-03-22T07:08:35.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:34 smithi129 bash[31121]: audit 2024-03-22T07:08:34.391219+0000 mon.c (mon.2) 59 : audit 0 from='client.? 172.21.15.129:0/2638688153' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:36.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:36 smithi148 bash[23214]: cluster 2024-03-22T07:08:35.556577+0000 mgr.x (mgr.24532) 13 : cluster 0 pgmap v19: 137 pgs: 137 active+clean; 581 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 3.2 MiB/s wr, 314 op/s 2024-03-22T07:08:36.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:36 smithi148 bash[23214]: cluster 2024-03-22T07:08:35.649714+0000 mon.a (mon.0) 1132 : cluster 0 osdmap e187: 8 total, 8 up, 8 in 2024-03-22T07:08:37.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:36 smithi129 bash[21357]: cluster 2024-03-22T07:08:35.556577+0000 mgr.x (mgr.24532) 13 : cluster 0 pgmap v19: 137 pgs: 137 active+clean; 581 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 3.2 MiB/s wr, 314 op/s 2024-03-22T07:08:37.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:36 smithi129 bash[21357]: cluster 2024-03-22T07:08:35.649714+0000 mon.a (mon.0) 1132 : cluster 0 osdmap e187: 8 total, 8 up, 8 in 2024-03-22T07:08:37.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:36 smithi129 bash[31121]: cluster 2024-03-22T07:08:35.556577+0000 mgr.x (mgr.24532) 13 : cluster 0 pgmap v19: 137 pgs: 137 active+clean; 581 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 3.2 MiB/s wr, 314 op/s 2024-03-22T07:08:37.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:36 smithi129 bash[31121]: cluster 2024-03-22T07:08:35.649714+0000 mon.a (mon.0) 1132 : cluster 0 osdmap e187: 8 total, 8 up, 8 in 2024-03-22T07:08:37.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:37 smithi148 bash[23214]: cluster 2024-03-22T07:08:36.648984+0000 mon.a (mon.0) 1133 : cluster 0 osdmap e188: 8 total, 8 up, 8 in 2024-03-22T07:08:37.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:37 smithi148 bash[23214]: audit 2024-03-22T07:08:36.854216+0000 mon.a (mon.0) 1134 : audit 0 from='client.? 172.21.15.129:0/1490552745' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:37.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:37 smithi148 bash[23214]: audit 2024-03-22T07:08:37.013711+0000 mon.a (mon.0) 1135 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:37.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:37 smithi148 bash[23214]: audit 2024-03-22T07:08:37.025131+0000 mon.a (mon.0) 1136 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:37.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:37 smithi148 bash[23214]: audit 2024-03-22T07:08:37.363744+0000 mon.a (mon.0) 1137 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:37.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:37 smithi148 bash[23214]: audit 2024-03-22T07:08:37.374538+0000 mon.a (mon.0) 1138 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:38.043 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (13183 ms) 2024-03-22T07:08:38.043 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-03-22T07:08:38.114 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:08:38.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:37 smithi129 bash[21357]: cluster 2024-03-22T07:08:36.648984+0000 mon.a (mon.0) 1133 : cluster 0 osdmap e188: 8 total, 8 up, 8 in 2024-03-22T07:08:38.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:37 smithi129 bash[21357]: audit 2024-03-22T07:08:36.854216+0000 mon.a (mon.0) 1134 : audit 0 from='client.? 172.21.15.129:0/1490552745' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:38.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:37 smithi129 bash[21357]: audit 2024-03-22T07:08:37.013711+0000 mon.a (mon.0) 1135 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:38.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:37 smithi129 bash[21357]: audit 2024-03-22T07:08:37.025131+0000 mon.a (mon.0) 1136 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:38.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:37 smithi129 bash[21357]: audit 2024-03-22T07:08:37.363744+0000 mon.a (mon.0) 1137 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:38.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:37 smithi129 bash[21357]: audit 2024-03-22T07:08:37.374538+0000 mon.a (mon.0) 1138 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:38.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:37 smithi129 bash[31121]: cluster 2024-03-22T07:08:36.648984+0000 mon.a (mon.0) 1133 : cluster 0 osdmap e188: 8 total, 8 up, 8 in 2024-03-22T07:08:38.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:37 smithi129 bash[31121]: audit 2024-03-22T07:08:36.854216+0000 mon.a (mon.0) 1134 : audit 0 from='client.? 172.21.15.129:0/1490552745' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:38.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:37 smithi129 bash[31121]: audit 2024-03-22T07:08:37.013711+0000 mon.a (mon.0) 1135 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:38.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:37 smithi129 bash[31121]: audit 2024-03-22T07:08:37.025131+0000 mon.a (mon.0) 1136 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:38.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:37 smithi129 bash[31121]: audit 2024-03-22T07:08:37.363744+0000 mon.a (mon.0) 1137 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:38.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:37 smithi129 bash[31121]: audit 2024-03-22T07:08:37.374538+0000 mon.a (mon.0) 1138 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:38.135 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:08:38.220 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:08:38.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:38 smithi148 bash[23214]: cluster 2024-03-22T07:08:37.557345+0000 mgr.x (mgr.24532) 14 : cluster 0 pgmap v22: 137 pgs: 137 active+clean; 581 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 3.3 MiB/s wr, 315 op/s 2024-03-22T07:08:38.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:38 smithi148 bash[23214]: cluster 2024-03-22T07:08:37.669995+0000 mon.a (mon.0) 1139 : cluster 0 osdmap e189: 8 total, 8 up, 8 in 2024-03-22T07:08:38.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:38 smithi148 bash[23214]: audit 2024-03-22T07:08:38.188183+0000 mon.a (mon.0) 1140 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:38.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:38 smithi148 bash[23214]: audit 2024-03-22T07:08:38.206420+0000 mon.a (mon.0) 1141 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:38.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:38 smithi148 bash[23214]: audit 2024-03-22T07:08:38.211539+0000 mon.a (mon.0) 1142 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:38.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:38 smithi148 bash[23214]: audit 2024-03-22T07:08:38.213763+0000 mon.a (mon.0) 1143 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:38.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:38 smithi148 bash[23214]: audit 2024-03-22T07:08:38.214526+0000 mon.b (mon.1) 58 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:38.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:38 smithi148 bash[23214]: audit 2024-03-22T07:08:38.215743+0000 mon.a (mon.0) 1144 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:38.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:38 smithi148 bash[23214]: audit 2024-03-22T07:08:38.216964+0000 mon.b (mon.1) 59 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:38.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:38 smithi148 bash[23214]: audit 2024-03-22T07:08:38.218060+0000 mon.a (mon.0) 1145 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:38.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:38 smithi148 bash[23214]: audit 2024-03-22T07:08:38.218984+0000 mon.b (mon.1) 60 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:38.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:38 smithi148 bash[23214]: audit 2024-03-22T07:08:38.221151+0000 mon.b (mon.1) 61 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:38.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:38 smithi148 bash[23214]: audit 2024-03-22T07:08:38.234106+0000 mon.a (mon.0) 1146 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:38.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:38 smithi148 bash[23214]: audit 2024-03-22T07:08:38.428345+0000 mon.a (mon.0) 1147 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:38.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:38 smithi148 bash[23214]: audit 2024-03-22T07:08:38.442366+0000 mon.a (mon.0) 1148 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:39.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[21357]: cluster 2024-03-22T07:08:37.557345+0000 mgr.x (mgr.24532) 14 : cluster 0 pgmap v22: 137 pgs: 137 active+clean; 581 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 3.3 MiB/s wr, 315 op/s 2024-03-22T07:08:39.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[21357]: cluster 2024-03-22T07:08:37.669995+0000 mon.a (mon.0) 1139 : cluster 0 osdmap e189: 8 total, 8 up, 8 in 2024-03-22T07:08:39.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[21357]: audit 2024-03-22T07:08:38.188183+0000 mon.a (mon.0) 1140 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:39.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[21357]: audit 2024-03-22T07:08:38.206420+0000 mon.a (mon.0) 1141 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:39.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[21357]: audit 2024-03-22T07:08:38.211539+0000 mon.a (mon.0) 1142 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[21357]: audit 2024-03-22T07:08:38.213763+0000 mon.a (mon.0) 1143 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[21357]: audit 2024-03-22T07:08:38.214526+0000 mon.b (mon.1) 58 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[21357]: audit 2024-03-22T07:08:38.215743+0000 mon.a (mon.0) 1144 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[21357]: audit 2024-03-22T07:08:38.216964+0000 mon.b (mon.1) 59 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[21357]: audit 2024-03-22T07:08:38.218060+0000 mon.a (mon.0) 1145 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[21357]: audit 2024-03-22T07:08:38.218984+0000 mon.b (mon.1) 60 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[21357]: audit 2024-03-22T07:08:38.221151+0000 mon.b (mon.1) 61 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[21357]: audit 2024-03-22T07:08:38.234106+0000 mon.a (mon.0) 1146 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[21357]: audit 2024-03-22T07:08:38.428345+0000 mon.a (mon.0) 1147 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[21357]: audit 2024-03-22T07:08:38.442366+0000 mon.a (mon.0) 1148 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:39.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[31121]: cluster 2024-03-22T07:08:37.557345+0000 mgr.x (mgr.24532) 14 : cluster 0 pgmap v22: 137 pgs: 137 active+clean; 581 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 3.3 MiB/s wr, 315 op/s 2024-03-22T07:08:39.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[31121]: cluster 2024-03-22T07:08:37.669995+0000 mon.a (mon.0) 1139 : cluster 0 osdmap e189: 8 total, 8 up, 8 in 2024-03-22T07:08:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[31121]: audit 2024-03-22T07:08:38.188183+0000 mon.a (mon.0) 1140 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[31121]: audit 2024-03-22T07:08:38.206420+0000 mon.a (mon.0) 1141 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[31121]: audit 2024-03-22T07:08:38.211539+0000 mon.a (mon.0) 1142 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[31121]: audit 2024-03-22T07:08:38.213763+0000 mon.a (mon.0) 1143 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[31121]: audit 2024-03-22T07:08:38.214526+0000 mon.b (mon.1) 58 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[31121]: audit 2024-03-22T07:08:38.215743+0000 mon.a (mon.0) 1144 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[31121]: audit 2024-03-22T07:08:38.216964+0000 mon.b (mon.1) 59 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[31121]: audit 2024-03-22T07:08:38.218060+0000 mon.a (mon.0) 1145 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[31121]: audit 2024-03-22T07:08:38.218984+0000 mon.b (mon.1) 60 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[31121]: audit 2024-03-22T07:08:38.221151+0000 mon.b (mon.1) 61 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[31121]: audit 2024-03-22T07:08:38.234106+0000 mon.a (mon.0) 1146 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[31121]: audit 2024-03-22T07:08:38.428345+0000 mon.a (mon.0) 1147 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:39.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:38 smithi129 bash[31121]: audit 2024-03-22T07:08:38.442366+0000 mon.a (mon.0) 1148 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:39.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:39 smithi148 bash[23214]: cephadm 2024-03-22T07:08:38.223003+0000 mgr.x (mgr.24532) 15 : cephadm 1 Adjusting osd_memory_target on smithi129 to 2524M 2024-03-22T07:08:39.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:39 smithi148 bash[23214]: audit 2024-03-22T07:08:38.669334+0000 mon.b (mon.1) 62 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:08:39.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:39 smithi148 bash[23214]: cluster 2024-03-22T07:08:39.208892+0000 mon.a (mon.0) 1149 : cluster 0 osdmap e190: 8 total, 8 up, 8 in 2024-03-22T07:08:39.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:39 smithi148 bash[23214]: audit 2024-03-22T07:08:39.299186+0000 mon.a (mon.0) 1150 : audit 0 from='client.? 172.21.15.129:0/4070711347' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:40.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:39 smithi129 bash[21357]: cephadm 2024-03-22T07:08:38.223003+0000 mgr.x (mgr.24532) 15 : cephadm 1 Adjusting osd_memory_target on smithi129 to 2524M 2024-03-22T07:08:40.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:39 smithi129 bash[21357]: audit 2024-03-22T07:08:38.669334+0000 mon.b (mon.1) 62 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:08:40.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:39 smithi129 bash[21357]: cluster 2024-03-22T07:08:39.208892+0000 mon.a (mon.0) 1149 : cluster 0 osdmap e190: 8 total, 8 up, 8 in 2024-03-22T07:08:40.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:39 smithi129 bash[21357]: audit 2024-03-22T07:08:39.299186+0000 mon.a (mon.0) 1150 : audit 0 from='client.? 172.21.15.129:0/4070711347' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:40.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:39 smithi129 bash[31121]: cephadm 2024-03-22T07:08:38.223003+0000 mgr.x (mgr.24532) 15 : cephadm 1 Adjusting osd_memory_target on smithi129 to 2524M 2024-03-22T07:08:40.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:39 smithi129 bash[31121]: audit 2024-03-22T07:08:38.669334+0000 mon.b (mon.1) 62 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:08:40.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:39 smithi129 bash[31121]: cluster 2024-03-22T07:08:39.208892+0000 mon.a (mon.0) 1149 : cluster 0 osdmap e190: 8 total, 8 up, 8 in 2024-03-22T07:08:40.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:39 smithi129 bash[31121]: audit 2024-03-22T07:08:39.299186+0000 mon.a (mon.0) 1150 : audit 0 from='client.? 172.21.15.129:0/4070711347' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:40.230 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 8388609~8388609 2024-03-22T07:08:40.270 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 0~1000 2024-03-22T07:08:40.270 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 1010~1000 2024-03-22T07:08:40.270 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap2 2024-03-22T07:08:40.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:40 smithi148 bash[23214]: cluster 2024-03-22T07:08:39.558914+0000 mgr.x (mgr.24532) 16 : cluster 0 pgmap v25: 137 pgs: 137 active+clean; 577 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 258 op/s 2024-03-22T07:08:40.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:40 smithi148 bash[23214]: cluster 2024-03-22T07:08:40.218717+0000 mon.a (mon.0) 1151 : cluster 0 osdmap e191: 8 total, 8 up, 8 in 2024-03-22T07:08:40.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:40 smithi148 bash[23214]: cluster 2024-03-22T07:08:40.599732+0000 mon.a (mon.0) 1152 : cluster 0 osdmap e192: 8 total, 8 up, 8 in 2024-03-22T07:08:41.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:40 smithi129 bash[21357]: cluster 2024-03-22T07:08:39.558914+0000 mgr.x (mgr.24532) 16 : cluster 0 pgmap v25: 137 pgs: 137 active+clean; 577 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 258 op/s 2024-03-22T07:08:41.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:40 smithi129 bash[21357]: cluster 2024-03-22T07:08:40.218717+0000 mon.a (mon.0) 1151 : cluster 0 osdmap e191: 8 total, 8 up, 8 in 2024-03-22T07:08:41.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:40 smithi129 bash[21357]: cluster 2024-03-22T07:08:40.599732+0000 mon.a (mon.0) 1152 : cluster 0 osdmap e192: 8 total, 8 up, 8 in 2024-03-22T07:08:41.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:40 smithi129 bash[31121]: cluster 2024-03-22T07:08:39.558914+0000 mgr.x (mgr.24532) 16 : cluster 0 pgmap v25: 137 pgs: 137 active+clean; 577 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 258 op/s 2024-03-22T07:08:41.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:40 smithi129 bash[31121]: cluster 2024-03-22T07:08:40.218717+0000 mon.a (mon.0) 1151 : cluster 0 osdmap e191: 8 total, 8 up, 8 in 2024-03-22T07:08:41.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:40 smithi129 bash[31121]: cluster 2024-03-22T07:08:40.599732+0000 mon.a (mon.0) 1152 : cluster 0 osdmap e192: 8 total, 8 up, 8 in 2024-03-22T07:08:41.630 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 8388609~1000 2024-03-22T07:08:41.644 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 16777228~1000 2024-03-22T07:08:41.644 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 167772160 2024-03-22T07:08:41.662 INFO:tasks.workunit.client.0.smithi129.stdout:write: 2 83886079~8388609 2024-03-22T07:08:41.695 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap3 2024-03-22T07:08:42.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:42 smithi129 bash[21357]: cluster 2024-03-22T07:08:41.559753+0000 mgr.x (mgr.24532) 17 : cluster 0 pgmap v28: 137 pgs: 137 active+clean; 577 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 258 op/s 2024-03-22T07:08:42.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:42 smithi129 bash[21357]: cluster 2024-03-22T07:08:41.615235+0000 mon.a (mon.0) 1153 : cluster 0 osdmap e193: 8 total, 8 up, 8 in 2024-03-22T07:08:42.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:42 smithi129 bash[21357]: audit 2024-03-22T07:08:41.768606+0000 mon.c (mon.2) 60 : audit 0 from='client.? 172.21.15.129:0/441725577' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:42.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:42 smithi129 bash[31121]: cluster 2024-03-22T07:08:41.559753+0000 mgr.x (mgr.24532) 17 : cluster 0 pgmap v28: 137 pgs: 137 active+clean; 577 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 258 op/s 2024-03-22T07:08:42.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:42 smithi129 bash[31121]: cluster 2024-03-22T07:08:41.615235+0000 mon.a (mon.0) 1153 : cluster 0 osdmap e193: 8 total, 8 up, 8 in 2024-03-22T07:08:42.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:42 smithi129 bash[31121]: audit 2024-03-22T07:08:41.768606+0000 mon.c (mon.2) 60 : audit 0 from='client.? 172.21.15.129:0/441725577' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:42.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:42 smithi148 bash[23214]: cluster 2024-03-22T07:08:41.559753+0000 mgr.x (mgr.24532) 17 : cluster 0 pgmap v28: 137 pgs: 137 active+clean; 577 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 258 op/s 2024-03-22T07:08:42.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:42 smithi148 bash[23214]: cluster 2024-03-22T07:08:41.615235+0000 mon.a (mon.0) 1153 : cluster 0 osdmap e193: 8 total, 8 up, 8 in 2024-03-22T07:08:42.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:42 smithi148 bash[23214]: audit 2024-03-22T07:08:41.768606+0000 mon.c (mon.2) 60 : audit 0 from='client.? 172.21.15.129:0/441725577' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:43.713 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:08:43.765 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 83886079~1 2024-03-22T07:08:43.784 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:08:43.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:43 smithi148 bash[23214]: cluster 2024-03-22T07:08:42.683759+0000 mon.a (mon.0) 1154 : cluster 0 osdmap e194: 8 total, 8 up, 8 in 2024-03-22T07:08:44.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:43 smithi129 bash[21357]: cluster 2024-03-22T07:08:42.683759+0000 mon.a (mon.0) 1154 : cluster 0 osdmap e194: 8 total, 8 up, 8 in 2024-03-22T07:08:44.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:43 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:08:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-03-22T07:08:44.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:43 smithi129 bash[31121]: cluster 2024-03-22T07:08:42.683759+0000 mon.a (mon.0) 1154 : cluster 0 osdmap e194: 8 total, 8 up, 8 in 2024-03-22T07:08:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:44 smithi148 bash[23214]: cluster 2024-03-22T07:08:43.560278+0000 mgr.x (mgr.24532) 18 : cluster 0 pgmap v31: 137 pgs: 137 active+clean; 577 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:08:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:44 smithi148 bash[23214]: cluster 2024-03-22T07:08:43.693376+0000 mon.a (mon.0) 1155 : cluster 0 osdmap e195: 8 total, 8 up, 8 in 2024-03-22T07:08:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:44 smithi148 bash[23214]: audit 2024-03-22T07:08:44.214936+0000 mon.c (mon.2) 61 : audit 0 from='client.? 172.21.15.129:0/3399689280' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:45.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:44 smithi129 bash[21357]: cluster 2024-03-22T07:08:43.560278+0000 mgr.x (mgr.24532) 18 : cluster 0 pgmap v31: 137 pgs: 137 active+clean; 577 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:08:45.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:44 smithi129 bash[21357]: cluster 2024-03-22T07:08:43.693376+0000 mon.a (mon.0) 1155 : cluster 0 osdmap e195: 8 total, 8 up, 8 in 2024-03-22T07:08:45.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:44 smithi129 bash[21357]: audit 2024-03-22T07:08:44.214936+0000 mon.c (mon.2) 61 : audit 0 from='client.? 172.21.15.129:0/3399689280' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:45.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:44 smithi129 bash[31121]: cluster 2024-03-22T07:08:43.560278+0000 mgr.x (mgr.24532) 18 : cluster 0 pgmap v31: 137 pgs: 137 active+clean; 577 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:08:45.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:44 smithi129 bash[31121]: cluster 2024-03-22T07:08:43.693376+0000 mon.a (mon.0) 1155 : cluster 0 osdmap e195: 8 total, 8 up, 8 in 2024-03-22T07:08:45.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:44 smithi129 bash[31121]: audit 2024-03-22T07:08:44.214936+0000 mon.c (mon.2) 61 : audit 0 from='client.? 172.21.15.129:0/3399689280' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:45.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:45 smithi148 bash[23214]: cluster 2024-03-22T07:08:44.697074+0000 mon.a (mon.0) 1156 : cluster 0 osdmap e196: 8 total, 8 up, 8 in 2024-03-22T07:08:46.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:45 smithi129 bash[21357]: cluster 2024-03-22T07:08:44.697074+0000 mon.a (mon.0) 1156 : cluster 0 osdmap e196: 8 total, 8 up, 8 in 2024-03-22T07:08:46.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:45 smithi129 bash[31121]: cluster 2024-03-22T07:08:44.697074+0000 mon.a (mon.0) 1156 : cluster 0 osdmap e196: 8 total, 8 up, 8 in 2024-03-22T07:08:46.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:46 smithi148 bash[23214]: cluster 2024-03-22T07:08:45.560980+0000 mgr.x (mgr.24532) 19 : cluster 0 pgmap v34: 137 pgs: 137 active+clean; 617 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2024-03-22T07:08:46.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:46 smithi148 bash[23214]: cluster 2024-03-22T07:08:45.718798+0000 mon.a (mon.0) 1157 : cluster 0 osdmap e197: 8 total, 8 up, 8 in 2024-03-22T07:08:46.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:46 smithi148 bash[23214]: audit 2024-03-22T07:08:46.645074+0000 mon.c (mon.2) 62 : audit 0 from='client.? 172.21.15.129:0/1561664927' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:47.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:46 smithi129 bash[31121]: cluster 2024-03-22T07:08:45.560980+0000 mgr.x (mgr.24532) 19 : cluster 0 pgmap v34: 137 pgs: 137 active+clean; 617 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2024-03-22T07:08:47.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:46 smithi129 bash[31121]: cluster 2024-03-22T07:08:45.718798+0000 mon.a (mon.0) 1157 : cluster 0 osdmap e197: 8 total, 8 up, 8 in 2024-03-22T07:08:47.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:46 smithi129 bash[31121]: audit 2024-03-22T07:08:46.645074+0000 mon.c (mon.2) 62 : audit 0 from='client.? 172.21.15.129:0/1561664927' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:47.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:46 smithi129 bash[21357]: cluster 2024-03-22T07:08:45.560980+0000 mgr.x (mgr.24532) 19 : cluster 0 pgmap v34: 137 pgs: 137 active+clean; 617 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2024-03-22T07:08:47.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:46 smithi129 bash[21357]: cluster 2024-03-22T07:08:45.718798+0000 mon.a (mon.0) 1157 : cluster 0 osdmap e197: 8 total, 8 up, 8 in 2024-03-22T07:08:47.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:46 smithi129 bash[21357]: audit 2024-03-22T07:08:46.645074+0000 mon.c (mon.2) 62 : audit 0 from='client.? 172.21.15.129:0/1561664927' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:47.537 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 167772160 2024-03-22T07:08:47.561 INFO:tasks.workunit.client.0.smithi129.stdout:write: * 83886080~1000 2024-03-22T07:08:47.623 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:08:47.875 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:08:48.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:47 smithi129 bash[21357]: cluster 2024-03-22T07:08:46.725721+0000 mon.a (mon.0) 1158 : cluster 0 osdmap e198: 8 total, 8 up, 8 in 2024-03-22T07:08:48.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:47 smithi129 bash[31121]: cluster 2024-03-22T07:08:46.725721+0000 mon.a (mon.0) 1158 : cluster 0 osdmap e198: 8 total, 8 up, 8 in 2024-03-22T07:08:48.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:47 smithi148 bash[23214]: cluster 2024-03-22T07:08:46.725721+0000 mon.a (mon.0) 1158 : cluster 0 osdmap e198: 8 total, 8 up, 8 in 2024-03-22T07:08:49.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[31121]: cluster 2024-03-22T07:08:47.561510+0000 mgr.x (mgr.24532) 20 : cluster 0 pgmap v37: 137 pgs: 137 active+clean; 617 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2024-03-22T07:08:49.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[31121]: audit 2024-03-22T07:08:48.557983+0000 mon.a (mon.0) 1159 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:49.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[31121]: audit 2024-03-22T07:08:48.573762+0000 mon.a (mon.0) 1160 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:49.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[31121]: audit 2024-03-22T07:08:48.579484+0000 mon.a (mon.0) 1161 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[31121]: audit 2024-03-22T07:08:48.582338+0000 mon.b (mon.1) 63 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[31121]: audit 2024-03-22T07:08:48.582457+0000 mon.a (mon.0) 1162 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[31121]: audit 2024-03-22T07:08:48.585299+0000 mon.a (mon.0) 1163 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[31121]: audit 2024-03-22T07:08:48.585608+0000 mon.b (mon.1) 64 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[31121]: audit 2024-03-22T07:08:48.588180+0000 mon.a (mon.0) 1164 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[31121]: audit 2024-03-22T07:08:48.588445+0000 mon.b (mon.1) 65 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[31121]: audit 2024-03-22T07:08:48.591170+0000 mon.b (mon.1) 66 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[31121]: audit 2024-03-22T07:08:48.598577+0000 mon.a (mon.0) 1165 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:49.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[31121]: audit 2024-03-22T07:08:48.605775+0000 mon.b (mon.1) 67 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:08:49.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[31121]: audit 2024-03-22T07:08:48.607494+0000 mon.b (mon.1) 68 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:08:49.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[21357]: cluster 2024-03-22T07:08:47.561510+0000 mgr.x (mgr.24532) 20 : cluster 0 pgmap v37: 137 pgs: 137 active+clean; 617 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2024-03-22T07:08:49.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[21357]: audit 2024-03-22T07:08:48.557983+0000 mon.a (mon.0) 1159 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:49.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[21357]: audit 2024-03-22T07:08:48.573762+0000 mon.a (mon.0) 1160 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:49.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[21357]: audit 2024-03-22T07:08:48.579484+0000 mon.a (mon.0) 1161 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[21357]: audit 2024-03-22T07:08:48.582338+0000 mon.b (mon.1) 63 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[21357]: audit 2024-03-22T07:08:48.582457+0000 mon.a (mon.0) 1162 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[21357]: audit 2024-03-22T07:08:48.585299+0000 mon.a (mon.0) 1163 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[21357]: audit 2024-03-22T07:08:48.585608+0000 mon.b (mon.1) 64 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[21357]: audit 2024-03-22T07:08:48.588180+0000 mon.a (mon.0) 1164 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[21357]: audit 2024-03-22T07:08:48.588445+0000 mon.b (mon.1) 65 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[21357]: audit 2024-03-22T07:08:48.591170+0000 mon.b (mon.1) 66 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[21357]: audit 2024-03-22T07:08:48.598577+0000 mon.a (mon.0) 1165 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:49.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[21357]: audit 2024-03-22T07:08:48.605775+0000 mon.b (mon.1) 67 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:08:49.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:48 smithi129 bash[21357]: audit 2024-03-22T07:08:48.607494+0000 mon.b (mon.1) 68 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:08:49.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:48 smithi148 bash[23214]: cluster 2024-03-22T07:08:47.561510+0000 mgr.x (mgr.24532) 20 : cluster 0 pgmap v37: 137 pgs: 137 active+clean; 617 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2024-03-22T07:08:49.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:48 smithi148 bash[23214]: audit 2024-03-22T07:08:48.557983+0000 mon.a (mon.0) 1159 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:49.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:48 smithi148 bash[23214]: audit 2024-03-22T07:08:48.573762+0000 mon.a (mon.0) 1160 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:49.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:48 smithi148 bash[23214]: audit 2024-03-22T07:08:48.579484+0000 mon.a (mon.0) 1161 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:48 smithi148 bash[23214]: audit 2024-03-22T07:08:48.582338+0000 mon.b (mon.1) 63 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:48 smithi148 bash[23214]: audit 2024-03-22T07:08:48.582457+0000 mon.a (mon.0) 1162 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:48 smithi148 bash[23214]: audit 2024-03-22T07:08:48.585299+0000 mon.a (mon.0) 1163 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:48 smithi148 bash[23214]: audit 2024-03-22T07:08:48.585608+0000 mon.b (mon.1) 64 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:48 smithi148 bash[23214]: audit 2024-03-22T07:08:48.588180+0000 mon.a (mon.0) 1164 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:48 smithi148 bash[23214]: audit 2024-03-22T07:08:48.588445+0000 mon.b (mon.1) 65 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:48 smithi148 bash[23214]: audit 2024-03-22T07:08:48.591170+0000 mon.b (mon.1) 66 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-22T07:08:49.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:48 smithi148 bash[23214]: audit 2024-03-22T07:08:48.598577+0000 mon.a (mon.0) 1165 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:49.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:48 smithi148 bash[23214]: audit 2024-03-22T07:08:48.605775+0000 mon.b (mon.1) 67 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:08:49.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:48 smithi148 bash[23214]: audit 2024-03-22T07:08:48.607494+0000 mon.b (mon.1) 68 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:08:50.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[31121]: cephadm 2024-03-22T07:08:48.593562+0000 mgr.x (mgr.24532) 21 : cephadm 1 Adjusting osd_memory_target on smithi148 to 2524M 2024-03-22T07:08:50.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[31121]: cephadm 2024-03-22T07:08:48.610176+0000 mgr.x (mgr.24532) 22 : cephadm 1 Updating smithi129:/etc/ceph/ceph.conf 2024-03-22T07:08:50.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[31121]: cephadm 2024-03-22T07:08:48.610651+0000 mgr.x (mgr.24532) 23 : cephadm 1 Updating smithi148:/etc/ceph/ceph.conf 2024-03-22T07:08:50.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[31121]: cluster 2024-03-22T07:08:48.746571+0000 mon.a (mon.0) 1166 : cluster 0 osdmap e199: 8 total, 8 up, 8 in 2024-03-22T07:08:50.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[31121]: cephadm 2024-03-22T07:08:48.875377+0000 mgr.x (mgr.24532) 24 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:08:50.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[31121]: cephadm 2024-03-22T07:08:48.877263+0000 mgr.x (mgr.24532) 25 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:08:50.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[31121]: cephadm 2024-03-22T07:08:49.039922+0000 mgr.x (mgr.24532) 26 : cephadm 1 Updating smithi129:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:08:50.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[31121]: cephadm 2024-03-22T07:08:49.041736+0000 mgr.x (mgr.24532) 27 : cephadm 1 Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:08:50.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[31121]: audit 2024-03-22T07:08:49.088072+0000 mon.c (mon.2) 63 : audit 0 from='client.? 172.21.15.129:0/3577375328' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:50.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[31121]: audit 2024-03-22T07:08:49.376402+0000 mon.a (mon.0) 1167 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:50.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[31121]: audit 2024-03-22T07:08:49.382843+0000 mon.a (mon.0) 1168 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:50.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[31121]: audit 2024-03-22T07:08:49.398760+0000 mon.a (mon.0) 1169 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:50.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[31121]: audit 2024-03-22T07:08:49.407225+0000 mon.a (mon.0) 1170 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:50.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[31121]: audit 2024-03-22T07:08:49.419584+0000 mon.a (mon.0) 1171 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:50.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[21357]: cephadm 2024-03-22T07:08:48.593562+0000 mgr.x (mgr.24532) 21 : cephadm 1 Adjusting osd_memory_target on smithi148 to 2524M 2024-03-22T07:08:50.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[21357]: cephadm 2024-03-22T07:08:48.610176+0000 mgr.x (mgr.24532) 22 : cephadm 1 Updating smithi129:/etc/ceph/ceph.conf 2024-03-22T07:08:50.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[21357]: cephadm 2024-03-22T07:08:48.610651+0000 mgr.x (mgr.24532) 23 : cephadm 1 Updating smithi148:/etc/ceph/ceph.conf 2024-03-22T07:08:50.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[21357]: cluster 2024-03-22T07:08:48.746571+0000 mon.a (mon.0) 1166 : cluster 0 osdmap e199: 8 total, 8 up, 8 in 2024-03-22T07:08:50.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[21357]: cephadm 2024-03-22T07:08:48.875377+0000 mgr.x (mgr.24532) 24 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:08:50.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[21357]: cephadm 2024-03-22T07:08:48.877263+0000 mgr.x (mgr.24532) 25 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:08:50.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[21357]: cephadm 2024-03-22T07:08:49.039922+0000 mgr.x (mgr.24532) 26 : cephadm 1 Updating smithi129:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:08:50.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[21357]: cephadm 2024-03-22T07:08:49.041736+0000 mgr.x (mgr.24532) 27 : cephadm 1 Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:08:50.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[21357]: audit 2024-03-22T07:08:49.088072+0000 mon.c (mon.2) 63 : audit 0 from='client.? 172.21.15.129:0/3577375328' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:50.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[21357]: audit 2024-03-22T07:08:49.376402+0000 mon.a (mon.0) 1167 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:50.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[21357]: audit 2024-03-22T07:08:49.382843+0000 mon.a (mon.0) 1168 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:50.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[21357]: audit 2024-03-22T07:08:49.398760+0000 mon.a (mon.0) 1169 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:50.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[21357]: audit 2024-03-22T07:08:49.407225+0000 mon.a (mon.0) 1170 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:50.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:49 smithi129 bash[21357]: audit 2024-03-22T07:08:49.419584+0000 mon.a (mon.0) 1171 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:50.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:49 smithi148 bash[23214]: cephadm 2024-03-22T07:08:48.593562+0000 mgr.x (mgr.24532) 21 : cephadm 1 Adjusting osd_memory_target on smithi148 to 2524M 2024-03-22T07:08:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:49 smithi148 bash[23214]: cephadm 2024-03-22T07:08:48.610176+0000 mgr.x (mgr.24532) 22 : cephadm 1 Updating smithi129:/etc/ceph/ceph.conf 2024-03-22T07:08:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:49 smithi148 bash[23214]: cephadm 2024-03-22T07:08:48.610651+0000 mgr.x (mgr.24532) 23 : cephadm 1 Updating smithi148:/etc/ceph/ceph.conf 2024-03-22T07:08:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:49 smithi148 bash[23214]: cluster 2024-03-22T07:08:48.746571+0000 mon.a (mon.0) 1166 : cluster 0 osdmap e199: 8 total, 8 up, 8 in 2024-03-22T07:08:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:49 smithi148 bash[23214]: cephadm 2024-03-22T07:08:48.875377+0000 mgr.x (mgr.24532) 24 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:08:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:49 smithi148 bash[23214]: cephadm 2024-03-22T07:08:48.877263+0000 mgr.x (mgr.24532) 25 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:08:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:49 smithi148 bash[23214]: cephadm 2024-03-22T07:08:49.039922+0000 mgr.x (mgr.24532) 26 : cephadm 1 Updating smithi129:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:08:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:49 smithi148 bash[23214]: cephadm 2024-03-22T07:08:49.041736+0000 mgr.x (mgr.24532) 27 : cephadm 1 Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:08:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:49 smithi148 bash[23214]: audit 2024-03-22T07:08:49.088072+0000 mon.c (mon.2) 63 : audit 0 from='client.? 172.21.15.129:0/3577375328' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:49 smithi148 bash[23214]: audit 2024-03-22T07:08:49.376402+0000 mon.a (mon.0) 1167 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:49 smithi148 bash[23214]: audit 2024-03-22T07:08:49.382843+0000 mon.a (mon.0) 1168 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:49 smithi148 bash[23214]: audit 2024-03-22T07:08:49.398760+0000 mon.a (mon.0) 1169 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:49 smithi148 bash[23214]: audit 2024-03-22T07:08:49.407225+0000 mon.a (mon.0) 1170 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:50.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:49 smithi148 bash[23214]: audit 2024-03-22T07:08:49.419584+0000 mon.a (mon.0) 1171 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:50.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:50 smithi148 bash[23214]: cephadm 2024-03-22T07:08:49.204283+0000 mgr.x (mgr.24532) 28 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:08:50.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:50 smithi148 bash[23214]: cephadm 2024-03-22T07:08:49.206284+0000 mgr.x (mgr.24532) 29 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:08:50.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:50 smithi148 bash[23214]: cephadm 2024-03-22T07:08:49.502505+0000 mgr.x (mgr.24532) 30 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-03-22T07:08:50.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:50 smithi148 bash[23214]: cluster 2024-03-22T07:08:49.562491+0000 mgr.x (mgr.24532) 31 : cluster 0 pgmap v39: 137 pgs: 137 active+clean; 637 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 350 op/s 2024-03-22T07:08:50.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:50 smithi148 bash[23214]: cluster 2024-03-22T07:08:49.752946+0000 mon.a (mon.0) 1172 : cluster 0 osdmap e200: 8 total, 8 up, 8 in 2024-03-22T07:08:50.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:50 smithi148 bash[23214]: cephadm 2024-03-22T07:08:49.795484+0000 mgr.x (mgr.24532) 32 : cephadm 1 Reconfiguring daemon prometheus.a on smithi148 2024-03-22T07:08:50.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:50 smithi148 bash[23214]: cluster 2024-03-22T07:08:50.602263+0000 mon.a (mon.0) 1173 : cluster 0 osdmap e201: 8 total, 8 up, 8 in 2024-03-22T07:08:51.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:50 smithi129 bash[21357]: cephadm 2024-03-22T07:08:49.204283+0000 mgr.x (mgr.24532) 28 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:08:51.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:50 smithi129 bash[21357]: cephadm 2024-03-22T07:08:49.206284+0000 mgr.x (mgr.24532) 29 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:08:51.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:50 smithi129 bash[21357]: cephadm 2024-03-22T07:08:49.502505+0000 mgr.x (mgr.24532) 30 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-03-22T07:08:51.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:50 smithi129 bash[21357]: cluster 2024-03-22T07:08:49.562491+0000 mgr.x (mgr.24532) 31 : cluster 0 pgmap v39: 137 pgs: 137 active+clean; 637 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 350 op/s 2024-03-22T07:08:51.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:50 smithi129 bash[21357]: cluster 2024-03-22T07:08:49.752946+0000 mon.a (mon.0) 1172 : cluster 0 osdmap e200: 8 total, 8 up, 8 in 2024-03-22T07:08:51.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:50 smithi129 bash[21357]: cephadm 2024-03-22T07:08:49.795484+0000 mgr.x (mgr.24532) 32 : cephadm 1 Reconfiguring daemon prometheus.a on smithi148 2024-03-22T07:08:51.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:50 smithi129 bash[21357]: cluster 2024-03-22T07:08:50.602263+0000 mon.a (mon.0) 1173 : cluster 0 osdmap e201: 8 total, 8 up, 8 in 2024-03-22T07:08:51.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:50 smithi129 bash[31121]: cephadm 2024-03-22T07:08:49.204283+0000 mgr.x (mgr.24532) 28 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:08:51.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:50 smithi129 bash[31121]: cephadm 2024-03-22T07:08:49.206284+0000 mgr.x (mgr.24532) 29 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:08:51.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:50 smithi129 bash[31121]: cephadm 2024-03-22T07:08:49.502505+0000 mgr.x (mgr.24532) 30 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-03-22T07:08:51.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:50 smithi129 bash[31121]: cluster 2024-03-22T07:08:49.562491+0000 mgr.x (mgr.24532) 31 : cluster 0 pgmap v39: 137 pgs: 137 active+clean; 637 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 350 op/s 2024-03-22T07:08:51.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:50 smithi129 bash[31121]: cluster 2024-03-22T07:08:49.752946+0000 mon.a (mon.0) 1172 : cluster 0 osdmap e200: 8 total, 8 up, 8 in 2024-03-22T07:08:51.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:50 smithi129 bash[31121]: cephadm 2024-03-22T07:08:49.795484+0000 mgr.x (mgr.24532) 32 : cephadm 1 Reconfiguring daemon prometheus.a on smithi148 2024-03-22T07:08:51.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:50 smithi129 bash[31121]: cluster 2024-03-22T07:08:50.602263+0000 mon.a (mon.0) 1173 : cluster 0 osdmap e201: 8 total, 8 up, 8 in 2024-03-22T07:08:51.253 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (13210 ms) 2024-03-22T07:08:51.253 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-03-22T07:08:51.287 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:08:51.301 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 41943040~10 2024-03-22T07:08:51.310 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:08:51.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:51 smithi148 bash[23214]: audit 2024-03-22T07:08:51.544973+0000 mon.c (mon.2) 64 : audit 0 from='client.? 172.21.15.129:0/3861654769' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:52.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:51 smithi129 bash[21357]: audit 2024-03-22T07:08:51.544973+0000 mon.c (mon.2) 64 : audit 0 from='client.? 172.21.15.129:0/3861654769' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:52.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:51 smithi129 bash[31121]: audit 2024-03-22T07:08:51.544973+0000 mon.c (mon.2) 64 : audit 0 from='client.? 172.21.15.129:0/3861654769' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:52.801 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 41943040 2024-03-22T07:08:52.846 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:08:53.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:52 smithi148 bash[23214]: cluster 2024-03-22T07:08:51.563343+0000 mgr.x (mgr.24532) 33 : cluster 0 pgmap v42: 137 pgs: 137 active+clean; 637 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 5.0 MiB/s wr, 352 op/s 2024-03-22T07:08:53.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:52 smithi148 bash[23214]: cluster 2024-03-22T07:08:51.780710+0000 mon.a (mon.0) 1174 : cluster 0 osdmap e202: 8 total, 8 up, 8 in 2024-03-22T07:08:53.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:52 smithi129 bash[21357]: cluster 2024-03-22T07:08:51.563343+0000 mgr.x (mgr.24532) 33 : cluster 0 pgmap v42: 137 pgs: 137 active+clean; 637 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 5.0 MiB/s wr, 352 op/s 2024-03-22T07:08:53.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:52 smithi129 bash[21357]: cluster 2024-03-22T07:08:51.780710+0000 mon.a (mon.0) 1174 : cluster 0 osdmap e202: 8 total, 8 up, 8 in 2024-03-22T07:08:53.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:52 smithi129 bash[31121]: cluster 2024-03-22T07:08:51.563343+0000 mgr.x (mgr.24532) 33 : cluster 0 pgmap v42: 137 pgs: 137 active+clean; 637 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 5.0 MiB/s wr, 352 op/s 2024-03-22T07:08:53.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:52 smithi129 bash[31121]: cluster 2024-03-22T07:08:51.780710+0000 mon.a (mon.0) 1174 : cluster 0 osdmap e202: 8 total, 8 up, 8 in 2024-03-22T07:08:54.076 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:08:54.095 INFO:tasks.workunit.client.0.smithi129.stdout:write: Y 41943040~5 2024-03-22T07:08:54.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:08:53 smithi129 bash[21614]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:08:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-03-22T07:08:54.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:53 smithi129 bash[31121]: cluster 2024-03-22T07:08:52.783413+0000 mon.a (mon.0) 1175 : cluster 0 osdmap e203: 8 total, 8 up, 8 in 2024-03-22T07:08:54.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:53 smithi129 bash[31121]: audit 2024-03-22T07:08:53.669752+0000 mon.b (mon.1) 69 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:08:54.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:53 smithi129 bash[21357]: cluster 2024-03-22T07:08:52.783413+0000 mon.a (mon.0) 1175 : cluster 0 osdmap e203: 8 total, 8 up, 8 in 2024-03-22T07:08:54.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:53 smithi129 bash[21357]: audit 2024-03-22T07:08:53.669752+0000 mon.b (mon.1) 69 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:08:54.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:53 smithi148 bash[23214]: cluster 2024-03-22T07:08:52.783413+0000 mon.a (mon.0) 1175 : cluster 0 osdmap e203: 8 total, 8 up, 8 in 2024-03-22T07:08:54.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:53 smithi148 bash[23214]: audit 2024-03-22T07:08:53.669752+0000 mon.b (mon.1) 69 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:08:54.172 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:53 smithi148 systemd[1]: Stopping Ceph prometheus.a for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:08:54.172 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[49388]: ts=2024-03-22T07:08:54.021Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-22T07:08:54.172 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[49388]: ts=2024-03-22T07:08:54.021Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-22T07:08:54.172 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[49388]: ts=2024-03-22T07:08:54.021Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-22T07:08:54.172 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[49388]: ts=2024-03-22T07:08:54.021Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-22T07:08:54.172 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[49388]: ts=2024-03-22T07:08:54.021Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-22T07:08:54.172 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[49388]: ts=2024-03-22T07:08:54.021Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-22T07:08:54.172 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[49388]: ts=2024-03-22T07:08:54.021Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-22T07:08:54.172 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[49388]: ts=2024-03-22T07:08:54.021Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-22T07:08:54.172 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[49388]: ts=2024-03-22T07:08:54.022Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-22T07:08:54.172 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[49388]: ts=2024-03-22T07:08:54.022Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-22T07:08:54.173 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[49388]: ts=2024-03-22T07:08:54.022Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-22T07:08:54.173 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[49388]: ts=2024-03-22T07:08:54.022Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-22T07:08:54.319 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:08:54.532 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:08:54.864 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[23214]: cluster 2024-03-22T07:08:53.564197+0000 mgr.x (mgr.24532) 34 : cluster 0 pgmap v45: 137 pgs: 137 active+clean; 637 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:08:54.864 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[23214]: cluster 2024-03-22T07:08:53.809533+0000 mon.a (mon.0) 1176 : cluster 0 osdmap e204: 8 total, 8 up, 8 in 2024-03-22T07:08:54.865 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[23214]: audit 2024-03-22T07:08:54.017650+0000 mon.a (mon.0) 1177 : audit 0 from='client.? 172.21.15.129:0/2120478787' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:54.865 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[58184]: ceph-77237b76-e818-11ee-95cd-87774f69a715-prometheus-a 2024-03-22T07:08:54.865 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 bash[58244]: ceph-77237b76-e818-11ee-95cd-87774f69a715-prometheus-a 2024-03-22T07:08:54.865 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-22T07:08:54.865 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 systemd[1]: Stopped Ceph prometheus.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:08:54.865 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:54 smithi148 systemd[1]: Started Ceph prometheus.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:08:55.015 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3762 ms) 2024-03-22T07:08:55.015 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-03-22T07:08:55.093 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:08:55.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:54 smithi129 bash[21357]: cluster 2024-03-22T07:08:53.564197+0000 mgr.x (mgr.24532) 34 : cluster 0 pgmap v45: 137 pgs: 137 active+clean; 637 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:08:55.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:54 smithi129 bash[21357]: cluster 2024-03-22T07:08:53.809533+0000 mon.a (mon.0) 1176 : cluster 0 osdmap e204: 8 total, 8 up, 8 in 2024-03-22T07:08:55.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:54 smithi129 bash[21357]: audit 2024-03-22T07:08:54.017650+0000 mon.a (mon.0) 1177 : audit 0 from='client.? 172.21.15.129:0/2120478787' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:55.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:54 smithi129 bash[31121]: cluster 2024-03-22T07:08:53.564197+0000 mgr.x (mgr.24532) 34 : cluster 0 pgmap v45: 137 pgs: 137 active+clean; 637 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:08:55.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:54 smithi129 bash[31121]: cluster 2024-03-22T07:08:53.809533+0000 mon.a (mon.0) 1176 : cluster 0 osdmap e204: 8 total, 8 up, 8 in 2024-03-22T07:08:55.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:54 smithi129 bash[31121]: audit 2024-03-22T07:08:54.017650+0000 mon.a (mon.0) 1177 : audit 0 from='client.? 172.21.15.129:0/2120478787' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:55.120 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:08:55.242 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:08:56.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[21357]: cluster 2024-03-22T07:08:54.818338+0000 mon.a (mon.0) 1178 : cluster 0 osdmap e205: 8 total, 8 up, 8 in 2024-03-22T07:08:56.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[21357]: audit 2024-03-22T07:08:54.873244+0000 mon.a (mon.0) 1179 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:56.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[21357]: audit 2024-03-22T07:08:54.886756+0000 mon.a (mon.0) 1180 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:56.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[21357]: audit 2024-03-22T07:08:54.939615+0000 mon.b (mon.1) 70 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:08:56.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[21357]: audit 2024-03-22T07:08:54.940677+0000 mgr.x (mgr.24532) 35 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:08:56.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[21357]: audit 2024-03-22T07:08:54.947880+0000 mon.b (mon.1) 71 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:08:56.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[21357]: cephadm 2024-03-22T07:08:54.949164+0000 mgr.x (mgr.24532) 36 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-03-22T07:08:56.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[21357]: cephadm 2024-03-22T07:08:54.949754+0000 mgr.x (mgr.24532) 37 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-03-22T07:08:56.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[31121]: cluster 2024-03-22T07:08:54.818338+0000 mon.a (mon.0) 1178 : cluster 0 osdmap e205: 8 total, 8 up, 8 in 2024-03-22T07:08:56.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[31121]: audit 2024-03-22T07:08:54.873244+0000 mon.a (mon.0) 1179 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:56.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[31121]: audit 2024-03-22T07:08:54.886756+0000 mon.a (mon.0) 1180 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:56.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[31121]: audit 2024-03-22T07:08:54.939615+0000 mon.b (mon.1) 70 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:08:56.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[31121]: audit 2024-03-22T07:08:54.940677+0000 mgr.x (mgr.24532) 35 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:08:56.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[31121]: audit 2024-03-22T07:08:54.947880+0000 mon.b (mon.1) 71 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:08:56.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[31121]: cephadm 2024-03-22T07:08:54.949164+0000 mgr.x (mgr.24532) 36 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-03-22T07:08:56.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:55 smithi129 bash[31121]: cephadm 2024-03-22T07:08:54.949754+0000 mgr.x (mgr.24532) 37 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-03-22T07:08:56.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[23214]: cluster 2024-03-22T07:08:54.818338+0000 mon.a (mon.0) 1178 : cluster 0 osdmap e205: 8 total, 8 up, 8 in 2024-03-22T07:08:56.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[23214]: audit 2024-03-22T07:08:54.873244+0000 mon.a (mon.0) 1179 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:56.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[23214]: audit 2024-03-22T07:08:54.886756+0000 mon.a (mon.0) 1180 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:56.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[23214]: audit 2024-03-22T07:08:54.939615+0000 mon.b (mon.1) 70 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:08:56.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[23214]: audit 2024-03-22T07:08:54.940677+0000 mgr.x (mgr.24532) 35 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:08:56.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[23214]: audit 2024-03-22T07:08:54.947880+0000 mon.b (mon.1) 71 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:08:56.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[23214]: cephadm 2024-03-22T07:08:54.949164+0000 mgr.x (mgr.24532) 36 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-03-22T07:08:56.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[23214]: cephadm 2024-03-22T07:08:54.949754+0000 mgr.x (mgr.24532) 37 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-03-22T07:08:56.173 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.880Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-22T07:08:56.173 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.880Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-22T07:08:56.173 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.880Z caller=main.go:570 level=info host_details="(Linux 5.15.0-101-generic #111-Ubuntu SMP Tue Mar 5 20:16:58 UTC 2024 x86_64 smithi148 (none))" 2024-03-22T07:08:56.173 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.880Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-22T07:08:56.173 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.880Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-22T07:08:56.173 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.882Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-22T07:08:56.173 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.882Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-22T07:08:56.173 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.885Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-22T07:08:56.173 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.885Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-22T07:08:56.173 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.887Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-22T07:08:56.174 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.887Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.889µs 2024-03-22T07:08:56.174 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.887Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-22T07:08:56.174 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.889Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-03-22T07:08:56.174 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.902Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-03-22T07:08:56.174 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.902Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-03-22T07:08:56.174 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.902Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=42.323µs wal_replay_duration=15.415351ms wbl_replay_duration=143ns total_replay_duration=15.478622ms 2024-03-22T07:08:56.174 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.904Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-22T07:08:56.174 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.904Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-22T07:08:56.174 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.904Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-22T07:08:56.174 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.929Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.700071ms db_storage=932ns remote_storage=1.501µs web_handler=451ns query_engine=711ns scrape=260.241µs scrape_sd=93.388µs notify=22.009µs notify_sd=20.818µs rules=23.981753ms tracing=6.492µs 2024-03-22T07:08:56.174 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.929Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-22T07:08:56.174 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:08:55 smithi148 bash[58273]: ts=2024-03-22T07:08:55.929Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-22T07:08:56.911 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 8388609~8388609 2024-03-22T07:08:56.930 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 0~1000 2024-03-22T07:08:56.930 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 1010~1000 2024-03-22T07:08:56.930 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap2 2024-03-22T07:08:57.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:56 smithi129 bash[21357]: cluster 2024-03-22T07:08:55.565028+0000 mgr.x (mgr.24532) 38 : cluster 0 pgmap v48: 137 pgs: 137 active+clean; 617 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 21 KiB/s wr, 378 op/s 2024-03-22T07:08:57.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:56 smithi129 bash[21357]: cluster 2024-03-22T07:08:55.899159+0000 mon.a (mon.0) 1181 : cluster 0 osdmap e206: 8 total, 8 up, 8 in 2024-03-22T07:08:57.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:56 smithi129 bash[21357]: audit 2024-03-22T07:08:56.460888+0000 mon.c (mon.2) 65 : audit 0 from='client.? 172.21.15.129:0/4136881890' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:57.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:56 smithi129 bash[31121]: cluster 2024-03-22T07:08:55.565028+0000 mgr.x (mgr.24532) 38 : cluster 0 pgmap v48: 137 pgs: 137 active+clean; 617 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 21 KiB/s wr, 378 op/s 2024-03-22T07:08:57.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:56 smithi129 bash[31121]: cluster 2024-03-22T07:08:55.899159+0000 mon.a (mon.0) 1181 : cluster 0 osdmap e206: 8 total, 8 up, 8 in 2024-03-22T07:08:57.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:56 smithi129 bash[31121]: audit 2024-03-22T07:08:56.460888+0000 mon.c (mon.2) 65 : audit 0 from='client.? 172.21.15.129:0/4136881890' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:57.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:56 smithi148 bash[23214]: cluster 2024-03-22T07:08:55.565028+0000 mgr.x (mgr.24532) 38 : cluster 0 pgmap v48: 137 pgs: 137 active+clean; 617 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 21 KiB/s wr, 378 op/s 2024-03-22T07:08:57.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:56 smithi148 bash[23214]: cluster 2024-03-22T07:08:55.899159+0000 mon.a (mon.0) 1181 : cluster 0 osdmap e206: 8 total, 8 up, 8 in 2024-03-22T07:08:57.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:56 smithi148 bash[23214]: audit 2024-03-22T07:08:56.460888+0000 mon.c (mon.2) 65 : audit 0 from='client.? 172.21.15.129:0/4136881890' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:58.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:57 smithi148 bash[23214]: cluster 2024-03-22T07:08:56.897869+0000 mon.a (mon.0) 1182 : cluster 0 osdmap e207: 8 total, 8 up, 8 in 2024-03-22T07:08:58.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:57 smithi148 bash[23214]: audit 2024-03-22T07:08:57.677131+0000 mon.a (mon.0) 1183 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:58.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:57 smithi148 bash[23214]: audit 2024-03-22T07:08:57.680721+0000 mon.a (mon.0) 1184 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:08:58.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:57 smithi148 bash[23214]: audit 2024-03-22T07:08:57.684031+0000 mon.b (mon.1) 72 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:08:58.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:57 smithi148 bash[23214]: audit 2024-03-22T07:08:57.686940+0000 mon.b (mon.1) 73 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T07:08:58.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:57 smithi148 bash[23214]: audit 2024-03-22T07:08:57.689033+0000 mon.b (mon.1) 74 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:08:58.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:57 smithi129 bash[21357]: cluster 2024-03-22T07:08:56.897869+0000 mon.a (mon.0) 1182 : cluster 0 osdmap e207: 8 total, 8 up, 8 in 2024-03-22T07:08:58.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:57 smithi129 bash[21357]: audit 2024-03-22T07:08:57.677131+0000 mon.a (mon.0) 1183 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:58.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:57 smithi129 bash[21357]: audit 2024-03-22T07:08:57.680721+0000 mon.a (mon.0) 1184 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:08:58.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:57 smithi129 bash[21357]: audit 2024-03-22T07:08:57.684031+0000 mon.b (mon.1) 72 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:08:58.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:57 smithi129 bash[21357]: audit 2024-03-22T07:08:57.686940+0000 mon.b (mon.1) 73 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T07:08:58.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:57 smithi129 bash[21357]: audit 2024-03-22T07:08:57.689033+0000 mon.b (mon.1) 74 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:08:58.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:57 smithi129 bash[31121]: cluster 2024-03-22T07:08:56.897869+0000 mon.a (mon.0) 1182 : cluster 0 osdmap e207: 8 total, 8 up, 8 in 2024-03-22T07:08:58.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:57 smithi129 bash[31121]: audit 2024-03-22T07:08:57.677131+0000 mon.a (mon.0) 1183 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:08:58.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:57 smithi129 bash[31121]: audit 2024-03-22T07:08:57.680721+0000 mon.a (mon.0) 1184 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:08:58.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:57 smithi129 bash[31121]: audit 2024-03-22T07:08:57.684031+0000 mon.b (mon.1) 72 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:08:58.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:57 smithi129 bash[31121]: audit 2024-03-22T07:08:57.686940+0000 mon.b (mon.1) 73 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T07:08:58.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:57 smithi129 bash[31121]: audit 2024-03-22T07:08:57.689033+0000 mon.b (mon.1) 74 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:08:58.919 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 8388609~1000 2024-03-22T07:08:58.939 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 16777228~1000 2024-03-22T07:08:58.939 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 167772160 2024-03-22T07:08:58.955 INFO:tasks.workunit.client.0.smithi129.stdout:write: 2 83886079~8388609 2024-03-22T07:08:58.984 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap3 2024-03-22T07:08:59.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:58 smithi148 bash[23214]: cluster 2024-03-22T07:08:57.565814+0000 mgr.x (mgr.24532) 39 : cluster 0 pgmap v51: 137 pgs: 137 active+clean; 617 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 21 KiB/s wr, 378 op/s 2024-03-22T07:08:59.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:58 smithi148 bash[23214]: cephadm 2024-03-22T07:08:57.671000+0000 mgr.x (mgr.24532) 40 : cephadm 1 Upgrade: Updating mgr.y 2024-03-22T07:08:59.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:58 smithi148 bash[23214]: cephadm 2024-03-22T07:08:57.691145+0000 mgr.x (mgr.24532) 41 : cephadm 1 Deploying daemon mgr.y on smithi129 2024-03-22T07:08:59.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:58 smithi148 bash[23214]: cluster 2024-03-22T07:08:57.921116+0000 mon.a (mon.0) 1185 : cluster 0 osdmap e208: 8 total, 8 up, 8 in 2024-03-22T07:08:59.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:58 smithi148 bash[23214]: audit 2024-03-22T07:08:58.894300+0000 mon.c (mon.2) 66 : audit 0 from='client.? 172.21.15.129:0/1183737882' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:59.275 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:58 smithi129 bash[21357]: cluster 2024-03-22T07:08:57.565814+0000 mgr.x (mgr.24532) 39 : cluster 0 pgmap v51: 137 pgs: 137 active+clean; 617 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 21 KiB/s wr, 378 op/s 2024-03-22T07:08:59.275 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:58 smithi129 bash[21357]: cephadm 2024-03-22T07:08:57.671000+0000 mgr.x (mgr.24532) 40 : cephadm 1 Upgrade: Updating mgr.y 2024-03-22T07:08:59.275 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:58 smithi129 bash[21357]: cephadm 2024-03-22T07:08:57.691145+0000 mgr.x (mgr.24532) 41 : cephadm 1 Deploying daemon mgr.y on smithi129 2024-03-22T07:08:59.275 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:58 smithi129 bash[21357]: cluster 2024-03-22T07:08:57.921116+0000 mon.a (mon.0) 1185 : cluster 0 osdmap e208: 8 total, 8 up, 8 in 2024-03-22T07:08:59.275 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:58 smithi129 bash[21357]: audit 2024-03-22T07:08:58.894300+0000 mon.c (mon.2) 66 : audit 0 from='client.? 172.21.15.129:0/1183737882' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:08:59.275 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:58 smithi129 bash[31121]: cluster 2024-03-22T07:08:57.565814+0000 mgr.x (mgr.24532) 39 : cluster 0 pgmap v51: 137 pgs: 137 active+clean; 617 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 21 KiB/s wr, 378 op/s 2024-03-22T07:08:59.276 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:58 smithi129 bash[31121]: cephadm 2024-03-22T07:08:57.671000+0000 mgr.x (mgr.24532) 40 : cephadm 1 Upgrade: Updating mgr.y 2024-03-22T07:08:59.276 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:58 smithi129 bash[31121]: cephadm 2024-03-22T07:08:57.691145+0000 mgr.x (mgr.24532) 41 : cephadm 1 Deploying daemon mgr.y on smithi129 2024-03-22T07:08:59.276 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:58 smithi129 bash[31121]: cluster 2024-03-22T07:08:57.921116+0000 mon.a (mon.0) 1185 : cluster 0 osdmap e208: 8 total, 8 up, 8 in 2024-03-22T07:08:59.276 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:58 smithi129 bash[31121]: audit 2024-03-22T07:08:58.894300+0000 mon.c (mon.2) 66 : audit 0 from='client.? 172.21.15.129:0/1183737882' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:00.119 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:09:00 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:00.120 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:09:00 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:00.120 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:09:00 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:00.120 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:09:00 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:00.120 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:09:00 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:00.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:08:59 smithi129 bash[21357]: cluster 2024-03-22T07:08:58.917082+0000 mon.a (mon.0) 1186 : cluster 0 osdmap e209: 8 total, 8 up, 8 in 2024-03-22T07:09:00.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:00 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:00.121 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:00 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:00.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:08:59 smithi129 bash[31121]: cluster 2024-03-22T07:08:58.917082+0000 mon.a (mon.0) 1186 : cluster 0 osdmap e209: 8 total, 8 up, 8 in 2024-03-22T07:09:00.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:00 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:00.122 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:09:00 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:00.421 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:08:59 smithi148 bash[23214]: cluster 2024-03-22T07:08:58.917082+0000 mon.a (mon.0) 1186 : cluster 0 osdmap e209: 8 total, 8 up, 8 in 2024-03-22T07:09:00.456 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:00 smithi129 systemd[1]: Stopping Ceph mgr.y for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:09:00.638 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:09:00.688 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 83886079~1 2024-03-22T07:09:00.708 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:09:01.108 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:00 smithi129 bash[21357]: cluster 2024-03-22T07:08:59.567321+0000 mgr.x (mgr.24532) 42 : cluster 0 pgmap v54: 137 pgs: 137 active+clean; 673 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 139 KiB/s rd, 12 MiB/s wr, 200 op/s 2024-03-22T07:09:01.108 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:00 smithi129 bash[21357]: cluster 2024-03-22T07:08:59.942005+0000 mon.a (mon.0) 1187 : cluster 0 osdmap e210: 8 total, 8 up, 8 in 2024-03-22T07:09:01.108 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:00 smithi129 bash[21357]: cluster 2024-03-22T07:09:00.606327+0000 mon.a (mon.0) 1188 : cluster 0 osdmap e211: 8 total, 8 up, 8 in 2024-03-22T07:09:01.108 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:00 smithi129 bash[72050]: ceph-77237b76-e818-11ee-95cd-87774f69a715-mgr-y 2024-03-22T07:09:01.109 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:00 smithi129 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-03-22T07:09:01.109 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:00 smithi129 bash[72114]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-mgr-y 2024-03-22T07:09:01.109 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:00 smithi129 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.y.service: Failed with result 'exit-code'. 2024-03-22T07:09:01.109 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:00 smithi129 systemd[1]: Stopped Ceph mgr.y for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:09:01.109 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:00 smithi129 bash[31121]: cluster 2024-03-22T07:08:59.567321+0000 mgr.x (mgr.24532) 42 : cluster 0 pgmap v54: 137 pgs: 137 active+clean; 673 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 139 KiB/s rd, 12 MiB/s wr, 200 op/s 2024-03-22T07:09:01.109 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:00 smithi129 bash[31121]: cluster 2024-03-22T07:08:59.942005+0000 mon.a (mon.0) 1187 : cluster 0 osdmap e210: 8 total, 8 up, 8 in 2024-03-22T07:09:01.109 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:00 smithi129 bash[31121]: cluster 2024-03-22T07:09:00.606327+0000 mon.a (mon.0) 1188 : cluster 0 osdmap e211: 8 total, 8 up, 8 in 2024-03-22T07:09:01.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:01 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:01.370 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:09:01 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:01.370 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:09:01 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:01.370 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:09:01 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:01.371 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:09:01 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:01.371 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:09:01 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:01.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:01 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:01.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:01 smithi129 systemd[1]: Started Ceph mgr.y for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:09:01.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:01 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:01.372 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:09:01 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:01.421 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:00 smithi148 bash[23214]: cluster 2024-03-22T07:08:59.567321+0000 mgr.x (mgr.24532) 42 : cluster 0 pgmap v54: 137 pgs: 137 active+clean; 673 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 139 KiB/s rd, 12 MiB/s wr, 200 op/s 2024-03-22T07:09:01.421 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:00 smithi148 bash[23214]: cluster 2024-03-22T07:08:59.942005+0000 mon.a (mon.0) 1187 : cluster 0 osdmap e210: 8 total, 8 up, 8 in 2024-03-22T07:09:01.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:00 smithi148 bash[23214]: cluster 2024-03-22T07:09:00.606327+0000 mon.a (mon.0) 1188 : cluster 0 osdmap e211: 8 total, 8 up, 8 in 2024-03-22T07:09:02.443 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:02 smithi129 bash[72191]: debug 2024-03-22T07:09:02.297+0000 7fb88f4bd700 1 -- 172.21.15.129:0/964528210 <== mon.2 v2:172.21.15.129:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559e3c47c1a0 con 0x559e3d1fe800 2024-03-22T07:09:02.443 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:02 smithi129 bash[31121]: audit 2024-03-22T07:09:01.283302+0000 mon.a (mon.0) 1189 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:02.443 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:02 smithi129 bash[31121]: audit 2024-03-22T07:09:01.298146+0000 mon.a (mon.0) 1190 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:02.444 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:02 smithi129 bash[31121]: audit 2024-03-22T07:09:01.315004+0000 mon.b (mon.1) 75 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:02.444 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:02 smithi129 bash[31121]: audit 2024-03-22T07:09:01.340986+0000 mon.c (mon.2) 67 : audit 0 from='client.? 172.21.15.129:0/1248139548' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:02.444 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:02 smithi129 bash[31121]: cluster 2024-03-22T07:09:01.568078+0000 mgr.x (mgr.24532) 43 : cluster 0 pgmap v57: 137 pgs: 137 active+clean; 673 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 139 KiB/s rd, 12 MiB/s wr, 200 op/s 2024-03-22T07:09:02.444 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:02 smithi129 bash[31121]: cluster 2024-03-22T07:09:01.616397+0000 mon.a (mon.0) 1191 : cluster 0 osdmap e212: 8 total, 8 up, 8 in 2024-03-22T07:09:02.444 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:02 smithi129 bash[21357]: audit 2024-03-22T07:09:01.283302+0000 mon.a (mon.0) 1189 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:02.444 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:02 smithi129 bash[21357]: audit 2024-03-22T07:09:01.298146+0000 mon.a (mon.0) 1190 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:02.444 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:02 smithi129 bash[21357]: audit 2024-03-22T07:09:01.315004+0000 mon.b (mon.1) 75 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:02.444 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:02 smithi129 bash[21357]: audit 2024-03-22T07:09:01.340986+0000 mon.c (mon.2) 67 : audit 0 from='client.? 172.21.15.129:0/1248139548' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:02.444 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:02 smithi129 bash[21357]: cluster 2024-03-22T07:09:01.568078+0000 mgr.x (mgr.24532) 43 : cluster 0 pgmap v57: 137 pgs: 137 active+clean; 673 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 139 KiB/s rd, 12 MiB/s wr, 200 op/s 2024-03-22T07:09:02.444 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:02 smithi129 bash[21357]: cluster 2024-03-22T07:09:01.616397+0000 mon.a (mon.0) 1191 : cluster 0 osdmap e212: 8 total, 8 up, 8 in 2024-03-22T07:09:02.671 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:02 smithi148 bash[23214]: audit 2024-03-22T07:09:01.283302+0000 mon.a (mon.0) 1189 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:02.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:02 smithi148 bash[23214]: audit 2024-03-22T07:09:01.298146+0000 mon.a (mon.0) 1190 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:02.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:02 smithi148 bash[23214]: audit 2024-03-22T07:09:01.315004+0000 mon.b (mon.1) 75 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:02.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:02 smithi148 bash[23214]: audit 2024-03-22T07:09:01.340986+0000 mon.c (mon.2) 67 : audit 0 from='client.? 172.21.15.129:0/1248139548' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:02.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:02 smithi148 bash[23214]: cluster 2024-03-22T07:09:01.568078+0000 mgr.x (mgr.24532) 43 : cluster 0 pgmap v57: 137 pgs: 137 active+clean; 673 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 139 KiB/s rd, 12 MiB/s wr, 200 op/s 2024-03-22T07:09:02.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:02 smithi148 bash[23214]: cluster 2024-03-22T07:09:01.616397+0000 mon.a (mon.0) 1191 : cluster 0 osdmap e212: 8 total, 8 up, 8 in 2024-03-22T07:09:02.869 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:02 smithi129 bash[72191]: debug 2024-03-22T07:09:02.445+0000 7fb8996b7200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-22T07:09:03.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:03 smithi148 bash[23214]: cluster 2024-03-22T07:09:02.623660+0000 mon.a (mon.0) 1192 : cluster 0 osdmap e213: 8 total, 8 up, 8 in 2024-03-22T07:09:04.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:03 smithi129 bash[31121]: cluster 2024-03-22T07:09:02.623660+0000 mon.a (mon.0) 1192 : cluster 0 osdmap e213: 8 total, 8 up, 8 in 2024-03-22T07:09:04.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:03 smithi129 bash[21357]: cluster 2024-03-22T07:09:02.623660+0000 mon.a (mon.0) 1192 : cluster 0 osdmap e213: 8 total, 8 up, 8 in 2024-03-22T07:09:04.473 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: after_prepare_snap 2024-03-22T07:09:04.578 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:04 smithi129 bash[72191]: debug 2024-03-22T07:09:04.161+0000 7fb8996b7200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-22T07:09:04.578 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:04 smithi129 bash[72191]: debug 2024-03-22T07:09:04.281+0000 7fb8996b7200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-22T07:09:04.869 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:04 smithi129 bash[72191]: debug 2024-03-22T07:09:04.581+0000 7fb8996b7200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-22T07:09:04.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:04 smithi129 bash[21357]: cluster 2024-03-22T07:09:03.568876+0000 mgr.x (mgr.24532) 44 : cluster 0 pgmap v60: 137 pgs: 137 active+clean; 673 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:04.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:04 smithi129 bash[21357]: cluster 2024-03-22T07:09:03.644217+0000 mon.a (mon.0) 1193 : cluster 0 osdmap e214: 8 total, 8 up, 8 in 2024-03-22T07:09:04.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:04 smithi129 bash[21357]: audit 2024-03-22T07:09:03.789311+0000 mon.c (mon.2) 68 : audit 0 from='client.? 172.21.15.129:0/112085183' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:04.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:04 smithi129 bash[31121]: cluster 2024-03-22T07:09:03.568876+0000 mgr.x (mgr.24532) 44 : cluster 0 pgmap v60: 137 pgs: 137 active+clean; 673 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:04.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:04 smithi129 bash[31121]: cluster 2024-03-22T07:09:03.644217+0000 mon.a (mon.0) 1193 : cluster 0 osdmap e214: 8 total, 8 up, 8 in 2024-03-22T07:09:04.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:04 smithi129 bash[31121]: audit 2024-03-22T07:09:03.789311+0000 mon.c (mon.2) 68 : audit 0 from='client.? 172.21.15.129:0/112085183' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:04.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:04 smithi148 bash[23214]: cluster 2024-03-22T07:09:03.568876+0000 mgr.x (mgr.24532) 44 : cluster 0 pgmap v60: 137 pgs: 137 active+clean; 673 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:04.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:04 smithi148 bash[23214]: cluster 2024-03-22T07:09:03.644217+0000 mon.a (mon.0) 1193 : cluster 0 osdmap e214: 8 total, 8 up, 8 in 2024-03-22T07:09:04.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:04 smithi148 bash[23214]: audit 2024-03-22T07:09:03.789311+0000 mon.c (mon.2) 68 : audit 0 from='client.? 172.21.15.129:0/112085183' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:05.673 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 41943040 2024-03-22T07:09:05.744 INFO:tasks.workunit.client.0.smithi129.stdout:write: * 0~1000 2024-03-22T07:09:05.758 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:09:05.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:05 smithi129 bash[21357]: cluster 2024-03-22T07:09:04.647309+0000 mon.a (mon.0) 1194 : cluster 0 osdmap e215: 8 total, 8 up, 8 in 2024-03-22T07:09:05.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:05 smithi129 bash[31121]: cluster 2024-03-22T07:09:04.647309+0000 mon.a (mon.0) 1194 : cluster 0 osdmap e215: 8 total, 8 up, 8 in 2024-03-22T07:09:05.870 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:05 smithi129 bash[72191]: debug 2024-03-22T07:09:05.441+0000 7fb8996b7200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-22T07:09:05.870 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:05 smithi129 bash[72191]: debug 2024-03-22T07:09:05.553+0000 7fb8996b7200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-22T07:09:05.870 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:05 smithi129 bash[72191]: debug 2024-03-22T07:09:05.661+0000 7fb8996b7200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-22T07:09:05.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:05 smithi148 bash[23214]: cluster 2024-03-22T07:09:04.647309+0000 mon.a (mon.0) 1194 : cluster 0 osdmap e215: 8 total, 8 up, 8 in 2024-03-22T07:09:05.968 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:09:06.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:06 smithi129 bash[72191]: debug 2024-03-22T07:09:06.097+0000 7fb8996b7200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-22T07:09:06.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:06 smithi129 bash[72191]: debug 2024-03-22T07:09:06.213+0000 7fb8996b7200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-22T07:09:06.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:06 smithi129 bash[72191]: debug 2024-03-22T07:09:06.317+0000 7fb8996b7200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-22T07:09:06.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:06 smithi148 bash[23214]: cluster 2024-03-22T07:09:05.569706+0000 mgr.x (mgr.24532) 45 : cluster 0 pgmap v63: 137 pgs: 137 active+clean; 673 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 44 MiB/s rd, 12 KiB/s wr, 320 op/s 2024-03-22T07:09:06.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:06 smithi148 bash[23214]: cluster 2024-03-22T07:09:05.661477+0000 mon.a (mon.0) 1195 : cluster 0 osdmap e216: 8 total, 8 up, 8 in 2024-03-22T07:09:06.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:06 smithi148 bash[23214]: audit 2024-03-22T07:09:06.266793+0000 mon.c (mon.2) 69 : audit 0 from='client.? 172.21.15.129:0/4216240184' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:06.965 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:06 smithi129 bash[72191]: debug 2024-03-22T07:09:06.705+0000 7fb8996b7200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-22T07:09:06.965 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:06 smithi129 bash[21357]: cluster 2024-03-22T07:09:05.569706+0000 mgr.x (mgr.24532) 45 : cluster 0 pgmap v63: 137 pgs: 137 active+clean; 673 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 44 MiB/s rd, 12 KiB/s wr, 320 op/s 2024-03-22T07:09:06.965 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:06 smithi129 bash[21357]: cluster 2024-03-22T07:09:05.661477+0000 mon.a (mon.0) 1195 : cluster 0 osdmap e216: 8 total, 8 up, 8 in 2024-03-22T07:09:06.965 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:06 smithi129 bash[21357]: audit 2024-03-22T07:09:06.266793+0000 mon.c (mon.2) 69 : audit 0 from='client.? 172.21.15.129:0/4216240184' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:06.965 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:06 smithi129 bash[31121]: cluster 2024-03-22T07:09:05.569706+0000 mgr.x (mgr.24532) 45 : cluster 0 pgmap v63: 137 pgs: 137 active+clean; 673 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 44 MiB/s rd, 12 KiB/s wr, 320 op/s 2024-03-22T07:09:06.966 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:06 smithi129 bash[31121]: cluster 2024-03-22T07:09:05.661477+0000 mon.a (mon.0) 1195 : cluster 0 osdmap e216: 8 total, 8 up, 8 in 2024-03-22T07:09:06.966 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:06 smithi129 bash[31121]: audit 2024-03-22T07:09:06.266793+0000 mon.c (mon.2) 69 : audit 0 from='client.? 172.21.15.129:0/4216240184' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:07.245 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:06 smithi129 bash[72191]: debug 2024-03-22T07:09:06.969+0000 7fb8996b7200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-22T07:09:07.245 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:07 smithi129 bash[72191]: debug 2024-03-22T07:09:07.249+0000 7fb8996b7200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-22T07:09:07.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:07 smithi129 bash[72191]: debug 2024-03-22T07:09:07.369+0000 7fb8996b7200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-22T07:09:07.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:07 smithi148 bash[23214]: cluster 2024-03-22T07:09:06.658411+0000 mon.a (mon.0) 1196 : cluster 0 osdmap e217: 8 total, 8 up, 8 in 2024-03-22T07:09:07.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:07 smithi148 bash[23214]: audit 2024-03-22T07:09:07.099319+0000 mon.a (mon.0) 1197 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:07.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:07 smithi148 bash[23214]: audit 2024-03-22T07:09:07.106733+0000 mon.a (mon.0) 1198 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:07.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:07 smithi148 bash[23214]: audit 2024-03-22T07:09:07.406098+0000 mon.a (mon.0) 1199 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:07.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:07 smithi148 bash[23214]: audit 2024-03-22T07:09:07.417260+0000 mon.a (mon.0) 1200 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:07.923 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:07 smithi129 bash[21357]: cluster 2024-03-22T07:09:06.658411+0000 mon.a (mon.0) 1196 : cluster 0 osdmap e217: 8 total, 8 up, 8 in 2024-03-22T07:09:07.923 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:07 smithi129 bash[21357]: audit 2024-03-22T07:09:07.099319+0000 mon.a (mon.0) 1197 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:07.923 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:07 smithi129 bash[21357]: audit 2024-03-22T07:09:07.106733+0000 mon.a (mon.0) 1198 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:07.923 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:07 smithi129 bash[21357]: audit 2024-03-22T07:09:07.406098+0000 mon.a (mon.0) 1199 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:07.923 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:07 smithi129 bash[21357]: audit 2024-03-22T07:09:07.417260+0000 mon.a (mon.0) 1200 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:07.923 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:07 smithi129 bash[31121]: cluster 2024-03-22T07:09:06.658411+0000 mon.a (mon.0) 1196 : cluster 0 osdmap e217: 8 total, 8 up, 8 in 2024-03-22T07:09:07.924 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:07 smithi129 bash[31121]: audit 2024-03-22T07:09:07.099319+0000 mon.a (mon.0) 1197 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:07.924 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:07 smithi129 bash[31121]: audit 2024-03-22T07:09:07.106733+0000 mon.a (mon.0) 1198 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:07.924 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:07 smithi129 bash[31121]: audit 2024-03-22T07:09:07.406098+0000 mon.a (mon.0) 1199 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:07.924 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:07 smithi129 bash[31121]: audit 2024-03-22T07:09:07.417260+0000 mon.a (mon.0) 1200 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:07.924 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:07 smithi129 bash[72191]: debug 2024-03-22T07:09:07.657+0000 7fb8996b7200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-22T07:09:08.357 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:07 smithi129 bash[72191]: debug 2024-03-22T07:09:07.925+0000 7fb8996b7200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:09:08.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:08 smithi129 bash[72191]: debug 2024-03-22T07:09:08.361+0000 7fb8996b7200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-22T07:09:08.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:08 smithi129 bash[72191]: debug 2024-03-22T07:09:08.493+0000 7fb8996b7200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-22T07:09:09.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:08 smithi129 bash[72191]: debug 2024-03-22T07:09:08.773+0000 7fb8996b7200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:09:09.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:08 smithi129 bash[21357]: cluster 2024-03-22T07:09:07.570525+0000 mgr.x (mgr.24532) 46 : cluster 0 pgmap v66: 137 pgs: 137 active+clean; 673 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 44 MiB/s rd, 12 KiB/s wr, 320 op/s 2024-03-22T07:09:09.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:08 smithi129 bash[21357]: cluster 2024-03-22T07:09:07.678347+0000 mon.a (mon.0) 1201 : cluster 0 osdmap e218: 8 total, 8 up, 8 in 2024-03-22T07:09:09.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:08 smithi129 bash[21357]: audit 2024-03-22T07:09:08.258527+0000 mon.a (mon.0) 1202 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:09.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:08 smithi129 bash[21357]: audit 2024-03-22T07:09:08.275030+0000 mon.a (mon.0) 1203 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:09.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:08 smithi129 bash[21357]: audit 2024-03-22T07:09:08.670282+0000 mon.b (mon.1) 76 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:09:09.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:08 smithi129 bash[31121]: cluster 2024-03-22T07:09:07.570525+0000 mgr.x (mgr.24532) 46 : cluster 0 pgmap v66: 137 pgs: 137 active+clean; 673 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 44 MiB/s rd, 12 KiB/s wr, 320 op/s 2024-03-22T07:09:09.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:08 smithi129 bash[31121]: cluster 2024-03-22T07:09:07.678347+0000 mon.a (mon.0) 1201 : cluster 0 osdmap e218: 8 total, 8 up, 8 in 2024-03-22T07:09:09.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:08 smithi129 bash[31121]: audit 2024-03-22T07:09:08.258527+0000 mon.a (mon.0) 1202 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:09.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:08 smithi129 bash[31121]: audit 2024-03-22T07:09:08.275030+0000 mon.a (mon.0) 1203 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:09.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:08 smithi129 bash[31121]: audit 2024-03-22T07:09:08.670282+0000 mon.b (mon.1) 76 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:09:09.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:08 smithi148 bash[23214]: cluster 2024-03-22T07:09:07.570525+0000 mgr.x (mgr.24532) 46 : cluster 0 pgmap v66: 137 pgs: 137 active+clean; 673 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 44 MiB/s rd, 12 KiB/s wr, 320 op/s 2024-03-22T07:09:09.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:08 smithi148 bash[23214]: cluster 2024-03-22T07:09:07.678347+0000 mon.a (mon.0) 1201 : cluster 0 osdmap e218: 8 total, 8 up, 8 in 2024-03-22T07:09:09.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:08 smithi148 bash[23214]: audit 2024-03-22T07:09:08.258527+0000 mon.a (mon.0) 1202 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:09.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:08 smithi148 bash[23214]: audit 2024-03-22T07:09:08.275030+0000 mon.a (mon.0) 1203 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:09.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:08 smithi148 bash[23214]: audit 2024-03-22T07:09:08.670282+0000 mon.b (mon.1) 76 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:09:09.220 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14205 ms) 2024-03-22T07:09:09.220 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-03-22T07:09:09.297 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:09:09.324 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:09:09.418 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:09:10.024 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:09 smithi129 bash[21357]: cluster 2024-03-22T07:09:08.684093+0000 mon.a (mon.0) 1204 : cluster 0 osdmap e219: 8 total, 8 up, 8 in 2024-03-22T07:09:10.024 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:09 smithi129 bash[21357]: audit 2024-03-22T07:09:08.696386+0000 mon.c (mon.2) 70 : audit 0 from='client.? 172.21.15.129:0/575385057' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:10.025 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:09 smithi129 bash[31121]: cluster 2024-03-22T07:09:08.684093+0000 mon.a (mon.0) 1204 : cluster 0 osdmap e219: 8 total, 8 up, 8 in 2024-03-22T07:09:10.025 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:09 smithi129 bash[31121]: audit 2024-03-22T07:09:08.696386+0000 mon.c (mon.2) 70 : audit 0 from='client.? 172.21.15.129:0/575385057' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:10.025 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:09 smithi129 bash[72191]: debug 2024-03-22T07:09:09.905+0000 7fb8996b7200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-22T07:09:10.118 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:09 smithi148 bash[23214]: cluster 2024-03-22T07:09:08.684093+0000 mon.a (mon.0) 1204 : cluster 0 osdmap e219: 8 total, 8 up, 8 in 2024-03-22T07:09:10.119 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:09 smithi148 bash[23214]: audit 2024-03-22T07:09:08.696386+0000 mon.c (mon.2) 70 : audit 0 from='client.? 172.21.15.129:0/575385057' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:10.326 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:10 smithi129 bash[72191]: debug 2024-03-22T07:09:10.025+0000 7fb8996b7200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-22T07:09:10.421 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:10 smithi148 bash[51237]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:09:10] "GET /metrics HTTP/1.1" 200 38771 "" "Prometheus/2.43.0" 2024-03-22T07:09:10.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:10 smithi129 bash[72191]: debug 2024-03-22T07:09:10.329+0000 7fb8996b7200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-22T07:09:10.619 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:10 smithi129 bash[72191]: debug 2024-03-22T07:09:10.449+0000 7fb8996b7200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-22T07:09:10.629 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 8388609~8388609 2024-03-22T07:09:10.670 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 0~1000 2024-03-22T07:09:10.670 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 1010~1000 2024-03-22T07:09:10.670 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap2 2024-03-22T07:09:11.067 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:10 smithi129 bash[72191]: debug 2024-03-22T07:09:10.945+0000 7fb8996b7200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-22T07:09:11.068 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:10 smithi129 bash[21357]: cluster 2024-03-22T07:09:09.572143+0000 mgr.x (mgr.24532) 47 : cluster 0 pgmap v69: 137 pgs: 137 active+clean; 689 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 426 op/s 2024-03-22T07:09:11.068 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:10 smithi129 bash[21357]: cluster 2024-03-22T07:09:09.704021+0000 mon.a (mon.0) 1205 : cluster 0 osdmap e220: 8 total, 8 up, 8 in 2024-03-22T07:09:11.068 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:10 smithi129 bash[21357]: cluster 2024-03-22T07:09:10.611489+0000 mon.a (mon.0) 1206 : cluster 0 osdmap e221: 8 total, 8 up, 8 in 2024-03-22T07:09:11.068 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:10 smithi129 bash[31121]: cluster 2024-03-22T07:09:09.572143+0000 mgr.x (mgr.24532) 47 : cluster 0 pgmap v69: 137 pgs: 137 active+clean; 689 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 426 op/s 2024-03-22T07:09:11.068 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:10 smithi129 bash[31121]: cluster 2024-03-22T07:09:09.704021+0000 mon.a (mon.0) 1205 : cluster 0 osdmap e220: 8 total, 8 up, 8 in 2024-03-22T07:09:11.068 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:10 smithi129 bash[31121]: cluster 2024-03-22T07:09:10.611489+0000 mon.a (mon.0) 1206 : cluster 0 osdmap e221: 8 total, 8 up, 8 in 2024-03-22T07:09:11.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:10 smithi148 bash[23214]: cluster 2024-03-22T07:09:09.572143+0000 mgr.x (mgr.24532) 47 : cluster 0 pgmap v69: 137 pgs: 137 active+clean; 689 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 426 op/s 2024-03-22T07:09:11.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:10 smithi148 bash[23214]: cluster 2024-03-22T07:09:09.704021+0000 mon.a (mon.0) 1205 : cluster 0 osdmap e220: 8 total, 8 up, 8 in 2024-03-22T07:09:11.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:10 smithi148 bash[23214]: cluster 2024-03-22T07:09:10.611489+0000 mon.a (mon.0) 1206 : cluster 0 osdmap e221: 8 total, 8 up, 8 in 2024-03-22T07:09:11.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[72191]: debug 2024-03-22T07:09:11.069+0000 7fb8996b7200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-22T07:09:11.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[72191]: [22/Mar/2024:07:09:11] ENGINE Bus STARTING 2024-03-22T07:09:11.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[72191]: CherryPy Checker: 2024-03-22T07:09:11.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[72191]: The Application mounted at '' has an empty config. 2024-03-22T07:09:11.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[72191]: [22/Mar/2024:07:09:11] ENGINE Serving on http://:::9283 2024-03-22T07:09:11.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[72191]: [22/Mar/2024:07:09:11] ENGINE Bus STARTED 2024-03-22T07:09:12.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[21357]: cluster 2024-03-22T07:09:11.093673+0000 mon.a (mon.0) 1207 : cluster 0 Standby manager daemon y restarted 2024-03-22T07:09:12.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[21357]: cluster 2024-03-22T07:09:11.093803+0000 mon.a (mon.0) 1208 : cluster 0 Standby manager daemon y started 2024-03-22T07:09:12.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[21357]: audit 2024-03-22T07:09:11.099181+0000 mon.c (mon.2) 71 : audit 0 from='mgr.? 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-22T07:09:12.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[21357]: audit 2024-03-22T07:09:11.099877+0000 mon.c (mon.2) 72 : audit 0 from='mgr.? 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:09:12.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[21357]: audit 2024-03-22T07:09:11.102605+0000 mon.c (mon.2) 73 : audit 0 from='mgr.? 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-22T07:09:12.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[21357]: audit 2024-03-22T07:09:11.103275+0000 mon.c (mon.2) 74 : audit 0 from='mgr.? 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:09:12.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[21357]: audit 2024-03-22T07:09:11.130731+0000 mon.c (mon.2) 75 : audit 0 from='client.? 172.21.15.129:0/3913133514' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:12.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[31121]: cluster 2024-03-22T07:09:11.093673+0000 mon.a (mon.0) 1207 : cluster 0 Standby manager daemon y restarted 2024-03-22T07:09:12.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[31121]: cluster 2024-03-22T07:09:11.093803+0000 mon.a (mon.0) 1208 : cluster 0 Standby manager daemon y started 2024-03-22T07:09:12.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[31121]: audit 2024-03-22T07:09:11.099181+0000 mon.c (mon.2) 71 : audit 0 from='mgr.? 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-22T07:09:12.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[31121]: audit 2024-03-22T07:09:11.099877+0000 mon.c (mon.2) 72 : audit 0 from='mgr.? 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:09:12.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[31121]: audit 2024-03-22T07:09:11.102605+0000 mon.c (mon.2) 73 : audit 0 from='mgr.? 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-22T07:09:12.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[31121]: audit 2024-03-22T07:09:11.103275+0000 mon.c (mon.2) 74 : audit 0 from='mgr.? 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:09:12.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:11 smithi129 bash[31121]: audit 2024-03-22T07:09:11.130731+0000 mon.c (mon.2) 75 : audit 0 from='client.? 172.21.15.129:0/3913133514' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:12.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:11 smithi148 bash[23214]: cluster 2024-03-22T07:09:11.093673+0000 mon.a (mon.0) 1207 : cluster 0 Standby manager daemon y restarted 2024-03-22T07:09:12.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:11 smithi148 bash[23214]: cluster 2024-03-22T07:09:11.093803+0000 mon.a (mon.0) 1208 : cluster 0 Standby manager daemon y started 2024-03-22T07:09:12.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:11 smithi148 bash[23214]: audit 2024-03-22T07:09:11.099181+0000 mon.c (mon.2) 71 : audit 0 from='mgr.? 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-22T07:09:12.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:11 smithi148 bash[23214]: audit 2024-03-22T07:09:11.099877+0000 mon.c (mon.2) 72 : audit 0 from='mgr.? 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:09:12.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:11 smithi148 bash[23214]: audit 2024-03-22T07:09:11.102605+0000 mon.c (mon.2) 73 : audit 0 from='mgr.? 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-22T07:09:12.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:11 smithi148 bash[23214]: audit 2024-03-22T07:09:11.103275+0000 mon.c (mon.2) 74 : audit 0 from='mgr.? 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:09:12.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:11 smithi148 bash[23214]: audit 2024-03-22T07:09:11.130731+0000 mon.c (mon.2) 75 : audit 0 from='client.? 172.21.15.129:0/3913133514' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:12.752 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 8388609~1000 2024-03-22T07:09:12.766 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 16777228~1000 2024-03-22T07:09:12.766 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 167772160 2024-03-22T07:09:12.787 INFO:tasks.workunit.client.0.smithi129.stdout:write: 2 83886079~8388609 2024-03-22T07:09:12.838 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap3 2024-03-22T07:09:13.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:12 smithi129 bash[21357]: cluster 2024-03-22T07:09:11.573136+0000 mgr.x (mgr.24532) 48 : cluster 0 pgmap v72: 137 pgs: 137 active+clean; 689 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 426 op/s 2024-03-22T07:09:13.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:12 smithi129 bash[21357]: cluster 2024-03-22T07:09:11.731369+0000 mon.a (mon.0) 1209 : cluster 0 mgrmap e27: x(active, since 48s), standbys: y 2024-03-22T07:09:13.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:12 smithi129 bash[21357]: cluster 2024-03-22T07:09:11.731848+0000 mon.a (mon.0) 1210 : cluster 0 osdmap e222: 8 total, 8 up, 8 in 2024-03-22T07:09:13.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:12 smithi129 bash[31121]: cluster 2024-03-22T07:09:11.573136+0000 mgr.x (mgr.24532) 48 : cluster 0 pgmap v72: 137 pgs: 137 active+clean; 689 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 426 op/s 2024-03-22T07:09:13.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:12 smithi129 bash[31121]: cluster 2024-03-22T07:09:11.731369+0000 mon.a (mon.0) 1209 : cluster 0 mgrmap e27: x(active, since 48s), standbys: y 2024-03-22T07:09:13.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:12 smithi129 bash[31121]: cluster 2024-03-22T07:09:11.731848+0000 mon.a (mon.0) 1210 : cluster 0 osdmap e222: 8 total, 8 up, 8 in 2024-03-22T07:09:13.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:12 smithi148 bash[23214]: cluster 2024-03-22T07:09:11.573136+0000 mgr.x (mgr.24532) 48 : cluster 0 pgmap v72: 137 pgs: 137 active+clean; 689 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 426 op/s 2024-03-22T07:09:13.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:12 smithi148 bash[23214]: cluster 2024-03-22T07:09:11.731369+0000 mon.a (mon.0) 1209 : cluster 0 mgrmap e27: x(active, since 48s), standbys: y 2024-03-22T07:09:13.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:12 smithi148 bash[23214]: cluster 2024-03-22T07:09:11.731848+0000 mon.a (mon.0) 1210 : cluster 0 osdmap e222: 8 total, 8 up, 8 in 2024-03-22T07:09:14.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:13 smithi129 bash[21357]: cluster 2024-03-22T07:09:12.736199+0000 mon.a (mon.0) 1211 : cluster 0 osdmap e223: 8 total, 8 up, 8 in 2024-03-22T07:09:14.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:13 smithi129 bash[21357]: audit 2024-03-22T07:09:13.580507+0000 mon.c (mon.2) 76 : audit 0 from='client.? 172.21.15.129:0/1618504388' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:14.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:13 smithi129 bash[31121]: cluster 2024-03-22T07:09:12.736199+0000 mon.a (mon.0) 1211 : cluster 0 osdmap e223: 8 total, 8 up, 8 in 2024-03-22T07:09:14.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:13 smithi129 bash[31121]: audit 2024-03-22T07:09:13.580507+0000 mon.c (mon.2) 76 : audit 0 from='client.? 172.21.15.129:0/1618504388' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:14.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:13 smithi148 bash[23214]: cluster 2024-03-22T07:09:12.736199+0000 mon.a (mon.0) 1211 : cluster 0 osdmap e223: 8 total, 8 up, 8 in 2024-03-22T07:09:14.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:13 smithi148 bash[23214]: audit 2024-03-22T07:09:13.580507+0000 mon.c (mon.2) 76 : audit 0 from='client.? 172.21.15.129:0/1618504388' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:14.753 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:09:14.794 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 83886079~1 2024-03-22T07:09:14.810 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:09:14.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:14 smithi129 bash[21357]: cluster 2024-03-22T07:09:13.573979+0000 mgr.x (mgr.24532) 49 : cluster 0 pgmap v75: 137 pgs: 137 active+clean; 689 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:14.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:14 smithi129 bash[21357]: cluster 2024-03-22T07:09:13.746121+0000 mon.a (mon.0) 1212 : cluster 0 osdmap e224: 8 total, 8 up, 8 in 2024-03-22T07:09:14.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:14 smithi129 bash[31121]: cluster 2024-03-22T07:09:13.573979+0000 mgr.x (mgr.24532) 49 : cluster 0 pgmap v75: 137 pgs: 137 active+clean; 689 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:14.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:14 smithi129 bash[31121]: cluster 2024-03-22T07:09:13.746121+0000 mon.a (mon.0) 1212 : cluster 0 osdmap e224: 8 total, 8 up, 8 in 2024-03-22T07:09:15.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:14 smithi148 bash[23214]: cluster 2024-03-22T07:09:13.573979+0000 mgr.x (mgr.24532) 49 : cluster 0 pgmap v75: 137 pgs: 137 active+clean; 689 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:15.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:14 smithi148 bash[23214]: cluster 2024-03-22T07:09:13.746121+0000 mon.a (mon.0) 1212 : cluster 0 osdmap e224: 8 total, 8 up, 8 in 2024-03-22T07:09:16.072 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:15 smithi129 bash[21357]: cluster 2024-03-22T07:09:14.743931+0000 mon.a (mon.0) 1213 : cluster 0 osdmap e225: 8 total, 8 up, 8 in 2024-03-22T07:09:16.073 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:15 smithi129 bash[31121]: cluster 2024-03-22T07:09:14.743931+0000 mon.a (mon.0) 1213 : cluster 0 osdmap e225: 8 total, 8 up, 8 in 2024-03-22T07:09:16.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:15 smithi148 bash[23214]: cluster 2024-03-22T07:09:14.743931+0000 mon.a (mon.0) 1213 : cluster 0 osdmap e225: 8 total, 8 up, 8 in 2024-03-22T07:09:17.091 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:16 smithi129 bash[21357]: cluster 2024-03-22T07:09:15.574760+0000 mgr.x (mgr.24532) 50 : cluster 0 pgmap v78: 137 pgs: 137 active+clean; 729 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 70 KiB/s rd, 8.0 MiB/s wr, 103 op/s 2024-03-22T07:09:17.091 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:16 smithi129 bash[21357]: cluster 2024-03-22T07:09:15.766556+0000 mon.a (mon.0) 1214 : cluster 0 osdmap e226: 8 total, 8 up, 8 in 2024-03-22T07:09:17.091 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:16 smithi129 bash[21357]: audit 2024-03-22T07:09:16.030835+0000 mon.a (mon.0) 1215 : audit 0 from='client.? 172.21.15.129:0/3306123721' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:17.092 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:16 smithi129 bash[31121]: cluster 2024-03-22T07:09:15.574760+0000 mgr.x (mgr.24532) 50 : cluster 0 pgmap v78: 137 pgs: 137 active+clean; 729 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 70 KiB/s rd, 8.0 MiB/s wr, 103 op/s 2024-03-22T07:09:17.092 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:16 smithi129 bash[31121]: cluster 2024-03-22T07:09:15.766556+0000 mon.a (mon.0) 1214 : cluster 0 osdmap e226: 8 total, 8 up, 8 in 2024-03-22T07:09:17.092 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:16 smithi129 bash[31121]: audit 2024-03-22T07:09:16.030835+0000 mon.a (mon.0) 1215 : audit 0 from='client.? 172.21.15.129:0/3306123721' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:17.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:16 smithi148 bash[23214]: cluster 2024-03-22T07:09:15.574760+0000 mgr.x (mgr.24532) 50 : cluster 0 pgmap v78: 137 pgs: 137 active+clean; 729 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 70 KiB/s rd, 8.0 MiB/s wr, 103 op/s 2024-03-22T07:09:17.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:16 smithi148 bash[23214]: cluster 2024-03-22T07:09:15.766556+0000 mon.a (mon.0) 1214 : cluster 0 osdmap e226: 8 total, 8 up, 8 in 2024-03-22T07:09:17.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:16 smithi148 bash[23214]: audit 2024-03-22T07:09:16.030835+0000 mon.a (mon.0) 1215 : audit 0 from='client.? 172.21.15.129:0/3306123721' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:18.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:17 smithi129 bash[21357]: cluster 2024-03-22T07:09:16.776400+0000 mon.a (mon.0) 1216 : cluster 0 osdmap e227: 8 total, 8 up, 8 in 2024-03-22T07:09:18.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:17 smithi129 bash[31121]: cluster 2024-03-22T07:09:16.776400+0000 mon.a (mon.0) 1216 : cluster 0 osdmap e227: 8 total, 8 up, 8 in 2024-03-22T07:09:18.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:17 smithi148 bash[23214]: cluster 2024-03-22T07:09:16.776400+0000 mon.a (mon.0) 1216 : cluster 0 osdmap e227: 8 total, 8 up, 8 in 2024-03-22T07:09:18.431 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: [22/Mar/2024:07:09:18] ENGINE Bus STOPPING 2024-03-22T07:09:18.431 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: [22/Mar/2024:07:09:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:09:18.431 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: [22/Mar/2024:07:09:18] ENGINE Bus STOPPED 2024-03-22T07:09:18.431 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: [22/Mar/2024:07:09:18] ENGINE Bus STARTING 2024-03-22T07:09:18.431 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: debug 2024-03-22T07:09:18.413+0000 7fb7f6333700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:09:18.431 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: debug 2024-03-22T07:09:18.413+0000 7fb7f6333700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:09:18.431 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: debug 2024-03-22T07:09:18.413+0000 7fb7f6333700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:09:18.431 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: debug 2024-03-22T07:09:18.413+0000 7fb7f6333700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:09:18.431 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: debug 2024-03-22T07:09:18.413+0000 7fb7f6333700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:09:18.431 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: debug 2024-03-22T07:09:18.421+0000 7fb7f9339700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:09:18.431 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: debug 2024-03-22T07:09:18.421+0000 7fb7f9339700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:09:18.432 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: debug 2024-03-22T07:09:18.421+0000 7fb7f9339700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:09:18.432 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: debug 2024-03-22T07:09:18.421+0000 7fb7f9339700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:09:18.432 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: debug 2024-03-22T07:09:18.421+0000 7fb7f9339700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:09:18.432 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: [22/Mar/2024:07:09:18] ENGINE Serving on http://:::9283 2024-03-22T07:09:18.432 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[72191]: [22/Mar/2024:07:09:18] ENGINE Bus STARTED 2024-03-22T07:09:18.463 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[51237]: ignoring --setuser ceph since I am not root 2024-03-22T07:09:18.463 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[51237]: ignoring --setgroup ceph since I am not root 2024-03-22T07:09:18.463 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[51237]: debug 2024-03-22T07:09:18.244+0000 7f4b139a7700 1 -- 172.21.15.148:0/1435161022 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5611357ae1a0 con 0x56113652cc00 2024-03-22T07:09:18.463 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[51237]: debug 2024-03-22T07:09:18.396+0000 7f4b1d783200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-22T07:09:18.480 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: after_prepare_snap 2024-03-22T07:09:19.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: cluster 2024-03-22T07:09:17.783589+0000 mon.a (mon.0) 1217 : cluster 0 osdmap e228: 8 total, 8 up, 8 in 2024-03-22T07:09:19.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.030333+0000 mon.a (mon.0) 1218 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.047209+0000 mon.a (mon.0) 1219 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.055813+0000 mon.b (mon.1) 77 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:09:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.057822+0000 mon.b (mon.1) 78 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:09:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.064829+0000 mon.a (mon.0) 1220 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.158141+0000 mon.b (mon.1) 79 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.161851+0000 mon.a (mon.0) 1221 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-22T07:09:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.165604+0000 mon.b (mon.1) 80 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-22T07:09:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: cluster 2024-03-22T07:09:18.169855+0000 mon.a (mon.0) 1222 : cluster 0 osdmap e229: 8 total, 8 up, 8 in 2024-03-22T07:09:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.170118+0000 mon.a (mon.0) 1223 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-03-22T07:09:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: cluster 2024-03-22T07:09:18.170197+0000 mon.a (mon.0) 1224 : cluster 0 mgrmap e28: y(active, starting, since 0.00773957s) 2024-03-22T07:09:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.175300+0000 mon.a (mon.0) 1225 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:09:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.175423+0000 mon.a (mon.0) 1226 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:09:19.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.175532+0000 mon.a (mon.0) 1227 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.176141+0000 mon.a (mon.0) 1228 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi148.qmcgkl"}]: dispatch 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.176515+0000 mon.a (mon.0) 1229 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi129.bzehte"}]: dispatch 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.177224+0000 mon.a (mon.0) 1230 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.177602+0000 mon.a (mon.0) 1231 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.178002+0000 mon.a (mon.0) 1232 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.178360+0000 mon.a (mon.0) 1233 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.178647+0000 mon.a (mon.0) 1234 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.178968+0000 mon.a (mon.0) 1235 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.179323+0000 mon.a (mon.0) 1236 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.179647+0000 mon.a (mon.0) 1237 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.179933+0000 mon.a (mon.0) 1238 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.180272+0000 mon.a (mon.0) 1239 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.180594+0000 mon.a (mon.0) 1240 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.181249+0000 mon.a (mon.0) 1241 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: cluster 2024-03-22T07:09:18.222847+0000 mon.a (mon.0) 1242 : cluster 1 Manager daemon y is now available 2024-03-22T07:09:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.273170+0000 mon.a (mon.0) 1243 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.275425+0000 mon.a (mon.0) 1244 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.305857+0000 mon.a (mon.0) 1245 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:09:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.333696+0000 mon.a (mon.0) 1246 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:09:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.378716+0000 mon.a (mon.0) 1247 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-22T07:09:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[31121]: audit 2024-03-22T07:09:18.570686+0000 mon.c (mon.2) 77 : audit 0 from='client.? 172.21.15.129:0/2621347143' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:19.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: cluster 2024-03-22T07:09:17.783589+0000 mon.a (mon.0) 1217 : cluster 0 osdmap e228: 8 total, 8 up, 8 in 2024-03-22T07:09:19.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.030333+0000 mon.a (mon.0) 1218 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:19.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.047209+0000 mon.a (mon.0) 1219 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:19.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.055813+0000 mon.b (mon.1) 77 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:09:19.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.057822+0000 mon.b (mon.1) 78 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:09:19.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.064829+0000 mon.a (mon.0) 1220 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:19.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.158141+0000 mon.b (mon.1) 79 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:19.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.161851+0000 mon.a (mon.0) 1221 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-22T07:09:19.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.165604+0000 mon.b (mon.1) 80 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-22T07:09:19.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: cluster 2024-03-22T07:09:18.169855+0000 mon.a (mon.0) 1222 : cluster 0 osdmap e229: 8 total, 8 up, 8 in 2024-03-22T07:09:19.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.170118+0000 mon.a (mon.0) 1223 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-03-22T07:09:19.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: cluster 2024-03-22T07:09:18.170197+0000 mon.a (mon.0) 1224 : cluster 0 mgrmap e28: y(active, starting, since 0.00773957s) 2024-03-22T07:09:19.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.175300+0000 mon.a (mon.0) 1225 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:09:19.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.175423+0000 mon.a (mon.0) 1226 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:09:19.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.175532+0000 mon.a (mon.0) 1227 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:09:19.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.176141+0000 mon.a (mon.0) 1228 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi148.qmcgkl"}]: dispatch 2024-03-22T07:09:19.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.176515+0000 mon.a (mon.0) 1229 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi129.bzehte"}]: dispatch 2024-03-22T07:09:19.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.177224+0000 mon.a (mon.0) 1230 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-22T07:09:19.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.177602+0000 mon.a (mon.0) 1231 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.178002+0000 mon.a (mon.0) 1232 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.178360+0000 mon.a (mon.0) 1233 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.178647+0000 mon.a (mon.0) 1234 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.178968+0000 mon.a (mon.0) 1235 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.179323+0000 mon.a (mon.0) 1236 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.179647+0000 mon.a (mon.0) 1237 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.179933+0000 mon.a (mon.0) 1238 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.180272+0000 mon.a (mon.0) 1239 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.180594+0000 mon.a (mon.0) 1240 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.181249+0000 mon.a (mon.0) 1241 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: cluster 2024-03-22T07:09:18.222847+0000 mon.a (mon.0) 1242 : cluster 1 Manager daemon y is now available 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.273170+0000 mon.a (mon.0) 1243 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.275425+0000 mon.a (mon.0) 1244 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.305857+0000 mon.a (mon.0) 1245 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.333696+0000 mon.a (mon.0) 1246 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:09:19.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.378716+0000 mon.a (mon.0) 1247 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-22T07:09:19.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:18 smithi129 bash[21357]: audit 2024-03-22T07:09:18.570686+0000 mon.c (mon.2) 77 : audit 0 from='client.? 172.21.15.129:0/2621347143' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:19.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: cluster 2024-03-22T07:09:17.783589+0000 mon.a (mon.0) 1217 : cluster 0 osdmap e228: 8 total, 8 up, 8 in 2024-03-22T07:09:19.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.030333+0000 mon.a (mon.0) 1218 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:19.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.047209+0000 mon.a (mon.0) 1219 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:19.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.055813+0000 mon.b (mon.1) 77 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:09:19.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.057822+0000 mon.b (mon.1) 78 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:09:19.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.064829+0000 mon.a (mon.0) 1220 : audit 1 from='mgr.24532 ' entity='mgr.x' 2024-03-22T07:09:19.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.158141+0000 mon.b (mon.1) 79 : audit 0 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.161851+0000 mon.a (mon.0) 1221 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.165604+0000 mon.b (mon.1) 80 : audit 1 from='mgr.24532 172.21.15.148:0/2836726597' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: cluster 2024-03-22T07:09:18.169855+0000 mon.a (mon.0) 1222 : cluster 0 osdmap e229: 8 total, 8 up, 8 in 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.170118+0000 mon.a (mon.0) 1223 : audit 1 from='mgr.24532 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: cluster 2024-03-22T07:09:18.170197+0000 mon.a (mon.0) 1224 : cluster 0 mgrmap e28: y(active, starting, since 0.00773957s) 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.175300+0000 mon.a (mon.0) 1225 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.175423+0000 mon.a (mon.0) 1226 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.175532+0000 mon.a (mon.0) 1227 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.176141+0000 mon.a (mon.0) 1228 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi148.qmcgkl"}]: dispatch 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.176515+0000 mon.a (mon.0) 1229 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi129.bzehte"}]: dispatch 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.177224+0000 mon.a (mon.0) 1230 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.177602+0000 mon.a (mon.0) 1231 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.178002+0000 mon.a (mon.0) 1232 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.178360+0000 mon.a (mon.0) 1233 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.178647+0000 mon.a (mon.0) 1234 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T07:09:19.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.178968+0000 mon.a (mon.0) 1235 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T07:09:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.179323+0000 mon.a (mon.0) 1236 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T07:09:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.179647+0000 mon.a (mon.0) 1237 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:09:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.179933+0000 mon.a (mon.0) 1238 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:09:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.180272+0000 mon.a (mon.0) 1239 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-22T07:09:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.180594+0000 mon.a (mon.0) 1240 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-22T07:09:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.181249+0000 mon.a (mon.0) 1241 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-22T07:09:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: cluster 2024-03-22T07:09:18.222847+0000 mon.a (mon.0) 1242 : cluster 1 Manager daemon y is now available 2024-03-22T07:09:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.273170+0000 mon.a (mon.0) 1243 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.275425+0000 mon.a (mon.0) 1244 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.305857+0000 mon.a (mon.0) 1245 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:09:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.333696+0000 mon.a (mon.0) 1246 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:09:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.378716+0000 mon.a (mon.0) 1247 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-22T07:09:19.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:18 smithi148 bash[23214]: audit 2024-03-22T07:09:18.570686+0000 mon.c (mon.2) 77 : audit 0 from='client.? 172.21.15.129:0/2621347143' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:20.207 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 167772160 2024-03-22T07:09:20.232 INFO:tasks.workunit.client.0.smithi129.stdout:write: * 83886080~1000 2024-03-22T07:09:20.247 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:09:20.393 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:20 smithi148 bash[23214]: cluster 2024-03-22T07:09:19.170570+0000 mon.a (mon.0) 1248 : cluster 0 osdmap e230: 8 total, 8 up, 8 in 2024-03-22T07:09:20.393 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:20 smithi148 bash[23214]: cluster 2024-03-22T07:09:19.182688+0000 mon.a (mon.0) 1249 : cluster 0 mgrmap e29: y(active, since 1.02022s) 2024-03-22T07:09:20.393 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:20 smithi148 bash[23214]: cephadm 2024-03-22T07:09:19.227988+0000 mgr.y (mgr.25115) 2 : cephadm 1 [22/Mar/2024:07:09:19] ENGINE Bus STARTING 2024-03-22T07:09:20.393 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:20 smithi148 bash[51237]: debug 2024-03-22T07:09:20.004+0000 7f4b1d783200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-22T07:09:20.393 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:20 smithi148 bash[51237]: debug 2024-03-22T07:09:20.100+0000 7f4b1d783200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-22T07:09:20.393 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:20 smithi148 bash[51237]: debug 2024-03-22T07:09:20.400+0000 7f4b1d783200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-22T07:09:20.451 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:09:20.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:20 smithi129 bash[31121]: cluster 2024-03-22T07:09:19.170570+0000 mon.a (mon.0) 1248 : cluster 0 osdmap e230: 8 total, 8 up, 8 in 2024-03-22T07:09:20.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:20 smithi129 bash[31121]: cluster 2024-03-22T07:09:19.182688+0000 mon.a (mon.0) 1249 : cluster 0 mgrmap e29: y(active, since 1.02022s) 2024-03-22T07:09:20.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:20 smithi129 bash[31121]: cephadm 2024-03-22T07:09:19.227988+0000 mgr.y (mgr.25115) 2 : cephadm 1 [22/Mar/2024:07:09:19] ENGINE Bus STARTING 2024-03-22T07:09:20.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:20 smithi129 bash[21357]: cluster 2024-03-22T07:09:19.170570+0000 mon.a (mon.0) 1248 : cluster 0 osdmap e230: 8 total, 8 up, 8 in 2024-03-22T07:09:20.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:20 smithi129 bash[21357]: cluster 2024-03-22T07:09:19.182688+0000 mon.a (mon.0) 1249 : cluster 0 mgrmap e29: y(active, since 1.02022s) 2024-03-22T07:09:20.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:20 smithi129 bash[21357]: cephadm 2024-03-22T07:09:19.227988+0000 mgr.y (mgr.25115) 2 : cephadm 1 [22/Mar/2024:07:09:19] ENGINE Bus STARTING 2024-03-22T07:09:21.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:21 smithi129 bash[21357]: cephadm 2024-03-22T07:09:19.329992+0000 mgr.y (mgr.25115) 3 : cephadm 1 [22/Mar/2024:07:09:19] ENGINE Serving on http://172.21.15.129:8765 2024-03-22T07:09:21.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:21 smithi129 bash[21357]: cephadm 2024-03-22T07:09:19.447973+0000 mgr.y (mgr.25115) 4 : cephadm 1 [22/Mar/2024:07:09:19] ENGINE Serving on https://172.21.15.129:7150 2024-03-22T07:09:21.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:21 smithi129 bash[21357]: cephadm 2024-03-22T07:09:19.448225+0000 mgr.y (mgr.25115) 5 : cephadm 1 [22/Mar/2024:07:09:19] ENGINE Bus STARTED 2024-03-22T07:09:21.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:21 smithi129 bash[21357]: cluster 2024-03-22T07:09:20.179303+0000 mgr.y (mgr.25115) 6 : cluster 0 pgmap v5: 137 pgs: 137 active+clean; 729 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:21.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:21 smithi129 bash[21357]: cluster 2024-03-22T07:09:20.194641+0000 mon.a (mon.0) 1250 : cluster 0 mgrmap e30: y(active, since 2s) 2024-03-22T07:09:21.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:21 smithi129 bash[21357]: cluster 2024-03-22T07:09:20.194770+0000 mon.a (mon.0) 1251 : cluster 0 osdmap e231: 8 total, 8 up, 8 in 2024-03-22T07:09:21.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:21 smithi129 bash[21357]: audit 2024-03-22T07:09:21.014166+0000 mon.c (mon.2) 78 : audit 0 from='client.? 172.21.15.129:0/4293314920' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:21.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:21 smithi129 bash[31121]: cephadm 2024-03-22T07:09:19.329992+0000 mgr.y (mgr.25115) 3 : cephadm 1 [22/Mar/2024:07:09:19] ENGINE Serving on http://172.21.15.129:8765 2024-03-22T07:09:21.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:21 smithi129 bash[31121]: cephadm 2024-03-22T07:09:19.447973+0000 mgr.y (mgr.25115) 4 : cephadm 1 [22/Mar/2024:07:09:19] ENGINE Serving on https://172.21.15.129:7150 2024-03-22T07:09:21.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:21 smithi129 bash[31121]: cephadm 2024-03-22T07:09:19.448225+0000 mgr.y (mgr.25115) 5 : cephadm 1 [22/Mar/2024:07:09:19] ENGINE Bus STARTED 2024-03-22T07:09:21.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:21 smithi129 bash[31121]: cluster 2024-03-22T07:09:20.179303+0000 mgr.y (mgr.25115) 6 : cluster 0 pgmap v5: 137 pgs: 137 active+clean; 729 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:21.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:21 smithi129 bash[31121]: cluster 2024-03-22T07:09:20.194641+0000 mon.a (mon.0) 1250 : cluster 0 mgrmap e30: y(active, since 2s) 2024-03-22T07:09:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:21 smithi129 bash[31121]: cluster 2024-03-22T07:09:20.194770+0000 mon.a (mon.0) 1251 : cluster 0 osdmap e231: 8 total, 8 up, 8 in 2024-03-22T07:09:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:21 smithi129 bash[31121]: audit 2024-03-22T07:09:21.014166+0000 mon.c (mon.2) 78 : audit 0 from='client.? 172.21.15.129:0/4293314920' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:21.671 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:21 smithi148 bash[51237]: debug 2024-03-22T07:09:21.208+0000 7f4b1d783200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-22T07:09:21.671 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:21 smithi148 bash[51237]: debug 2024-03-22T07:09:21.324+0000 7f4b1d783200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-22T07:09:21.671 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:21 smithi148 bash[51237]: debug 2024-03-22T07:09:21.428+0000 7f4b1d783200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-22T07:09:21.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:21 smithi148 bash[23214]: cephadm 2024-03-22T07:09:19.329992+0000 mgr.y (mgr.25115) 3 : cephadm 1 [22/Mar/2024:07:09:19] ENGINE Serving on http://172.21.15.129:8765 2024-03-22T07:09:21.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:21 smithi148 bash[23214]: cephadm 2024-03-22T07:09:19.447973+0000 mgr.y (mgr.25115) 4 : cephadm 1 [22/Mar/2024:07:09:19] ENGINE Serving on https://172.21.15.129:7150 2024-03-22T07:09:21.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:21 smithi148 bash[23214]: cephadm 2024-03-22T07:09:19.448225+0000 mgr.y (mgr.25115) 5 : cephadm 1 [22/Mar/2024:07:09:19] ENGINE Bus STARTED 2024-03-22T07:09:21.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:21 smithi148 bash[23214]: cluster 2024-03-22T07:09:20.179303+0000 mgr.y (mgr.25115) 6 : cluster 0 pgmap v5: 137 pgs: 137 active+clean; 729 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:21.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:21 smithi148 bash[23214]: cluster 2024-03-22T07:09:20.194641+0000 mon.a (mon.0) 1250 : cluster 0 mgrmap e30: y(active, since 2s) 2024-03-22T07:09:21.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:21 smithi148 bash[23214]: cluster 2024-03-22T07:09:20.194770+0000 mon.a (mon.0) 1251 : cluster 0 osdmap e231: 8 total, 8 up, 8 in 2024-03-22T07:09:21.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:21 smithi148 bash[23214]: audit 2024-03-22T07:09:21.014166+0000 mon.c (mon.2) 78 : audit 0 from='client.? 172.21.15.129:0/4293314920' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:22.171 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:21 smithi148 bash[51237]: debug 2024-03-22T07:09:21.792+0000 7f4b1d783200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-22T07:09:22.171 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:21 smithi148 bash[51237]: debug 2024-03-22T07:09:21.916+0000 7f4b1d783200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-22T07:09:22.171 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:22 smithi148 bash[51237]: debug 2024-03-22T07:09:22.032+0000 7f4b1d783200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-22T07:09:22.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:22 smithi129 bash[21357]: cluster 2024-03-22T07:09:21.198939+0000 mon.a (mon.0) 1252 : cluster 0 osdmap e232: 8 total, 8 up, 8 in 2024-03-22T07:09:22.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:22 smithi129 bash[31121]: cluster 2024-03-22T07:09:21.198939+0000 mon.a (mon.0) 1252 : cluster 0 osdmap e232: 8 total, 8 up, 8 in 2024-03-22T07:09:22.638 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:22 smithi148 bash[51237]: debug 2024-03-22T07:09:22.400+0000 7f4b1d783200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-22T07:09:22.639 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:22 smithi148 bash[23214]: cluster 2024-03-22T07:09:21.198939+0000 mon.a (mon.0) 1252 : cluster 0 osdmap e232: 8 total, 8 up, 8 in 2024-03-22T07:09:22.901 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:22 smithi148 bash[51237]: debug 2024-03-22T07:09:22.644+0000 7f4b1d783200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-22T07:09:23.171 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:22 smithi148 bash[51237]: debug 2024-03-22T07:09:22.908+0000 7f4b1d783200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-22T07:09:23.171 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:23 smithi148 bash[51237]: debug 2024-03-22T07:09:23.020+0000 7f4b1d783200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-22T07:09:23.576 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:23 smithi148 bash[51237]: debug 2024-03-22T07:09:23.316+0000 7f4b1d783200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-22T07:09:23.576 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:23 smithi148 bash[23214]: cluster 2024-03-22T07:09:22.180125+0000 mgr.y (mgr.25115) 7 : cluster 0 pgmap v8: 137 pgs: 137 active+clean; 729 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:23.576 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:23 smithi148 bash[23214]: cluster 2024-03-22T07:09:22.203999+0000 mon.a (mon.0) 1253 : cluster 0 mgrmap e31: y(active, since 4s) 2024-03-22T07:09:23.576 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:23 smithi148 bash[23214]: cluster 2024-03-22T07:09:22.226151+0000 mon.a (mon.0) 1254 : cluster 0 osdmap e233: 8 total, 8 up, 8 in 2024-03-22T07:09:23.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:23 smithi129 bash[21357]: cluster 2024-03-22T07:09:22.180125+0000 mgr.y (mgr.25115) 7 : cluster 0 pgmap v8: 137 pgs: 137 active+clean; 729 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:23.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:23 smithi129 bash[21357]: cluster 2024-03-22T07:09:22.203999+0000 mon.a (mon.0) 1253 : cluster 0 mgrmap e31: y(active, since 4s) 2024-03-22T07:09:23.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:23 smithi129 bash[21357]: cluster 2024-03-22T07:09:22.226151+0000 mon.a (mon.0) 1254 : cluster 0 osdmap e233: 8 total, 8 up, 8 in 2024-03-22T07:09:23.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:23 smithi129 bash[31121]: cluster 2024-03-22T07:09:22.180125+0000 mgr.y (mgr.25115) 7 : cluster 0 pgmap v8: 137 pgs: 137 active+clean; 729 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:23.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:23 smithi129 bash[31121]: cluster 2024-03-22T07:09:22.203999+0000 mon.a (mon.0) 1253 : cluster 0 mgrmap e31: y(active, since 4s) 2024-03-22T07:09:23.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:23 smithi129 bash[31121]: cluster 2024-03-22T07:09:22.226151+0000 mon.a (mon.0) 1254 : cluster 0 osdmap e233: 8 total, 8 up, 8 in 2024-03-22T07:09:23.803 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14583 ms) 2024-03-22T07:09:23.803 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.Clone 2024-03-22T07:09:23.838 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:09:23.850 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 0~8388609 2024-03-22T07:09:23.918 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 16777218~8388609 2024-03-22T07:09:23.921 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:23 smithi148 bash[51237]: debug 2024-03-22T07:09:23.580+0000 7f4b1d783200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:09:23.965 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap 2024-03-22T07:09:24.421 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:24 smithi148 bash[23214]: cluster 2024-03-22T07:09:23.228275+0000 mon.a (mon.0) 1255 : cluster 0 osdmap e234: 8 total, 8 up, 8 in 2024-03-22T07:09:24.421 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:24 smithi148 bash[23214]: audit 2024-03-22T07:09:23.511568+0000 mon.a (mon.0) 1256 : audit 0 from='client.? 172.21.15.129:0/388135775' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:24.421 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:24 smithi148 bash[51237]: debug 2024-03-22T07:09:24.048+0000 7f4b1d783200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-22T07:09:24.421 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:24 smithi148 bash[51237]: debug 2024-03-22T07:09:24.176+0000 7f4b1d783200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-22T07:09:24.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:24 smithi129 bash[21357]: cluster 2024-03-22T07:09:23.228275+0000 mon.a (mon.0) 1255 : cluster 0 osdmap e234: 8 total, 8 up, 8 in 2024-03-22T07:09:24.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:24 smithi129 bash[21357]: audit 2024-03-22T07:09:23.511568+0000 mon.a (mon.0) 1256 : audit 0 from='client.? 172.21.15.129:0/388135775' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:24.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:24 smithi129 bash[31121]: cluster 2024-03-22T07:09:23.228275+0000 mon.a (mon.0) 1255 : cluster 0 osdmap e234: 8 total, 8 up, 8 in 2024-03-22T07:09:24.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:24 smithi129 bash[31121]: audit 2024-03-22T07:09:23.511568+0000 mon.a (mon.0) 1256 : audit 0 from='client.? 172.21.15.129:0/388135775' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:24.921 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:24 smithi148 bash[51237]: debug 2024-03-22T07:09:24.464+0000 7f4b1d783200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:09:25.260 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap 2024-03-22T07:09:25.280 INFO:tasks.workunit.client.0.smithi129.stdout:clone image105 -> image108 2024-03-22T07:09:25.443 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 0~1000 2024-03-22T07:09:25.528 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 1010~1000 2024-03-22T07:09:25.531 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap 2024-03-22T07:09:25.542 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:25 smithi148 bash[23214]: cluster 2024-03-22T07:09:24.180614+0000 mgr.y (mgr.25115) 8 : cluster 0 pgmap v11: 137 pgs: 137 active+clean; 729 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:25.542 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:25 smithi148 bash[23214]: cluster 2024-03-22T07:09:24.235101+0000 mon.a (mon.0) 1257 : cluster 0 osdmap e235: 8 total, 8 up, 8 in 2024-03-22T07:09:25.542 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:25 smithi148 bash[23214]: audit 2024-03-22T07:09:24.521312+0000 mon.a (mon.0) 1258 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:25.543 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:25 smithi148 bash[23214]: audit 2024-03-22T07:09:24.528401+0000 mon.a (mon.0) 1259 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:25.543 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:25 smithi148 bash[23214]: audit 2024-03-22T07:09:24.772873+0000 mon.a (mon.0) 1260 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:25.543 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:25 smithi148 bash[23214]: audit 2024-03-22T07:09:24.783760+0000 mon.a (mon.0) 1261 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:25.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:25 smithi129 bash[31121]: cluster 2024-03-22T07:09:24.180614+0000 mgr.y (mgr.25115) 8 : cluster 0 pgmap v11: 137 pgs: 137 active+clean; 729 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:25.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:25 smithi129 bash[31121]: cluster 2024-03-22T07:09:24.235101+0000 mon.a (mon.0) 1257 : cluster 0 osdmap e235: 8 total, 8 up, 8 in 2024-03-22T07:09:25.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:25 smithi129 bash[31121]: audit 2024-03-22T07:09:24.521312+0000 mon.a (mon.0) 1258 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:25.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:25 smithi129 bash[31121]: audit 2024-03-22T07:09:24.528401+0000 mon.a (mon.0) 1259 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:25.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:25 smithi129 bash[31121]: audit 2024-03-22T07:09:24.772873+0000 mon.a (mon.0) 1260 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:25.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:25 smithi129 bash[31121]: audit 2024-03-22T07:09:24.783760+0000 mon.a (mon.0) 1261 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:25.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:25 smithi129 bash[21357]: cluster 2024-03-22T07:09:24.180614+0000 mgr.y (mgr.25115) 8 : cluster 0 pgmap v11: 137 pgs: 137 active+clean; 729 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:25.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:25 smithi129 bash[21357]: cluster 2024-03-22T07:09:24.235101+0000 mon.a (mon.0) 1257 : cluster 0 osdmap e235: 8 total, 8 up, 8 in 2024-03-22T07:09:25.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:25 smithi129 bash[21357]: audit 2024-03-22T07:09:24.521312+0000 mon.a (mon.0) 1258 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:25.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:25 smithi129 bash[21357]: audit 2024-03-22T07:09:24.528401+0000 mon.a (mon.0) 1259 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:25.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:25 smithi129 bash[21357]: audit 2024-03-22T07:09:24.772873+0000 mon.a (mon.0) 1260 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:25.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:25 smithi129 bash[21357]: audit 2024-03-22T07:09:24.783760+0000 mon.a (mon.0) 1261 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:25.921 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:25 smithi148 bash[51237]: debug 2024-03-22T07:09:25.548+0000 7f4b1d783200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-22T07:09:25.921 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:25 smithi148 bash[51237]: debug 2024-03-22T07:09:25.672+0000 7f4b1d783200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-22T07:09:26.238 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:25 smithi148 bash[51237]: debug 2024-03-22T07:09:25.980+0000 7f4b1d783200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-22T07:09:26.238 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:26 smithi148 bash[51237]: debug 2024-03-22T07:09:26.100+0000 7f4b1d783200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-22T07:09:26.561 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:26 smithi148 bash[23214]: cluster 2024-03-22T07:09:25.247494+0000 mon.a (mon.0) 1262 : cluster 0 osdmap e236: 8 total, 8 up, 8 in 2024-03-22T07:09:26.561 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:26 smithi148 bash[23214]: audit 2024-03-22T07:09:25.582130+0000 mon.a (mon.0) 1263 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:26.561 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:26 smithi148 bash[23214]: audit 2024-03-22T07:09:25.589203+0000 mon.a (mon.0) 1264 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:26.561 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:26 smithi148 bash[23214]: audit 2024-03-22T07:09:25.841046+0000 mon.a (mon.0) 1265 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:26.561 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:26 smithi148 bash[23214]: audit 2024-03-22T07:09:25.850491+0000 mon.a (mon.0) 1266 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:26.561 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:26 smithi148 bash[23214]: audit 2024-03-22T07:09:25.949351+0000 mon.c (mon.2) 79 : audit 0 from='client.? 172.21.15.129:0/2484628256' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:26.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:26 smithi129 bash[21357]: cluster 2024-03-22T07:09:25.247494+0000 mon.a (mon.0) 1262 : cluster 0 osdmap e236: 8 total, 8 up, 8 in 2024-03-22T07:09:26.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:26 smithi129 bash[21357]: audit 2024-03-22T07:09:25.582130+0000 mon.a (mon.0) 1263 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:26.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:26 smithi129 bash[21357]: audit 2024-03-22T07:09:25.589203+0000 mon.a (mon.0) 1264 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:26.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:26 smithi129 bash[21357]: audit 2024-03-22T07:09:25.841046+0000 mon.a (mon.0) 1265 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:26.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:26 smithi129 bash[21357]: audit 2024-03-22T07:09:25.850491+0000 mon.a (mon.0) 1266 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:26.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:26 smithi129 bash[21357]: audit 2024-03-22T07:09:25.949351+0000 mon.c (mon.2) 79 : audit 0 from='client.? 172.21.15.129:0/2484628256' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:26.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:26 smithi129 bash[31121]: cluster 2024-03-22T07:09:25.247494+0000 mon.a (mon.0) 1262 : cluster 0 osdmap e236: 8 total, 8 up, 8 in 2024-03-22T07:09:26.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:26 smithi129 bash[31121]: audit 2024-03-22T07:09:25.582130+0000 mon.a (mon.0) 1263 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:26.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:26 smithi129 bash[31121]: audit 2024-03-22T07:09:25.589203+0000 mon.a (mon.0) 1264 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:26.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:26 smithi129 bash[31121]: audit 2024-03-22T07:09:25.841046+0000 mon.a (mon.0) 1265 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:26.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:26 smithi129 bash[31121]: audit 2024-03-22T07:09:25.850491+0000 mon.a (mon.0) 1266 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:26.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:26 smithi129 bash[31121]: audit 2024-03-22T07:09:25.949351+0000 mon.c (mon.2) 79 : audit 0 from='client.? 172.21.15.129:0/2484628256' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:26.812 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:26 smithi148 bash[51237]: debug 2024-03-22T07:09:26.568+0000 7f4b1d783200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-22T07:09:26.812 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:26 smithi148 bash[51237]: debug 2024-03-22T07:09:26.688+0000 7f4b1d783200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-22T07:09:26.812 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:26 smithi148 bash[51237]: [22/Mar/2024:07:09:26] ENGINE Bus STARTING 2024-03-22T07:09:26.812 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:26 smithi148 bash[51237]: CherryPy Checker: 2024-03-22T07:09:26.812 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:26 smithi148 bash[51237]: The Application mounted at '' has an empty config. 2024-03-22T07:09:26.812 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:26 smithi148 bash[51237]: [22/Mar/2024:07:09:26] ENGINE Serving on http://:::9283 2024-03-22T07:09:26.812 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:26 smithi148 bash[51237]: [22/Mar/2024:07:09:26] ENGINE Bus STARTED 2024-03-22T07:09:27.303 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap 2024-03-22T07:09:27.331 INFO:tasks.workunit.client.0.smithi129.stdout:clone image108 -> image110 2024-03-22T07:09:27.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:27 smithi129 bash[31121]: cluster 2024-03-22T07:09:26.181385+0000 mgr.y (mgr.25115) 9 : cluster 0 pgmap v14: 137 pgs: 137 active+clean; 761 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s rd, 14 MiB/s wr, 461 op/s 2024-03-22T07:09:27.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:27 smithi129 bash[31121]: cluster 2024-03-22T07:09:26.257426+0000 mon.a (mon.0) 1267 : cluster 0 osdmap e237: 8 total, 8 up, 8 in 2024-03-22T07:09:27.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:27 smithi129 bash[31121]: cluster 2024-03-22T07:09:26.711538+0000 mon.a (mon.0) 1268 : cluster 0 Standby manager daemon x started 2024-03-22T07:09:27.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:27 smithi129 bash[31121]: audit 2024-03-22T07:09:26.715033+0000 mon.b (mon.1) 81 : audit 0 from='mgr.? 172.21.15.148:0/302421350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T07:09:27.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:27 smithi129 bash[31121]: audit 2024-03-22T07:09:26.717367+0000 mon.b (mon.1) 82 : audit 0 from='mgr.? 172.21.15.148:0/302421350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:09:27.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:27 smithi129 bash[31121]: audit 2024-03-22T07:09:26.720377+0000 mon.b (mon.1) 83 : audit 0 from='mgr.? 172.21.15.148:0/302421350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T07:09:27.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:27 smithi129 bash[31121]: audit 2024-03-22T07:09:26.722029+0000 mon.b (mon.1) 84 : audit 0 from='mgr.? 172.21.15.148:0/302421350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:09:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:27 smithi129 bash[21357]: cluster 2024-03-22T07:09:26.181385+0000 mgr.y (mgr.25115) 9 : cluster 0 pgmap v14: 137 pgs: 137 active+clean; 761 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s rd, 14 MiB/s wr, 461 op/s 2024-03-22T07:09:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:27 smithi129 bash[21357]: cluster 2024-03-22T07:09:26.257426+0000 mon.a (mon.0) 1267 : cluster 0 osdmap e237: 8 total, 8 up, 8 in 2024-03-22T07:09:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:27 smithi129 bash[21357]: cluster 2024-03-22T07:09:26.711538+0000 mon.a (mon.0) 1268 : cluster 0 Standby manager daemon x started 2024-03-22T07:09:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:27 smithi129 bash[21357]: audit 2024-03-22T07:09:26.715033+0000 mon.b (mon.1) 81 : audit 0 from='mgr.? 172.21.15.148:0/302421350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T07:09:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:27 smithi129 bash[21357]: audit 2024-03-22T07:09:26.717367+0000 mon.b (mon.1) 82 : audit 0 from='mgr.? 172.21.15.148:0/302421350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:09:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:27 smithi129 bash[21357]: audit 2024-03-22T07:09:26.720377+0000 mon.b (mon.1) 83 : audit 0 from='mgr.? 172.21.15.148:0/302421350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T07:09:27.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:27 smithi129 bash[21357]: audit 2024-03-22T07:09:26.722029+0000 mon.b (mon.1) 84 : audit 0 from='mgr.? 172.21.15.148:0/302421350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:09:27.660 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 1000~1000 2024-03-22T07:09:27.671 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:27 smithi148 bash[23214]: cluster 2024-03-22T07:09:26.181385+0000 mgr.y (mgr.25115) 9 : cluster 0 pgmap v14: 137 pgs: 137 active+clean; 761 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s rd, 14 MiB/s wr, 461 op/s 2024-03-22T07:09:27.671 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:27 smithi148 bash[23214]: cluster 2024-03-22T07:09:26.257426+0000 mon.a (mon.0) 1267 : cluster 0 osdmap e237: 8 total, 8 up, 8 in 2024-03-22T07:09:27.671 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:27 smithi148 bash[23214]: cluster 2024-03-22T07:09:26.711538+0000 mon.a (mon.0) 1268 : cluster 0 Standby manager daemon x started 2024-03-22T07:09:27.671 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:27 smithi148 bash[23214]: audit 2024-03-22T07:09:26.715033+0000 mon.b (mon.1) 81 : audit 0 from='mgr.? 172.21.15.148:0/302421350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T07:09:27.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:27 smithi148 bash[23214]: audit 2024-03-22T07:09:26.717367+0000 mon.b (mon.1) 82 : audit 0 from='mgr.? 172.21.15.148:0/302421350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:09:27.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:27 smithi148 bash[23214]: audit 2024-03-22T07:09:26.720377+0000 mon.b (mon.1) 83 : audit 0 from='mgr.? 172.21.15.148:0/302421350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T07:09:27.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:27 smithi148 bash[23214]: audit 2024-03-22T07:09:26.722029+0000 mon.b (mon.1) 84 : audit 0 from='mgr.? 172.21.15.148:0/302421350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:09:27.756 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 2010~1000 2024-03-22T07:09:27.762 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:09:28.340 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:09:28.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:28 smithi129 bash[21357]: cluster 2024-03-22T07:09:27.272702+0000 mon.a (mon.0) 1269 : cluster 0 mgrmap e32: y(active, since 9s), standbys: x 2024-03-22T07:09:28.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:28 smithi129 bash[21357]: cluster 2024-03-22T07:09:27.284210+0000 mon.a (mon.0) 1270 : cluster 0 osdmap e238: 8 total, 8 up, 8 in 2024-03-22T07:09:28.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:28 smithi129 bash[21357]: audit 2024-03-22T07:09:27.286770+0000 mon.a (mon.0) 1271 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-22T07:09:28.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:28 smithi129 bash[31121]: cluster 2024-03-22T07:09:27.272702+0000 mon.a (mon.0) 1269 : cluster 0 mgrmap e32: y(active, since 9s), standbys: x 2024-03-22T07:09:28.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:28 smithi129 bash[31121]: cluster 2024-03-22T07:09:27.284210+0000 mon.a (mon.0) 1270 : cluster 0 osdmap e238: 8 total, 8 up, 8 in 2024-03-22T07:09:28.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:28 smithi129 bash[31121]: audit 2024-03-22T07:09:27.286770+0000 mon.a (mon.0) 1271 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-22T07:09:28.620 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:09:28.671 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:28 smithi148 bash[23214]: cluster 2024-03-22T07:09:27.272702+0000 mon.a (mon.0) 1269 : cluster 0 mgrmap e32: y(active, since 9s), standbys: x 2024-03-22T07:09:28.671 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:28 smithi148 bash[23214]: cluster 2024-03-22T07:09:27.284210+0000 mon.a (mon.0) 1270 : cluster 0 osdmap e238: 8 total, 8 up, 8 in 2024-03-22T07:09:28.671 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:28 smithi148 bash[23214]: audit 2024-03-22T07:09:27.286770+0000 mon.a (mon.0) 1271 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-22T07:09:28.989 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.Clone (5186 ms) 2024-03-22T07:09:28.989 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.CloneParent 2024-03-22T07:09:29.075 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:09:29.105 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap 2024-03-22T07:09:29.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:29 smithi129 bash[21357]: cluster 2024-03-22T07:09:28.182043+0000 mgr.y (mgr.25115) 10 : cluster 0 pgmap v17: 137 pgs: 137 active+clean; 761 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s rd, 14 MiB/s wr, 461 op/s 2024-03-22T07:09:29.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:29 smithi129 bash[21357]: audit 2024-03-22T07:09:28.426601+0000 mon.a (mon.0) 1272 : audit 0 from='client.? 172.21.15.129:0/528694441' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:29.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:29 smithi129 bash[31121]: cluster 2024-03-22T07:09:28.182043+0000 mgr.y (mgr.25115) 10 : cluster 0 pgmap v17: 137 pgs: 137 active+clean; 761 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s rd, 14 MiB/s wr, 461 op/s 2024-03-22T07:09:29.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:29 smithi129 bash[31121]: audit 2024-03-22T07:09:28.426601+0000 mon.a (mon.0) 1272 : audit 0 from='client.? 172.21.15.129:0/528694441' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:29.671 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:29 smithi148 bash[23214]: cluster 2024-03-22T07:09:28.182043+0000 mgr.y (mgr.25115) 10 : cluster 0 pgmap v17: 137 pgs: 137 active+clean; 761 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s rd, 14 MiB/s wr, 461 op/s 2024-03-22T07:09:29.671 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:29 smithi148 bash[23214]: audit 2024-03-22T07:09:28.426601+0000 mon.a (mon.0) 1272 : audit 0 from='client.? 172.21.15.129:0/528694441' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:30.332 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap 2024-03-22T07:09:30.361 INFO:tasks.workunit.client.0.smithi129.stdout:clone image111 -> image114 2024-03-22T07:09:30.421 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:30 smithi148 bash[23214]: cluster 2024-03-22T07:09:29.299574+0000 mon.a (mon.0) 1273 : cluster 0 osdmap e239: 8 total, 8 up, 8 in 2024-03-22T07:09:30.421 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:30 smithi148 bash[51237]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:09:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-03-22T07:09:30.579 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:09:30.605 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:30 smithi129 bash[31121]: cluster 2024-03-22T07:09:29.299574+0000 mon.a (mon.0) 1273 : cluster 0 osdmap e239: 8 total, 8 up, 8 in 2024-03-22T07:09:30.605 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:30 smithi129 bash[21357]: cluster 2024-03-22T07:09:29.299574+0000 mon.a (mon.0) 1273 : cluster 0 osdmap e239: 8 total, 8 up, 8 in 2024-03-22T07:09:30.892 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:09:31.121 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.CloneParent (2133 ms) 2024-03-22T07:09:31.122 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-03-22T07:09:31.184 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:09:31.208 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 0~10 2024-03-22T07:09:31.227 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap 2024-03-22T07:09:31.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:31 smithi129 bash[21357]: cluster 2024-03-22T07:09:30.182904+0000 mgr.y (mgr.25115) 11 : cluster 0 pgmap v19: 137 pgs: 137 active+clean; 777 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.1 MiB/s wr, 666 op/s 2024-03-22T07:09:31.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:31 smithi129 bash[21357]: cluster 2024-03-22T07:09:30.313016+0000 mon.a (mon.0) 1274 : cluster 0 osdmap e240: 8 total, 8 up, 8 in 2024-03-22T07:09:31.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:31 smithi129 bash[21357]: cluster 2024-03-22T07:09:30.609736+0000 mon.a (mon.0) 1275 : cluster 0 osdmap e241: 8 total, 8 up, 8 in 2024-03-22T07:09:31.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:31 smithi129 bash[21357]: audit 2024-03-22T07:09:30.908582+0000 mon.c (mon.2) 80 : audit 0 from='client.? 172.21.15.129:0/1477918963' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:31.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:31 smithi129 bash[31121]: cluster 2024-03-22T07:09:30.182904+0000 mgr.y (mgr.25115) 11 : cluster 0 pgmap v19: 137 pgs: 137 active+clean; 777 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.1 MiB/s wr, 666 op/s 2024-03-22T07:09:31.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:31 smithi129 bash[31121]: cluster 2024-03-22T07:09:30.313016+0000 mon.a (mon.0) 1274 : cluster 0 osdmap e240: 8 total, 8 up, 8 in 2024-03-22T07:09:31.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:31 smithi129 bash[31121]: cluster 2024-03-22T07:09:30.609736+0000 mon.a (mon.0) 1275 : cluster 0 osdmap e241: 8 total, 8 up, 8 in 2024-03-22T07:09:31.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:31 smithi129 bash[31121]: audit 2024-03-22T07:09:30.908582+0000 mon.c (mon.2) 80 : audit 0 from='client.? 172.21.15.129:0/1477918963' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:31.671 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:31 smithi148 bash[23214]: cluster 2024-03-22T07:09:30.182904+0000 mgr.y (mgr.25115) 11 : cluster 0 pgmap v19: 137 pgs: 137 active+clean; 777 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.1 MiB/s wr, 666 op/s 2024-03-22T07:09:31.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:31 smithi148 bash[23214]: cluster 2024-03-22T07:09:30.313016+0000 mon.a (mon.0) 1274 : cluster 0 osdmap e240: 8 total, 8 up, 8 in 2024-03-22T07:09:31.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:31 smithi148 bash[23214]: cluster 2024-03-22T07:09:30.609736+0000 mon.a (mon.0) 1275 : cluster 0 osdmap e241: 8 total, 8 up, 8 in 2024-03-22T07:09:31.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:31 smithi148 bash[23214]: audit 2024-03-22T07:09:30.908582+0000 mon.c (mon.2) 80 : audit 0 from='client.? 172.21.15.129:0/1477918963' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:32.655 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap 2024-03-22T07:09:32.685 INFO:tasks.workunit.client.0.smithi129.stdout:clone image115 -> image118 2024-03-22T07:09:32.884 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:32 smithi129 bash[21357]: cluster 2024-03-22T07:09:31.628611+0000 mon.a (mon.0) 1276 : cluster 0 osdmap e242: 8 total, 8 up, 8 in 2024-03-22T07:09:32.884 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:32 smithi129 bash[21357]: cluster 2024-03-22T07:09:32.183448+0000 mgr.y (mgr.25115) 12 : cluster 0 pgmap v23: 137 pgs: 137 active+clean; 777 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 822 op/s 2024-03-22T07:09:32.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:32 smithi129 bash[31121]: cluster 2024-03-22T07:09:31.628611+0000 mon.a (mon.0) 1276 : cluster 0 osdmap e242: 8 total, 8 up, 8 in 2024-03-22T07:09:32.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:32 smithi129 bash[31121]: cluster 2024-03-22T07:09:32.183448+0000 mgr.y (mgr.25115) 12 : cluster 0 pgmap v23: 137 pgs: 137 active+clean; 777 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 822 op/s 2024-03-22T07:09:32.907 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:09:32.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:32 smithi148 bash[23214]: cluster 2024-03-22T07:09:31.628611+0000 mon.a (mon.0) 1276 : cluster 0 osdmap e242: 8 total, 8 up, 8 in 2024-03-22T07:09:32.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:32 smithi148 bash[23214]: cluster 2024-03-22T07:09:32.183448+0000 mgr.y (mgr.25115) 12 : cluster 0 pgmap v23: 137 pgs: 137 active+clean; 777 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 822 op/s 2024-03-22T07:09:33.149 INFO:tasks.workunit.client.0.smithi129.stdout:write: Y 0~1 2024-03-22T07:09:33.191 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:09:33.320 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:09:33.489 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2368 ms) 2024-03-22T07:09:33.489 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-03-22T07:09:33.558 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:09:33.587 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 41943040~10 2024-03-22T07:09:33.608 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:09:33.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:33 smithi148 bash[23214]: cluster 2024-03-22T07:09:32.641597+0000 mon.a (mon.0) 1277 : cluster 0 osdmap e243: 8 total, 8 up, 8 in 2024-03-22T07:09:33.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:33 smithi148 bash[23214]: audit 2024-03-22T07:09:33.301499+0000 mon.a (mon.0) 1278 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:09:33.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:33 smithi148 bash[23214]: audit 2024-03-22T07:09:33.410048+0000 mon.a (mon.0) 1279 : audit 0 from='client.? 172.21.15.129:0/634637101' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:34.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:33 smithi129 bash[21357]: cluster 2024-03-22T07:09:32.641597+0000 mon.a (mon.0) 1277 : cluster 0 osdmap e243: 8 total, 8 up, 8 in 2024-03-22T07:09:34.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:33 smithi129 bash[21357]: audit 2024-03-22T07:09:33.301499+0000 mon.a (mon.0) 1278 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:09:34.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:33 smithi129 bash[21357]: audit 2024-03-22T07:09:33.410048+0000 mon.a (mon.0) 1279 : audit 0 from='client.? 172.21.15.129:0/634637101' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:34.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:33 smithi129 bash[31121]: cluster 2024-03-22T07:09:32.641597+0000 mon.a (mon.0) 1277 : cluster 0 osdmap e243: 8 total, 8 up, 8 in 2024-03-22T07:09:34.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:33 smithi129 bash[31121]: audit 2024-03-22T07:09:33.301499+0000 mon.a (mon.0) 1278 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:09:34.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:33 smithi129 bash[31121]: audit 2024-03-22T07:09:33.410048+0000 mon.a (mon.0) 1279 : audit 0 from='client.? 172.21.15.129:0/634637101' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:34.666 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 41943041~10 2024-03-22T07:09:34.681 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:09:34.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:34 smithi148 bash[23214]: cluster 2024-03-22T07:09:33.643980+0000 mon.a (mon.0) 1280 : cluster 0 osdmap e244: 8 total, 8 up, 8 in 2024-03-22T07:09:34.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:34 smithi148 bash[23214]: cluster 2024-03-22T07:09:34.184199+0000 mgr.y (mgr.25115) 13 : cluster 0 pgmap v26: 137 pgs: 137 active+clean; 777 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:34.925 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:34 smithi129 bash[21357]: cluster 2024-03-22T07:09:33.643980+0000 mon.a (mon.0) 1280 : cluster 0 osdmap e244: 8 total, 8 up, 8 in 2024-03-22T07:09:34.925 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:34 smithi129 bash[21357]: cluster 2024-03-22T07:09:34.184199+0000 mgr.y (mgr.25115) 13 : cluster 0 pgmap v26: 137 pgs: 137 active+clean; 777 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:34.925 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:34 smithi129 bash[31121]: cluster 2024-03-22T07:09:33.643980+0000 mon.a (mon.0) 1280 : cluster 0 osdmap e244: 8 total, 8 up, 8 in 2024-03-22T07:09:34.926 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:34 smithi129 bash[31121]: cluster 2024-03-22T07:09:34.184199+0000 mgr.y (mgr.25115) 13 : cluster 0 pgmap v26: 137 pgs: 137 active+clean; 777 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:35.902 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 41943042~10 2024-03-22T07:09:35.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:35 smithi148 bash[23214]: cluster 2024-03-22T07:09:34.653924+0000 mon.a (mon.0) 1281 : cluster 0 osdmap e245: 8 total, 8 up, 8 in 2024-03-22T07:09:35.923 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap2 2024-03-22T07:09:36.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:35 smithi129 bash[21357]: cluster 2024-03-22T07:09:34.653924+0000 mon.a (mon.0) 1281 : cluster 0 osdmap e245: 8 total, 8 up, 8 in 2024-03-22T07:09:36.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:35 smithi129 bash[31121]: cluster 2024-03-22T07:09:34.653924+0000 mon.a (mon.0) 1281 : cluster 0 osdmap e245: 8 total, 8 up, 8 in 2024-03-22T07:09:36.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: cluster 2024-03-22T07:09:35.659463+0000 mon.a (mon.0) 1282 : cluster 0 osdmap e246: 8 total, 8 up, 8 in 2024-03-22T07:09:36.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: audit 2024-03-22T07:09:35.748205+0000 mon.a (mon.0) 1283 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:36.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: audit 2024-03-22T07:09:35.760953+0000 mon.a (mon.0) 1284 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:36.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: audit 2024-03-22T07:09:35.764925+0000 mon.a (mon.0) 1285 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:09:36.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: audit 2024-03-22T07:09:35.766335+0000 mon.a (mon.0) 1286 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:09:36.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: cephadm 2024-03-22T07:09:35.768252+0000 mgr.y (mgr.25115) 14 : cephadm 1 Updating smithi129:/etc/ceph/ceph.conf 2024-03-22T07:09:36.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: cephadm 2024-03-22T07:09:35.768628+0000 mgr.y (mgr.25115) 15 : cephadm 1 Updating smithi148:/etc/ceph/ceph.conf 2024-03-22T07:09:36.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: audit 2024-03-22T07:09:35.886308+0000 mon.a (mon.0) 1287 : audit 0 from='client.? 172.21.15.129:0/2321038938' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:36.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: cephadm 2024-03-22T07:09:35.933721+0000 mgr.y (mgr.25115) 16 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:09:36.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: cephadm 2024-03-22T07:09:35.982942+0000 mgr.y (mgr.25115) 17 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:09:36.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: cephadm 2024-03-22T07:09:36.047806+0000 mgr.y (mgr.25115) 18 : cephadm 1 Updating smithi129:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:09:36.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: cephadm 2024-03-22T07:09:36.148149+0000 mgr.y (mgr.25115) 19 : cephadm 1 Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:09:36.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: cephadm 2024-03-22T07:09:36.161831+0000 mgr.y (mgr.25115) 20 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:09:36.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: cluster 2024-03-22T07:09:36.184562+0000 mgr.y (mgr.25115) 21 : cluster 0 pgmap v29: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 749 op/s 2024-03-22T07:09:36.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: audit 2024-03-22T07:09:36.334811+0000 mon.a (mon.0) 1288 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:36.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: audit 2024-03-22T07:09:36.346712+0000 mon.a (mon.0) 1289 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:36.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: audit 2024-03-22T07:09:36.436062+0000 mon.a (mon.0) 1290 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:36.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: audit 2024-03-22T07:09:36.447845+0000 mon.a (mon.0) 1291 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:36.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:36 smithi148 bash[23214]: audit 2024-03-22T07:09:36.460021+0000 mon.a (mon.0) 1292 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:37.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: cluster 2024-03-22T07:09:35.659463+0000 mon.a (mon.0) 1282 : cluster 0 osdmap e246: 8 total, 8 up, 8 in 2024-03-22T07:09:37.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: audit 2024-03-22T07:09:35.748205+0000 mon.a (mon.0) 1283 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:37.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: audit 2024-03-22T07:09:35.760953+0000 mon.a (mon.0) 1284 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:37.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: audit 2024-03-22T07:09:35.764925+0000 mon.a (mon.0) 1285 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:09:37.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: audit 2024-03-22T07:09:35.766335+0000 mon.a (mon.0) 1286 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:09:37.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: cephadm 2024-03-22T07:09:35.768252+0000 mgr.y (mgr.25115) 14 : cephadm 1 Updating smithi129:/etc/ceph/ceph.conf 2024-03-22T07:09:37.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: cephadm 2024-03-22T07:09:35.768628+0000 mgr.y (mgr.25115) 15 : cephadm 1 Updating smithi148:/etc/ceph/ceph.conf 2024-03-22T07:09:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: audit 2024-03-22T07:09:35.886308+0000 mon.a (mon.0) 1287 : audit 0 from='client.? 172.21.15.129:0/2321038938' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: cephadm 2024-03-22T07:09:35.933721+0000 mgr.y (mgr.25115) 16 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:09:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: cephadm 2024-03-22T07:09:35.982942+0000 mgr.y (mgr.25115) 17 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:09:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: cephadm 2024-03-22T07:09:36.047806+0000 mgr.y (mgr.25115) 18 : cephadm 1 Updating smithi129:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:09:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: cephadm 2024-03-22T07:09:36.148149+0000 mgr.y (mgr.25115) 19 : cephadm 1 Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:09:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: cephadm 2024-03-22T07:09:36.161831+0000 mgr.y (mgr.25115) 20 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:09:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: cluster 2024-03-22T07:09:36.184562+0000 mgr.y (mgr.25115) 21 : cluster 0 pgmap v29: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 749 op/s 2024-03-22T07:09:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: audit 2024-03-22T07:09:36.334811+0000 mon.a (mon.0) 1288 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: audit 2024-03-22T07:09:36.346712+0000 mon.a (mon.0) 1289 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: audit 2024-03-22T07:09:36.436062+0000 mon.a (mon.0) 1290 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: audit 2024-03-22T07:09:36.447845+0000 mon.a (mon.0) 1291 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[21357]: audit 2024-03-22T07:09:36.460021+0000 mon.a (mon.0) 1292 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: cluster 2024-03-22T07:09:35.659463+0000 mon.a (mon.0) 1282 : cluster 0 osdmap e246: 8 total, 8 up, 8 in 2024-03-22T07:09:37.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: audit 2024-03-22T07:09:35.748205+0000 mon.a (mon.0) 1283 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:37.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: audit 2024-03-22T07:09:35.760953+0000 mon.a (mon.0) 1284 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:37.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: audit 2024-03-22T07:09:35.764925+0000 mon.a (mon.0) 1285 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:09:37.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: audit 2024-03-22T07:09:35.766335+0000 mon.a (mon.0) 1286 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:09:37.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: cephadm 2024-03-22T07:09:35.768252+0000 mgr.y (mgr.25115) 14 : cephadm 1 Updating smithi129:/etc/ceph/ceph.conf 2024-03-22T07:09:37.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: cephadm 2024-03-22T07:09:35.768628+0000 mgr.y (mgr.25115) 15 : cephadm 1 Updating smithi148:/etc/ceph/ceph.conf 2024-03-22T07:09:37.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: audit 2024-03-22T07:09:35.886308+0000 mon.a (mon.0) 1287 : audit 0 from='client.? 172.21.15.129:0/2321038938' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:37.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: cephadm 2024-03-22T07:09:35.933721+0000 mgr.y (mgr.25115) 16 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:09:37.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: cephadm 2024-03-22T07:09:35.982942+0000 mgr.y (mgr.25115) 17 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:09:37.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: cephadm 2024-03-22T07:09:36.047806+0000 mgr.y (mgr.25115) 18 : cephadm 1 Updating smithi129:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:09:37.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: cephadm 2024-03-22T07:09:36.148149+0000 mgr.y (mgr.25115) 19 : cephadm 1 Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:09:37.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: cephadm 2024-03-22T07:09:36.161831+0000 mgr.y (mgr.25115) 20 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:09:37.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: cluster 2024-03-22T07:09:36.184562+0000 mgr.y (mgr.25115) 21 : cluster 0 pgmap v29: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 749 op/s 2024-03-22T07:09:37.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: audit 2024-03-22T07:09:36.334811+0000 mon.a (mon.0) 1288 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:37.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: audit 2024-03-22T07:09:36.346712+0000 mon.a (mon.0) 1289 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:37.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: audit 2024-03-22T07:09:36.436062+0000 mon.a (mon.0) 1290 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:37.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: audit 2024-03-22T07:09:36.447845+0000 mon.a (mon.0) 1291 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:37.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:36 smithi129 bash[31121]: audit 2024-03-22T07:09:36.460021+0000 mon.a (mon.0) 1292 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:37.810 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 41943040 2024-03-22T07:09:37.885 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:09:38.036 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:09:38.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:37 smithi129 bash[31121]: cephadm 2024-03-22T07:09:36.312425+0000 mgr.y (mgr.25115) 22 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:09:38.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:37 smithi129 bash[31121]: cephadm 2024-03-22T07:09:36.538009+0000 mgr.y (mgr.25115) 23 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-03-22T07:09:38.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:37 smithi129 bash[31121]: cluster 2024-03-22T07:09:36.771598+0000 mon.a (mon.0) 1293 : cluster 0 osdmap e247: 8 total, 8 up, 8 in 2024-03-22T07:09:38.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:37 smithi129 bash[31121]: cephadm 2024-03-22T07:09:36.830181+0000 mgr.y (mgr.25115) 24 : cephadm 1 Reconfiguring daemon prometheus.a on smithi148 2024-03-22T07:09:38.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:37 smithi129 bash[21357]: cephadm 2024-03-22T07:09:36.312425+0000 mgr.y (mgr.25115) 22 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:09:38.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:37 smithi129 bash[21357]: cephadm 2024-03-22T07:09:36.538009+0000 mgr.y (mgr.25115) 23 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-03-22T07:09:38.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:37 smithi129 bash[21357]: cluster 2024-03-22T07:09:36.771598+0000 mon.a (mon.0) 1293 : cluster 0 osdmap e247: 8 total, 8 up, 8 in 2024-03-22T07:09:38.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:37 smithi129 bash[21357]: cephadm 2024-03-22T07:09:36.830181+0000 mgr.y (mgr.25115) 24 : cephadm 1 Reconfiguring daemon prometheus.a on smithi148 2024-03-22T07:09:38.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:37 smithi148 bash[23214]: cephadm 2024-03-22T07:09:36.312425+0000 mgr.y (mgr.25115) 22 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:09:38.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:37 smithi148 bash[23214]: cephadm 2024-03-22T07:09:36.538009+0000 mgr.y (mgr.25115) 23 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-03-22T07:09:38.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:37 smithi148 bash[23214]: cluster 2024-03-22T07:09:36.771598+0000 mon.a (mon.0) 1293 : cluster 0 osdmap e247: 8 total, 8 up, 8 in 2024-03-22T07:09:38.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:37 smithi148 bash[23214]: cephadm 2024-03-22T07:09:36.830181+0000 mgr.y (mgr.25115) 24 : cephadm 1 Reconfiguring daemon prometheus.a on smithi148 2024-03-22T07:09:38.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:38 smithi148 bash[23214]: cluster 2024-03-22T07:09:37.790324+0000 mon.a (mon.0) 1294 : cluster 0 osdmap e248: 8 total, 8 up, 8 in 2024-03-22T07:09:38.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:38 smithi148 bash[23214]: cluster 2024-03-22T07:09:38.185411+0000 mgr.y (mgr.25115) 25 : cluster 0 pgmap v32: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 749 op/s 2024-03-22T07:09:38.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:38 smithi148 bash[23214]: audit 2024-03-22T07:09:38.342033+0000 mon.c (mon.2) 81 : audit 0 from='client.? 172.21.15.129:0/2716650991' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:39.023 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5533 ms) 2024-03-22T07:09:39.023 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-03-22T07:09:39.101 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:09:39.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:38 smithi129 bash[21357]: cluster 2024-03-22T07:09:37.790324+0000 mon.a (mon.0) 1294 : cluster 0 osdmap e248: 8 total, 8 up, 8 in 2024-03-22T07:09:39.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:38 smithi129 bash[21357]: cluster 2024-03-22T07:09:38.185411+0000 mgr.y (mgr.25115) 25 : cluster 0 pgmap v32: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 749 op/s 2024-03-22T07:09:39.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:38 smithi129 bash[21357]: audit 2024-03-22T07:09:38.342033+0000 mon.c (mon.2) 81 : audit 0 from='client.? 172.21.15.129:0/2716650991' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:39.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:38 smithi129 bash[31121]: cluster 2024-03-22T07:09:37.790324+0000 mon.a (mon.0) 1294 : cluster 0 osdmap e248: 8 total, 8 up, 8 in 2024-03-22T07:09:39.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:38 smithi129 bash[31121]: cluster 2024-03-22T07:09:38.185411+0000 mgr.y (mgr.25115) 25 : cluster 0 pgmap v32: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 749 op/s 2024-03-22T07:09:39.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:38 smithi129 bash[31121]: audit 2024-03-22T07:09:38.342033+0000 mon.c (mon.2) 81 : audit 0 from='client.? 172.21.15.129:0/2716650991' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:39.129 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 41943040~10 2024-03-22T07:09:39.150 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:09:40.118 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:39 smithi148 bash[23214]: cluster 2024-03-22T07:09:38.803251+0000 mon.a (mon.0) 1295 : cluster 0 osdmap e249: 8 total, 8 up, 8 in 2024-03-22T07:09:40.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:39 smithi129 bash[21357]: cluster 2024-03-22T07:09:38.803251+0000 mon.a (mon.0) 1295 : cluster 0 osdmap e249: 8 total, 8 up, 8 in 2024-03-22T07:09:40.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:39 smithi129 bash[31121]: cluster 2024-03-22T07:09:38.803251+0000 mon.a (mon.0) 1295 : cluster 0 osdmap e249: 8 total, 8 up, 8 in 2024-03-22T07:09:40.408 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:40 smithi148 bash[51237]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:09:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-03-22T07:09:40.831 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 41943040 2024-03-22T07:09:40.872 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:09:41.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:40 smithi129 bash[21357]: cluster 2024-03-22T07:09:39.810871+0000 mon.a (mon.0) 1296 : cluster 0 osdmap e250: 8 total, 8 up, 8 in 2024-03-22T07:09:41.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:40 smithi129 bash[21357]: cluster 2024-03-22T07:09:40.186219+0000 mgr.y (mgr.25115) 26 : cluster 0 pgmap v35: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 257 KiB/s rd, 24 KiB/s wr, 347 op/s 2024-03-22T07:09:41.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:40 smithi129 bash[21357]: audit 2024-03-22T07:09:40.779571+0000 mon.a (mon.0) 1297 : audit 0 from='client.? 172.21.15.129:0/3499266897' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:41.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:40 smithi129 bash[31121]: cluster 2024-03-22T07:09:39.810871+0000 mon.a (mon.0) 1296 : cluster 0 osdmap e250: 8 total, 8 up, 8 in 2024-03-22T07:09:41.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:40 smithi129 bash[31121]: cluster 2024-03-22T07:09:40.186219+0000 mgr.y (mgr.25115) 26 : cluster 0 pgmap v35: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 257 KiB/s rd, 24 KiB/s wr, 347 op/s 2024-03-22T07:09:41.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:40 smithi129 bash[31121]: audit 2024-03-22T07:09:40.779571+0000 mon.a (mon.0) 1297 : audit 0 from='client.? 172.21.15.129:0/3499266897' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:41.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:40 smithi148 bash[23214]: cluster 2024-03-22T07:09:39.810871+0000 mon.a (mon.0) 1296 : cluster 0 osdmap e250: 8 total, 8 up, 8 in 2024-03-22T07:09:41.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:40 smithi148 bash[23214]: cluster 2024-03-22T07:09:40.186219+0000 mgr.y (mgr.25115) 26 : cluster 0 pgmap v35: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 257 KiB/s rd, 24 KiB/s wr, 347 op/s 2024-03-22T07:09:41.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:40 smithi148 bash[23214]: audit 2024-03-22T07:09:40.779571+0000 mon.a (mon.0) 1297 : audit 0 from='client.? 172.21.15.129:0/3499266897' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:41.486 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:41 smithi148 systemd[1]: Stopping Ceph prometheus.a for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:09:41.487 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:41 smithi148 bash[58273]: ts=2024-03-22T07:09:41.301Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-22T07:09:41.487 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:41 smithi148 bash[58273]: ts=2024-03-22T07:09:41.301Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-22T07:09:41.487 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:41 smithi148 bash[58273]: ts=2024-03-22T07:09:41.301Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-22T07:09:41.487 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:41 smithi148 bash[58273]: ts=2024-03-22T07:09:41.301Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-22T07:09:41.487 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:41 smithi148 bash[58273]: ts=2024-03-22T07:09:41.301Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-22T07:09:41.487 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:41 smithi148 bash[58273]: ts=2024-03-22T07:09:41.301Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-22T07:09:41.487 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:41 smithi148 bash[58273]: ts=2024-03-22T07:09:41.301Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-22T07:09:41.487 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:41 smithi148 bash[58273]: ts=2024-03-22T07:09:41.301Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-22T07:09:41.487 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:41 smithi148 bash[58273]: ts=2024-03-22T07:09:41.301Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-22T07:09:41.487 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:41 smithi148 bash[58273]: ts=2024-03-22T07:09:41.301Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-22T07:09:41.487 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:41 smithi148 bash[58273]: ts=2024-03-22T07:09:41.301Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-22T07:09:41.487 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:41 smithi148 bash[58273]: ts=2024-03-22T07:09:41.301Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-22T07:09:42.080 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:09:42.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:41 smithi148 bash[23214]: cluster 2024-03-22T07:09:40.817084+0000 mon.a (mon.0) 1298 : cluster 0 osdmap e251: 8 total, 8 up, 8 in 2024-03-22T07:09:42.093 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:41 smithi148 bash[59506]: ceph-77237b76-e818-11ee-95cd-87774f69a715-prometheus-a 2024-03-22T07:09:42.093 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:42 smithi148 bash[59565]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-prometheus-a 2024-03-22T07:09:42.093 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:42 smithi148 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-22T07:09:42.093 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:42 smithi148 systemd[1]: Stopped Ceph prometheus.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:09:42.093 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:42 smithi148 systemd[1]: Started Ceph prometheus.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:09:42.108 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap3 2024-03-22T07:09:42.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:41 smithi129 bash[21357]: cluster 2024-03-22T07:09:40.817084+0000 mon.a (mon.0) 1298 : cluster 0 osdmap e251: 8 total, 8 up, 8 in 2024-03-22T07:09:42.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:41 smithi129 bash[31121]: cluster 2024-03-22T07:09:40.817084+0000 mon.a (mon.0) 1298 : cluster 0 osdmap e251: 8 total, 8 up, 8 in 2024-03-22T07:09:42.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:42 smithi148 bash[23214]: cluster 2024-03-22T07:09:41.828936+0000 mon.a (mon.0) 1299 : cluster 0 osdmap e252: 8 total, 8 up, 8 in 2024-03-22T07:09:42.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:42 smithi148 bash[23214]: audit 2024-03-22T07:09:42.105425+0000 mon.a (mon.0) 1300 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:42.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:42 smithi148 bash[23214]: audit 2024-03-22T07:09:42.117246+0000 mon.a (mon.0) 1301 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:42.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:42 smithi148 bash[23214]: audit 2024-03-22T07:09:42.170943+0000 mon.a (mon.0) 1302 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:09:42.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:42 smithi148 bash[23214]: audit 2024-03-22T07:09:42.172199+0000 mgr.y (mgr.25115) 27 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:09:42.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:42 smithi148 bash[23214]: cluster 2024-03-22T07:09:42.187078+0000 mgr.y (mgr.25115) 28 : cluster 0 pgmap v38: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 257 KiB/s rd, 24 KiB/s wr, 347 op/s 2024-03-22T07:09:42.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:42 smithi148 bash[23214]: audit 2024-03-22T07:09:42.190564+0000 mon.a (mon.0) 1303 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:43.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:42 smithi129 bash[31121]: cluster 2024-03-22T07:09:41.828936+0000 mon.a (mon.0) 1299 : cluster 0 osdmap e252: 8 total, 8 up, 8 in 2024-03-22T07:09:43.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:42 smithi129 bash[31121]: audit 2024-03-22T07:09:42.105425+0000 mon.a (mon.0) 1300 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:43.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:42 smithi129 bash[31121]: audit 2024-03-22T07:09:42.117246+0000 mon.a (mon.0) 1301 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:43.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:42 smithi129 bash[31121]: audit 2024-03-22T07:09:42.170943+0000 mon.a (mon.0) 1302 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:09:43.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:42 smithi129 bash[31121]: audit 2024-03-22T07:09:42.172199+0000 mgr.y (mgr.25115) 27 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:09:43.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:42 smithi129 bash[31121]: cluster 2024-03-22T07:09:42.187078+0000 mgr.y (mgr.25115) 28 : cluster 0 pgmap v38: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 257 KiB/s rd, 24 KiB/s wr, 347 op/s 2024-03-22T07:09:43.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:42 smithi129 bash[31121]: audit 2024-03-22T07:09:42.190564+0000 mon.a (mon.0) 1303 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:43.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:42 smithi129 bash[21357]: cluster 2024-03-22T07:09:41.828936+0000 mon.a (mon.0) 1299 : cluster 0 osdmap e252: 8 total, 8 up, 8 in 2024-03-22T07:09:43.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:42 smithi129 bash[21357]: audit 2024-03-22T07:09:42.105425+0000 mon.a (mon.0) 1300 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:43.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:42 smithi129 bash[21357]: audit 2024-03-22T07:09:42.117246+0000 mon.a (mon.0) 1301 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:43.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:42 smithi129 bash[21357]: audit 2024-03-22T07:09:42.170943+0000 mon.a (mon.0) 1302 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:09:43.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:42 smithi129 bash[21357]: audit 2024-03-22T07:09:42.172199+0000 mgr.y (mgr.25115) 27 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-22T07:09:43.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:42 smithi129 bash[21357]: cluster 2024-03-22T07:09:42.187078+0000 mgr.y (mgr.25115) 28 : cluster 0 pgmap v38: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 257 KiB/s rd, 24 KiB/s wr, 347 op/s 2024-03-22T07:09:43.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:42 smithi129 bash[21357]: audit 2024-03-22T07:09:42.190564+0000 mon.a (mon.0) 1303 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:44.050 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.806Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-22T07:09:44.050 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.806Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-22T07:09:44.050 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.806Z caller=main.go:570 level=info host_details="(Linux 5.15.0-101-generic #111-Ubuntu SMP Tue Mar 5 20:16:58 UTC 2024 x86_64 smithi148 (none))" 2024-03-22T07:09:44.050 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.806Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-22T07:09:44.050 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.806Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-22T07:09:44.050 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.808Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-22T07:09:44.050 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.808Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-22T07:09:44.050 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.809Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-22T07:09:44.050 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.810Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-22T07:09:44.050 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.812Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-22T07:09:44.050 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.812Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.913µs 2024-03-22T07:09:44.050 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.812Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-22T07:09:44.051 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.814Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-03-22T07:09:44.051 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.826Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-03-22T07:09:44.051 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.828Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-03-22T07:09:44.051 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.828Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-03-22T07:09:44.051 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.828Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=40.155µs wal_replay_duration=16.160945ms wbl_replay_duration=105ns total_replay_duration=16.222467ms 2024-03-22T07:09:44.051 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.830Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-22T07:09:44.051 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.830Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-22T07:09:44.051 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.830Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-22T07:09:44.051 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.852Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.764753ms db_storage=984ns remote_storage=1.251µs web_handler=419ns query_engine=1.231µs scrape=299.555µs scrape_sd=93.506µs notify=12.489µs notify_sd=10.244µs rules=21.049026ms tracing=6.416µs 2024-03-22T07:09:44.051 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.852Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-22T07:09:44.051 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:43 smithi148 bash[59592]: ts=2024-03-22T07:09:43.852Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-22T07:09:44.153 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 41943040~10 2024-03-22T07:09:44.167 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap4 2024-03-22T07:09:44.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:44 smithi129 bash[21357]: cluster 2024-03-22T07:09:43.120540+0000 mon.a (mon.0) 1304 : cluster 0 osdmap e253: 8 total, 8 up, 8 in 2024-03-22T07:09:44.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:44 smithi129 bash[21357]: audit 2024-03-22T07:09:43.228375+0000 mon.a (mon.0) 1305 : audit 0 from='client.? 172.21.15.129:0/2930414207' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:44.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:44 smithi129 bash[31121]: cluster 2024-03-22T07:09:43.120540+0000 mon.a (mon.0) 1304 : cluster 0 osdmap e253: 8 total, 8 up, 8 in 2024-03-22T07:09:44.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:44 smithi129 bash[31121]: audit 2024-03-22T07:09:43.228375+0000 mon.a (mon.0) 1305 : audit 0 from='client.? 172.21.15.129:0/2930414207' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:44.421 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:44 smithi148 bash[23214]: cluster 2024-03-22T07:09:43.120540+0000 mon.a (mon.0) 1304 : cluster 0 osdmap e253: 8 total, 8 up, 8 in 2024-03-22T07:09:44.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:44 smithi148 bash[23214]: audit 2024-03-22T07:09:43.228375+0000 mon.a (mon.0) 1305 : audit 0 from='client.? 172.21.15.129:0/2930414207' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:45.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:45 smithi148 bash[23214]: cluster 2024-03-22T07:09:44.140542+0000 mon.a (mon.0) 1306 : cluster 0 osdmap e254: 8 total, 8 up, 8 in 2024-03-22T07:09:45.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:45 smithi148 bash[23214]: cluster 2024-03-22T07:09:44.188102+0000 mgr.y (mgr.25115) 29 : cluster 0 pgmap v41: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:45.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:45 smithi148 bash[23214]: audit 2024-03-22T07:09:44.766296+0000 mon.a (mon.0) 1307 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:09:45.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:45 smithi148 bash[23214]: audit 2024-03-22T07:09:44.768233+0000 mon.a (mon.0) 1308 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T07:09:45.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:45 smithi148 bash[23214]: audit 2024-03-22T07:09:44.770211+0000 mon.a (mon.0) 1309 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:09:45.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:45 smithi129 bash[21357]: cluster 2024-03-22T07:09:44.140542+0000 mon.a (mon.0) 1306 : cluster 0 osdmap e254: 8 total, 8 up, 8 in 2024-03-22T07:09:45.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:45 smithi129 bash[21357]: cluster 2024-03-22T07:09:44.188102+0000 mgr.y (mgr.25115) 29 : cluster 0 pgmap v41: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:45.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:45 smithi129 bash[21357]: audit 2024-03-22T07:09:44.766296+0000 mon.a (mon.0) 1307 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:09:45.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:45 smithi129 bash[21357]: audit 2024-03-22T07:09:44.768233+0000 mon.a (mon.0) 1308 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T07:09:45.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:45 smithi129 bash[21357]: audit 2024-03-22T07:09:44.770211+0000 mon.a (mon.0) 1309 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:09:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:45 smithi129 bash[31121]: cluster 2024-03-22T07:09:44.140542+0000 mon.a (mon.0) 1306 : cluster 0 osdmap e254: 8 total, 8 up, 8 in 2024-03-22T07:09:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:45 smithi129 bash[31121]: cluster 2024-03-22T07:09:44.188102+0000 mgr.y (mgr.25115) 29 : cluster 0 pgmap v41: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:09:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:45 smithi129 bash[31121]: audit 2024-03-22T07:09:44.766296+0000 mon.a (mon.0) 1307 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:09:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:45 smithi129 bash[31121]: audit 2024-03-22T07:09:44.768233+0000 mon.a (mon.0) 1308 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T07:09:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:45 smithi129 bash[31121]: audit 2024-03-22T07:09:44.770211+0000 mon.a (mon.0) 1309 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:09:45.649 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 41943040 2024-03-22T07:09:45.688 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:09:45.779 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:09:46.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:46 smithi148 bash[23214]: cephadm 2024-03-22T07:09:44.765449+0000 mgr.y (mgr.25115) 30 : cephadm 1 Upgrade: Updating mgr.x 2024-03-22T07:09:46.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:46 smithi148 bash[23214]: cephadm 2024-03-22T07:09:44.772253+0000 mgr.y (mgr.25115) 31 : cephadm 1 Deploying daemon mgr.x on smithi148 2024-03-22T07:09:46.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:46 smithi148 bash[23214]: cluster 2024-03-22T07:09:45.155138+0000 mon.a (mon.0) 1310 : cluster 0 osdmap e255: 8 total, 8 up, 8 in 2024-03-22T07:09:46.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:46 smithi148 bash[23214]: cluster 2024-03-22T07:09:45.621105+0000 mon.a (mon.0) 1311 : cluster 0 osdmap e256: 8 total, 8 up, 8 in 2024-03-22T07:09:46.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:46 smithi148 bash[23214]: audit 2024-03-22T07:09:45.688033+0000 mon.c (mon.2) 82 : audit 0 from='client.? 172.21.15.129:0/3425775810' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:46 smithi129 bash[21357]: cephadm 2024-03-22T07:09:44.765449+0000 mgr.y (mgr.25115) 30 : cephadm 1 Upgrade: Updating mgr.x 2024-03-22T07:09:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:46 smithi129 bash[21357]: cephadm 2024-03-22T07:09:44.772253+0000 mgr.y (mgr.25115) 31 : cephadm 1 Deploying daemon mgr.x on smithi148 2024-03-22T07:09:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:46 smithi129 bash[21357]: cluster 2024-03-22T07:09:45.155138+0000 mon.a (mon.0) 1310 : cluster 0 osdmap e255: 8 total, 8 up, 8 in 2024-03-22T07:09:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:46 smithi129 bash[21357]: cluster 2024-03-22T07:09:45.621105+0000 mon.a (mon.0) 1311 : cluster 0 osdmap e256: 8 total, 8 up, 8 in 2024-03-22T07:09:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:46 smithi129 bash[21357]: audit 2024-03-22T07:09:45.688033+0000 mon.c (mon.2) 82 : audit 0 from='client.? 172.21.15.129:0/3425775810' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:46.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:46 smithi129 bash[31121]: cephadm 2024-03-22T07:09:44.765449+0000 mgr.y (mgr.25115) 30 : cephadm 1 Upgrade: Updating mgr.x 2024-03-22T07:09:46.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:46 smithi129 bash[31121]: cephadm 2024-03-22T07:09:44.772253+0000 mgr.y (mgr.25115) 31 : cephadm 1 Deploying daemon mgr.x on smithi148 2024-03-22T07:09:46.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:46 smithi129 bash[31121]: cluster 2024-03-22T07:09:45.155138+0000 mon.a (mon.0) 1310 : cluster 0 osdmap e255: 8 total, 8 up, 8 in 2024-03-22T07:09:46.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:46 smithi129 bash[31121]: cluster 2024-03-22T07:09:45.621105+0000 mon.a (mon.0) 1311 : cluster 0 osdmap e256: 8 total, 8 up, 8 in 2024-03-22T07:09:46.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:46 smithi129 bash[31121]: audit 2024-03-22T07:09:45.688033+0000 mon.c (mon.2) 82 : audit 0 from='client.? 172.21.15.129:0/3425775810' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:46.915 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7892 ms) 2024-03-22T07:09:46.915 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-03-22T07:09:46.995 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:09:47.022 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:09:47.289 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:47 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:47.290 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:09:47 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:47.290 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:09:47 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:47.290 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:47 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:47.291 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:09:47 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:47.291 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:09:47 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:47.291 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:09:47 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:47.292 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:47 smithi148 bash[23214]: cluster 2024-03-22T07:09:46.188999+0000 mgr.y (mgr.25115) 32 : cluster 0 pgmap v44: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 134 KiB/s rd, 14 KiB/s wr, 179 op/s 2024-03-22T07:09:47.292 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:47 smithi148 bash[23214]: cluster 2024-03-22T07:09:46.636435+0000 mon.a (mon.0) 1312 : cluster 0 osdmap e257: 8 total, 8 up, 8 in 2024-03-22T07:09:47.292 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:47 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:47.292 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:09:47 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.AbortInUseImage (521 ms) 2024-03-22T07:09:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-03-22T07:09:47.506 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:09:47.531 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:09:47.616 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 16777218~8388609 2024-03-22T07:09:47.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:47 smithi129 bash[31121]: cluster 2024-03-22T07:09:46.188999+0000 mgr.y (mgr.25115) 32 : cluster 0 pgmap v44: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 134 KiB/s rd, 14 KiB/s wr, 179 op/s 2024-03-22T07:09:47.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:47 smithi129 bash[31121]: cluster 2024-03-22T07:09:46.636435+0000 mon.a (mon.0) 1312 : cluster 0 osdmap e257: 8 total, 8 up, 8 in 2024-03-22T07:09:47.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:47 smithi129 bash[21357]: cluster 2024-03-22T07:09:46.188999+0000 mgr.y (mgr.25115) 32 : cluster 0 pgmap v44: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 134 KiB/s rd, 14 KiB/s wr, 179 op/s 2024-03-22T07:09:47.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:47 smithi129 bash[21357]: cluster 2024-03-22T07:09:46.636435+0000 mon.a (mon.0) 1312 : cluster 0 osdmap e257: 8 total, 8 up, 8 in 2024-03-22T07:09:47.651 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:47 smithi148 systemd[1]: Stopping Ceph mgr.x for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:09:47.693 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:09:48.031 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:09:48.089 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 16777218~8388609 2024-03-22T07:09:48.157 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:09:48.382 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:48 smithi148 bash[23214]: audit 2024-03-22T07:09:48.188352+0000 mon.c (mon.2) 83 : audit 0 from='client.? 172.21.15.129:0/2445888586' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:48.383 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:48 smithi148 bash[59872]: ceph-77237b76-e818-11ee-95cd-87774f69a715-mgr-x 2024-03-22T07:09:48.383 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:48 smithi148 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-03-22T07:09:48.383 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:48 smithi148 bash[59933]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-mgr-x 2024-03-22T07:09:48.383 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:48 smithi148 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2024-03-22T07:09:48.383 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:48 smithi148 systemd[1]: Stopped Ceph mgr.x for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:09:48.423 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (987 ms) 2024-03-22T07:09:48.423 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-03-22T07:09:48.492 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:09:48.519 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:09:48.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:48 smithi129 bash[31121]: audit 2024-03-22T07:09:48.188352+0000 mon.c (mon.2) 83 : audit 0 from='client.? 172.21.15.129:0/2445888586' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:48.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:48 smithi129 bash[21357]: audit 2024-03-22T07:09:48.188352+0000 mon.c (mon.2) 83 : audit 0 from='client.? 172.21.15.129:0/2445888586' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:48.626 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:09:48.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:48.675 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:48.675 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:48 smithi148 systemd[1]: Started Ceph mgr.x for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:09:48.675 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:09:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:48.675 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:09:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:48.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:09:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:48.676 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:09:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:48.676 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:09:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:48.676 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:09:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:48.677 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:09:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:09:49.545 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:49 smithi148 bash[23214]: cluster 2024-03-22T07:09:48.189487+0000 mgr.y (mgr.25115) 33 : cluster 0 pgmap v46: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 132 KiB/s rd, 14 KiB/s wr, 176 op/s 2024-03-22T07:09:49.545 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:49 smithi148 bash[23214]: audit 2024-03-22T07:09:48.301881+0000 mon.a (mon.0) 1313 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:09:49.545 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:49 smithi148 bash[23214]: audit 2024-03-22T07:09:48.563273+0000 mon.a (mon.0) 1314 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:49.545 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:49 smithi148 bash[23214]: audit 2024-03-22T07:09:48.581123+0000 mon.a (mon.0) 1315 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:49.545 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:49 smithi148 bash[23214]: audit 2024-03-22T07:09:48.595362+0000 mon.a (mon.0) 1316 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:49.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:49 smithi129 bash[21357]: cluster 2024-03-22T07:09:48.189487+0000 mgr.y (mgr.25115) 33 : cluster 0 pgmap v46: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 132 KiB/s rd, 14 KiB/s wr, 176 op/s 2024-03-22T07:09:49.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:49 smithi129 bash[21357]: audit 2024-03-22T07:09:48.301881+0000 mon.a (mon.0) 1313 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:09:49.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:49 smithi129 bash[21357]: audit 2024-03-22T07:09:48.563273+0000 mon.a (mon.0) 1314 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:49.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:49 smithi129 bash[21357]: audit 2024-03-22T07:09:48.581123+0000 mon.a (mon.0) 1315 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:49.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:49 smithi129 bash[21357]: audit 2024-03-22T07:09:48.595362+0000 mon.a (mon.0) 1316 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:49.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:49 smithi129 bash[31121]: cluster 2024-03-22T07:09:48.189487+0000 mgr.y (mgr.25115) 33 : cluster 0 pgmap v46: 137 pgs: 137 active+clean; 781 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 132 KiB/s rd, 14 KiB/s wr, 176 op/s 2024-03-22T07:09:49.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:49 smithi129 bash[31121]: audit 2024-03-22T07:09:48.301881+0000 mon.a (mon.0) 1313 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:09:49.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:49 smithi129 bash[31121]: audit 2024-03-22T07:09:48.563273+0000 mon.a (mon.0) 1314 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:49.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:49 smithi129 bash[31121]: audit 2024-03-22T07:09:48.581123+0000 mon.a (mon.0) 1315 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:49.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:49 smithi129 bash[31121]: audit 2024-03-22T07:09:48.595362+0000 mon.a (mon.0) 1316 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:09:49.796 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:49 smithi148 bash[59991]: debug 2024-03-22T07:09:49.663+0000 7f9cb48f1700 1 -- 172.21.15.148:0/3020318418 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b5f286e1a0 con 0x55b5f35f0400 2024-03-22T07:09:50.171 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:49 smithi148 bash[59991]: debug 2024-03-22T07:09:49.799+0000 7f9cbeaeb200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-22T07:09:50.610 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 8388609~8388609 2024-03-22T07:09:50.644 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 0~1000 2024-03-22T07:09:50.645 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 1010~1000 2024-03-22T07:09:50.646 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap2 2024-03-22T07:09:50.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:50 smithi129 bash[21357]: cluster 2024-03-22T07:09:49.585184+0000 mon.a (mon.0) 1317 : cluster 0 osdmap e258: 8 total, 8 up, 8 in 2024-03-22T07:09:50.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:50 smithi129 bash[21357]: cluster 2024-03-22T07:09:50.190206+0000 mgr.y (mgr.25115) 34 : cluster 0 pgmap v48: 137 pgs: 137 active+clean; 829 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 485 op/s 2024-03-22T07:09:50.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:50 smithi129 bash[31121]: cluster 2024-03-22T07:09:49.585184+0000 mon.a (mon.0) 1317 : cluster 0 osdmap e258: 8 total, 8 up, 8 in 2024-03-22T07:09:50.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:50 smithi129 bash[31121]: cluster 2024-03-22T07:09:50.190206+0000 mgr.y (mgr.25115) 34 : cluster 0 pgmap v48: 137 pgs: 137 active+clean; 829 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 485 op/s 2024-03-22T07:09:50.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:50 smithi148 bash[23214]: cluster 2024-03-22T07:09:49.585184+0000 mon.a (mon.0) 1317 : cluster 0 osdmap e258: 8 total, 8 up, 8 in 2024-03-22T07:09:50.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:50 smithi148 bash[23214]: cluster 2024-03-22T07:09:50.190206+0000 mgr.y (mgr.25115) 34 : cluster 0 pgmap v48: 137 pgs: 137 active+clean; 829 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 485 op/s 2024-03-22T07:09:51.672 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:51 smithi148 bash[59991]: debug 2024-03-22T07:09:51.419+0000 7f9cbeaeb200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-22T07:09:51.672 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:51 smithi148 bash[59991]: debug 2024-03-22T07:09:51.523+0000 7f9cbeaeb200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-22T07:09:51.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:51 smithi148 bash[23214]: cluster 2024-03-22T07:09:50.596637+0000 mon.a (mon.0) 1318 : cluster 0 osdmap e259: 8 total, 8 up, 8 in 2024-03-22T07:09:51.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:51 smithi148 bash[23214]: cluster 2024-03-22T07:09:50.628048+0000 mon.a (mon.0) 1319 : cluster 0 osdmap e260: 8 total, 8 up, 8 in 2024-03-22T07:09:51.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:51 smithi148 bash[23214]: audit 2024-03-22T07:09:50.646544+0000 mon.a (mon.0) 1320 : audit 0 from='client.? 172.21.15.129:0/3990704986' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:51.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:51 smithi129 bash[21357]: cluster 2024-03-22T07:09:50.596637+0000 mon.a (mon.0) 1318 : cluster 0 osdmap e259: 8 total, 8 up, 8 in 2024-03-22T07:09:51.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:51 smithi129 bash[21357]: cluster 2024-03-22T07:09:50.628048+0000 mon.a (mon.0) 1319 : cluster 0 osdmap e260: 8 total, 8 up, 8 in 2024-03-22T07:09:51.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:51 smithi129 bash[21357]: audit 2024-03-22T07:09:50.646544+0000 mon.a (mon.0) 1320 : audit 0 from='client.? 172.21.15.129:0/3990704986' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:51.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:51 smithi129 bash[31121]: cluster 2024-03-22T07:09:50.596637+0000 mon.a (mon.0) 1318 : cluster 0 osdmap e259: 8 total, 8 up, 8 in 2024-03-22T07:09:51.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:51 smithi129 bash[31121]: cluster 2024-03-22T07:09:50.628048+0000 mon.a (mon.0) 1319 : cluster 0 osdmap e260: 8 total, 8 up, 8 in 2024-03-22T07:09:51.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:51 smithi129 bash[31121]: audit 2024-03-22T07:09:50.646544+0000 mon.a (mon.0) 1320 : audit 0 from='client.? 172.21.15.129:0/3990704986' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:52.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:51 smithi148 bash[59991]: debug 2024-03-22T07:09:51.787+0000 7f9cbeaeb200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-22T07:09:52.668 INFO:tasks.workunit.client.0.smithi129.stdout:write: X 8388609~1000 2024-03-22T07:09:52.685 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 16777228~1000 2024-03-22T07:09:52.686 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 167772160 2024-03-22T07:09:52.703 INFO:tasks.workunit.client.0.smithi129.stdout:write: 2 83886079~8388609 2024-03-22T07:09:52.749 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap3 2024-03-22T07:09:52.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:52 smithi148 bash[23214]: cluster 2024-03-22T07:09:51.641929+0000 mon.a (mon.0) 1321 : cluster 0 osdmap e261: 8 total, 8 up, 8 in 2024-03-22T07:09:52.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:52 smithi148 bash[23214]: cluster 2024-03-22T07:09:52.191045+0000 mgr.y (mgr.25115) 35 : cluster 0 pgmap v52: 137 pgs: 137 active+clean; 829 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 25 MiB/s wr, 611 op/s 2024-03-22T07:09:52.922 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:52 smithi148 bash[59991]: debug 2024-03-22T07:09:52.599+0000 7f9cbeaeb200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-22T07:09:52.922 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:52 smithi148 bash[59991]: debug 2024-03-22T07:09:52.719+0000 7f9cbeaeb200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-22T07:09:52.922 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:52 smithi148 bash[59991]: debug 2024-03-22T07:09:52.835+0000 7f9cbeaeb200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-22T07:09:53.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:52 smithi129 bash[21357]: cluster 2024-03-22T07:09:51.641929+0000 mon.a (mon.0) 1321 : cluster 0 osdmap e261: 8 total, 8 up, 8 in 2024-03-22T07:09:53.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:52 smithi129 bash[21357]: cluster 2024-03-22T07:09:52.191045+0000 mgr.y (mgr.25115) 35 : cluster 0 pgmap v52: 137 pgs: 137 active+clean; 829 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 25 MiB/s wr, 611 op/s 2024-03-22T07:09:53.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:52 smithi129 bash[31121]: cluster 2024-03-22T07:09:51.641929+0000 mon.a (mon.0) 1321 : cluster 0 osdmap e261: 8 total, 8 up, 8 in 2024-03-22T07:09:53.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:52 smithi129 bash[31121]: cluster 2024-03-22T07:09:52.191045+0000 mgr.y (mgr.25115) 35 : cluster 0 pgmap v52: 137 pgs: 137 active+clean; 829 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 25 MiB/s wr, 611 op/s 2024-03-22T07:09:53.650 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:53 smithi148 bash[59991]: debug 2024-03-22T07:09:53.195+0000 7f9cbeaeb200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-22T07:09:53.651 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:53 smithi148 bash[59991]: debug 2024-03-22T07:09:53.311+0000 7f9cbeaeb200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-22T07:09:53.651 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:53 smithi148 bash[59991]: debug 2024-03-22T07:09:53.423+0000 7f9cbeaeb200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-22T07:09:53.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:53 smithi148 bash[23214]: cluster 2024-03-22T07:09:52.653030+0000 mon.a (mon.0) 1322 : cluster 0 osdmap e262: 8 total, 8 up, 8 in 2024-03-22T07:09:53.921 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:53 smithi148 bash[23214]: audit 2024-03-22T07:09:53.108178+0000 mon.a (mon.0) 1323 : audit 0 from='client.? 172.21.15.129:0/675812839' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:53.922 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:53 smithi148 bash[59991]: debug 2024-03-22T07:09:53.799+0000 7f9cbeaeb200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-22T07:09:53.928 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:53 smithi129 bash[21357]: cluster 2024-03-22T07:09:52.653030+0000 mon.a (mon.0) 1322 : cluster 0 osdmap e262: 8 total, 8 up, 8 in 2024-03-22T07:09:53.929 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:53 smithi129 bash[21357]: audit 2024-03-22T07:09:53.108178+0000 mon.a (mon.0) 1323 : audit 0 from='client.? 172.21.15.129:0/675812839' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:53.929 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:53 smithi129 bash[31121]: cluster 2024-03-22T07:09:52.653030+0000 mon.a (mon.0) 1322 : cluster 0 osdmap e262: 8 total, 8 up, 8 in 2024-03-22T07:09:53.929 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:53 smithi129 bash[31121]: audit 2024-03-22T07:09:53.108178+0000 mon.a (mon.0) 1323 : audit 0 from='client.? 172.21.15.129:0/675812839' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:54.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:54 smithi148 bash[59991]: debug 2024-03-22T07:09:54.063+0000 7f9cbeaeb200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-22T07:09:54.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:09:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:09:53] "GET /metrics HTTP/1.1" 200 38769 "" "Prometheus/2.43.0" 2024-03-22T07:09:54.661 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:54 smithi148 bash[59991]: debug 2024-03-22T07:09:54.359+0000 7f9cbeaeb200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-22T07:09:54.662 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:54 smithi148 bash[59991]: debug 2024-03-22T07:09:54.483+0000 7f9cbeaeb200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-22T07:09:54.699 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:09:54.741 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 83886079~1 2024-03-22T07:09:54.761 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:09:54.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:54 smithi148 bash[23214]: cluster 2024-03-22T07:09:53.652751+0000 mon.a (mon.0) 1324 : cluster 0 osdmap e263: 8 total, 8 up, 8 in 2024-03-22T07:09:54.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:54 smithi148 bash[23214]: cluster 2024-03-22T07:09:54.191911+0000 mgr.y (mgr.25115) 36 : cluster 0 pgmap v55: 137 pgs: 137 active+clean; 829 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 1.9 KiB/s wr, 28 op/s 2024-03-22T07:09:54.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:54 smithi148 bash[23214]: audit 2024-03-22T07:09:54.642206+0000 mon.a (mon.0) 1325 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:54.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:54 smithi148 bash[23214]: audit 2024-03-22T07:09:54.654696+0000 mon.a (mon.0) 1326 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:54.922 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:54 smithi148 bash[59991]: debug 2024-03-22T07:09:54.787+0000 7f9cbeaeb200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-22T07:09:55.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:54 smithi129 bash[21357]: cluster 2024-03-22T07:09:53.652751+0000 mon.a (mon.0) 1324 : cluster 0 osdmap e263: 8 total, 8 up, 8 in 2024-03-22T07:09:55.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:54 smithi129 bash[21357]: cluster 2024-03-22T07:09:54.191911+0000 mgr.y (mgr.25115) 36 : cluster 0 pgmap v55: 137 pgs: 137 active+clean; 829 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 1.9 KiB/s wr, 28 op/s 2024-03-22T07:09:55.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:54 smithi129 bash[21357]: audit 2024-03-22T07:09:54.642206+0000 mon.a (mon.0) 1325 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:55.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:54 smithi129 bash[21357]: audit 2024-03-22T07:09:54.654696+0000 mon.a (mon.0) 1326 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:55.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:54 smithi129 bash[31121]: cluster 2024-03-22T07:09:53.652751+0000 mon.a (mon.0) 1324 : cluster 0 osdmap e263: 8 total, 8 up, 8 in 2024-03-22T07:09:55.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:54 smithi129 bash[31121]: cluster 2024-03-22T07:09:54.191911+0000 mgr.y (mgr.25115) 36 : cluster 0 pgmap v55: 137 pgs: 137 active+clean; 829 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 1.9 KiB/s wr, 28 op/s 2024-03-22T07:09:55.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:54 smithi129 bash[31121]: audit 2024-03-22T07:09:54.642206+0000 mon.a (mon.0) 1325 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:55.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:54 smithi129 bash[31121]: audit 2024-03-22T07:09:54.654696+0000 mon.a (mon.0) 1326 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:55.422 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:55 smithi148 bash[59991]: debug 2024-03-22T07:09:55.047+0000 7f9cbeaeb200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:09:55.864 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:55 smithi148 bash[23214]: cluster 2024-03-22T07:09:54.677154+0000 mon.a (mon.0) 1327 : cluster 0 osdmap e264: 8 total, 8 up, 8 in 2024-03-22T07:09:55.864 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:55 smithi148 bash[23214]: audit 2024-03-22T07:09:55.549592+0000 mon.c (mon.2) 84 : audit 0 from='client.? 172.21.15.129:0/580748962' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:55.865 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:55 smithi148 bash[59991]: debug 2024-03-22T07:09:55.479+0000 7f9cbeaeb200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-22T07:09:55.865 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:55 smithi148 bash[59991]: debug 2024-03-22T07:09:55.607+0000 7f9cbeaeb200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-22T07:09:56.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:55 smithi129 bash[21357]: cluster 2024-03-22T07:09:54.677154+0000 mon.a (mon.0) 1327 : cluster 0 osdmap e264: 8 total, 8 up, 8 in 2024-03-22T07:09:56.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:55 smithi129 bash[21357]: audit 2024-03-22T07:09:55.549592+0000 mon.c (mon.2) 84 : audit 0 from='client.? 172.21.15.129:0/580748962' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:56.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:55 smithi129 bash[31121]: cluster 2024-03-22T07:09:54.677154+0000 mon.a (mon.0) 1327 : cluster 0 osdmap e264: 8 total, 8 up, 8 in 2024-03-22T07:09:56.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:55 smithi129 bash[31121]: audit 2024-03-22T07:09:55.549592+0000 mon.c (mon.2) 84 : audit 0 from='client.? 172.21.15.129:0/580748962' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:56.171 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:55 smithi148 bash[59991]: debug 2024-03-22T07:09:55.871+0000 7f9cbeaeb200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:09:57.044 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:56 smithi148 bash[59991]: debug 2024-03-22T07:09:56.935+0000 7f9cbeaeb200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-22T07:09:57.045 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:56 smithi148 bash[23214]: cluster 2024-03-22T07:09:55.684006+0000 mon.a (mon.0) 1328 : cluster 0 osdmap e265: 8 total, 8 up, 8 in 2024-03-22T07:09:57.045 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:56 smithi148 bash[23214]: audit 2024-03-22T07:09:55.762418+0000 mon.a (mon.0) 1329 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:57.045 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:56 smithi148 bash[23214]: audit 2024-03-22T07:09:55.774932+0000 mon.a (mon.0) 1330 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:57.045 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:56 smithi148 bash[23214]: cluster 2024-03-22T07:09:56.192800+0000 mgr.y (mgr.25115) 37 : cluster 0 pgmap v58: 137 pgs: 137 active+clean; 869 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 70 KiB/s rd, 8.0 MiB/s wr, 103 op/s 2024-03-22T07:09:57.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:56 smithi129 bash[31121]: cluster 2024-03-22T07:09:55.684006+0000 mon.a (mon.0) 1328 : cluster 0 osdmap e265: 8 total, 8 up, 8 in 2024-03-22T07:09:57.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:56 smithi129 bash[31121]: audit 2024-03-22T07:09:55.762418+0000 mon.a (mon.0) 1329 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:57.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:56 smithi129 bash[31121]: audit 2024-03-22T07:09:55.774932+0000 mon.a (mon.0) 1330 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:57.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:56 smithi129 bash[31121]: cluster 2024-03-22T07:09:56.192800+0000 mgr.y (mgr.25115) 37 : cluster 0 pgmap v58: 137 pgs: 137 active+clean; 869 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 70 KiB/s rd, 8.0 MiB/s wr, 103 op/s 2024-03-22T07:09:57.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:56 smithi129 bash[21357]: cluster 2024-03-22T07:09:55.684006+0000 mon.a (mon.0) 1328 : cluster 0 osdmap e265: 8 total, 8 up, 8 in 2024-03-22T07:09:57.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:56 smithi129 bash[21357]: audit 2024-03-22T07:09:55.762418+0000 mon.a (mon.0) 1329 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:57.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:56 smithi129 bash[21357]: audit 2024-03-22T07:09:55.774932+0000 mon.a (mon.0) 1330 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:09:57.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:56 smithi129 bash[21357]: cluster 2024-03-22T07:09:56.192800+0000 mgr.y (mgr.25115) 37 : cluster 0 pgmap v58: 137 pgs: 137 active+clean; 869 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 70 KiB/s rd, 8.0 MiB/s wr, 103 op/s 2024-03-22T07:09:57.345 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:57 smithi148 bash[59991]: debug 2024-03-22T07:09:57.051+0000 7f9cbeaeb200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-22T07:09:57.672 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:57 smithi148 bash[59991]: debug 2024-03-22T07:09:57.355+0000 7f9cbeaeb200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-22T07:09:57.672 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:57 smithi148 bash[59991]: debug 2024-03-22T07:09:57.471+0000 7f9cbeaeb200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-22T07:09:58.070 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:57 smithi148 bash[59991]: debug 2024-03-22T07:09:57.951+0000 7f9cbeaeb200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-22T07:09:58.071 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:57 smithi148 bash[23214]: cluster 2024-03-22T07:09:56.686687+0000 mon.a (mon.0) 1331 : cluster 0 osdmap e266: 8 total, 8 up, 8 in 2024-03-22T07:09:58.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:57 smithi129 bash[21357]: cluster 2024-03-22T07:09:56.686687+0000 mon.a (mon.0) 1331 : cluster 0 osdmap e266: 8 total, 8 up, 8 in 2024-03-22T07:09:58.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:57 smithi129 bash[31121]: cluster 2024-03-22T07:09:56.686687+0000 mon.a (mon.0) 1331 : cluster 0 osdmap e266: 8 total, 8 up, 8 in 2024-03-22T07:09:58.328 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:09:58.422 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:58 smithi148 bash[59991]: debug 2024-03-22T07:09:58.079+0000 7f9cbeaeb200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-22T07:09:58.422 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:58 smithi148 bash[59991]: [22/Mar/2024:07:09:58] ENGINE Bus STARTING 2024-03-22T07:09:58.422 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:58 smithi148 bash[59991]: CherryPy Checker: 2024-03-22T07:09:58.422 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:58 smithi148 bash[59991]: The Application mounted at '' has an empty config. 2024-03-22T07:09:58.422 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:58 smithi148 bash[59991]: [22/Mar/2024:07:09:58] ENGINE Serving on http://:::9283 2024-03-22T07:09:58.422 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:09:58 smithi148 bash[59991]: [22/Mar/2024:07:09:58] ENGINE Bus STARTED 2024-03-22T07:09:58.481 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 16777218~8388609 2024-03-22T07:09:58.755 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 0~8388609 2024-03-22T07:09:58.797 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 16777218~8388609 2024-03-22T07:09:58.899 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:09:59.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[21357]: cluster 2024-03-22T07:09:57.697740+0000 mon.a (mon.0) 1332 : cluster 0 osdmap e267: 8 total, 8 up, 8 in 2024-03-22T07:09:59.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[21357]: audit 2024-03-22T07:09:58.017786+0000 mon.c (mon.2) 85 : audit 0 from='client.? 172.21.15.129:0/1008919590' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:59.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[21357]: cluster 2024-03-22T07:09:58.099871+0000 mon.a (mon.0) 1333 : cluster 0 Standby manager daemon x restarted 2024-03-22T07:09:59.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[21357]: cluster 2024-03-22T07:09:58.100043+0000 mon.a (mon.0) 1334 : cluster 0 Standby manager daemon x started 2024-03-22T07:09:59.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[21357]: audit 2024-03-22T07:09:58.106657+0000 mon.b (mon.1) 85 : audit 0 from='mgr.? 172.21.15.148:0/686422689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T07:09:59.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[21357]: audit 2024-03-22T07:09:58.107249+0000 mon.b (mon.1) 86 : audit 0 from='mgr.? 172.21.15.148:0/686422689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:09:59.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[21357]: audit 2024-03-22T07:09:58.110082+0000 mon.b (mon.1) 87 : audit 0 from='mgr.? 172.21.15.148:0/686422689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T07:09:59.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[21357]: audit 2024-03-22T07:09:58.111928+0000 mon.b (mon.1) 88 : audit 0 from='mgr.? 172.21.15.148:0/686422689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:09:59.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[21357]: cluster 2024-03-22T07:09:58.193362+0000 mgr.y (mgr.25115) 38 : cluster 0 pgmap v61: 137 pgs: 137 active+clean; 869 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 50 KiB/s rd, 8.0 MiB/s wr, 77 op/s 2024-03-22T07:09:59.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[31121]: cluster 2024-03-22T07:09:57.697740+0000 mon.a (mon.0) 1332 : cluster 0 osdmap e267: 8 total, 8 up, 8 in 2024-03-22T07:09:59.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[31121]: audit 2024-03-22T07:09:58.017786+0000 mon.c (mon.2) 85 : audit 0 from='client.? 172.21.15.129:0/1008919590' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:59.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[31121]: cluster 2024-03-22T07:09:58.099871+0000 mon.a (mon.0) 1333 : cluster 0 Standby manager daemon x restarted 2024-03-22T07:09:59.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[31121]: cluster 2024-03-22T07:09:58.100043+0000 mon.a (mon.0) 1334 : cluster 0 Standby manager daemon x started 2024-03-22T07:09:59.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[31121]: audit 2024-03-22T07:09:58.106657+0000 mon.b (mon.1) 85 : audit 0 from='mgr.? 172.21.15.148:0/686422689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T07:09:59.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[31121]: audit 2024-03-22T07:09:58.107249+0000 mon.b (mon.1) 86 : audit 0 from='mgr.? 172.21.15.148:0/686422689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:09:59.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[31121]: audit 2024-03-22T07:09:58.110082+0000 mon.b (mon.1) 87 : audit 0 from='mgr.? 172.21.15.148:0/686422689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T07:09:59.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[31121]: audit 2024-03-22T07:09:58.111928+0000 mon.b (mon.1) 88 : audit 0 from='mgr.? 172.21.15.148:0/686422689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:09:59.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:58 smithi129 bash[31121]: cluster 2024-03-22T07:09:58.193362+0000 mgr.y (mgr.25115) 38 : cluster 0 pgmap v61: 137 pgs: 137 active+clean; 869 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 50 KiB/s rd, 8.0 MiB/s wr, 77 op/s 2024-03-22T07:09:59.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:58 smithi148 bash[23214]: cluster 2024-03-22T07:09:57.697740+0000 mon.a (mon.0) 1332 : cluster 0 osdmap e267: 8 total, 8 up, 8 in 2024-03-22T07:09:59.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:58 smithi148 bash[23214]: audit 2024-03-22T07:09:58.017786+0000 mon.c (mon.2) 85 : audit 0 from='client.? 172.21.15.129:0/1008919590' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:09:59.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:58 smithi148 bash[23214]: cluster 2024-03-22T07:09:58.099871+0000 mon.a (mon.0) 1333 : cluster 0 Standby manager daemon x restarted 2024-03-22T07:09:59.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:58 smithi148 bash[23214]: cluster 2024-03-22T07:09:58.100043+0000 mon.a (mon.0) 1334 : cluster 0 Standby manager daemon x started 2024-03-22T07:09:59.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:58 smithi148 bash[23214]: audit 2024-03-22T07:09:58.106657+0000 mon.b (mon.1) 85 : audit 0 from='mgr.? 172.21.15.148:0/686422689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T07:09:59.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:58 smithi148 bash[23214]: audit 2024-03-22T07:09:58.107249+0000 mon.b (mon.1) 86 : audit 0 from='mgr.? 172.21.15.148:0/686422689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:09:59.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:58 smithi148 bash[23214]: audit 2024-03-22T07:09:58.110082+0000 mon.b (mon.1) 87 : audit 0 from='mgr.? 172.21.15.148:0/686422689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T07:09:59.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:58 smithi148 bash[23214]: audit 2024-03-22T07:09:58.111928+0000 mon.b (mon.1) 88 : audit 0 from='mgr.? 172.21.15.148:0/686422689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:09:59.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:58 smithi148 bash[23214]: cluster 2024-03-22T07:09:58.193362+0000 mgr.y (mgr.25115) 38 : cluster 0 pgmap v61: 137 pgs: 137 active+clean; 869 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 50 KiB/s rd, 8.0 MiB/s wr, 77 op/s 2024-03-22T07:10:00.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:59 smithi129 bash[21357]: cluster 2024-03-22T07:09:58.741770+0000 mon.a (mon.0) 1335 : cluster 0 mgrmap e33: y(active, since 40s), standbys: x 2024-03-22T07:10:00.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:09:59 smithi129 bash[21357]: cluster 2024-03-22T07:09:58.741913+0000 mon.a (mon.0) 1336 : cluster 0 osdmap e268: 8 total, 8 up, 8 in 2024-03-22T07:10:00.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:59 smithi129 bash[31121]: cluster 2024-03-22T07:09:58.741770+0000 mon.a (mon.0) 1335 : cluster 0 mgrmap e33: y(active, since 40s), standbys: x 2024-03-22T07:10:00.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:09:59 smithi129 bash[31121]: cluster 2024-03-22T07:09:58.741913+0000 mon.a (mon.0) 1336 : cluster 0 osdmap e268: 8 total, 8 up, 8 in 2024-03-22T07:10:00.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:59 smithi148 bash[23214]: cluster 2024-03-22T07:09:58.741770+0000 mon.a (mon.0) 1335 : cluster 0 mgrmap e33: y(active, since 40s), standbys: x 2024-03-22T07:10:00.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:09:59 smithi148 bash[23214]: cluster 2024-03-22T07:09:58.741913+0000 mon.a (mon.0) 1336 : cluster 0 osdmap e268: 8 total, 8 up, 8 in 2024-03-22T07:10:01.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:00 smithi129 bash[21357]: cluster 2024-03-22T07:09:59.724794+0000 mon.a (mon.0) 1337 : cluster 0 osdmap e269: 8 total, 8 up, 8 in 2024-03-22T07:10:01.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:00 smithi129 bash[21357]: cluster 2024-03-22T07:10:00.000131+0000 mon.a (mon.0) 1338 : cluster 3 Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-03-22T07:10:01.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:00 smithi129 bash[21357]: cluster 2024-03-22T07:10:00.000184+0000 mon.a (mon.0) 1339 : cluster 3 [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-03-22T07:10:01.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:00 smithi129 bash[21357]: cluster 2024-03-22T07:10:00.000205+0000 mon.a (mon.0) 1340 : cluster 3 application not enabled on pool 'test-librbd-smithi129-68587-9' 2024-03-22T07:10:01.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:00 smithi129 bash[21357]: cluster 2024-03-22T07:10:00.000228+0000 mon.a (mon.0) 1341 : cluster 3 use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-03-22T07:10:01.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:00 smithi129 bash[21357]: cluster 2024-03-22T07:10:00.193797+0000 mgr.y (mgr.25115) 39 : cluster 0 pgmap v64: 137 pgs: 137 active+clean; 945 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 464 op/s 2024-03-22T07:10:01.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:00 smithi129 bash[21357]: audit 2024-03-22T07:10:00.463041+0000 mon.c (mon.2) 86 : audit 0 from='client.? 172.21.15.129:0/1315097263' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:01.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:00 smithi129 bash[31121]: cluster 2024-03-22T07:09:59.724794+0000 mon.a (mon.0) 1337 : cluster 0 osdmap e269: 8 total, 8 up, 8 in 2024-03-22T07:10:01.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:00 smithi129 bash[31121]: cluster 2024-03-22T07:10:00.000131+0000 mon.a (mon.0) 1338 : cluster 3 Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-03-22T07:10:01.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:00 smithi129 bash[31121]: cluster 2024-03-22T07:10:00.000184+0000 mon.a (mon.0) 1339 : cluster 3 [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-03-22T07:10:01.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:00 smithi129 bash[31121]: cluster 2024-03-22T07:10:00.000205+0000 mon.a (mon.0) 1340 : cluster 3 application not enabled on pool 'test-librbd-smithi129-68587-9' 2024-03-22T07:10:01.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:00 smithi129 bash[31121]: cluster 2024-03-22T07:10:00.000228+0000 mon.a (mon.0) 1341 : cluster 3 use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-03-22T07:10:01.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:00 smithi129 bash[31121]: cluster 2024-03-22T07:10:00.193797+0000 mgr.y (mgr.25115) 39 : cluster 0 pgmap v64: 137 pgs: 137 active+clean; 945 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 464 op/s 2024-03-22T07:10:01.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:00 smithi129 bash[31121]: audit 2024-03-22T07:10:00.463041+0000 mon.c (mon.2) 86 : audit 0 from='client.? 172.21.15.129:0/1315097263' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:01.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:00 smithi148 bash[23214]: cluster 2024-03-22T07:09:59.724794+0000 mon.a (mon.0) 1337 : cluster 0 osdmap e269: 8 total, 8 up, 8 in 2024-03-22T07:10:01.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:00 smithi148 bash[23214]: cluster 2024-03-22T07:10:00.000131+0000 mon.a (mon.0) 1338 : cluster 3 Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-03-22T07:10:01.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:00 smithi148 bash[23214]: cluster 2024-03-22T07:10:00.000184+0000 mon.a (mon.0) 1339 : cluster 3 [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-03-22T07:10:01.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:00 smithi148 bash[23214]: cluster 2024-03-22T07:10:00.000205+0000 mon.a (mon.0) 1340 : cluster 3 application not enabled on pool 'test-librbd-smithi129-68587-9' 2024-03-22T07:10:01.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:00 smithi148 bash[23214]: cluster 2024-03-22T07:10:00.000228+0000 mon.a (mon.0) 1341 : cluster 3 use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-03-22T07:10:01.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:00 smithi148 bash[23214]: cluster 2024-03-22T07:10:00.193797+0000 mgr.y (mgr.25115) 39 : cluster 0 pgmap v64: 137 pgs: 137 active+clean; 945 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 464 op/s 2024-03-22T07:10:01.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:00 smithi148 bash[23214]: audit 2024-03-22T07:10:00.463041+0000 mon.c (mon.2) 86 : audit 0 from='client.? 172.21.15.129:0/1315097263' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:02.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:01 smithi129 bash[21357]: cluster 2024-03-22T07:10:00.747037+0000 mon.a (mon.0) 1342 : cluster 0 osdmap e270: 8 total, 8 up, 8 in 2024-03-22T07:10:02.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:01 smithi129 bash[31121]: cluster 2024-03-22T07:10:00.747037+0000 mon.a (mon.0) 1342 : cluster 0 osdmap e270: 8 total, 8 up, 8 in 2024-03-22T07:10:02.150 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:01 smithi148 bash[23214]: cluster 2024-03-22T07:10:00.747037+0000 mon.a (mon.0) 1342 : cluster 0 osdmap e270: 8 total, 8 up, 8 in 2024-03-22T07:10:03.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:02 smithi129 bash[21357]: cluster 2024-03-22T07:10:01.747301+0000 mon.a (mon.0) 1343 : cluster 0 osdmap e271: 8 total, 8 up, 8 in 2024-03-22T07:10:03.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:02 smithi129 bash[21357]: cluster 2024-03-22T07:10:02.194532+0000 mgr.y (mgr.25115) 40 : cluster 0 pgmap v67: 137 pgs: 137 active+clean; 945 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 464 op/s 2024-03-22T07:10:03.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:02 smithi129 bash[31121]: cluster 2024-03-22T07:10:01.747301+0000 mon.a (mon.0) 1343 : cluster 0 osdmap e271: 8 total, 8 up, 8 in 2024-03-22T07:10:03.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:02 smithi129 bash[31121]: cluster 2024-03-22T07:10:02.194532+0000 mgr.y (mgr.25115) 40 : cluster 0 pgmap v67: 137 pgs: 137 active+clean; 945 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 464 op/s 2024-03-22T07:10:03.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:02 smithi148 bash[23214]: cluster 2024-03-22T07:10:01.747301+0000 mon.a (mon.0) 1343 : cluster 0 osdmap e271: 8 total, 8 up, 8 in 2024-03-22T07:10:03.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:02 smithi148 bash[23214]: cluster 2024-03-22T07:10:02.194532+0000 mgr.y (mgr.25115) 40 : cluster 0 pgmap v67: 137 pgs: 137 active+clean; 945 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 464 op/s 2024-03-22T07:10:03.316 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.AbortWithSnapshots (14893 ms) 2024-03-22T07:10:03.316 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-03-22T07:10:03.402 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:10:03.431 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 0~10 2024-03-22T07:10:03.454 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:10:03.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:03 smithi148 bash[23214]: cluster 2024-03-22T07:10:02.770710+0000 mon.a (mon.0) 1344 : cluster 0 osdmap e272: 8 total, 8 up, 8 in 2024-03-22T07:10:03.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:03 smithi148 bash[23214]: audit 2024-03-22T07:10:02.931057+0000 mon.c (mon.2) 87 : audit 0 from='client.? 172.21.15.129:0/2597244644' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:03.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:03 smithi148 bash[23214]: audit 2024-03-22T07:10:03.303204+0000 mon.a (mon.0) 1345 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:10:04.120 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:10:03] "GET /metrics HTTP/1.1" 200 38768 "" "Prometheus/2.43.0" 2024-03-22T07:10:04.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:03 smithi129 bash[21357]: cluster 2024-03-22T07:10:02.770710+0000 mon.a (mon.0) 1344 : cluster 0 osdmap e272: 8 total, 8 up, 8 in 2024-03-22T07:10:04.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:03 smithi129 bash[21357]: audit 2024-03-22T07:10:02.931057+0000 mon.c (mon.2) 87 : audit 0 from='client.? 172.21.15.129:0/2597244644' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:04.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:03 smithi129 bash[21357]: audit 2024-03-22T07:10:03.303204+0000 mon.a (mon.0) 1345 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:10:04.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:03 smithi129 bash[31121]: cluster 2024-03-22T07:10:02.770710+0000 mon.a (mon.0) 1344 : cluster 0 osdmap e272: 8 total, 8 up, 8 in 2024-03-22T07:10:04.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:03 smithi129 bash[31121]: audit 2024-03-22T07:10:02.931057+0000 mon.c (mon.2) 87 : audit 0 from='client.? 172.21.15.129:0/2597244644' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:04.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:03 smithi129 bash[31121]: audit 2024-03-22T07:10:03.303204+0000 mon.a (mon.0) 1345 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:10:04.805 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap1 2024-03-22T07:10:04.928 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:10:05.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:04 smithi129 bash[21357]: cluster 2024-03-22T07:10:03.777907+0000 mon.a (mon.0) 1346 : cluster 0 osdmap e273: 8 total, 8 up, 8 in 2024-03-22T07:10:05.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:04 smithi129 bash[21357]: cluster 2024-03-22T07:10:04.195542+0000 mgr.y (mgr.25115) 41 : cluster 0 pgmap v70: 137 pgs: 137 active+clean; 945 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 255 B/s wr, 15 op/s 2024-03-22T07:10:05.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:04 smithi129 bash[31121]: cluster 2024-03-22T07:10:03.777907+0000 mon.a (mon.0) 1346 : cluster 0 osdmap e273: 8 total, 8 up, 8 in 2024-03-22T07:10:05.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:04 smithi129 bash[31121]: cluster 2024-03-22T07:10:04.195542+0000 mgr.y (mgr.25115) 41 : cluster 0 pgmap v70: 137 pgs: 137 active+clean; 945 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 255 B/s wr, 15 op/s 2024-03-22T07:10:05.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:04 smithi148 bash[23214]: cluster 2024-03-22T07:10:03.777907+0000 mon.a (mon.0) 1346 : cluster 0 osdmap e273: 8 total, 8 up, 8 in 2024-03-22T07:10:05.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:04 smithi148 bash[23214]: cluster 2024-03-22T07:10:04.195542+0000 mgr.y (mgr.25115) 41 : cluster 0 pgmap v70: 137 pgs: 137 active+clean; 945 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 255 B/s wr, 15 op/s 2024-03-22T07:10:06.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[21357]: cluster 2024-03-22T07:10:04.789009+0000 mon.a (mon.0) 1347 : cluster 0 osdmap e274: 8 total, 8 up, 8 in 2024-03-22T07:10:06.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[21357]: audit 2024-03-22T07:10:05.380649+0000 mon.c (mon.2) 88 : audit 0 from='client.? 172.21.15.129:0/2611956904' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:06.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[21357]: audit 2024-03-22T07:10:05.651218+0000 mon.a (mon.0) 1348 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:10:06.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[21357]: audit 2024-03-22T07:10:05.666809+0000 mon.a (mon.0) 1349 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:10:06.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[21357]: audit 2024-03-22T07:10:05.669527+0000 mon.a (mon.0) 1350 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:10:06.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[21357]: audit 2024-03-22T07:10:05.671434+0000 mon.a (mon.0) 1351 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:10:06.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[21357]: audit 2024-03-22T07:10:05.685780+0000 mon.a (mon.0) 1352 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:10:06.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[21357]: audit 2024-03-22T07:10:05.769157+0000 mon.a (mon.0) 1353 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:10:06.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[21357]: audit 2024-03-22T07:10:05.771784+0000 mon.a (mon.0) 1354 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:10:06.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[21357]: audit 2024-03-22T07:10:05.778974+0000 mon.a (mon.0) 1355 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:10:06.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[31121]: cluster 2024-03-22T07:10:04.789009+0000 mon.a (mon.0) 1347 : cluster 0 osdmap e274: 8 total, 8 up, 8 in 2024-03-22T07:10:06.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[31121]: audit 2024-03-22T07:10:05.380649+0000 mon.c (mon.2) 88 : audit 0 from='client.? 172.21.15.129:0/2611956904' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:06.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[31121]: audit 2024-03-22T07:10:05.651218+0000 mon.a (mon.0) 1348 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:10:06.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[31121]: audit 2024-03-22T07:10:05.666809+0000 mon.a (mon.0) 1349 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:10:06.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[31121]: audit 2024-03-22T07:10:05.669527+0000 mon.a (mon.0) 1350 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:10:06.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[31121]: audit 2024-03-22T07:10:05.671434+0000 mon.a (mon.0) 1351 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:10:06.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[31121]: audit 2024-03-22T07:10:05.685780+0000 mon.a (mon.0) 1352 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:10:06.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[31121]: audit 2024-03-22T07:10:05.769157+0000 mon.a (mon.0) 1353 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:10:06.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[31121]: audit 2024-03-22T07:10:05.771784+0000 mon.a (mon.0) 1354 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:10:06.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:05 smithi129 bash[31121]: audit 2024-03-22T07:10:05.778974+0000 mon.a (mon.0) 1355 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:10:06.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:05 smithi148 bash[23214]: cluster 2024-03-22T07:10:04.789009+0000 mon.a (mon.0) 1347 : cluster 0 osdmap e274: 8 total, 8 up, 8 in 2024-03-22T07:10:06.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:05 smithi148 bash[23214]: audit 2024-03-22T07:10:05.380649+0000 mon.c (mon.2) 88 : audit 0 from='client.? 172.21.15.129:0/2611956904' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:06.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:05 smithi148 bash[23214]: audit 2024-03-22T07:10:05.651218+0000 mon.a (mon.0) 1348 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:10:06.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:05 smithi148 bash[23214]: audit 2024-03-22T07:10:05.666809+0000 mon.a (mon.0) 1349 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:10:06.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:05 smithi148 bash[23214]: audit 2024-03-22T07:10:05.669527+0000 mon.a (mon.0) 1350 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:10:06.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:05 smithi148 bash[23214]: audit 2024-03-22T07:10:05.671434+0000 mon.a (mon.0) 1351 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:10:06.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:05 smithi148 bash[23214]: audit 2024-03-22T07:10:05.685780+0000 mon.a (mon.0) 1352 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:10:06.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:05 smithi148 bash[23214]: audit 2024-03-22T07:10:05.769157+0000 mon.a (mon.0) 1353 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:10:06.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:05 smithi148 bash[23214]: audit 2024-03-22T07:10:05.771784+0000 mon.a (mon.0) 1354 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:10:06.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:05 smithi148 bash[23214]: audit 2024-03-22T07:10:05.778974+0000 mon.a (mon.0) 1355 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:10:06.191 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:10:06.345 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:10:07.031 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.CloneV1Parent (3715 ms) 2024-03-22T07:10:07.031 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-03-22T07:10:07.108 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:10:07.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[21357]: cephadm 2024-03-22T07:10:05.772844+0000 mgr.y (mgr.25115) 42 : cephadm 1 Upgrade: Setting container_image for all mgr 2024-03-22T07:10:07.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[21357]: audit 2024-03-22T07:10:05.780422+0000 mon.a (mon.0) 1356 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-22T07:10:07.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[21357]: cluster 2024-03-22T07:10:05.786773+0000 mon.a (mon.0) 1357 : cluster 0 osdmap e275: 8 total, 8 up, 8 in 2024-03-22T07:10:07.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[21357]: audit 2024-03-22T07:10:05.804290+0000 mon.a (mon.0) 1358 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-03-22T07:10:07.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[21357]: audit 2024-03-22T07:10:05.809491+0000 mon.a (mon.0) 1359 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-22T07:10:07.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[21357]: audit 2024-03-22T07:10:05.816801+0000 mon.a (mon.0) 1360 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-03-22T07:10:07.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[21357]: audit 2024-03-22T07:10:05.819477+0000 mon.a (mon.0) 1361 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-22T07:10:07.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[21357]: audit 2024-03-22T07:10:05.820605+0000 mon.a (mon.0) 1362 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-22T07:10:07.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[21357]: cephadm 2024-03-22T07:10:05.821441+0000 mgr.y (mgr.25115) 43 : cephadm 1 Upgrade: It appears safe to stop mon.a 2024-03-22T07:10:07.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[21357]: cluster 2024-03-22T07:10:06.196329+0000 mgr.y (mgr.25115) 44 : cluster 0 pgmap v73: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 11 KiB/s wr, 129 op/s 2024-03-22T07:10:07.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[31121]: cephadm 2024-03-22T07:10:05.772844+0000 mgr.y (mgr.25115) 42 : cephadm 1 Upgrade: Setting container_image for all mgr 2024-03-22T07:10:07.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[31121]: audit 2024-03-22T07:10:05.780422+0000 mon.a (mon.0) 1356 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-22T07:10:07.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[31121]: cluster 2024-03-22T07:10:05.786773+0000 mon.a (mon.0) 1357 : cluster 0 osdmap e275: 8 total, 8 up, 8 in 2024-03-22T07:10:07.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[31121]: audit 2024-03-22T07:10:05.804290+0000 mon.a (mon.0) 1358 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-03-22T07:10:07.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[31121]: audit 2024-03-22T07:10:05.809491+0000 mon.a (mon.0) 1359 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-22T07:10:07.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[31121]: audit 2024-03-22T07:10:05.816801+0000 mon.a (mon.0) 1360 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-03-22T07:10:07.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[31121]: audit 2024-03-22T07:10:05.819477+0000 mon.a (mon.0) 1361 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-22T07:10:07.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[31121]: audit 2024-03-22T07:10:05.820605+0000 mon.a (mon.0) 1362 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-22T07:10:07.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[31121]: cephadm 2024-03-22T07:10:05.821441+0000 mgr.y (mgr.25115) 43 : cephadm 1 Upgrade: It appears safe to stop mon.a 2024-03-22T07:10:07.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:06 smithi129 bash[31121]: cluster 2024-03-22T07:10:06.196329+0000 mgr.y (mgr.25115) 44 : cluster 0 pgmap v73: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 11 KiB/s wr, 129 op/s 2024-03-22T07:10:07.137 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 0~10 2024-03-22T07:10:07.159 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:10:07.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:06 smithi148 bash[23214]: cephadm 2024-03-22T07:10:05.772844+0000 mgr.y (mgr.25115) 42 : cephadm 1 Upgrade: Setting container_image for all mgr 2024-03-22T07:10:07.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:06 smithi148 bash[23214]: audit 2024-03-22T07:10:05.780422+0000 mon.a (mon.0) 1356 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-22T07:10:07.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:06 smithi148 bash[23214]: cluster 2024-03-22T07:10:05.786773+0000 mon.a (mon.0) 1357 : cluster 0 osdmap e275: 8 total, 8 up, 8 in 2024-03-22T07:10:07.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:06 smithi148 bash[23214]: audit 2024-03-22T07:10:05.804290+0000 mon.a (mon.0) 1358 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-03-22T07:10:07.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:06 smithi148 bash[23214]: audit 2024-03-22T07:10:05.809491+0000 mon.a (mon.0) 1359 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-22T07:10:07.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:06 smithi148 bash[23214]: audit 2024-03-22T07:10:05.816801+0000 mon.a (mon.0) 1360 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-03-22T07:10:07.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:06 smithi148 bash[23214]: audit 2024-03-22T07:10:05.819477+0000 mon.a (mon.0) 1361 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-22T07:10:07.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:06 smithi148 bash[23214]: audit 2024-03-22T07:10:05.820605+0000 mon.a (mon.0) 1362 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-22T07:10:07.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:06 smithi148 bash[23214]: cephadm 2024-03-22T07:10:05.821441+0000 mgr.y (mgr.25115) 43 : cephadm 1 Upgrade: It appears safe to stop mon.a 2024-03-22T07:10:07.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:06 smithi148 bash[23214]: cluster 2024-03-22T07:10:06.196329+0000 mgr.y (mgr.25115) 44 : cluster 0 pgmap v73: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 11 KiB/s wr, 129 op/s 2024-03-22T07:10:08.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:07 smithi129 bash[21357]: cluster 2024-03-22T07:10:06.826062+0000 mon.a (mon.0) 1363 : cluster 0 osdmap e276: 8 total, 8 up, 8 in 2024-03-22T07:10:08.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:07 smithi129 bash[21357]: audit 2024-03-22T07:10:07.818046+0000 mon.a (mon.0) 1364 : audit 0 from='client.? 172.21.15.129:0/3655171646' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:08.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:07 smithi129 bash[31121]: cluster 2024-03-22T07:10:06.826062+0000 mon.a (mon.0) 1363 : cluster 0 osdmap e276: 8 total, 8 up, 8 in 2024-03-22T07:10:08.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:07 smithi129 bash[31121]: audit 2024-03-22T07:10:07.818046+0000 mon.a (mon.0) 1364 : audit 0 from='client.? 172.21.15.129:0/3655171646' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:08.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:07 smithi148 bash[23214]: cluster 2024-03-22T07:10:06.826062+0000 mon.a (mon.0) 1363 : cluster 0 osdmap e276: 8 total, 8 up, 8 in 2024-03-22T07:10:08.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:07 smithi148 bash[23214]: audit 2024-03-22T07:10:07.818046+0000 mon.a (mon.0) 1364 : audit 0 from='client.? 172.21.15.129:0/3655171646' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:08.860 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap1 2024-03-22T07:10:08.990 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:10:09.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[31121]: cluster 2024-03-22T07:10:07.833502+0000 mon.a (mon.0) 1365 : cluster 0 osdmap e277: 8 total, 8 up, 8 in 2024-03-22T07:10:09.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[31121]: cephadm 2024-03-22T07:10:08.190559+0000 mgr.y (mgr.25115) 45 : cephadm 1 Upgrade: Updating mon.a 2024-03-22T07:10:09.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[31121]: cluster 2024-03-22T07:10:08.197117+0000 mgr.y (mgr.25115) 46 : cluster 0 pgmap v76: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 11 KiB/s wr, 114 op/s 2024-03-22T07:10:09.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[31121]: audit 2024-03-22T07:10:08.197913+0000 mon.a (mon.0) 1366 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:10:09.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[31121]: audit 2024-03-22T07:10:08.199491+0000 mon.a (mon.0) 1367 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:10:09.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[31121]: audit 2024-03-22T07:10:08.200423+0000 mon.a (mon.0) 1368 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:10:09.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[31121]: audit 2024-03-22T07:10:08.201325+0000 mon.a (mon.0) 1369 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:10:09.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[31121]: cephadm 2024-03-22T07:10:08.202686+0000 mgr.y (mgr.25115) 47 : cephadm 1 Deploying daemon mon.a on smithi129 2024-03-22T07:10:09.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[21357]: cluster 2024-03-22T07:10:07.833502+0000 mon.a (mon.0) 1365 : cluster 0 osdmap e277: 8 total, 8 up, 8 in 2024-03-22T07:10:09.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[21357]: cephadm 2024-03-22T07:10:08.190559+0000 mgr.y (mgr.25115) 45 : cephadm 1 Upgrade: Updating mon.a 2024-03-22T07:10:09.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[21357]: cluster 2024-03-22T07:10:08.197117+0000 mgr.y (mgr.25115) 46 : cluster 0 pgmap v76: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 11 KiB/s wr, 114 op/s 2024-03-22T07:10:09.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[21357]: audit 2024-03-22T07:10:08.197913+0000 mon.a (mon.0) 1366 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:10:09.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[21357]: audit 2024-03-22T07:10:08.199491+0000 mon.a (mon.0) 1367 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:10:09.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[21357]: audit 2024-03-22T07:10:08.200423+0000 mon.a (mon.0) 1368 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:10:09.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[21357]: audit 2024-03-22T07:10:08.201325+0000 mon.a (mon.0) 1369 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:10:09.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:08 smithi129 bash[21357]: cephadm 2024-03-22T07:10:08.202686+0000 mgr.y (mgr.25115) 47 : cephadm 1 Deploying daemon mon.a on smithi129 2024-03-22T07:10:09.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:08 smithi148 bash[23214]: cluster 2024-03-22T07:10:07.833502+0000 mon.a (mon.0) 1365 : cluster 0 osdmap e277: 8 total, 8 up, 8 in 2024-03-22T07:10:09.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:08 smithi148 bash[23214]: cephadm 2024-03-22T07:10:08.190559+0000 mgr.y (mgr.25115) 45 : cephadm 1 Upgrade: Updating mon.a 2024-03-22T07:10:09.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:08 smithi148 bash[23214]: cluster 2024-03-22T07:10:08.197117+0000 mgr.y (mgr.25115) 46 : cluster 0 pgmap v76: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 11 KiB/s wr, 114 op/s 2024-03-22T07:10:09.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:08 smithi148 bash[23214]: audit 2024-03-22T07:10:08.197913+0000 mon.a (mon.0) 1366 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' 2024-03-22T07:10:09.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:08 smithi148 bash[23214]: audit 2024-03-22T07:10:08.199491+0000 mon.a (mon.0) 1367 : audit 1 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:10:09.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:08 smithi148 bash[23214]: audit 2024-03-22T07:10:08.200423+0000 mon.a (mon.0) 1368 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:10:09.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:08 smithi148 bash[23214]: audit 2024-03-22T07:10:08.201325+0000 mon.a (mon.0) 1369 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:10:09.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:08 smithi148 bash[23214]: cephadm 2024-03-22T07:10:08.202686+0000 mgr.y (mgr.25115) 47 : cephadm 1 Deploying daemon mon.a on smithi129 2024-03-22T07:10:10.005 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:09 smithi129 bash[21357]: cluster 2024-03-22T07:10:08.839335+0000 mon.a (mon.0) 1370 : cluster 0 osdmap e278: 8 total, 8 up, 8 in 2024-03-22T07:10:10.005 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:09 smithi129 bash[31121]: cluster 2024-03-22T07:10:08.839335+0000 mon.a (mon.0) 1370 : cluster 0 osdmap e278: 8 total, 8 up, 8 in 2024-03-22T07:10:10.136 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:10:10.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:09 smithi148 bash[23214]: cluster 2024-03-22T07:10:08.839335+0000 mon.a (mon.0) 1370 : cluster 0 osdmap e278: 8 total, 8 up, 8 in 2024-03-22T07:10:10.321 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:10:10.791 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.CloneV2Parent (3760 ms) 2024-03-22T07:10:10.791 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-03-22T07:10:10.845 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:10 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:10.845 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:10 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:10.846 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:10:10 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:10.846 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:10:10 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:10.846 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:10:10 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:10.847 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:10 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:10.847 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:10:10 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:10.847 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:10:10 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:10.847 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:10:10 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:10.857 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:10:10.882 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 0~10 2024-03-22T07:10:10.903 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:10:11.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:10 smithi129 bash[72191]: [22/Mar/2024:07:10:10] ENGINE Bus STOPPING 2024-03-22T07:10:11.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:10 smithi129 bash[72191]: [22/Mar/2024:07:10:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:10:11.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:10 smithi129 bash[72191]: [22/Mar/2024:07:10:10] ENGINE Bus STOPPED 2024-03-22T07:10:11.120 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:10 smithi129 bash[72191]: [22/Mar/2024:07:10:10] ENGINE Bus STARTING 2024-03-22T07:10:11.120 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:11 smithi129 bash[72191]: [22/Mar/2024:07:10:11] ENGINE Serving on http://:::9283 2024-03-22T07:10:11.120 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:11 smithi129 bash[72191]: [22/Mar/2024:07:10:11] ENGINE Bus STARTED 2024-03-22T07:10:11.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:10 smithi129 bash[31121]: cluster 2024-03-22T07:10:09.849674+0000 mon.a (mon.0) 1371 : cluster 0 osdmap e279: 8 total, 8 up, 8 in 2024-03-22T07:10:11.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:10 smithi129 bash[31121]: cluster 2024-03-22T07:10:10.197893+0000 mgr.y (mgr.25115) 48 : cluster 0 pgmap v79: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 421 KiB/s rd, 25 KiB/s wr, 533 op/s 2024-03-22T07:10:11.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:10 smithi129 bash[31121]: audit 2024-03-22T07:10:10.289323+0000 mon.c (mon.2) 89 : audit 0 from='client.? 172.21.15.129:0/2775592550' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:11.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:10 smithi129 bash[31121]: cluster 2024-03-22T07:10:10.640821+0000 mon.a (mon.0) 1372 : cluster 0 osdmap e280: 8 total, 8 up, 8 in 2024-03-22T07:10:11.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:10 smithi129 systemd[1]: Stopping Ceph mon.a for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:10:11.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:10 smithi129 bash[21357]: cluster 2024-03-22T07:10:09.849674+0000 mon.a (mon.0) 1371 : cluster 0 osdmap e279: 8 total, 8 up, 8 in 2024-03-22T07:10:11.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:10 smithi129 bash[21357]: cluster 2024-03-22T07:10:10.197893+0000 mgr.y (mgr.25115) 48 : cluster 0 pgmap v79: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 421 KiB/s rd, 25 KiB/s wr, 533 op/s 2024-03-22T07:10:11.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:10 smithi129 bash[21357]: audit 2024-03-22T07:10:10.289323+0000 mon.c (mon.2) 89 : audit 0 from='client.? 172.21.15.129:0/2775592550' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:11.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:10 smithi129 bash[21357]: cluster 2024-03-22T07:10:10.640821+0000 mon.a (mon.0) 1372 : cluster 0 osdmap e280: 8 total, 8 up, 8 in 2024-03-22T07:10:11.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:10 smithi129 bash[21357]: debug 2024-03-22T07:10:10.967+0000 7fd8a7db0700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-03-22T07:10:11.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:10 smithi129 bash[21357]: debug 2024-03-22T07:10:10.967+0000 7fd8a7db0700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-03-22T07:10:11.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:10 smithi148 bash[23214]: cluster 2024-03-22T07:10:09.849674+0000 mon.a (mon.0) 1371 : cluster 0 osdmap e279: 8 total, 8 up, 8 in 2024-03-22T07:10:11.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:10 smithi148 bash[23214]: cluster 2024-03-22T07:10:10.197893+0000 mgr.y (mgr.25115) 48 : cluster 0 pgmap v79: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 421 KiB/s rd, 25 KiB/s wr, 533 op/s 2024-03-22T07:10:11.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:10 smithi148 bash[23214]: audit 2024-03-22T07:10:10.289323+0000 mon.c (mon.2) 89 : audit 0 from='client.? 172.21.15.129:0/2775592550' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:11.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:10 smithi148 bash[23214]: cluster 2024-03-22T07:10:10.640821+0000 mon.a (mon.0) 1372 : cluster 0 osdmap e280: 8 total, 8 up, 8 in 2024-03-22T07:10:11.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:11 smithi129 bash[79569]: ceph-77237b76-e818-11ee-95cd-87774f69a715-mon-a 2024-03-22T07:10:11.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:11 smithi129 bash[79641]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-mon-a 2024-03-22T07:10:11.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:11 smithi129 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.a.service: Deactivated successfully. 2024-03-22T07:10:11.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:11 smithi129 systemd[1]: Stopped Ceph mon.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:10:12.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:11 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:12.370 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:10:11 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:12.370 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:10:11 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:12.370 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:10:11 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:12.371 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:10:11 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:12.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:11 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:12.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:11 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:12.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:12 smithi129 systemd[1]: Started Ceph mon.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:10:12.372 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:10:11 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:12.372 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:10:11 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:10:13.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.023+0000 7f74c09d8c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-03-22T07:10:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.023+0000 7f74c09d8c80 0 ceph version 19.0.0-1667-gdb0330b1 (db0330b1e4e2470d52b750e251e55a522b4f7d69) squid (dev), process ceph-mon, pid 7 2024-03-22T07:10:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.027+0000 7f74c09d8c80 0 pidfile_write: ignore empty --pid-file 2024-03-22T07:10:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 0 load: jerasure load: lrc 2024-03-22T07:10:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: RocksDB version: 7.9.2 2024-03-22T07:10:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Git sha 0 2024-03-22T07:10:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Compile date 2024-03-16 10:36:11 2024-03-22T07:10:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: DB SUMMARY 2024-03-22T07:10:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: DB Session ID: NVIOJ2L87F283JWNVYES 2024-03-22T07:10:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: CURRENT file: CURRENT 2024-03-22T07:10:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: IDENTITY file: IDENTITY 2024-03-22T07:10:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: MANIFEST file: MANIFEST-000015 size: 2488 Bytes 2024-03-22T07:10:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000044.sst 2024-03-22T07:10:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000042.log size: 202051 ; 2024-03-22T07:10:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.error_if_exists: 0 2024-03-22T07:10:13.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.create_if_missing: 0 2024-03-22T07:10:13.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.paranoid_checks: 1 2024-03-22T07:10:13.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-03-22T07:10:13.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-22T07:10:13.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-22T07:10:13.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.env: 0x5563d732dae0 2024-03-22T07:10:13.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.fs: PosixFileSystem 2024-03-22T07:10:13.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.info_log: 0x5563d984f900 2024-03-22T07:10:13.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-03-22T07:10:13.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.statistics: (nil) 2024-03-22T07:10:13.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.use_fsync: 0 2024-03-22T07:10:13.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_log_file_size: 0 2024-03-22T07:10:13.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-22T07:10:13.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-03-22T07:10:13.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-03-22T07:10:13.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-03-22T07:10:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.allow_fallocate: 1 2024-03-22T07:10:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-03-22T07:10:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-03-22T07:10:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.use_direct_reads: 0 2024-03-22T07:10:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-22T07:10:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.create_missing_column_families: 0 2024-03-22T07:10:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.db_log_dir: 2024-03-22T07:10:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.wal_dir: 2024-03-22T07:10:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-03-22T07:10:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-03-22T07:10:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-03-22T07:10:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-22T07:10:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-22T07:10:13.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.advise_random_on_open: 1 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.write_buffer_manager: 0x5563d9822dc0 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.rate_limiter: (nil) 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.unordered_write: 0 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-22T07:10:13.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.row_cache: None 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.wal_filter: None 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.two_write_queues: 0 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.manual_wal_flush: 0 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.wal_compression: 0 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.atomic_flush: 0 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.log_readahead_size: 0 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-22T07:10:13.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-22T07:10:13.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-03-22T07:10:13.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-03-22T07:10:13.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-03-22T07:10:13.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_background_jobs: 2 2024-03-22T07:10:13.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_background_compactions: -1 2024-03-22T07:10:13.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_subcompactions: 1 2024-03-22T07:10:13.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-22T07:10:13.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-22T07:10:13.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-03-22T07:10:13.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_total_wal_size: 0 2024-03-22T07:10:13.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-22T07:10:13.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-03-22T07:10:13.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-03-22T07:10:13.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-22T07:10:13.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_open_files: -1 2024-03-22T07:10:13.379 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.bytes_per_sync: 0 2024-03-22T07:10:13.379 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-03-22T07:10:13.379 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-03-22T07:10:13.379 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-03-22T07:10:13.379 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_background_flushes: -1 2024-03-22T07:10:13.379 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Compression algorithms supported: 2024-03-22T07:10:13.379 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-22T07:10:13.379 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: kZSTD supported: 0 2024-03-22T07:10:13.379 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: kXpressCompression supported: 0 2024-03-22T07:10:13.379 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-03-22T07:10:13.379 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: kZlibCompression supported: 1 2024-03-22T07:10:13.379 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: kSnappyCompression supported: 1 2024-03-22T07:10:13.379 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: kLZ4Compression supported: 1 2024-03-22T07:10:13.379 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: kBZip2Compression supported: 0 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.merge_operator: 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compaction_filter: None 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compaction_filter_factory: None 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5563d984fa00) 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: cache_index_and_filter_blocks: 1 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: pin_top_level_index_and_filter: 1 2024-03-22T07:10:13.380 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: index_type: 0 2024-03-22T07:10:13.381 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: data_block_index_type: 0 2024-03-22T07:10:13.381 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: index_shortening: 1 2024-03-22T07:10:13.381 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: data_block_hash_table_util_ratio: 0.750000 2024-03-22T07:10:13.381 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: checksum: 4 2024-03-22T07:10:13.381 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: no_block_cache: 0 2024-03-22T07:10:13.381 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: block_cache: 0x5563d9851090 2024-03-22T07:10:13.381 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: block_cache_name: BinnedLRUCache 2024-03-22T07:10:13.381 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: block_cache_options: 2024-03-22T07:10:13.381 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: capacity : 536870912 2024-03-22T07:10:13.381 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: num_shard_bits : 4 2024-03-22T07:10:13.381 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: strict_capacity_limit : 0 2024-03-22T07:10:13.381 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: high_pri_pool_ratio: 0.000 2024-03-22T07:10:13.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: block_cache_compressed: (nil) 2024-03-22T07:10:13.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: persistent_cache: (nil) 2024-03-22T07:10:13.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: block_size: 4096 2024-03-22T07:10:13.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: block_size_deviation: 10 2024-03-22T07:10:13.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: block_restart_interval: 16 2024-03-22T07:10:13.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: index_block_restart_interval: 1 2024-03-22T07:10:13.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: metadata_block_size: 4096 2024-03-22T07:10:13.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: partition_filters: 0 2024-03-22T07:10:13.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: use_delta_encoding: 1 2024-03-22T07:10:13.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: filter_policy: bloomfilter 2024-03-22T07:10:13.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: whole_key_filtering: 1 2024-03-22T07:10:13.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: verify_compression: 0 2024-03-22T07:10:13.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: read_amp_bytes_per_bit: 0 2024-03-22T07:10:13.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: format_version: 5 2024-03-22T07:10:13.383 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: enable_index_compression: 1 2024-03-22T07:10:13.383 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: block_align: 0 2024-03-22T07:10:13.383 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: max_auto_readahead_size: 262144 2024-03-22T07:10:13.383 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: prepopulate_block_cache: 0 2024-03-22T07:10:13.383 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: initial_auto_readahead_size: 8192 2024-03-22T07:10:13.383 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: num_file_reads_for_auto_readahead: 2 2024-03-22T07:10:13.383 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-03-22T07:10:13.383 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-03-22T07:10:13.384 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compression: NoCompression 2024-03-22T07:10:13.384 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-03-22T07:10:13.384 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-03-22T07:10:13.384 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-22T07:10:13.384 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.num_levels: 7 2024-03-22T07:10:13.384 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-22T07:10:13.384 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compression_opts.level: 32767 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-22T07:10:13.385 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-22T07:10:13.386 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compression_opts.enabled: false 2024-03-22T07:10:13.386 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-22T07:10:13.386 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-22T07:10:13.386 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-22T07:10:13.386 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-22T07:10:13.386 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-03-22T07:10:13.386 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-03-22T07:10:13.386 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-22T07:10:13.386 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-22T07:10:13.386 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-22T07:10:13.386 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-22T07:10:13.386 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-22T07:10:13.386 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.arena_block_size: 1048576 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-22T07:10:13.387 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.table_properties_collectors: 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.inplace_update_support: 0 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.bloom_locality: 0 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.max_successive_merges: 0 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.force_consistency_checks: 1 2024-03-22T07:10:13.388 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.ttl: 2592000 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.enable_blob_files: false 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.min_blob_size: 0 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.blob_file_size: 268435456 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-22T07:10:13.389 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 46, last_sequence is 20870, log_number is 42,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 42 2024-03-22T07:10:13.390 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 42 2024-03-22T07:10:13.390 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8c44b0cd-2504-4b0f-9d7e-819aa7590792 2024-03-22T07:10:13.390 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711091413035111, "job": 1, "event": "recovery_started", "wal_files": [42]} 2024-03-22T07:10:13.390 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.031+0000 7f74c09d8c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #42 mode 2 2024-03-22T07:10:13.390 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.035+0000 7f74c09d8c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711091413036885, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 47, "file_size": 199640, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 20871, "largest_seqno": 21072, "table_properties": {"data_size": 197717, "index_size": 591, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 325, "raw_key_size": 3031, "raw_average_key_size": 26, "raw_value_size": 195116, "raw_average_value_size": 1726, "num_data_blocks": 26, "num_entries": 113, "num_filter_entries": 113, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1711091413, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8c44b0cd-2504-4b0f-9d7e-819aa7590792", "db_session_id": "NVIOJ2L87F283JWNVYES", "orig_file_number": 47, "seqno_to_time_mapping": "N/A"}} 2024-03-22T07:10:13.390 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.035+0000 7f74c09d8c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711091413036987, "job": 1, "event": "recovery_finished"} 2024-03-22T07:10:13.390 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.035+0000 7f74c09d8c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 49 2024-03-22T07:10:13.390 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.035+0000 7f74c09d8c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-22T07:10:13.390 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.035+0000 7f74c09d8c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000042.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-22T07:10:13.390 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.035+0000 7f74c09d8c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5563d9946000 2024-03-22T07:10:13.390 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.035+0000 7f74c09d8c80 4 rocksdb: DB pointer 0x5563d9930000 2024-03-22T07:10:13.390 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.035+0000 7f74af148700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-22T07:10:13.390 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.035+0000 7f74af148700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-22T07:10:13.390 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: ** DB Stats ** 2024-03-22T07:10:13.390 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Uptime(secs): 0.0 total, 0.0 interval 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: ** Compaction Stats [default] ** 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: L0 1/0 194.96 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 155.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: L6 1/0 10.04 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Sum 2/0 10.23 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 155.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 155.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: ** Compaction Stats [default] ** 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-22T07:10:13.391 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-22T07:10:13.392 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 155.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-22T07:10:13.392 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-22T07:10:13.392 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Uptime(secs): 0.0 total, 0.0 interval 2024-03-22T07:10:13.392 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Flush(GB): cumulative 0.000, interval 0.000 2024-03-22T07:10:13.392 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-22T07:10:13.392 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: AddFile(Total Files): cumulative 0, interval 0 2024-03-22T07:10:13.392 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: AddFile(L0 Files): cumulative 0, interval 0 2024-03-22T07:10:13.392 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: AddFile(Keys): cumulative 0, interval 0 2024-03-22T07:10:13.392 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Cumulative compaction: 0.00 GB write, 40.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-22T07:10:13.392 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Interval compaction: 0.00 GB write, 40.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-22T07:10:13.392 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-22T07:10:13.392 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Block cache BinnedLRUCache@0x5563d9851090#7 capacity: 512.00 MB usage: 1.08 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-03-22T07:10:13.392 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Block cache entry stats(count,size,portion): FilterBlock(1,0.38 KB,7.15256e-05%) IndexBlock(1,0.70 KB,0.00013411%) Misc(1,0.00 KB,0%) 2024-03-22T07:10:13.392 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: ** File Read Latency Histogram By Level [default] ** 2024-03-22T07:10:13.392 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.035+0000 7f74c09d8c80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] at bind addrs [v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T07:10:13.393 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.039+0000 7f74c09d8c80 1 mon.a@-1(???) e3 preinit fsid 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T07:10:13.393 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.039+0000 7f74c09d8c80 0 mon.a@-1(???).mds e10 new map 2024-03-22T07:10:13.393 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.039+0000 7f74c09d8c80 0 mon.a@-1(???).mds e10 print_map 2024-03-22T07:10:13.393 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: e10 2024-03-22T07:10:13.393 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: enable_multiple, ever_enabled_multiple: 1,1 2024-03-22T07:10:13.393 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-22T07:10:13.393 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: legacy client fscid: 1 2024-03-22T07:10:13.393 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: 2024-03-22T07:10:13.393 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Filesystem 'foo' (1) 2024-03-22T07:10:13.393 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: fs_name foo 2024-03-22T07:10:13.393 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: epoch 10 2024-03-22T07:10:13.393 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-03-22T07:10:13.393 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: created 2024-03-22T07:04:14.705707+0000 2024-03-22T07:10:13.393 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: modified 2024-03-22T07:04:24.791152+0000 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: tableserver 0 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: root 0 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: session_timeout 60 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: session_autoclose 300 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: max_file_size 1099511627776 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: max_xattr_size 54069343289346 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: required_client_features {} 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: last_failure 0 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: last_failure_osd_epoch 70 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: max_mds 1 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: in 0 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: up {0=24397} 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: failed 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: damaged 2024-03-22T07:10:13.394 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: stopped 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: data_pools [4] 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: metadata_pool 3 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: inline_data disabled 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: balancer 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: bal_rank_mask 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: standby_count_wanted 1 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: [mds.foo.smithi148.qmcgkl{0:24397} state up:active seq 4 join_fscid=1 addr [v2:172.21.15.148:6832/1446155485,v1:172.21.15.148:6833/1446155485] compat {c=[1],r=[1],i=[7ff]}] 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: Standby daemons: 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: [mds.foo.smithi129.bzehte{-1:24515} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.129:6834/2324702491,v1:172.21.15.129:6835/2324702491] compat {c=[1],r=[1],i=[7ff]}] 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.039+0000 7f74c09d8c80 0 mon.a@-1(???).osd e280 crush map has features 3314933000854323200, adjusting msgr requires 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.039+0000 7f74c09d8c80 0 mon.a@-1(???).osd e280 crush map has features 432629239337189376, adjusting msgr requires 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.039+0000 7f74c09d8c80 0 mon.a@-1(???).osd e280 crush map has features 432629239337189376, adjusting msgr requires 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.039+0000 7f74c09d8c80 0 mon.a@-1(???).osd e280 crush map has features 432629239337189376, adjusting msgr requires 2024-03-22T07:10:13.395 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[79695]: debug 2024-03-22T07:10:13.039+0000 7f74c09d8c80 1 mon.a@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-03-22T07:10:14.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:10:13] "GET /metrics HTTP/1.1" 200 38768 "" "Prometheus/2.43.0" 2024-03-22T07:10:14.869 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[72191]: ignoring --setuser ceph since I am not root 2024-03-22T07:10:14.870 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[72191]: ignoring --setgroup ceph since I am not root 2024-03-22T07:10:14.870 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[72191]: debug 2024-03-22T07:10:14.603+0000 7fecf033d700 1 -- 172.21.15.129:0/2512435281 <== mon.2 v2:172.21.15.129:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e750a721a0 con 0x55e7517f0c00 2024-03-22T07:10:14.870 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[72191]: debug 2024-03-22T07:10:14.751+0000 7fecfa119200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-22T07:10:14.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: debug 2024-03-22T07:10:14.559+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e281 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:14.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: audit 2024-03-22T07:10:10.978336+0000 mon.c (mon.2) 90 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:10:14.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: audit 2024-03-22T07:10:10.978742+0000 mon.c (mon.2) 91 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:10:14.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: audit 2024-03-22T07:10:10.979603+0000 mon.c (mon.2) 92 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:10:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: cluster 2024-03-22T07:10:12.198698+0000 mgr.y (mgr.25115) 49 : cluster 0 pgmap v81: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 385 KiB/s rd, 23 KiB/s wr, 488 op/s 2024-03-22T07:10:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: audit 2024-03-22T07:10:12.726142+0000 mon.c (mon.2) 93 : audit 0 from='client.? 172.21.15.129:0/2081832881' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.199782+0000 mgr.y (mgr.25115) 50 : cluster 0 pgmap v82: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 353 KiB/s rd, 21 KiB/s wr, 445 op/s 2024-03-22T07:10:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.461888+0000 mon.a (mon.0) 1 : cluster 1 mon.a calling monitor election 2024-03-22T07:10:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.485904+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-22T07:10:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.497204+0000 mon.a (mon.0) 3 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T07:10:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.498438+0000 mon.a (mon.0) 4 : cluster 0 fsmap foo:1 {0=foo.smithi148.qmcgkl=up:active} 1 up:standby 2024-03-22T07:10:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.498557+0000 mon.a (mon.0) 5 : cluster 0 osdmap e280: 8 total, 8 up, 8 in 2024-03-22T07:10:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.500727+0000 mon.a (mon.0) 6 : cluster 0 mgrmap e33: y(active, since 56s), standbys: x 2024-03-22T07:10:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.501843+0000 mon.a (mon.0) 7 : cluster 3 Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-03-22T07:10:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.501880+0000 mon.a (mon.0) 8 : cluster 3 [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-03-22T07:10:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.501901+0000 mon.a (mon.0) 9 : cluster 3 application not enabled on pool 'test-librbd-smithi129-68587-9' 2024-03-22T07:10:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.501918+0000 mon.a (mon.0) 10 : cluster 3 use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-03-22T07:10:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: audit 2024-03-22T07:10:14.523196+0000 mon.a (mon.0) 11 : audit 1 from='mgr.25115 ' entity='' 2024-03-22T07:10:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.525273+0000 mon.a (mon.0) 12 : cluster 0 mgrmap e34: y(active, since 56s), standbys: x 2024-03-22T07:10:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: debug 2024-03-22T07:10:14.551+0000 7f74b4953700 -1 log_channel(cluster) log [ERR] : Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:10:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: audit 2024-03-22T07:10:10.978336+0000 mon.c (mon.2) 90 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:10:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: audit 2024-03-22T07:10:10.978742+0000 mon.c (mon.2) 91 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:10:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: audit 2024-03-22T07:10:10.979603+0000 mon.c (mon.2) 92 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:10:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: cluster 2024-03-22T07:10:12.198698+0000 mgr.y (mgr.25115) 49 : cluster 0 pgmap v81: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 385 KiB/s rd, 23 KiB/s wr, 488 op/s 2024-03-22T07:10:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: audit 2024-03-22T07:10:12.726142+0000 mon.c (mon.2) 93 : audit 0 from='client.? 172.21.15.129:0/2081832881' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.199782+0000 mgr.y (mgr.25115) 50 : cluster 0 pgmap v82: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 353 KiB/s rd, 21 KiB/s wr, 445 op/s 2024-03-22T07:10:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.461888+0000 mon.a (mon.0) 1 : cluster 1 mon.a calling monitor election 2024-03-22T07:10:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.485904+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-22T07:10:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.497204+0000 mon.a (mon.0) 3 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T07:10:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.498438+0000 mon.a (mon.0) 4 : cluster 0 fsmap foo:1 {0=foo.smithi148.qmcgkl=up:active} 1 up:standby 2024-03-22T07:10:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.498557+0000 mon.a (mon.0) 5 : cluster 0 osdmap e280: 8 total, 8 up, 8 in 2024-03-22T07:10:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.500727+0000 mon.a (mon.0) 6 : cluster 0 mgrmap e33: y(active, since 56s), standbys: x 2024-03-22T07:10:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.501843+0000 mon.a (mon.0) 7 : cluster 3 Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-03-22T07:10:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.501880+0000 mon.a (mon.0) 8 : cluster 3 [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-03-22T07:10:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.501901+0000 mon.a (mon.0) 9 : cluster 3 application not enabled on pool 'test-librbd-smithi129-68587-9' 2024-03-22T07:10:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.501918+0000 mon.a (mon.0) 10 : cluster 3 use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-03-22T07:10:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: audit 2024-03-22T07:10:14.523196+0000 mon.a (mon.0) 11 : audit 1 from='mgr.25115 ' entity='' 2024-03-22T07:10:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:14 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.525273+0000 mon.a (mon.0) 12 : cluster 0 mgrmap e34: y(active, since 56s), standbys: x 2024-03-22T07:10:14.922 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[59991]: ignoring --setuser ceph since I am not root 2024-03-22T07:10:14.922 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[59991]: ignoring --setgroup ceph since I am not root 2024-03-22T07:10:14.922 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[59991]: debug 2024-03-22T07:10:14.594+0000 7f2385073700 1 -- 172.21.15.148:0/727662343 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556b6e5961a0 con 0x556b6f314800 2024-03-22T07:10:14.922 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[59991]: debug 2024-03-22T07:10:14.738+0000 7f238ee4f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-22T07:10:14.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: debug 2024-03-22T07:10:14.562+0000 7fa454952700 -1 mon.b@1(peon).osd e281 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:14.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: audit 2024-03-22T07:10:10.978336+0000 mon.c (mon.2) 90 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:10:14.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: audit 2024-03-22T07:10:10.978742+0000 mon.c (mon.2) 91 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:10:14.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: audit 2024-03-22T07:10:10.979603+0000 mon.c (mon.2) 92 : audit 0 from='mgr.25115 172.21.15.129:0/2824021265' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:10:14.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: cluster 2024-03-22T07:10:12.198698+0000 mgr.y (mgr.25115) 49 : cluster 0 pgmap v81: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 385 KiB/s rd, 23 KiB/s wr, 488 op/s 2024-03-22T07:10:14.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: audit 2024-03-22T07:10:12.726142+0000 mon.c (mon.2) 93 : audit 0 from='client.? 172.21.15.129:0/2081832881' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:14.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.199782+0000 mgr.y (mgr.25115) 50 : cluster 0 pgmap v82: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 353 KiB/s rd, 21 KiB/s wr, 445 op/s 2024-03-22T07:10:14.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.461888+0000 mon.a (mon.0) 1 : cluster 1 mon.a calling monitor election 2024-03-22T07:10:14.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.485904+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-22T07:10:14.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.497204+0000 mon.a (mon.0) 3 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T07:10:14.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.498438+0000 mon.a (mon.0) 4 : cluster 0 fsmap foo:1 {0=foo.smithi148.qmcgkl=up:active} 1 up:standby 2024-03-22T07:10:14.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.498557+0000 mon.a (mon.0) 5 : cluster 0 osdmap e280: 8 total, 8 up, 8 in 2024-03-22T07:10:14.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.500727+0000 mon.a (mon.0) 6 : cluster 0 mgrmap e33: y(active, since 56s), standbys: x 2024-03-22T07:10:14.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.501843+0000 mon.a (mon.0) 7 : cluster 3 Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-03-22T07:10:14.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.501880+0000 mon.a (mon.0) 8 : cluster 3 [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-03-22T07:10:14.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.501901+0000 mon.a (mon.0) 9 : cluster 3 application not enabled on pool 'test-librbd-smithi129-68587-9' 2024-03-22T07:10:14.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.501918+0000 mon.a (mon.0) 10 : cluster 3 use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-03-22T07:10:14.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: audit 2024-03-22T07:10:14.523196+0000 mon.a (mon.0) 11 : audit 1 from='mgr.25115 ' entity='' 2024-03-22T07:10:14.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:14 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.525273+0000 mon.a (mon.0) 12 : cluster 0 mgrmap e34: y(active, since 56s), standbys: x 2024-03-22T07:10:15.169 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 19.0.0-1667-gdb0330b1 (db0330b1e4e2470d52b750e251e55a522b4f7d69) squid (dev)": 1 2024-03-22T07:10:15.619 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap1 2024-03-22T07:10:15.682 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:10:15.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:15 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.554956+0000 mon.a (mon.0) 13 : cluster 4 Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:10:15.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:15 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.563425+0000 mon.a (mon.0) 14 : cluster 0 osdmap e281: 8 total, 8 up, 8 in 2024-03-22T07:10:15.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:15 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.569127+0000 osd.2 (osd.2) 3 : cluster 3 failed to encode map e281 with expected crc 2024-03-22T07:10:15.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:15 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.570823+0000 osd.1 (osd.1) 3 : cluster 3 failed to encode map e281 with expected crc 2024-03-22T07:10:15.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:15 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.580434+0000 osd.4 (osd.4) 3 : cluster 3 failed to encode map e281 with expected crc 2024-03-22T07:10:15.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:15 smithi129 bash[79695]: cluster 2024-03-22T07:10:14.825696+0000 osd.7 (osd.7) 3 : cluster 3 failed to encode map e281 with expected crc 2024-03-22T07:10:15.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:15 smithi129 bash[79695]: audit 2024-03-22T07:10:15.162195+0000 mon.c (mon.2) 94 : audit 0 from='client.? 172.21.15.129:0/317209701' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:15.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:15 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.554956+0000 mon.a (mon.0) 13 : cluster 4 Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:10:15.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:15 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.563425+0000 mon.a (mon.0) 14 : cluster 0 osdmap e281: 8 total, 8 up, 8 in 2024-03-22T07:10:15.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:15 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.569127+0000 osd.2 (osd.2) 3 : cluster 3 failed to encode map e281 with expected crc 2024-03-22T07:10:15.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:15 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.570823+0000 osd.1 (osd.1) 3 : cluster 3 failed to encode map e281 with expected crc 2024-03-22T07:10:15.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:15 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.580434+0000 osd.4 (osd.4) 3 : cluster 3 failed to encode map e281 with expected crc 2024-03-22T07:10:15.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:15 smithi129 bash[31121]: cluster 2024-03-22T07:10:14.825696+0000 osd.7 (osd.7) 3 : cluster 3 failed to encode map e281 with expected crc 2024-03-22T07:10:15.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:15 smithi129 bash[31121]: audit 2024-03-22T07:10:15.162195+0000 mon.c (mon.2) 94 : audit 0 from='client.? 172.21.15.129:0/317209701' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:15.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:15 smithi129 bash[31121]: debug 2024-03-22T07:10:15.579+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e282 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:15.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:15 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.554956+0000 mon.a (mon.0) 13 : cluster 4 Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:10:15.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:15 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.563425+0000 mon.a (mon.0) 14 : cluster 0 osdmap e281: 8 total, 8 up, 8 in 2024-03-22T07:10:15.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:15 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.569127+0000 osd.2 (osd.2) 3 : cluster 3 failed to encode map e281 with expected crc 2024-03-22T07:10:15.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:15 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.570823+0000 osd.1 (osd.1) 3 : cluster 3 failed to encode map e281 with expected crc 2024-03-22T07:10:15.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:15 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.580434+0000 osd.4 (osd.4) 3 : cluster 3 failed to encode map e281 with expected crc 2024-03-22T07:10:15.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:15 smithi148 bash[23214]: cluster 2024-03-22T07:10:14.825696+0000 osd.7 (osd.7) 3 : cluster 3 failed to encode map e281 with expected crc 2024-03-22T07:10:15.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:15 smithi148 bash[23214]: audit 2024-03-22T07:10:15.162195+0000 mon.c (mon.2) 94 : audit 0 from='client.? 172.21.15.129:0/317209701' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:10:15.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:15 smithi148 bash[23214]: debug 2024-03-22T07:10:15.578+0000 7fa454952700 -1 mon.b@1(peon).osd e282 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:16.020 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph orch ps' 2024-03-22T07:10:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:16 smithi148 bash[23214]: cluster 2024-03-22T07:10:15.588343+0000 osd.6 (osd.6) 3 : cluster 3 failed to encode map e282 with expected crc 2024-03-22T07:10:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:16 smithi148 bash[23214]: cluster 2024-03-22T07:10:15.591065+0000 mon.a (mon.0) 15 : cluster 0 osdmap e282: 8 total, 8 up, 8 in 2024-03-22T07:10:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:16 smithi148 bash[23214]: cluster 2024-03-22T07:10:15.600608+0000 osd.3 (osd.3) 3 : cluster 3 failed to encode map e282 with expected crc 2024-03-22T07:10:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:16 smithi148 bash[23214]: cluster 2024-03-22T07:10:15.616756+0000 osd.7 (osd.7) 4 : cluster 3 failed to encode map e282 with expected crc 2024-03-22T07:10:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:16 smithi148 bash[23214]: cluster 2024-03-22T07:10:15.636611+0000 osd.0 (osd.0) 3 : cluster 3 failed to encode map e282 with expected crc 2024-03-22T07:10:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:16 smithi148 bash[23214]: debug 2024-03-22T07:10:16.590+0000 7fa454952700 -1 mon.b@1(peon).osd e283 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:16.673 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:16 smithi148 bash[59991]: debug 2024-03-22T07:10:16.346+0000 7f238ee4f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-22T07:10:16.673 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:16 smithi148 bash[59991]: debug 2024-03-22T07:10:16.442+0000 7f238ee4f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-22T07:10:16.794 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:16 smithi129 bash[72191]: debug 2024-03-22T07:10:16.427+0000 7fecfa119200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-22T07:10:16.794 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:16 smithi129 bash[72191]: debug 2024-03-22T07:10:16.523+0000 7fecfa119200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-22T07:10:16.795 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:16 smithi129 bash[79695]: cluster 2024-03-22T07:10:15.588343+0000 osd.6 (osd.6) 3 : cluster 3 failed to encode map e282 with expected crc 2024-03-22T07:10:16.795 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:16 smithi129 bash[79695]: cluster 2024-03-22T07:10:15.591065+0000 mon.a (mon.0) 15 : cluster 0 osdmap e282: 8 total, 8 up, 8 in 2024-03-22T07:10:16.795 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:16 smithi129 bash[79695]: cluster 2024-03-22T07:10:15.600608+0000 osd.3 (osd.3) 3 : cluster 3 failed to encode map e282 with expected crc 2024-03-22T07:10:16.795 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:16 smithi129 bash[79695]: cluster 2024-03-22T07:10:15.616756+0000 osd.7 (osd.7) 4 : cluster 3 failed to encode map e282 with expected crc 2024-03-22T07:10:16.795 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:16 smithi129 bash[79695]: cluster 2024-03-22T07:10:15.636611+0000 osd.0 (osd.0) 3 : cluster 3 failed to encode map e282 with expected crc 2024-03-22T07:10:16.795 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:16 smithi129 bash[31121]: cluster 2024-03-22T07:10:15.588343+0000 osd.6 (osd.6) 3 : cluster 3 failed to encode map e282 with expected crc 2024-03-22T07:10:16.795 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:16 smithi129 bash[31121]: cluster 2024-03-22T07:10:15.591065+0000 mon.a (mon.0) 15 : cluster 0 osdmap e282: 8 total, 8 up, 8 in 2024-03-22T07:10:16.795 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:16 smithi129 bash[31121]: cluster 2024-03-22T07:10:15.600608+0000 osd.3 (osd.3) 3 : cluster 3 failed to encode map e282 with expected crc 2024-03-22T07:10:16.795 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:16 smithi129 bash[31121]: cluster 2024-03-22T07:10:15.616756+0000 osd.7 (osd.7) 4 : cluster 3 failed to encode map e282 with expected crc 2024-03-22T07:10:16.795 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:16 smithi129 bash[31121]: cluster 2024-03-22T07:10:15.636611+0000 osd.0 (osd.0) 3 : cluster 3 failed to encode map e282 with expected crc 2024-03-22T07:10:16.795 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:16 smithi129 bash[31121]: debug 2024-03-22T07:10:16.587+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e283 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:16.945 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:10:17.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:16 smithi129 bash[72191]: debug 2024-03-22T07:10:16.799+0000 7fecfa119200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-22T07:10:17.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:16 smithi148 bash[59991]: debug 2024-03-22T07:10:16.710+0000 7f238ee4f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-22T07:10:17.861 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.CloneV1ParentAbort (7070 ms) 2024-03-22T07:10:17.861 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-03-22T07:10:17.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[79695]: cluster 2024-03-22T07:10:15.610464+0000 osd.4 (osd.4) 4 : cluster 3 failed to encode map e282 with expected crc 2024-03-22T07:10:17.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[79695]: cluster 2024-03-22T07:10:16.591141+0000 mon.a (mon.0) 16 : cluster 0 osdmap e283: 8 total, 8 up, 8 in 2024-03-22T07:10:17.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[79695]: cluster 2024-03-22T07:10:16.603377+0000 osd.2 (osd.2) 4 : cluster 3 failed to encode map e283 with expected crc 2024-03-22T07:10:17.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[79695]: cluster 2024-03-22T07:10:16.603619+0000 osd.3 (osd.3) 4 : cluster 3 failed to encode map e283 with expected crc 2024-03-22T07:10:17.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[79695]: cluster 2024-03-22T07:10:16.622757+0000 osd.1 (osd.1) 4 : cluster 3 failed to encode map e283 with expected crc 2024-03-22T07:10:17.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[79695]: cluster 2024-03-22T07:10:16.670349+0000 osd.6 (osd.6) 4 : cluster 3 failed to encode map e283 with expected crc 2024-03-22T07:10:17.870 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[72191]: debug 2024-03-22T07:10:17.655+0000 7fecfa119200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-22T07:10:17.870 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[72191]: debug 2024-03-22T07:10:17.787+0000 7fecfa119200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-22T07:10:17.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[31121]: cluster 2024-03-22T07:10:15.610464+0000 osd.4 (osd.4) 4 : cluster 3 failed to encode map e282 with expected crc 2024-03-22T07:10:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[31121]: cluster 2024-03-22T07:10:16.591141+0000 mon.a (mon.0) 16 : cluster 0 osdmap e283: 8 total, 8 up, 8 in 2024-03-22T07:10:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[31121]: cluster 2024-03-22T07:10:16.603377+0000 osd.2 (osd.2) 4 : cluster 3 failed to encode map e283 with expected crc 2024-03-22T07:10:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[31121]: cluster 2024-03-22T07:10:16.603619+0000 osd.3 (osd.3) 4 : cluster 3 failed to encode map e283 with expected crc 2024-03-22T07:10:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[31121]: cluster 2024-03-22T07:10:16.622757+0000 osd.1 (osd.1) 4 : cluster 3 failed to encode map e283 with expected crc 2024-03-22T07:10:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[31121]: cluster 2024-03-22T07:10:16.670349+0000 osd.6 (osd.6) 4 : cluster 3 failed to encode map e283 with expected crc 2024-03-22T07:10:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[31121]: debug 2024-03-22T07:10:17.599+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e284 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:17.922 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:17 smithi148 bash[59991]: debug 2024-03-22T07:10:17.530+0000 7f238ee4f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-22T07:10:17.922 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:17 smithi148 bash[59991]: debug 2024-03-22T07:10:17.650+0000 7f238ee4f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-22T07:10:17.923 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:17 smithi148 bash[59991]: debug 2024-03-22T07:10:17.766+0000 7f238ee4f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-22T07:10:17.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:17 smithi148 bash[23214]: cluster 2024-03-22T07:10:15.610464+0000 osd.4 (osd.4) 4 : cluster 3 failed to encode map e282 with expected crc 2024-03-22T07:10:17.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:17 smithi148 bash[23214]: cluster 2024-03-22T07:10:16.591141+0000 mon.a (mon.0) 16 : cluster 0 osdmap e283: 8 total, 8 up, 8 in 2024-03-22T07:10:17.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:17 smithi148 bash[23214]: cluster 2024-03-22T07:10:16.603377+0000 osd.2 (osd.2) 4 : cluster 3 failed to encode map e283 with expected crc 2024-03-22T07:10:17.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:17 smithi148 bash[23214]: cluster 2024-03-22T07:10:16.603619+0000 osd.3 (osd.3) 4 : cluster 3 failed to encode map e283 with expected crc 2024-03-22T07:10:17.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:17 smithi148 bash[23214]: cluster 2024-03-22T07:10:16.622757+0000 osd.1 (osd.1) 4 : cluster 3 failed to encode map e283 with expected crc 2024-03-22T07:10:17.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:17 smithi148 bash[23214]: cluster 2024-03-22T07:10:16.670349+0000 osd.6 (osd.6) 4 : cluster 3 failed to encode map e283 with expected crc 2024-03-22T07:10:17.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:17 smithi148 bash[23214]: debug 2024-03-22T07:10:17.602+0000 7fa454952700 -1 mon.b@1(peon).osd e284 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:17.929 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:10:17.953 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 0~10 2024-03-22T07:10:17.969 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:10:18.280 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:17 smithi129 bash[72191]: debug 2024-03-22T07:10:17.911+0000 7fecfa119200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-22T07:10:18.281 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[31121]: debug 2024-03-22T07:10:18.047+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e285 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:18.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[23214]: debug 2024-03-22T07:10:18.050+0000 7fa454952700 -1 mon.b@1(peon).osd e285 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:18.358 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[59991]: debug 2024-03-22T07:10:18.146+0000 7f238ee4f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-22T07:10:18.358 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[59991]: debug 2024-03-22T07:10:18.258+0000 7f238ee4f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-22T07:10:18.358 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[59991]: debug 2024-03-22T07:10:18.366+0000 7f238ee4f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-22T07:10:18.596 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[72191]: debug 2024-03-22T07:10:18.283+0000 7fecfa119200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-22T07:10:18.596 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[72191]: debug 2024-03-22T07:10:18.399+0000 7fecfa119200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-22T07:10:18.596 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[72191]: debug 2024-03-22T07:10:18.507+0000 7fecfa119200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-22T07:10:18.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[23214]: cluster 2024-03-22T07:10:16.641681+0000 osd.4 (osd.4) 5 : cluster 3 failed to encode map e283 with expected crc 2024-03-22T07:10:18.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[23214]: cluster 2024-03-22T07:10:17.605154+0000 mon.a (mon.0) 17 : cluster 0 osdmap e284: 8 total, 8 up, 8 in 2024-03-22T07:10:18.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[23214]: cluster 2024-03-22T07:10:17.615434+0000 osd.0 (osd.0) 4 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[23214]: cluster 2024-03-22T07:10:17.616183+0000 osd.3 (osd.3) 5 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[23214]: cluster 2024-03-22T07:10:17.622050+0000 osd.2 (osd.2) 5 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[23214]: cluster 2024-03-22T07:10:17.645409+0000 osd.4 (osd.4) 6 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[23214]: cluster 2024-03-22T07:10:17.651839+0000 osd.1 (osd.1) 5 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[23214]: cluster 2024-03-22T07:10:17.738015+0000 osd.6 (osd.6) 5 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[23214]: cluster 2024-03-22T07:10:18.055188+0000 mon.a (mon.0) 18 : cluster 0 osdmap e285: 8 total, 8 up, 8 in 2024-03-22T07:10:18.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[23214]: cluster 2024-03-22T07:10:18.066803+0000 osd.1 (osd.1) 6 : cluster 3 failed to encode map e285 with expected crc 2024-03-22T07:10:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[31121]: cluster 2024-03-22T07:10:16.641681+0000 osd.4 (osd.4) 5 : cluster 3 failed to encode map e283 with expected crc 2024-03-22T07:10:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[31121]: cluster 2024-03-22T07:10:17.605154+0000 mon.a (mon.0) 17 : cluster 0 osdmap e284: 8 total, 8 up, 8 in 2024-03-22T07:10:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[31121]: cluster 2024-03-22T07:10:17.615434+0000 osd.0 (osd.0) 4 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[31121]: cluster 2024-03-22T07:10:17.616183+0000 osd.3 (osd.3) 5 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[31121]: cluster 2024-03-22T07:10:17.622050+0000 osd.2 (osd.2) 5 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[31121]: cluster 2024-03-22T07:10:17.645409+0000 osd.4 (osd.4) 6 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[31121]: cluster 2024-03-22T07:10:17.651839+0000 osd.1 (osd.1) 5 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[31121]: cluster 2024-03-22T07:10:17.738015+0000 osd.6 (osd.6) 5 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[31121]: cluster 2024-03-22T07:10:18.055188+0000 mon.a (mon.0) 18 : cluster 0 osdmap e285: 8 total, 8 up, 8 in 2024-03-22T07:10:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[31121]: cluster 2024-03-22T07:10:18.066803+0000 osd.1 (osd.1) 6 : cluster 3 failed to encode map e285 with expected crc 2024-03-22T07:10:18.867 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[79695]: cluster 2024-03-22T07:10:16.641681+0000 osd.4 (osd.4) 5 : cluster 3 failed to encode map e283 with expected crc 2024-03-22T07:10:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[79695]: cluster 2024-03-22T07:10:17.605154+0000 mon.a (mon.0) 17 : cluster 0 osdmap e284: 8 total, 8 up, 8 in 2024-03-22T07:10:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[79695]: cluster 2024-03-22T07:10:17.615434+0000 osd.0 (osd.0) 4 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[79695]: cluster 2024-03-22T07:10:17.616183+0000 osd.3 (osd.3) 5 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[79695]: cluster 2024-03-22T07:10:17.622050+0000 osd.2 (osd.2) 5 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[79695]: cluster 2024-03-22T07:10:17.645409+0000 osd.4 (osd.4) 6 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[79695]: cluster 2024-03-22T07:10:17.651839+0000 osd.1 (osd.1) 5 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[79695]: cluster 2024-03-22T07:10:17.738015+0000 osd.6 (osd.6) 5 : cluster 3 failed to encode map e284 with expected crc 2024-03-22T07:10:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[79695]: cluster 2024-03-22T07:10:18.055188+0000 mon.a (mon.0) 18 : cluster 0 osdmap e285: 8 total, 8 up, 8 in 2024-03-22T07:10:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[79695]: cluster 2024-03-22T07:10:18.066803+0000 osd.1 (osd.1) 6 : cluster 3 failed to encode map e285 with expected crc 2024-03-22T07:10:19.047 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[59991]: debug 2024-03-22T07:10:18.738+0000 7f238ee4f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-22T07:10:19.047 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:18 smithi148 bash[59991]: debug 2024-03-22T07:10:18.982+0000 7f238ee4f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-22T07:10:19.047 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:19 smithi148 bash[23214]: debug 2024-03-22T07:10:19.054+0000 7fa454952700 -1 mon.b@1(peon).osd e286 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:19.089 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap1 2024-03-22T07:10:19.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[31121]: debug 2024-03-22T07:10:19.051+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e286 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:19.120 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:18 smithi129 bash[72191]: debug 2024-03-22T07:10:18.871+0000 7fecfa119200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-22T07:10:19.210 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:10:19.385 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:19 smithi148 bash[59991]: debug 2024-03-22T07:10:19.274+0000 7f238ee4f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-22T07:10:19.385 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:19 smithi148 bash[59991]: debug 2024-03-22T07:10:19.390+0000 7f238ee4f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-22T07:10:19.415 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[72191]: debug 2024-03-22T07:10:19.127+0000 7fecfa119200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-22T07:10:19.665 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:19 smithi148 bash[23214]: cluster 2024-03-22T07:10:18.064319+0000 osd.0 (osd.0) 5 : cluster 3 failed to encode map e285 with expected crc 2024-03-22T07:10:19.665 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:19 smithi148 bash[23214]: cluster 2024-03-22T07:10:18.077955+0000 osd.6 (osd.6) 6 : cluster 3 failed to encode map e285 with expected crc 2024-03-22T07:10:19.665 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:19 smithi148 bash[23214]: cluster 2024-03-22T07:10:19.056812+0000 mon.a (mon.0) 19 : cluster 0 osdmap e286: 8 total, 8 up, 8 in 2024-03-22T07:10:19.665 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:19 smithi148 bash[23214]: cluster 2024-03-22T07:10:19.063844+0000 osd.3 (osd.3) 6 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:19.665 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:19 smithi148 bash[23214]: cluster 2024-03-22T07:10:19.071831+0000 osd.4 (osd.4) 7 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:19.665 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:19 smithi148 bash[23214]: cluster 2024-03-22T07:10:19.076067+0000 osd.4 (osd.4) 8 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:19.665 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:19 smithi148 bash[23214]: cluster 2024-03-22T07:10:19.084103+0000 osd.5 (osd.5) 3 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:19.813 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[79695]: cluster 2024-03-22T07:10:18.064319+0000 osd.0 (osd.0) 5 : cluster 3 failed to encode map e285 with expected crc 2024-03-22T07:10:19.813 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[79695]: cluster 2024-03-22T07:10:18.077955+0000 osd.6 (osd.6) 6 : cluster 3 failed to encode map e285 with expected crc 2024-03-22T07:10:19.813 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[79695]: cluster 2024-03-22T07:10:19.056812+0000 mon.a (mon.0) 19 : cluster 0 osdmap e286: 8 total, 8 up, 8 in 2024-03-22T07:10:19.813 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[79695]: cluster 2024-03-22T07:10:19.063844+0000 osd.3 (osd.3) 6 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:19.813 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[79695]: cluster 2024-03-22T07:10:19.071831+0000 osd.4 (osd.4) 7 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:19.813 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[79695]: cluster 2024-03-22T07:10:19.076067+0000 osd.4 (osd.4) 8 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:19.813 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[79695]: cluster 2024-03-22T07:10:19.084103+0000 osd.5 (osd.5) 3 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:19.813 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[72191]: debug 2024-03-22T07:10:19.419+0000 7fecfa119200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-22T07:10:19.813 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[72191]: debug 2024-03-22T07:10:19.535+0000 7fecfa119200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-22T07:10:19.814 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[31121]: cluster 2024-03-22T07:10:18.064319+0000 osd.0 (osd.0) 5 : cluster 3 failed to encode map e285 with expected crc 2024-03-22T07:10:19.814 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[31121]: cluster 2024-03-22T07:10:18.077955+0000 osd.6 (osd.6) 6 : cluster 3 failed to encode map e285 with expected crc 2024-03-22T07:10:19.814 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[31121]: cluster 2024-03-22T07:10:19.056812+0000 mon.a (mon.0) 19 : cluster 0 osdmap e286: 8 total, 8 up, 8 in 2024-03-22T07:10:19.814 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[31121]: cluster 2024-03-22T07:10:19.063844+0000 osd.3 (osd.3) 6 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:19.814 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[31121]: cluster 2024-03-22T07:10:19.071831+0000 osd.4 (osd.4) 7 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:19.814 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[31121]: cluster 2024-03-22T07:10:19.076067+0000 osd.4 (osd.4) 8 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:19.814 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[31121]: cluster 2024-03-22T07:10:19.084103+0000 osd.5 (osd.5) 3 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:19.916 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:19 smithi148 bash[59991]: debug 2024-03-22T07:10:19.670+0000 7f238ee4f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-22T07:10:20.066 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[31121]: debug 2024-03-22T07:10:20.055+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e287 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:20.066 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:19 smithi129 bash[72191]: debug 2024-03-22T07:10:19.815+0000 7fecfa119200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-22T07:10:20.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:19 smithi148 bash[59991]: debug 2024-03-22T07:10:19.922+0000 7f238ee4f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:10:20.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:20 smithi148 bash[23214]: debug 2024-03-22T07:10:20.054+0000 7fa454952700 -1 mon.b@1(peon).osd e287 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:20.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[72191]: debug 2024-03-22T07:10:20.067+0000 7fecfa119200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:10:20.391 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:10:20.602 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:20 smithi148 bash[59991]: debug 2024-03-22T07:10:20.358+0000 7f238ee4f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-22T07:10:20.602 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:20 smithi148 bash[59991]: debug 2024-03-22T07:10:20.486+0000 7f238ee4f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-22T07:10:20.744 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:10:20.885 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[72191]: debug 2024-03-22T07:10:20.543+0000 7fecfa119200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-22T07:10:20.885 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[72191]: debug 2024-03-22T07:10:20.667+0000 7fecfa119200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-22T07:10:20.886 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[31121]: cluster 2024-03-22T07:10:19.089468+0000 osd.6 (osd.6) 7 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:20.886 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[31121]: cluster 2024-03-22T07:10:19.121879+0000 osd.0 (osd.0) 6 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:20.886 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[31121]: cluster 2024-03-22T07:10:20.058382+0000 mon.a (mon.0) 20 : cluster 0 osdmap e287: 8 total, 8 up, 8 in 2024-03-22T07:10:20.886 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[31121]: cluster 2024-03-22T07:10:20.070115+0000 osd.2 (osd.2) 6 : cluster 3 failed to encode map e287 with expected crc 2024-03-22T07:10:20.886 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[31121]: cluster 2024-03-22T07:10:20.071489+0000 osd.1 (osd.1) 7 : cluster 3 failed to encode map e287 with expected crc 2024-03-22T07:10:20.886 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[31121]: cluster 2024-03-22T07:10:20.126713+0000 osd.5 (osd.5) 4 : cluster 3 failed to encode map e287 with expected crc 2024-03-22T07:10:20.886 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[79695]: cluster 2024-03-22T07:10:19.089468+0000 osd.6 (osd.6) 7 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:20.886 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[79695]: cluster 2024-03-22T07:10:19.121879+0000 osd.0 (osd.0) 6 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:20.886 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[79695]: cluster 2024-03-22T07:10:20.058382+0000 mon.a (mon.0) 20 : cluster 0 osdmap e287: 8 total, 8 up, 8 in 2024-03-22T07:10:20.886 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[79695]: cluster 2024-03-22T07:10:20.070115+0000 osd.2 (osd.2) 6 : cluster 3 failed to encode map e287 with expected crc 2024-03-22T07:10:20.887 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[79695]: cluster 2024-03-22T07:10:20.071489+0000 osd.1 (osd.1) 7 : cluster 3 failed to encode map e287 with expected crc 2024-03-22T07:10:20.887 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[79695]: cluster 2024-03-22T07:10:20.126713+0000 osd.5 (osd.5) 4 : cluster 3 failed to encode map e287 with expected crc 2024-03-22T07:10:20.922 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:20 smithi148 bash[59991]: debug 2024-03-22T07:10:20.746+0000 7f238ee4f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:10:20.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:20 smithi148 bash[23214]: cluster 2024-03-22T07:10:19.089468+0000 osd.6 (osd.6) 7 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:20.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:20 smithi148 bash[23214]: cluster 2024-03-22T07:10:19.121879+0000 osd.0 (osd.0) 6 : cluster 3 failed to encode map e286 with expected crc 2024-03-22T07:10:20.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:20 smithi148 bash[23214]: cluster 2024-03-22T07:10:20.058382+0000 mon.a (mon.0) 20 : cluster 0 osdmap e287: 8 total, 8 up, 8 in 2024-03-22T07:10:20.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:20 smithi148 bash[23214]: cluster 2024-03-22T07:10:20.070115+0000 osd.2 (osd.2) 6 : cluster 3 failed to encode map e287 with expected crc 2024-03-22T07:10:20.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:20 smithi148 bash[23214]: cluster 2024-03-22T07:10:20.071489+0000 osd.1 (osd.1) 7 : cluster 3 failed to encode map e287 with expected crc 2024-03-22T07:10:20.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:20 smithi148 bash[23214]: cluster 2024-03-22T07:10:20.126713+0000 osd.5 (osd.5) 4 : cluster 3 failed to encode map e287 with expected crc 2024-03-22T07:10:21.281 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3420 ms) 2024-03-22T07:10:21.281 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-03-22T07:10:21.336 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:10:21.357 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 0~10 2024-03-22T07:10:21.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:21 smithi129 bash[31121]: debug 2024-03-22T07:10:21.055+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e288 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:21.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:20 smithi129 bash[72191]: debug 2024-03-22T07:10:20.927+0000 7fecfa119200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-22T07:10:21.375 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:10:21.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:21 smithi148 bash[23214]: debug 2024-03-22T07:10:21.058+0000 7fa454952700 -1 mon.b@1(peon).osd e288 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:21 smithi129 bash[79695]: cluster 2024-03-22T07:10:20.079214+0000 osd.0 (osd.0) 7 : cluster 3 failed to encode map e287 with expected crc 2024-03-22T07:10:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:21 smithi129 bash[79695]: cluster 2024-03-22T07:10:20.134451+0000 osd.6 (osd.6) 8 : cluster 3 failed to encode map e287 with expected crc 2024-03-22T07:10:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:21 smithi129 bash[79695]: cluster 2024-03-22T07:10:21.058908+0000 mon.a (mon.0) 21 : cluster 0 osdmap e288: 8 total, 8 up, 8 in 2024-03-22T07:10:21.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:21 smithi129 bash[79695]: cluster 2024-03-22T07:10:21.062199+0000 osd.2 (osd.2) 7 : cluster 3 failed to encode map e288 with expected crc 2024-03-22T07:10:21.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:21 smithi129 bash[79695]: cluster 2024-03-22T07:10:21.080275+0000 osd.3 (osd.3) 7 : cluster 3 failed to encode map e288 with expected crc 2024-03-22T07:10:21.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:21 smithi129 bash[79695]: cluster 2024-03-22T07:10:21.103594+0000 osd.1 (osd.1) 8 : cluster 3 failed to encode map e288 with expected crc 2024-03-22T07:10:21.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:21 smithi129 bash[31121]: cluster 2024-03-22T07:10:20.079214+0000 osd.0 (osd.0) 7 : cluster 3 failed to encode map e287 with expected crc 2024-03-22T07:10:21.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:21 smithi129 bash[31121]: cluster 2024-03-22T07:10:20.134451+0000 osd.6 (osd.6) 8 : cluster 3 failed to encode map e287 with expected crc 2024-03-22T07:10:21.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:21 smithi129 bash[31121]: cluster 2024-03-22T07:10:21.058908+0000 mon.a (mon.0) 21 : cluster 0 osdmap e288: 8 total, 8 up, 8 in 2024-03-22T07:10:21.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:21 smithi129 bash[31121]: cluster 2024-03-22T07:10:21.062199+0000 osd.2 (osd.2) 7 : cluster 3 failed to encode map e288 with expected crc 2024-03-22T07:10:21.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:21 smithi129 bash[31121]: cluster 2024-03-22T07:10:21.080275+0000 osd.3 (osd.3) 7 : cluster 3 failed to encode map e288 with expected crc 2024-03-22T07:10:21.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:21 smithi129 bash[31121]: cluster 2024-03-22T07:10:21.103594+0000 osd.1 (osd.1) 8 : cluster 3 failed to encode map e288 with expected crc 2024-03-22T07:10:21.903 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:21 smithi148 bash[59991]: debug 2024-03-22T07:10:21.790+0000 7f238ee4f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-22T07:10:21.904 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:21 smithi148 bash[23214]: cluster 2024-03-22T07:10:20.079214+0000 osd.0 (osd.0) 7 : cluster 3 failed to encode map e287 with expected crc 2024-03-22T07:10:21.904 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:21 smithi148 bash[23214]: cluster 2024-03-22T07:10:20.134451+0000 osd.6 (osd.6) 8 : cluster 3 failed to encode map e287 with expected crc 2024-03-22T07:10:21.904 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:21 smithi148 bash[23214]: cluster 2024-03-22T07:10:21.058908+0000 mon.a (mon.0) 21 : cluster 0 osdmap e288: 8 total, 8 up, 8 in 2024-03-22T07:10:21.904 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:21 smithi148 bash[23214]: cluster 2024-03-22T07:10:21.062199+0000 osd.2 (osd.2) 7 : cluster 3 failed to encode map e288 with expected crc 2024-03-22T07:10:21.904 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:21 smithi148 bash[23214]: cluster 2024-03-22T07:10:21.080275+0000 osd.3 (osd.3) 7 : cluster 3 failed to encode map e288 with expected crc 2024-03-22T07:10:21.904 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:21 smithi148 bash[23214]: cluster 2024-03-22T07:10:21.103594+0000 osd.1 (osd.1) 8 : cluster 3 failed to encode map e288 with expected crc 2024-03-22T07:10:22.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:22 smithi148 bash[23214]: debug 2024-03-22T07:10:22.062+0000 7fa454952700 -1 mon.b@1(peon).osd e289 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:22.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:21 smithi148 bash[59991]: debug 2024-03-22T07:10:21.910+0000 7f238ee4f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-22T07:10:22.238 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:22 smithi129 bash[31121]: debug 2024-03-22T07:10:22.059+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e289 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:22.238 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:22 smithi129 bash[72191]: debug 2024-03-22T07:10:22.007+0000 7fecfa119200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-22T07:10:22.238 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:22 smithi129 bash[72191]: debug 2024-03-22T07:10:22.139+0000 7fecfa119200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-22T07:10:22.557 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:22 smithi129 bash[72191]: debug 2024-03-22T07:10:22.443+0000 7fecfa119200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-22T07:10:22.606 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:22 smithi148 bash[59991]: debug 2024-03-22T07:10:22.214+0000 7f238ee4f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-22T07:10:22.606 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:22 smithi148 bash[59991]: debug 2024-03-22T07:10:22.330+0000 7f238ee4f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-22T07:10:22.869 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:22 smithi129 bash[72191]: debug 2024-03-22T07:10:22.559+0000 7fecfa119200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-22T07:10:22.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:22 smithi129 bash[79695]: cluster 2024-03-22T07:10:21.087997+0000 osd.0 (osd.0) 8 : cluster 3 failed to encode map e288 with expected crc 2024-03-22T07:10:22.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:22 smithi129 bash[79695]: cluster 2024-03-22T07:10:22.064771+0000 mon.a (mon.0) 22 : cluster 0 osdmap e289: 8 total, 8 up, 8 in 2024-03-22T07:10:22.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:22 smithi129 bash[79695]: cluster 2024-03-22T07:10:22.068599+0000 osd.1 (osd.1) 9 : cluster 3 failed to encode map e289 with expected crc 2024-03-22T07:10:22.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:22 smithi129 bash[79695]: cluster 2024-03-22T07:10:22.071376+0000 osd.3 (osd.3) 8 : cluster 3 failed to encode map e289 with expected crc 2024-03-22T07:10:22.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:22 smithi129 bash[79695]: cluster 2024-03-22T07:10:22.074890+0000 osd.2 (osd.2) 8 : cluster 3 failed to encode map e289 with expected crc 2024-03-22T07:10:22.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:22 smithi129 bash[31121]: cluster 2024-03-22T07:10:21.087997+0000 osd.0 (osd.0) 8 : cluster 3 failed to encode map e288 with expected crc 2024-03-22T07:10:22.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:22 smithi129 bash[31121]: cluster 2024-03-22T07:10:22.064771+0000 mon.a (mon.0) 22 : cluster 0 osdmap e289: 8 total, 8 up, 8 in 2024-03-22T07:10:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:22 smithi129 bash[31121]: cluster 2024-03-22T07:10:22.068599+0000 osd.1 (osd.1) 9 : cluster 3 failed to encode map e289 with expected crc 2024-03-22T07:10:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:22 smithi129 bash[31121]: cluster 2024-03-22T07:10:22.071376+0000 osd.3 (osd.3) 8 : cluster 3 failed to encode map e289 with expected crc 2024-03-22T07:10:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:22 smithi129 bash[31121]: cluster 2024-03-22T07:10:22.074890+0000 osd.2 (osd.2) 8 : cluster 3 failed to encode map e289 with expected crc 2024-03-22T07:10:22.911 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:22 smithi148 bash[59991]: debug 2024-03-22T07:10:22.790+0000 7f238ee4f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-22T07:10:22.911 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:22 smithi148 bash[23214]: cluster 2024-03-22T07:10:21.087997+0000 osd.0 (osd.0) 8 : cluster 3 failed to encode map e288 with expected crc 2024-03-22T07:10:22.911 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:22 smithi148 bash[23214]: cluster 2024-03-22T07:10:22.064771+0000 mon.a (mon.0) 22 : cluster 0 osdmap e289: 8 total, 8 up, 8 in 2024-03-22T07:10:22.911 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:22 smithi148 bash[23214]: cluster 2024-03-22T07:10:22.068599+0000 osd.1 (osd.1) 9 : cluster 3 failed to encode map e289 with expected crc 2024-03-22T07:10:22.911 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:22 smithi148 bash[23214]: cluster 2024-03-22T07:10:22.071376+0000 osd.3 (osd.3) 8 : cluster 3 failed to encode map e289 with expected crc 2024-03-22T07:10:22.911 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:22 smithi148 bash[23214]: cluster 2024-03-22T07:10:22.074890+0000 osd.2 (osd.2) 8 : cluster 3 failed to encode map e289 with expected crc 2024-03-22T07:10:23.094 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap1 2024-03-22T07:10:23.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: debug 2024-03-22T07:10:23.062+0000 7fa454952700 -1 mon.b@1(peon).osd e290 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:23.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:22 smithi148 bash[59991]: debug 2024-03-22T07:10:22.918+0000 7f238ee4f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-22T07:10:23.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:22 smithi148 bash[59991]: [22/Mar/2024:07:10:22] ENGINE Bus STARTING 2024-03-22T07:10:23.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[59991]: CherryPy Checker: 2024-03-22T07:10:23.172 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[59991]: The Application mounted at '' has an empty config. 2024-03-22T07:10:23.173 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[59991]: [22/Mar/2024:07:10:23] ENGINE Serving on http://:::9283 2024-03-22T07:10:23.173 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[59991]: [22/Mar/2024:07:10:23] ENGINE Bus STARTED 2024-03-22T07:10:23.216 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:10:23.346 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: debug 2024-03-22T07:10:23.059+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e290 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:23.346 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: debug 2024-03-22T07:10:23.199+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e291 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:23.347 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: debug 2024-03-22T07:10:23.031+0000 7fecfa119200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-22T07:10:23.347 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: debug 2024-03-22T07:10:23.171+0000 7fecfa119200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-22T07:10:23.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: debug 2024-03-22T07:10:23.202+0000 7fa454952700 -1 mon.b@1(peon).osd e291 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:23.609 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: [22/Mar/2024:07:10:23] ENGINE Bus STARTING 2024-03-22T07:10:23.609 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: debug 2024-03-22T07:10:23.415+0000 7fec5d4e2700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:10:23.609 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: debug 2024-03-22T07:10:23.415+0000 7fec5d4e2700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:10:23.609 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: debug 2024-03-22T07:10:23.415+0000 7fec5d4e2700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:10:23.609 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: debug 2024-03-22T07:10:23.415+0000 7fec5d4e2700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:10:23.609 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: debug 2024-03-22T07:10:23.415+0000 7fec5d4e2700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:10:23.609 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: debug 2024-03-22T07:10:23.415+0000 7fec60d29700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:10:23.610 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: debug 2024-03-22T07:10:23.415+0000 7fec60d29700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:10:23.610 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: debug 2024-03-22T07:10:23.415+0000 7fec60d29700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:10:23.610 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: debug 2024-03-22T07:10:23.415+0000 7fec60d29700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:10:23.610 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: debug 2024-03-22T07:10:23.415+0000 7fec60d29700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-22T07:10:23.610 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: CherryPy Checker: 2024-03-22T07:10:23.610 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: The Application mounted at '' has an empty config. 2024-03-22T07:10:23.610 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: [22/Mar/2024:07:10:23] ENGINE Serving on http://:::9283 2024-03-22T07:10:23.610 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: [22/Mar/2024:07:10:23] ENGINE Bus STARTED 2024-03-22T07:10:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: cluster 2024-03-22T07:10:22.080098+0000 osd.0 (osd.0) 9 : cluster 3 failed to encode map e289 with expected crc 2024-03-22T07:10:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: cluster 2024-03-22T07:10:22.938162+0000 mon.a (mon.0) 23 : cluster 0 Standby manager daemon x restarted 2024-03-22T07:10:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: cluster 2024-03-22T07:10:22.938250+0000 mon.a (mon.0) 24 : cluster 0 Standby manager daemon x started 2024-03-22T07:10:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:22.946674+0000 mon.b (mon.1) 89 : audit 0 from='mgr.? 172.21.15.148:0/393938350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T07:10:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:22.947271+0000 mon.b (mon.1) 90 : audit 0 from='mgr.? 172.21.15.148:0/393938350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:10:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:22.950032+0000 mon.b (mon.1) 91 : audit 0 from='mgr.? 172.21.15.148:0/393938350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T07:10:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:22.950452+0000 mon.b (mon.1) 92 : audit 0 from='mgr.? 172.21.15.148:0/393938350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:10:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: cluster 2024-03-22T07:10:23.066540+0000 mon.a (mon.0) 25 : cluster 0 osdmap e290: 8 total, 8 up, 8 in 2024-03-22T07:10:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: cluster 2024-03-22T07:10:23.068326+0000 osd.3 (osd.3) 9 : cluster 3 failed to encode map e290 with expected crc 2024-03-22T07:10:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: cluster 2024-03-22T07:10:23.081454+0000 osd.4 (osd.4) 9 : cluster 3 failed to encode map e290 with expected crc 2024-03-22T07:10:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: cluster 2024-03-22T07:10:23.087530+0000 osd.1 (osd.1) 10 : cluster 3 failed to encode map e290 with expected crc 2024-03-22T07:10:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: cluster 2024-03-22T07:10:23.194899+0000 mon.a (mon.0) 26 : cluster 1 Active manager daemon y restarted 2024-03-22T07:10:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: cluster 2024-03-22T07:10:23.195305+0000 mon.a (mon.0) 27 : cluster 1 Activating manager daemon y 2024-03-22T07:10:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: cluster 2024-03-22T07:10:23.205653+0000 mon.a (mon.0) 28 : cluster 0 osdmap e291: 8 total, 8 up, 8 in 2024-03-22T07:10:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: cluster 2024-03-22T07:10:23.206256+0000 mon.a (mon.0) 29 : cluster 0 mgrmap e35: y(active, starting, since 0.0110275s), standbys: x 2024-03-22T07:10:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: cluster 2024-03-22T07:10:23.209288+0000 osd.1 (osd.1) 11 : cluster 3 failed to encode map e291 with expected crc 2024-03-22T07:10:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.220489+0000 mon.c (mon.2) 95 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:10:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.220719+0000 mon.c (mon.2) 96 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:10:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.220934+0000 mon.c (mon.2) 97 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:10:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.221126+0000 mon.c (mon.2) 98 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi148.qmcgkl"}]: dispatch 2024-03-22T07:10:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.221396+0000 mon.c (mon.2) 99 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi129.bzehte"}]: dispatch 2024-03-22T07:10:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.222493+0000 mon.c (mon.2) 100 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-22T07:10:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.222742+0000 mon.c (mon.2) 101 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-22T07:10:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.223043+0000 mon.c (mon.2) 102 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T07:10:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.223396+0000 mon.c (mon.2) 103 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T07:10:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.223717+0000 mon.c (mon.2) 104 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T07:10:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.224076+0000 mon.c (mon.2) 105 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T07:10:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.224344+0000 mon.c (mon.2) 106 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T07:10:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.224578+0000 mon.c (mon.2) 107 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T07:10:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.224824+0000 mon.c (mon.2) 108 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:10:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.225155+0000 mon.c (mon.2) 109 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:10:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.225493+0000 mon.c (mon.2) 110 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-22T07:10:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.225862+0000 mon.c (mon.2) 111 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-22T07:10:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.226433+0000 mon.c (mon.2) 112 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-22T07:10:23.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: cluster 2024-03-22T07:10:23.232274+0000 osd.4 (osd.4) 10 : cluster 3 failed to encode map e291 with expected crc 2024-03-22T07:10:23.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: cluster 2024-03-22T07:10:23.252232+0000 osd.5 (osd.5) 5 : cluster 3 failed to encode map e291 with expected crc 2024-03-22T07:10:23.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: cluster 2024-03-22T07:10:23.258935+0000 mon.a (mon.0) 30 : cluster 1 Manager daemon y is now available 2024-03-22T07:10:23.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.312157+0000 mon.c (mon.2) 113 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:10:23.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.315001+0000 mon.c (mon.2) 114 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:10:23.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.355499+0000 mon.a (mon.0) 31 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:23.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.357636+0000 mon.c (mon.2) 115 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:10:23.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.358204+0000 mon.a (mon.0) 32 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:10:23.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: cluster 2024-03-22T07:10:22.080098+0000 osd.0 (osd.0) 9 : cluster 3 failed to encode map e289 with expected crc 2024-03-22T07:10:23.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: cluster 2024-03-22T07:10:22.938162+0000 mon.a (mon.0) 23 : cluster 0 Standby manager daemon x restarted 2024-03-22T07:10:23.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: cluster 2024-03-22T07:10:22.938250+0000 mon.a (mon.0) 24 : cluster 0 Standby manager daemon x started 2024-03-22T07:10:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:22.946674+0000 mon.b (mon.1) 89 : audit 0 from='mgr.? 172.21.15.148:0/393938350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T07:10:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:22.947271+0000 mon.b (mon.1) 90 : audit 0 from='mgr.? 172.21.15.148:0/393938350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:10:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:22.950032+0000 mon.b (mon.1) 91 : audit 0 from='mgr.? 172.21.15.148:0/393938350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T07:10:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:22.950452+0000 mon.b (mon.1) 92 : audit 0 from='mgr.? 172.21.15.148:0/393938350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:10:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: cluster 2024-03-22T07:10:23.066540+0000 mon.a (mon.0) 25 : cluster 0 osdmap e290: 8 total, 8 up, 8 in 2024-03-22T07:10:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: cluster 2024-03-22T07:10:23.068326+0000 osd.3 (osd.3) 9 : cluster 3 failed to encode map e290 with expected crc 2024-03-22T07:10:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: cluster 2024-03-22T07:10:23.081454+0000 osd.4 (osd.4) 9 : cluster 3 failed to encode map e290 with expected crc 2024-03-22T07:10:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: cluster 2024-03-22T07:10:23.087530+0000 osd.1 (osd.1) 10 : cluster 3 failed to encode map e290 with expected crc 2024-03-22T07:10:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: cluster 2024-03-22T07:10:23.194899+0000 mon.a (mon.0) 26 : cluster 1 Active manager daemon y restarted 2024-03-22T07:10:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: cluster 2024-03-22T07:10:23.195305+0000 mon.a (mon.0) 27 : cluster 1 Activating manager daemon y 2024-03-22T07:10:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: cluster 2024-03-22T07:10:23.205653+0000 mon.a (mon.0) 28 : cluster 0 osdmap e291: 8 total, 8 up, 8 in 2024-03-22T07:10:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: cluster 2024-03-22T07:10:23.206256+0000 mon.a (mon.0) 29 : cluster 0 mgrmap e35: y(active, starting, since 0.0110275s), standbys: x 2024-03-22T07:10:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: cluster 2024-03-22T07:10:23.209288+0000 osd.1 (osd.1) 11 : cluster 3 failed to encode map e291 with expected crc 2024-03-22T07:10:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.220489+0000 mon.c (mon.2) 95 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:10:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.220719+0000 mon.c (mon.2) 96 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:10:23.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.220934+0000 mon.c (mon.2) 97 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:10:23.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.221126+0000 mon.c (mon.2) 98 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi148.qmcgkl"}]: dispatch 2024-03-22T07:10:23.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.221396+0000 mon.c (mon.2) 99 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi129.bzehte"}]: dispatch 2024-03-22T07:10:23.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.222493+0000 mon.c (mon.2) 100 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-22T07:10:23.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.358288+0000 mon.c (mon.2) 116 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:10:23.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.376032+0000 mon.c (mon.2) 117 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-22T07:10:23.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[31121]: audit 2024-03-22T07:10:23.376410+0000 mon.a (mon.0) 33 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-22T07:10:23.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.222742+0000 mon.c (mon.2) 101 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-22T07:10:23.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.223043+0000 mon.c (mon.2) 102 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T07:10:23.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.223396+0000 mon.c (mon.2) 103 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T07:10:23.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.223717+0000 mon.c (mon.2) 104 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T07:10:23.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.224076+0000 mon.c (mon.2) 105 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T07:10:23.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.224344+0000 mon.c (mon.2) 106 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T07:10:23.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.224578+0000 mon.c (mon.2) 107 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T07:10:23.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.224824+0000 mon.c (mon.2) 108 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:10:23.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.225155+0000 mon.c (mon.2) 109 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:10:23.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.225493+0000 mon.c (mon.2) 110 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-22T07:10:23.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.225862+0000 mon.c (mon.2) 111 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-22T07:10:23.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.226433+0000 mon.c (mon.2) 112 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-22T07:10:23.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: cluster 2024-03-22T07:10:23.232274+0000 osd.4 (osd.4) 10 : cluster 3 failed to encode map e291 with expected crc 2024-03-22T07:10:23.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: cluster 2024-03-22T07:10:23.252232+0000 osd.5 (osd.5) 5 : cluster 3 failed to encode map e291 with expected crc 2024-03-22T07:10:23.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: cluster 2024-03-22T07:10:23.258935+0000 mon.a (mon.0) 30 : cluster 1 Manager daemon y is now available 2024-03-22T07:10:23.877 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.312157+0000 mon.c (mon.2) 113 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:10:23.877 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.315001+0000 mon.c (mon.2) 114 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:10:23.877 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.355499+0000 mon.a (mon.0) 31 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:23.877 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.357636+0000 mon.c (mon.2) 115 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:10:23.877 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.358204+0000 mon.a (mon.0) 32 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:10:23.877 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.358288+0000 mon.c (mon.2) 116 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:10:23.877 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.376032+0000 mon.c (mon.2) 117 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-22T07:10:23.877 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[79695]: audit 2024-03-22T07:10:23.376410+0000 mon.a (mon.0) 33 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-22T07:10:23.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: cluster 2024-03-22T07:10:22.080098+0000 osd.0 (osd.0) 9 : cluster 3 failed to encode map e289 with expected crc 2024-03-22T07:10:23.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: cluster 2024-03-22T07:10:22.938162+0000 mon.a (mon.0) 23 : cluster 0 Standby manager daemon x restarted 2024-03-22T07:10:23.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: cluster 2024-03-22T07:10:22.938250+0000 mon.a (mon.0) 24 : cluster 0 Standby manager daemon x started 2024-03-22T07:10:23.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:22.946674+0000 mon.b (mon.1) 89 : audit 0 from='mgr.? 172.21.15.148:0/393938350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-22T07:10:23.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:22.947271+0000 mon.b (mon.1) 90 : audit 0 from='mgr.? 172.21.15.148:0/393938350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-22T07:10:23.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:22.950032+0000 mon.b (mon.1) 91 : audit 0 from='mgr.? 172.21.15.148:0/393938350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-22T07:10:23.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:22.950452+0000 mon.b (mon.1) 92 : audit 0 from='mgr.? 172.21.15.148:0/393938350' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-22T07:10:23.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: cluster 2024-03-22T07:10:23.066540+0000 mon.a (mon.0) 25 : cluster 0 osdmap e290: 8 total, 8 up, 8 in 2024-03-22T07:10:23.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: cluster 2024-03-22T07:10:23.068326+0000 osd.3 (osd.3) 9 : cluster 3 failed to encode map e290 with expected crc 2024-03-22T07:10:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: cluster 2024-03-22T07:10:23.081454+0000 osd.4 (osd.4) 9 : cluster 3 failed to encode map e290 with expected crc 2024-03-22T07:10:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: cluster 2024-03-22T07:10:23.087530+0000 osd.1 (osd.1) 10 : cluster 3 failed to encode map e290 with expected crc 2024-03-22T07:10:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: cluster 2024-03-22T07:10:23.194899+0000 mon.a (mon.0) 26 : cluster 1 Active manager daemon y restarted 2024-03-22T07:10:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: cluster 2024-03-22T07:10:23.195305+0000 mon.a (mon.0) 27 : cluster 1 Activating manager daemon y 2024-03-22T07:10:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: cluster 2024-03-22T07:10:23.205653+0000 mon.a (mon.0) 28 : cluster 0 osdmap e291: 8 total, 8 up, 8 in 2024-03-22T07:10:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: cluster 2024-03-22T07:10:23.206256+0000 mon.a (mon.0) 29 : cluster 0 mgrmap e35: y(active, starting, since 0.0110275s), standbys: x 2024-03-22T07:10:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: cluster 2024-03-22T07:10:23.209288+0000 osd.1 (osd.1) 11 : cluster 3 failed to encode map e291 with expected crc 2024-03-22T07:10:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.220489+0000 mon.c (mon.2) 95 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:10:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.220719+0000 mon.c (mon.2) 96 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:10:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.220934+0000 mon.c (mon.2) 97 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:10:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.221126+0000 mon.c (mon.2) 98 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi148.qmcgkl"}]: dispatch 2024-03-22T07:10:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.221396+0000 mon.c (mon.2) 99 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi129.bzehte"}]: dispatch 2024-03-22T07:10:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.222493+0000 mon.c (mon.2) 100 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-22T07:10:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.222742+0000 mon.c (mon.2) 101 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-22T07:10:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.223043+0000 mon.c (mon.2) 102 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T07:10:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.223396+0000 mon.c (mon.2) 103 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T07:10:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.223717+0000 mon.c (mon.2) 104 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T07:10:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.224076+0000 mon.c (mon.2) 105 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T07:10:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.224344+0000 mon.c (mon.2) 106 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T07:10:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.224578+0000 mon.c (mon.2) 107 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-22T07:10:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.224824+0000 mon.c (mon.2) 108 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-22T07:10:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.225155+0000 mon.c (mon.2) 109 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-22T07:10:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.225493+0000 mon.c (mon.2) 110 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-22T07:10:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.225862+0000 mon.c (mon.2) 111 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-22T07:10:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.226433+0000 mon.c (mon.2) 112 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-22T07:10:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: cluster 2024-03-22T07:10:23.232274+0000 osd.4 (osd.4) 10 : cluster 3 failed to encode map e291 with expected crc 2024-03-22T07:10:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: cluster 2024-03-22T07:10:23.252232+0000 osd.5 (osd.5) 5 : cluster 3 failed to encode map e291 with expected crc 2024-03-22T07:10:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: cluster 2024-03-22T07:10:23.258935+0000 mon.a (mon.0) 30 : cluster 1 Manager daemon y is now available 2024-03-22T07:10:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.312157+0000 mon.c (mon.2) 113 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:10:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.315001+0000 mon.c (mon.2) 114 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:10:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.355499+0000 mon.a (mon.0) 31 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.357636+0000 mon.c (mon.2) 115 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:10:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.358204+0000 mon.a (mon.0) 32 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-22T07:10:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.358288+0000 mon.c (mon.2) 116 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:10:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.376032+0000 mon.c (mon.2) 117 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-22T07:10:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:23 smithi148 bash[23214]: audit 2024-03-22T07:10:23.376410+0000 mon.a (mon.0) 33 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-22T07:10:24.199 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:10:23] "GET /metrics HTTP/1.1" 200 36018 "" "Prometheus/2.43.0" 2024-03-22T07:10:24.272 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-22T07:10:24.272 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.a smithi129 *:9093,9094 running (7m) 59s ago 8m 14.7M - 0.25.0 c8568f914cd2 f16a6600d8c5 2024-03-22T07:10:24.272 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.a smithi148 *:3000 running (7m) 29s ago 7m 78.7M - 9.4.7 954c08fa6188 0dad270e1055 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foo.smithi129.bzehte smithi129 running (6m) 59s ago 6m 13.4M - 18.2.2-937-gea74f2a1 162cc6df89b4 b5d071c04ede 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foo.smithi148.qmcgkl smithi148 running (6m) 29s ago 6m 16.0M - 18.2.2-937-gea74f2a1 162cc6df89b4 742a031f0ac0 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.x smithi148 *:8443,9283,8765 running (35s) 29s ago 16m 117M - 19.0.0-1667-gdb0330b1 4f325f8440e9 d7fd5bbfea59 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.y smithi129 *:8443,9283,8765 running (82s) 59s ago 18m 471M - 19.0.0-1667-gdb0330b1 4f325f8440e9 6b1c51f3faa6 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:mon.a smithi129 running (18m) 59s ago 18m 58.5M 2048M 18.2.2-937-gea74f2a1 162cc6df89b4 b7fbc4434434 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:mon.b smithi148 running (16m) 29s ago 16m 46.2M 2048M 18.2.2-937-gea74f2a1 162cc6df89b4 0e946e2df73d 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:mon.c smithi129 running (16m) 59s ago 16m 48.9M 2048M 18.2.2-937-gea74f2a1 162cc6df89b4 d3d47dfb2ba6 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.a smithi129 *:9100 running (8m) 59s ago 8m 8307k - 1.5.0 0da6a335fe13 36f44c4f758d 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.b smithi148 *:9100 running (8m) 29s ago 8m 9211k - 1.5.0 0da6a335fe13 242ef8db1067 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (15m) 59s ago 15m 134M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 6bc7bf9d8492 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (14m) 59s ago 14m 114M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 ee1c4b95300e 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (13m) 59s ago 13m 109M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 39e258599add 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (12m) 59s ago 13m 107M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 158e0ebddd36 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi148 running (12m) 29s ago 12m 116M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 40e27b9e2daf 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi148 running (11m) 29s ago 11m 101M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 0519cb7754ae 2024-03-22T07:10:24.273 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi148 running (10m) 29s ago 10m 141M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 c8906cd2fa35 2024-03-22T07:10:24.274 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi148 running (9m) 29s ago 9m 105M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 166d5da3a2c2 2024-03-22T07:10:24.274 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.a smithi148 *:9095 running (42s) 29s ago 8m 30.2M - 2.43.0 a07b618ecd1d 7587c3f232c3 2024-03-22T07:10:24.467 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:10:24.563 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[72191]: debug 2024-03-22T07:10:24.251+0000 7fecc0891700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-03-22T07:10:24.563 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[31121]: debug 2024-03-22T07:10:24.203+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e292 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:24.611 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:24 smithi148 bash[23214]: debug 2024-03-22T07:10:24.202+0000 7fa454952700 -1 mon.b@1(peon).osd e292 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[79695]: cluster 2024-03-22T07:10:23.216632+0000 osd.0 (osd.0) 10 : cluster 3 failed to encode map e291 with expected crc 2024-03-22T07:10:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[79695]: cephadm 2024-03-22T07:10:23.816534+0000 mgr.y (mgr.25337) 1 : cephadm 1 [22/Mar/2024:07:10:23] ENGINE Bus STARTING 2024-03-22T07:10:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[79695]: cephadm 2024-03-22T07:10:23.918531+0000 mgr.y (mgr.25337) 2 : cephadm 1 [22/Mar/2024:07:10:23] ENGINE Serving on http://172.21.15.129:8765 2024-03-22T07:10:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[79695]: cephadm 2024-03-22T07:10:24.037256+0000 mgr.y (mgr.25337) 3 : cephadm 1 [22/Mar/2024:07:10:24] ENGINE Serving on https://172.21.15.129:7150 2024-03-22T07:10:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[79695]: cephadm 2024-03-22T07:10:24.037733+0000 mgr.y (mgr.25337) 4 : cephadm 1 [22/Mar/2024:07:10:24] ENGINE Bus STARTED 2024-03-22T07:10:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[79695]: cluster 2024-03-22T07:10:24.207638+0000 mon.a (mon.0) 34 : cluster 0 osdmap e292: 8 total, 8 up, 8 in 2024-03-22T07:10:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[79695]: cluster 2024-03-22T07:10:24.208460+0000 osd.2 (osd.2) 9 : cluster 3 failed to encode map e292 with expected crc 2024-03-22T07:10:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[79695]: cluster 2024-03-22T07:10:24.219678+0000 osd.3 (osd.3) 10 : cluster 3 failed to encode map e292 with expected crc 2024-03-22T07:10:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[79695]: cluster 2024-03-22T07:10:24.224869+0000 osd.1 (osd.1) 12 : cluster 3 failed to encode map e292 with expected crc 2024-03-22T07:10:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[79695]: cluster 2024-03-22T07:10:24.232946+0000 mon.a (mon.0) 35 : cluster 0 mgrmap e36: y(active, since 1.03773s), standbys: x 2024-03-22T07:10:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[79695]: audit 2024-03-22T07:10:24.253487+0000 mgr.y (mgr.25337) 5 : audit 0 from='client.25379 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:10:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[79695]: cluster 2024-03-22T07:10:24.258529+0000 mgr.y (mgr.25337) 6 : cluster 0 pgmap v4: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[79695]: cluster 2024-03-22T07:10:24.281891+0000 osd.5 (osd.5) 6 : cluster 3 failed to encode map e292 with expected crc 2024-03-22T07:10:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[31121]: cluster 2024-03-22T07:10:23.216632+0000 osd.0 (osd.0) 10 : cluster 3 failed to encode map e291 with expected crc 2024-03-22T07:10:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[31121]: cephadm 2024-03-22T07:10:23.816534+0000 mgr.y (mgr.25337) 1 : cephadm 1 [22/Mar/2024:07:10:23] ENGINE Bus STARTING 2024-03-22T07:10:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[31121]: cephadm 2024-03-22T07:10:23.918531+0000 mgr.y (mgr.25337) 2 : cephadm 1 [22/Mar/2024:07:10:23] ENGINE Serving on http://172.21.15.129:8765 2024-03-22T07:10:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[31121]: cephadm 2024-03-22T07:10:24.037256+0000 mgr.y (mgr.25337) 3 : cephadm 1 [22/Mar/2024:07:10:24] ENGINE Serving on https://172.21.15.129:7150 2024-03-22T07:10:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[31121]: cephadm 2024-03-22T07:10:24.037733+0000 mgr.y (mgr.25337) 4 : cephadm 1 [22/Mar/2024:07:10:24] ENGINE Bus STARTED 2024-03-22T07:10:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[31121]: cluster 2024-03-22T07:10:24.207638+0000 mon.a (mon.0) 34 : cluster 0 osdmap e292: 8 total, 8 up, 8 in 2024-03-22T07:10:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[31121]: cluster 2024-03-22T07:10:24.208460+0000 osd.2 (osd.2) 9 : cluster 3 failed to encode map e292 with expected crc 2024-03-22T07:10:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[31121]: cluster 2024-03-22T07:10:24.219678+0000 osd.3 (osd.3) 10 : cluster 3 failed to encode map e292 with expected crc 2024-03-22T07:10:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[31121]: cluster 2024-03-22T07:10:24.224869+0000 osd.1 (osd.1) 12 : cluster 3 failed to encode map e292 with expected crc 2024-03-22T07:10:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[31121]: cluster 2024-03-22T07:10:24.232946+0000 mon.a (mon.0) 35 : cluster 0 mgrmap e36: y(active, since 1.03773s), standbys: x 2024-03-22T07:10:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[31121]: audit 2024-03-22T07:10:24.253487+0000 mgr.y (mgr.25337) 5 : audit 0 from='client.25379 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:10:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[31121]: cluster 2024-03-22T07:10:24.258529+0000 mgr.y (mgr.25337) 6 : cluster 0 pgmap v4: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:24 smithi129 bash[31121]: cluster 2024-03-22T07:10:24.281891+0000 osd.5 (osd.5) 6 : cluster 3 failed to encode map e292 with expected crc 2024-03-22T07:10:24.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:24 smithi148 bash[23214]: cluster 2024-03-22T07:10:23.216632+0000 osd.0 (osd.0) 10 : cluster 3 failed to encode map e291 with expected crc 2024-03-22T07:10:24.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:24 smithi148 bash[23214]: cephadm 2024-03-22T07:10:23.816534+0000 mgr.y (mgr.25337) 1 : cephadm 1 [22/Mar/2024:07:10:23] ENGINE Bus STARTING 2024-03-22T07:10:24.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:24 smithi148 bash[23214]: cephadm 2024-03-22T07:10:23.918531+0000 mgr.y (mgr.25337) 2 : cephadm 1 [22/Mar/2024:07:10:23] ENGINE Serving on http://172.21.15.129:8765 2024-03-22T07:10:24.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:24 smithi148 bash[23214]: cephadm 2024-03-22T07:10:24.037256+0000 mgr.y (mgr.25337) 3 : cephadm 1 [22/Mar/2024:07:10:24] ENGINE Serving on https://172.21.15.129:7150 2024-03-22T07:10:24.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:24 smithi148 bash[23214]: cephadm 2024-03-22T07:10:24.037733+0000 mgr.y (mgr.25337) 4 : cephadm 1 [22/Mar/2024:07:10:24] ENGINE Bus STARTED 2024-03-22T07:10:24.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:24 smithi148 bash[23214]: cluster 2024-03-22T07:10:24.207638+0000 mon.a (mon.0) 34 : cluster 0 osdmap e292: 8 total, 8 up, 8 in 2024-03-22T07:10:24.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:24 smithi148 bash[23214]: cluster 2024-03-22T07:10:24.208460+0000 osd.2 (osd.2) 9 : cluster 3 failed to encode map e292 with expected crc 2024-03-22T07:10:24.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:24 smithi148 bash[23214]: cluster 2024-03-22T07:10:24.219678+0000 osd.3 (osd.3) 10 : cluster 3 failed to encode map e292 with expected crc 2024-03-22T07:10:24.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:24 smithi148 bash[23214]: cluster 2024-03-22T07:10:24.224869+0000 osd.1 (osd.1) 12 : cluster 3 failed to encode map e292 with expected crc 2024-03-22T07:10:24.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:24 smithi148 bash[23214]: cluster 2024-03-22T07:10:24.232946+0000 mon.a (mon.0) 35 : cluster 0 mgrmap e36: y(active, since 1.03773s), standbys: x 2024-03-22T07:10:24.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:24 smithi148 bash[23214]: audit 2024-03-22T07:10:24.253487+0000 mgr.y (mgr.25337) 5 : audit 0 from='client.25379 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:10:24.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:24 smithi148 bash[23214]: cluster 2024-03-22T07:10:24.258529+0000 mgr.y (mgr.25337) 6 : cluster 0 pgmap v4: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:24.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:24 smithi148 bash[23214]: cluster 2024-03-22T07:10:24.281891+0000 osd.5 (osd.5) 6 : cluster 3 failed to encode map e292 with expected crc 2024-03-22T07:10:25.337 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph orch upgrade pause' 2024-03-22T07:10:25.461 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4180 ms) 2024-03-22T07:10:25.462 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-03-22T07:10:25.519 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:10:25.543 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 0~10 2024-03-22T07:10:25.563 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:10:25.612 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:25 smithi129 bash[31121]: debug 2024-03-22T07:10:25.239+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e293 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:25.613 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:25 smithi148 bash[23214]: debug 2024-03-22T07:10:25.238+0000 7fa454952700 -1 mon.b@1(peon).osd e293 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:25 smithi129 bash[79695]: cluster 2024-03-22T07:10:24.259657+0000 osd.6 (osd.6) 9 : cluster 3 failed to encode map e292 with expected crc 2024-03-22T07:10:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:25 smithi129 bash[79695]: cluster 2024-03-22T07:10:25.224961+0000 mgr.y (mgr.25337) 7 : cluster 0 pgmap v5: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:25 smithi129 bash[79695]: cluster 2024-03-22T07:10:25.241402+0000 mon.a (mon.0) 36 : cluster 0 osdmap e293: 8 total, 8 up, 8 in 2024-03-22T07:10:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:25 smithi129 bash[79695]: cluster 2024-03-22T07:10:25.253811+0000 osd.2 (osd.2) 10 : cluster 3 failed to encode map e293 with expected crc 2024-03-22T07:10:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:25 smithi129 bash[79695]: cluster 2024-03-22T07:10:25.256844+0000 osd.1 (osd.1) 13 : cluster 3 failed to encode map e293 with expected crc 2024-03-22T07:10:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:25 smithi129 bash[79695]: cluster 2024-03-22T07:10:25.284450+0000 osd.4 (osd.4) 11 : cluster 3 failed to encode map e293 with expected crc 2024-03-22T07:10:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:25 smithi129 bash[31121]: cluster 2024-03-22T07:10:24.259657+0000 osd.6 (osd.6) 9 : cluster 3 failed to encode map e292 with expected crc 2024-03-22T07:10:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:25 smithi129 bash[31121]: cluster 2024-03-22T07:10:25.224961+0000 mgr.y (mgr.25337) 7 : cluster 0 pgmap v5: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:25 smithi129 bash[31121]: cluster 2024-03-22T07:10:25.241402+0000 mon.a (mon.0) 36 : cluster 0 osdmap e293: 8 total, 8 up, 8 in 2024-03-22T07:10:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:25 smithi129 bash[31121]: cluster 2024-03-22T07:10:25.253811+0000 osd.2 (osd.2) 10 : cluster 3 failed to encode map e293 with expected crc 2024-03-22T07:10:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:25 smithi129 bash[31121]: cluster 2024-03-22T07:10:25.256844+0000 osd.1 (osd.1) 13 : cluster 3 failed to encode map e293 with expected crc 2024-03-22T07:10:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:25 smithi129 bash[31121]: cluster 2024-03-22T07:10:25.284450+0000 osd.4 (osd.4) 11 : cluster 3 failed to encode map e293 with expected crc 2024-03-22T07:10:25.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:25 smithi148 bash[23214]: cluster 2024-03-22T07:10:24.259657+0000 osd.6 (osd.6) 9 : cluster 3 failed to encode map e292 with expected crc 2024-03-22T07:10:25.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:25 smithi148 bash[23214]: cluster 2024-03-22T07:10:25.224961+0000 mgr.y (mgr.25337) 7 : cluster 0 pgmap v5: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:25.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:25 smithi148 bash[23214]: cluster 2024-03-22T07:10:25.241402+0000 mon.a (mon.0) 36 : cluster 0 osdmap e293: 8 total, 8 up, 8 in 2024-03-22T07:10:25.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:25 smithi148 bash[23214]: cluster 2024-03-22T07:10:25.253811+0000 osd.2 (osd.2) 10 : cluster 3 failed to encode map e293 with expected crc 2024-03-22T07:10:25.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:25 smithi148 bash[23214]: cluster 2024-03-22T07:10:25.256844+0000 osd.1 (osd.1) 13 : cluster 3 failed to encode map e293 with expected crc 2024-03-22T07:10:25.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:25 smithi148 bash[23214]: cluster 2024-03-22T07:10:25.284450+0000 osd.4 (osd.4) 11 : cluster 3 failed to encode map e293 with expected crc 2024-03-22T07:10:26.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:26 smithi129 bash[31121]: debug 2024-03-22T07:10:26.239+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e294 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:26.625 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:26 smithi148 bash[23214]: debug 2024-03-22T07:10:26.242+0000 7fa454952700 -1 mon.b@1(peon).osd e294 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:26.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:26 smithi148 bash[23214]: cluster 2024-03-22T07:10:25.638428+0000 mon.a (mon.0) 37 : cluster 0 mgrmap e37: y(active, since 2s), standbys: x 2024-03-22T07:10:26.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:26 smithi148 bash[23214]: cluster 2024-03-22T07:10:26.245127+0000 mon.a (mon.0) 38 : cluster 0 osdmap e294: 8 total, 8 up, 8 in 2024-03-22T07:10:26.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:26 smithi148 bash[23214]: cluster 2024-03-22T07:10:26.252590+0000 osd.4 (osd.4) 12 : cluster 3 failed to encode map e294 with expected crc 2024-03-22T07:10:26.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:26 smithi148 bash[23214]: cluster 2024-03-22T07:10:26.256550+0000 osd.3 (osd.3) 11 : cluster 3 failed to encode map e294 with expected crc 2024-03-22T07:10:27.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:26 smithi129 bash[79695]: cluster 2024-03-22T07:10:25.638428+0000 mon.a (mon.0) 37 : cluster 0 mgrmap e37: y(active, since 2s), standbys: x 2024-03-22T07:10:27.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:26 smithi129 bash[79695]: cluster 2024-03-22T07:10:26.245127+0000 mon.a (mon.0) 38 : cluster 0 osdmap e294: 8 total, 8 up, 8 in 2024-03-22T07:10:27.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:26 smithi129 bash[79695]: cluster 2024-03-22T07:10:26.252590+0000 osd.4 (osd.4) 12 : cluster 3 failed to encode map e294 with expected crc 2024-03-22T07:10:27.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:26 smithi129 bash[79695]: cluster 2024-03-22T07:10:26.256550+0000 osd.3 (osd.3) 11 : cluster 3 failed to encode map e294 with expected crc 2024-03-22T07:10:27.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:26 smithi129 bash[31121]: cluster 2024-03-22T07:10:25.638428+0000 mon.a (mon.0) 37 : cluster 0 mgrmap e37: y(active, since 2s), standbys: x 2024-03-22T07:10:27.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:26 smithi129 bash[31121]: cluster 2024-03-22T07:10:26.245127+0000 mon.a (mon.0) 38 : cluster 0 osdmap e294: 8 total, 8 up, 8 in 2024-03-22T07:10:27.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:26 smithi129 bash[31121]: cluster 2024-03-22T07:10:26.252590+0000 osd.4 (osd.4) 12 : cluster 3 failed to encode map e294 with expected crc 2024-03-22T07:10:27.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:26 smithi129 bash[31121]: cluster 2024-03-22T07:10:26.256550+0000 osd.3 (osd.3) 11 : cluster 3 failed to encode map e294 with expected crc 2024-03-22T07:10:27.296 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap1 2024-03-22T07:10:27.456 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:10:27.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:27 smithi129 bash[31121]: debug 2024-03-22T07:10:27.243+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e295 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:27.639 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:27 smithi148 bash[23214]: debug 2024-03-22T07:10:27.246+0000 7fa454952700 -1 mon.b@1(peon).osd e295 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:27.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:27 smithi148 bash[23214]: cluster 2024-03-22T07:10:26.266243+0000 osd.6 (osd.6) 10 : cluster 3 failed to encode map e294 with expected crc 2024-03-22T07:10:27.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:27 smithi148 bash[23214]: cluster 2024-03-22T07:10:27.225734+0000 mgr.y (mgr.25337) 8 : cluster 0 pgmap v8: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:27.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:27 smithi148 bash[23214]: cluster 2024-03-22T07:10:27.247657+0000 mon.a (mon.0) 39 : cluster 0 osdmap e295: 8 total, 8 up, 8 in 2024-03-22T07:10:27.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:27 smithi148 bash[23214]: cluster 2024-03-22T07:10:27.259540+0000 osd.3 (osd.3) 12 : cluster 3 failed to encode map e295 with expected crc 2024-03-22T07:10:27.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:27 smithi148 bash[23214]: cluster 2024-03-22T07:10:27.262888+0000 osd.5 (osd.5) 7 : cluster 3 failed to encode map e295 with expected crc 2024-03-22T07:10:27.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:27 smithi148 bash[23214]: cluster 2024-03-22T07:10:27.280133+0000 osd.1 (osd.1) 14 : cluster 3 failed to encode map e294 with expected crc 2024-03-22T07:10:28.049 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:27 smithi129 bash[31121]: cluster 2024-03-22T07:10:26.266243+0000 osd.6 (osd.6) 10 : cluster 3 failed to encode map e294 with expected crc 2024-03-22T07:10:28.050 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:27 smithi129 bash[31121]: cluster 2024-03-22T07:10:27.225734+0000 mgr.y (mgr.25337) 8 : cluster 0 pgmap v8: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:28.050 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:27 smithi129 bash[31121]: cluster 2024-03-22T07:10:27.247657+0000 mon.a (mon.0) 39 : cluster 0 osdmap e295: 8 total, 8 up, 8 in 2024-03-22T07:10:28.050 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:27 smithi129 bash[31121]: cluster 2024-03-22T07:10:27.259540+0000 osd.3 (osd.3) 12 : cluster 3 failed to encode map e295 with expected crc 2024-03-22T07:10:28.050 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:27 smithi129 bash[31121]: cluster 2024-03-22T07:10:27.262888+0000 osd.5 (osd.5) 7 : cluster 3 failed to encode map e295 with expected crc 2024-03-22T07:10:28.050 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:27 smithi129 bash[31121]: cluster 2024-03-22T07:10:27.280133+0000 osd.1 (osd.1) 14 : cluster 3 failed to encode map e294 with expected crc 2024-03-22T07:10:28.050 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:27 smithi129 bash[79695]: cluster 2024-03-22T07:10:26.266243+0000 osd.6 (osd.6) 10 : cluster 3 failed to encode map e294 with expected crc 2024-03-22T07:10:28.051 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:27 smithi129 bash[79695]: cluster 2024-03-22T07:10:27.225734+0000 mgr.y (mgr.25337) 8 : cluster 0 pgmap v8: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:28.051 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:27 smithi129 bash[79695]: cluster 2024-03-22T07:10:27.247657+0000 mon.a (mon.0) 39 : cluster 0 osdmap e295: 8 total, 8 up, 8 in 2024-03-22T07:10:28.051 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:27 smithi129 bash[79695]: cluster 2024-03-22T07:10:27.259540+0000 osd.3 (osd.3) 12 : cluster 3 failed to encode map e295 with expected crc 2024-03-22T07:10:28.051 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:27 smithi129 bash[79695]: cluster 2024-03-22T07:10:27.262888+0000 osd.5 (osd.5) 7 : cluster 3 failed to encode map e295 with expected crc 2024-03-22T07:10:28.051 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:27 smithi129 bash[79695]: cluster 2024-03-22T07:10:27.280133+0000 osd.1 (osd.1) 14 : cluster 3 failed to encode map e294 with expected crc 2024-03-22T07:10:28.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:28 smithi129 bash[31121]: debug 2024-03-22T07:10:28.051+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e296 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:28.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:28 smithi148 bash[23214]: debug 2024-03-22T07:10:28.054+0000 7fa454952700 -1 mon.b@1(peon).osd e296 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:28.491 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:10:28.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:28 smithi148 bash[23214]: cluster 2024-03-22T07:10:27.270548+0000 osd.6 (osd.6) 11 : cluster 3 failed to encode map e295 with expected crc 2024-03-22T07:10:28.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:28 smithi148 bash[23214]: cluster 2024-03-22T07:10:27.654539+0000 mon.a (mon.0) 40 : cluster 0 mgrmap e38: y(active, since 4s), standbys: x 2024-03-22T07:10:28.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:28 smithi148 bash[23214]: cluster 2024-03-22T07:10:28.059633+0000 mon.a (mon.0) 41 : cluster 0 osdmap e296: 8 total, 8 up, 8 in 2024-03-22T07:10:28.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:28 smithi148 bash[23214]: cluster 2024-03-22T07:10:28.071600+0000 osd.1 (osd.1) 15 : cluster 3 failed to encode map e296 with expected crc 2024-03-22T07:10:28.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:28 smithi148 bash[23214]: cluster 2024-03-22T07:10:28.082111+0000 osd.7 (osd.7) 5 : cluster 3 failed to encode map e296 with expected crc 2024-03-22T07:10:28.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:28 smithi148 bash[23214]: cluster 2024-03-22T07:10:28.124505+0000 osd.4 (osd.4) 13 : cluster 3 failed to encode map e296 with expected crc 2024-03-22T07:10:29.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:28 smithi129 bash[79695]: cluster 2024-03-22T07:10:27.270548+0000 osd.6 (osd.6) 11 : cluster 3 failed to encode map e295 with expected crc 2024-03-22T07:10:29.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:28 smithi129 bash[79695]: cluster 2024-03-22T07:10:27.654539+0000 mon.a (mon.0) 40 : cluster 0 mgrmap e38: y(active, since 4s), standbys: x 2024-03-22T07:10:29.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:28 smithi129 bash[79695]: cluster 2024-03-22T07:10:28.059633+0000 mon.a (mon.0) 41 : cluster 0 osdmap e296: 8 total, 8 up, 8 in 2024-03-22T07:10:29.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:28 smithi129 bash[79695]: cluster 2024-03-22T07:10:28.071600+0000 osd.1 (osd.1) 15 : cluster 3 failed to encode map e296 with expected crc 2024-03-22T07:10:29.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:28 smithi129 bash[79695]: cluster 2024-03-22T07:10:28.082111+0000 osd.7 (osd.7) 5 : cluster 3 failed to encode map e296 with expected crc 2024-03-22T07:10:29.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:28 smithi129 bash[79695]: cluster 2024-03-22T07:10:28.124505+0000 osd.4 (osd.4) 13 : cluster 3 failed to encode map e296 with expected crc 2024-03-22T07:10:29.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:28 smithi129 bash[31121]: cluster 2024-03-22T07:10:27.270548+0000 osd.6 (osd.6) 11 : cluster 3 failed to encode map e295 with expected crc 2024-03-22T07:10:29.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:28 smithi129 bash[31121]: cluster 2024-03-22T07:10:27.654539+0000 mon.a (mon.0) 40 : cluster 0 mgrmap e38: y(active, since 4s), standbys: x 2024-03-22T07:10:29.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:28 smithi129 bash[31121]: cluster 2024-03-22T07:10:28.059633+0000 mon.a (mon.0) 41 : cluster 0 osdmap e296: 8 total, 8 up, 8 in 2024-03-22T07:10:29.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:28 smithi129 bash[31121]: cluster 2024-03-22T07:10:28.071600+0000 osd.1 (osd.1) 15 : cluster 3 failed to encode map e296 with expected crc 2024-03-22T07:10:29.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:28 smithi129 bash[31121]: cluster 2024-03-22T07:10:28.082111+0000 osd.7 (osd.7) 5 : cluster 3 failed to encode map e296 with expected crc 2024-03-22T07:10:29.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:28 smithi129 bash[31121]: cluster 2024-03-22T07:10:28.124505+0000 osd.4 (osd.4) 13 : cluster 3 failed to encode map e296 with expected crc 2024-03-22T07:10:29.838 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4377 ms) 2024-03-22T07:10:29.838 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-03-22T07:10:29.877 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:10:29.878 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:10:29.892 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 0~10 2024-03-22T07:10:29.903 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:10:29.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:29 smithi148 bash[23214]: debug 2024-03-22T07:10:29.658+0000 7fa454952700 -1 mon.b@1(peon).osd e297 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:29.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:29 smithi148 bash[23214]: cluster 2024-03-22T07:10:28.072456+0000 osd.6 (osd.6) 12 : cluster 3 failed to encode map e296 with expected crc 2024-03-22T07:10:29.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:29 smithi148 bash[23214]: cluster 2024-03-22T07:10:29.226331+0000 mgr.y (mgr.25337) 9 : cluster 0 pgmap v11: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:30.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:29 smithi129 bash[79695]: cluster 2024-03-22T07:10:28.072456+0000 osd.6 (osd.6) 12 : cluster 3 failed to encode map e296 with expected crc 2024-03-22T07:10:30.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:29 smithi129 bash[79695]: cluster 2024-03-22T07:10:29.226331+0000 mgr.y (mgr.25337) 9 : cluster 0 pgmap v11: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:30.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:29 smithi129 bash[31121]: debug 2024-03-22T07:10:29.655+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e297 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:30.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:29 smithi129 bash[31121]: cluster 2024-03-22T07:10:28.072456+0000 osd.6 (osd.6) 12 : cluster 3 failed to encode map e296 with expected crc 2024-03-22T07:10:30.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:29 smithi129 bash[31121]: cluster 2024-03-22T07:10:29.226331+0000 mgr.y (mgr.25337) 9 : cluster 0 pgmap v11: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:30.913 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[79695]: audit 2024-03-22T07:10:29.645332+0000 mon.a (mon.0) 42 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:30.914 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[79695]: cluster 2024-03-22T07:10:29.661165+0000 mon.a (mon.0) 43 : cluster 0 osdmap e297: 8 total, 8 up, 8 in 2024-03-22T07:10:30.914 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[79695]: cluster 2024-03-22T07:10:29.663034+0000 osd.3 (osd.3) 13 : cluster 3 failed to encode map e297 with expected crc 2024-03-22T07:10:30.914 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[79695]: cluster 2024-03-22T07:10:29.674143+0000 osd.0 (osd.0) 11 : cluster 3 failed to encode map e297 with expected crc 2024-03-22T07:10:30.914 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[79695]: audit 2024-03-22T07:10:29.682834+0000 mon.a (mon.0) 44 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:30.914 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[79695]: cluster 2024-03-22T07:10:29.684553+0000 osd.7 (osd.7) 6 : cluster 3 failed to encode map e297 with expected crc 2024-03-22T07:10:30.914 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[79695]: audit 2024-03-22T07:10:29.802140+0000 mon.a (mon.0) 45 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:30.914 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[79695]: audit 2024-03-22T07:10:29.810748+0000 mon.a (mon.0) 46 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:30.914 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[31121]: audit 2024-03-22T07:10:29.645332+0000 mon.a (mon.0) 42 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:30.914 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[31121]: cluster 2024-03-22T07:10:29.661165+0000 mon.a (mon.0) 43 : cluster 0 osdmap e297: 8 total, 8 up, 8 in 2024-03-22T07:10:30.914 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[31121]: cluster 2024-03-22T07:10:29.663034+0000 osd.3 (osd.3) 13 : cluster 3 failed to encode map e297 with expected crc 2024-03-22T07:10:30.914 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[31121]: cluster 2024-03-22T07:10:29.674143+0000 osd.0 (osd.0) 11 : cluster 3 failed to encode map e297 with expected crc 2024-03-22T07:10:30.915 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[31121]: audit 2024-03-22T07:10:29.682834+0000 mon.a (mon.0) 44 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:30.915 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[31121]: cluster 2024-03-22T07:10:29.684553+0000 osd.7 (osd.7) 6 : cluster 3 failed to encode map e297 with expected crc 2024-03-22T07:10:30.915 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[31121]: audit 2024-03-22T07:10:29.802140+0000 mon.a (mon.0) 45 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:30.915 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[31121]: audit 2024-03-22T07:10:29.810748+0000 mon.a (mon.0) 46 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:30.915 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:30 smithi129 bash[31121]: debug 2024-03-22T07:10:30.807+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e298 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:30.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:30 smithi148 bash[23214]: audit 2024-03-22T07:10:29.645332+0000 mon.a (mon.0) 42 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:30.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:30 smithi148 bash[23214]: cluster 2024-03-22T07:10:29.661165+0000 mon.a (mon.0) 43 : cluster 0 osdmap e297: 8 total, 8 up, 8 in 2024-03-22T07:10:30.922 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:30 smithi148 bash[23214]: cluster 2024-03-22T07:10:29.663034+0000 osd.3 (osd.3) 13 : cluster 3 failed to encode map e297 with expected crc 2024-03-22T07:10:30.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:30 smithi148 bash[23214]: cluster 2024-03-22T07:10:29.674143+0000 osd.0 (osd.0) 11 : cluster 3 failed to encode map e297 with expected crc 2024-03-22T07:10:30.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:30 smithi148 bash[23214]: audit 2024-03-22T07:10:29.682834+0000 mon.a (mon.0) 44 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:30.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:30 smithi148 bash[23214]: cluster 2024-03-22T07:10:29.684553+0000 osd.7 (osd.7) 6 : cluster 3 failed to encode map e297 with expected crc 2024-03-22T07:10:30.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:30 smithi148 bash[23214]: audit 2024-03-22T07:10:29.802140+0000 mon.a (mon.0) 45 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:30.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:30 smithi148 bash[23214]: audit 2024-03-22T07:10:29.810748+0000 mon.a (mon.0) 46 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:30.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:30 smithi148 bash[23214]: debug 2024-03-22T07:10:30.813+0000 7fa454952700 -1 mon.b@1(peon).osd e298 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:31.905 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap1 2024-03-22T07:10:32.047 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:10:32.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[79695]: cluster 2024-03-22T07:10:30.813528+0000 mon.a (mon.0) 47 : cluster 0 osdmap e298: 8 total, 8 up, 8 in 2024-03-22T07:10:32.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[79695]: cluster 2024-03-22T07:10:30.818011+0000 osd.1 (osd.1) 16 : cluster 3 failed to encode map e298 with expected crc 2024-03-22T07:10:32.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[79695]: cluster 2024-03-22T07:10:30.822740+0000 osd.3 (osd.3) 14 : cluster 3 failed to encode map e298 with expected crc 2024-03-22T07:10:32.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[79695]: cluster 2024-03-22T07:10:30.827753+0000 osd.0 (osd.0) 12 : cluster 3 failed to encode map e298 with expected crc 2024-03-22T07:10:32.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[79695]: audit 2024-03-22T07:10:30.836813+0000 mon.a (mon.0) 48 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:32.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[79695]: audit 2024-03-22T07:10:30.849255+0000 mon.a (mon.0) 49 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:32.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[79695]: audit 2024-03-22T07:10:30.912031+0000 mon.a (mon.0) 50 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:32.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[79695]: audit 2024-03-22T07:10:30.924879+0000 mon.a (mon.0) 51 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:32.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[79695]: cluster 2024-03-22T07:10:31.227138+0000 mgr.y (mgr.25337) 10 : cluster 0 pgmap v14: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 460 KiB/s rd, 21 KiB/s wr, 541 op/s 2024-03-22T07:10:32.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[31121]: cluster 2024-03-22T07:10:30.813528+0000 mon.a (mon.0) 47 : cluster 0 osdmap e298: 8 total, 8 up, 8 in 2024-03-22T07:10:32.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[31121]: cluster 2024-03-22T07:10:30.818011+0000 osd.1 (osd.1) 16 : cluster 3 failed to encode map e298 with expected crc 2024-03-22T07:10:32.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[31121]: cluster 2024-03-22T07:10:30.822740+0000 osd.3 (osd.3) 14 : cluster 3 failed to encode map e298 with expected crc 2024-03-22T07:10:32.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[31121]: cluster 2024-03-22T07:10:30.827753+0000 osd.0 (osd.0) 12 : cluster 3 failed to encode map e298 with expected crc 2024-03-22T07:10:32.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[31121]: audit 2024-03-22T07:10:30.836813+0000 mon.a (mon.0) 48 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:32.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[31121]: audit 2024-03-22T07:10:30.849255+0000 mon.a (mon.0) 49 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:32.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[31121]: audit 2024-03-22T07:10:30.912031+0000 mon.a (mon.0) 50 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:32.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[31121]: audit 2024-03-22T07:10:30.924879+0000 mon.a (mon.0) 51 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:32.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[31121]: cluster 2024-03-22T07:10:31.227138+0000 mgr.y (mgr.25337) 10 : cluster 0 pgmap v14: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 460 KiB/s rd, 21 KiB/s wr, 541 op/s 2024-03-22T07:10:32.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:31 smithi129 bash[31121]: debug 2024-03-22T07:10:31.847+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e299 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:32.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:31 smithi148 bash[23214]: cluster 2024-03-22T07:10:30.813528+0000 mon.a (mon.0) 47 : cluster 0 osdmap e298: 8 total, 8 up, 8 in 2024-03-22T07:10:32.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:31 smithi148 bash[23214]: cluster 2024-03-22T07:10:30.818011+0000 osd.1 (osd.1) 16 : cluster 3 failed to encode map e298 with expected crc 2024-03-22T07:10:32.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:31 smithi148 bash[23214]: cluster 2024-03-22T07:10:30.822740+0000 osd.3 (osd.3) 14 : cluster 3 failed to encode map e298 with expected crc 2024-03-22T07:10:32.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:31 smithi148 bash[23214]: cluster 2024-03-22T07:10:30.827753+0000 osd.0 (osd.0) 12 : cluster 3 failed to encode map e298 with expected crc 2024-03-22T07:10:32.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:31 smithi148 bash[23214]: audit 2024-03-22T07:10:30.836813+0000 mon.a (mon.0) 48 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:32.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:31 smithi148 bash[23214]: audit 2024-03-22T07:10:30.849255+0000 mon.a (mon.0) 49 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:32.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:31 smithi148 bash[23214]: audit 2024-03-22T07:10:30.912031+0000 mon.a (mon.0) 50 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:32.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:31 smithi148 bash[23214]: audit 2024-03-22T07:10:30.924879+0000 mon.a (mon.0) 51 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:32.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:31 smithi148 bash[23214]: cluster 2024-03-22T07:10:31.227138+0000 mgr.y (mgr.25337) 10 : cluster 0 pgmap v14: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 460 KiB/s rd, 21 KiB/s wr, 541 op/s 2024-03-22T07:10:32.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:31 smithi148 bash[23214]: debug 2024-03-22T07:10:31.849+0000 7fa454952700 -1 mon.b@1(peon).osd e299 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:32 smithi129 bash[79695]: cluster 2024-03-22T07:10:31.855215+0000 mon.a (mon.0) 52 : cluster 0 osdmap e299: 8 total, 8 up, 8 in 2024-03-22T07:10:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:32 smithi129 bash[79695]: cluster 2024-03-22T07:10:31.867046+0000 osd.3 (osd.3) 15 : cluster 3 failed to encode map e299 with expected crc 2024-03-22T07:10:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:32 smithi129 bash[79695]: cluster 2024-03-22T07:10:31.870438+0000 osd.4 (osd.4) 14 : cluster 3 failed to encode map e299 with expected crc 2024-03-22T07:10:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:32 smithi129 bash[79695]: cluster 2024-03-22T07:10:31.873374+0000 osd.0 (osd.0) 13 : cluster 3 failed to encode map e299 with expected crc 2024-03-22T07:10:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:32 smithi129 bash[79695]: cluster 2024-03-22T07:10:31.890130+0000 osd.7 (osd.7) 7 : cluster 3 failed to encode map e299 with expected crc 2024-03-22T07:10:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:32 smithi129 bash[79695]: cluster 2024-03-22T07:10:31.920117+0000 osd.5 (osd.5) 8 : cluster 3 failed to encode map e298 with expected crc 2024-03-22T07:10:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:32 smithi129 bash[31121]: cluster 2024-03-22T07:10:31.855215+0000 mon.a (mon.0) 52 : cluster 0 osdmap e299: 8 total, 8 up, 8 in 2024-03-22T07:10:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:32 smithi129 bash[31121]: cluster 2024-03-22T07:10:31.867046+0000 osd.3 (osd.3) 15 : cluster 3 failed to encode map e299 with expected crc 2024-03-22T07:10:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:32 smithi129 bash[31121]: cluster 2024-03-22T07:10:31.870438+0000 osd.4 (osd.4) 14 : cluster 3 failed to encode map e299 with expected crc 2024-03-22T07:10:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:32 smithi129 bash[31121]: cluster 2024-03-22T07:10:31.873374+0000 osd.0 (osd.0) 13 : cluster 3 failed to encode map e299 with expected crc 2024-03-22T07:10:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:32 smithi129 bash[31121]: cluster 2024-03-22T07:10:31.890130+0000 osd.7 (osd.7) 7 : cluster 3 failed to encode map e299 with expected crc 2024-03-22T07:10:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:32 smithi129 bash[31121]: cluster 2024-03-22T07:10:31.920117+0000 osd.5 (osd.5) 8 : cluster 3 failed to encode map e298 with expected crc 2024-03-22T07:10:33.029 INFO:teuthology.orchestra.run.smithi129.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:10:33.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:32 smithi148 bash[23214]: cluster 2024-03-22T07:10:31.855215+0000 mon.a (mon.0) 52 : cluster 0 osdmap e299: 8 total, 8 up, 8 in 2024-03-22T07:10:33.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:32 smithi148 bash[23214]: cluster 2024-03-22T07:10:31.867046+0000 osd.3 (osd.3) 15 : cluster 3 failed to encode map e299 with expected crc 2024-03-22T07:10:33.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:32 smithi148 bash[23214]: cluster 2024-03-22T07:10:31.870438+0000 osd.4 (osd.4) 14 : cluster 3 failed to encode map e299 with expected crc 2024-03-22T07:10:33.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:32 smithi148 bash[23214]: cluster 2024-03-22T07:10:31.873374+0000 osd.0 (osd.0) 13 : cluster 3 failed to encode map e299 with expected crc 2024-03-22T07:10:33.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:32 smithi148 bash[23214]: cluster 2024-03-22T07:10:31.890130+0000 osd.7 (osd.7) 7 : cluster 3 failed to encode map e299 with expected crc 2024-03-22T07:10:33.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:32 smithi148 bash[23214]: cluster 2024-03-22T07:10:31.920117+0000 osd.5 (osd.5) 8 : cluster 3 failed to encode map e298 with expected crc 2024-03-22T07:10:33.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:32 smithi148 bash[23214]: debug 2024-03-22T07:10:32.929+0000 7fa454952700 -1 mon.b@1(peon).osd e300 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:33.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: debug 2024-03-22T07:10:33.053+0000 7fa454952700 -1 mon.b@1(peon).osd e301 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:33.253 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:32 smithi129 bash[31121]: debug 2024-03-22T07:10:32.927+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e300 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:33.253 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: debug 2024-03-22T07:10:33.051+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e301 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:33.304 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:10:33.800 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'sleep 60' 2024-03-22T07:10:34.062 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:10:33] "GET /metrics HTTP/1.1" 200 36018 "" "Prometheus/2.43.0" 2024-03-22T07:10:34.063 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: cluster 2024-03-22T07:10:31.899027+0000 osd.6 (osd.6) 13 : cluster 3 failed to encode map e299 with expected crc 2024-03-22T07:10:34.063 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: cluster 2024-03-22T07:10:32.931113+0000 mon.a (mon.0) 53 : cluster 0 osdmap e300: 8 total, 8 up, 8 in 2024-03-22T07:10:34.063 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: cluster 2024-03-22T07:10:32.944778+0000 osd.1 (osd.1) 17 : cluster 3 failed to encode map e300 with expected crc 2024-03-22T07:10:34.063 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: cluster 2024-03-22T07:10:32.947493+0000 osd.4 (osd.4) 15 : cluster 3 failed to encode map e300 with expected crc 2024-03-22T07:10:34.063 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: cluster 2024-03-22T07:10:32.974573+0000 osd.0 (osd.0) 14 : cluster 3 failed to encode map e300 with expected crc 2024-03-22T07:10:34.063 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: cluster 2024-03-22T07:10:33.009307+0000 osd.7 (osd.7) 8 : cluster 3 failed to encode map e300 with expected crc 2024-03-22T07:10:34.063 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: audit 2024-03-22T07:10:33.025803+0000 mgr.y (mgr.25337) 11 : audit 0 from='client.25391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:10:34.063 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: cephadm 2024-03-22T07:10:33.026298+0000 mgr.y (mgr.25337) 12 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:10:34.064 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: audit 2024-03-22T07:10:33.031436+0000 mon.a (mon.0) 54 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:34.064 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: cluster 2024-03-22T07:10:33.056966+0000 mon.a (mon.0) 55 : cluster 0 osdmap e301: 8 total, 8 up, 8 in 2024-03-22T07:10:34.064 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: cluster 2024-03-22T07:10:33.062292+0000 osd.1 (osd.1) 18 : cluster 3 failed to encode map e301 with expected crc 2024-03-22T07:10:34.064 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: cluster 2024-03-22T07:10:33.074892+0000 osd.4 (osd.4) 16 : cluster 3 failed to encode map e301 with expected crc 2024-03-22T07:10:34.064 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: cluster 2024-03-22T07:10:33.088395+0000 osd.2 (osd.2) 11 : cluster 3 failed to encode map e301 with expected crc 2024-03-22T07:10:34.064 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: cluster 2024-03-22T07:10:33.214297+0000 osd.5 (osd.5) 9 : cluster 3 failed to encode map e301 with expected crc 2024-03-22T07:10:34.064 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[31121]: cluster 2024-03-22T07:10:33.227890+0000 mgr.y (mgr.25337) 13 : cluster 0 pgmap v18: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:34.064 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:34 smithi129 bash[31121]: debug 2024-03-22T07:10:34.067+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e302 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:34.064 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[79695]: cluster 2024-03-22T07:10:31.899027+0000 osd.6 (osd.6) 13 : cluster 3 failed to encode map e299 with expected crc 2024-03-22T07:10:34.064 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[79695]: cluster 2024-03-22T07:10:32.931113+0000 mon.a (mon.0) 53 : cluster 0 osdmap e300: 8 total, 8 up, 8 in 2024-03-22T07:10:34.064 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[79695]: cluster 2024-03-22T07:10:32.944778+0000 osd.1 (osd.1) 17 : cluster 3 failed to encode map e300 with expected crc 2024-03-22T07:10:34.064 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[79695]: cluster 2024-03-22T07:10:32.947493+0000 osd.4 (osd.4) 15 : cluster 3 failed to encode map e300 with expected crc 2024-03-22T07:10:34.065 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[79695]: cluster 2024-03-22T07:10:32.974573+0000 osd.0 (osd.0) 14 : cluster 3 failed to encode map e300 with expected crc 2024-03-22T07:10:34.065 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[79695]: cluster 2024-03-22T07:10:33.009307+0000 osd.7 (osd.7) 8 : cluster 3 failed to encode map e300 with expected crc 2024-03-22T07:10:34.065 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[79695]: audit 2024-03-22T07:10:33.025803+0000 mgr.y (mgr.25337) 11 : audit 0 from='client.25391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:10:34.065 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[79695]: cephadm 2024-03-22T07:10:33.026298+0000 mgr.y (mgr.25337) 12 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:10:34.065 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[79695]: audit 2024-03-22T07:10:33.031436+0000 mon.a (mon.0) 54 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:34.065 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[79695]: cluster 2024-03-22T07:10:33.056966+0000 mon.a (mon.0) 55 : cluster 0 osdmap e301: 8 total, 8 up, 8 in 2024-03-22T07:10:34.065 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[79695]: cluster 2024-03-22T07:10:33.062292+0000 osd.1 (osd.1) 18 : cluster 3 failed to encode map e301 with expected crc 2024-03-22T07:10:34.065 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[79695]: cluster 2024-03-22T07:10:33.074892+0000 osd.4 (osd.4) 16 : cluster 3 failed to encode map e301 with expected crc 2024-03-22T07:10:34.065 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[79695]: cluster 2024-03-22T07:10:33.088395+0000 osd.2 (osd.2) 11 : cluster 3 failed to encode map e301 with expected crc 2024-03-22T07:10:34.065 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[79695]: cluster 2024-03-22T07:10:33.214297+0000 osd.5 (osd.5) 9 : cluster 3 failed to encode map e301 with expected crc 2024-03-22T07:10:34.065 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:33 smithi129 bash[79695]: cluster 2024-03-22T07:10:33.227890+0000 mgr.y (mgr.25337) 13 : cluster 0 pgmap v18: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:34.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: cluster 2024-03-22T07:10:31.899027+0000 osd.6 (osd.6) 13 : cluster 3 failed to encode map e299 with expected crc 2024-03-22T07:10:34.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: cluster 2024-03-22T07:10:32.931113+0000 mon.a (mon.0) 53 : cluster 0 osdmap e300: 8 total, 8 up, 8 in 2024-03-22T07:10:34.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: cluster 2024-03-22T07:10:32.944778+0000 osd.1 (osd.1) 17 : cluster 3 failed to encode map e300 with expected crc 2024-03-22T07:10:34.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: cluster 2024-03-22T07:10:32.947493+0000 osd.4 (osd.4) 15 : cluster 3 failed to encode map e300 with expected crc 2024-03-22T07:10:34.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: cluster 2024-03-22T07:10:32.974573+0000 osd.0 (osd.0) 14 : cluster 3 failed to encode map e300 with expected crc 2024-03-22T07:10:34.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: cluster 2024-03-22T07:10:33.009307+0000 osd.7 (osd.7) 8 : cluster 3 failed to encode map e300 with expected crc 2024-03-22T07:10:34.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: audit 2024-03-22T07:10:33.025803+0000 mgr.y (mgr.25337) 11 : audit 0 from='client.25391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:10:34.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: cephadm 2024-03-22T07:10:33.026298+0000 mgr.y (mgr.25337) 12 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:10:34.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: audit 2024-03-22T07:10:33.031436+0000 mon.a (mon.0) 54 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:34.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: cluster 2024-03-22T07:10:33.056966+0000 mon.a (mon.0) 55 : cluster 0 osdmap e301: 8 total, 8 up, 8 in 2024-03-22T07:10:34.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: cluster 2024-03-22T07:10:33.062292+0000 osd.1 (osd.1) 18 : cluster 3 failed to encode map e301 with expected crc 2024-03-22T07:10:34.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: cluster 2024-03-22T07:10:33.074892+0000 osd.4 (osd.4) 16 : cluster 3 failed to encode map e301 with expected crc 2024-03-22T07:10:34.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: cluster 2024-03-22T07:10:33.088395+0000 osd.2 (osd.2) 11 : cluster 3 failed to encode map e301 with expected crc 2024-03-22T07:10:34.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: cluster 2024-03-22T07:10:33.214297+0000 osd.5 (osd.5) 9 : cluster 3 failed to encode map e301 with expected crc 2024-03-22T07:10:34.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:33 smithi148 bash[23214]: cluster 2024-03-22T07:10:33.227890+0000 mgr.y (mgr.25337) 13 : cluster 0 pgmap v18: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:34.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:34 smithi148 bash[23214]: debug 2024-03-22T07:10:34.065+0000 7fa454952700 -1 mon.b@1(peon).osd e302 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:34.359 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4520 ms) 2024-03-22T07:10:34.359 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-03-22T07:10:34.442 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:10:34.473 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 0~10 2024-03-22T07:10:34.498 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:10:35.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:34 smithi129 bash[79695]: cluster 2024-03-22T07:10:32.956323+0000 osd.6 (osd.6) 14 : cluster 3 failed to encode map e300 with expected crc 2024-03-22T07:10:35.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:34 smithi129 bash[79695]: cluster 2024-03-22T07:10:33.079437+0000 osd.6 (osd.6) 15 : cluster 3 failed to encode map e301 with expected crc 2024-03-22T07:10:35.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:34 smithi129 bash[79695]: cluster 2024-03-22T07:10:34.069511+0000 mon.a (mon.0) 56 : cluster 0 osdmap e302: 8 total, 8 up, 8 in 2024-03-22T07:10:35.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:34 smithi129 bash[79695]: cluster 2024-03-22T07:10:34.084158+0000 osd.1 (osd.1) 19 : cluster 3 failed to encode map e302 with expected crc 2024-03-22T07:10:35.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:34 smithi129 bash[79695]: cluster 2024-03-22T07:10:34.084692+0000 osd.4 (osd.4) 17 : cluster 3 failed to encode map e302 with expected crc 2024-03-22T07:10:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:34 smithi129 bash[31121]: cluster 2024-03-22T07:10:32.956323+0000 osd.6 (osd.6) 14 : cluster 3 failed to encode map e300 with expected crc 2024-03-22T07:10:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:34 smithi129 bash[31121]: cluster 2024-03-22T07:10:33.079437+0000 osd.6 (osd.6) 15 : cluster 3 failed to encode map e301 with expected crc 2024-03-22T07:10:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:34 smithi129 bash[31121]: cluster 2024-03-22T07:10:34.069511+0000 mon.a (mon.0) 56 : cluster 0 osdmap e302: 8 total, 8 up, 8 in 2024-03-22T07:10:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:34 smithi129 bash[31121]: cluster 2024-03-22T07:10:34.084158+0000 osd.1 (osd.1) 19 : cluster 3 failed to encode map e302 with expected crc 2024-03-22T07:10:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:34 smithi129 bash[31121]: cluster 2024-03-22T07:10:34.084692+0000 osd.4 (osd.4) 17 : cluster 3 failed to encode map e302 with expected crc 2024-03-22T07:10:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:35 smithi129 bash[31121]: debug 2024-03-22T07:10:35.067+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e303 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:35.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:34 smithi148 bash[23214]: cluster 2024-03-22T07:10:32.956323+0000 osd.6 (osd.6) 14 : cluster 3 failed to encode map e300 with expected crc 2024-03-22T07:10:35.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:34 smithi148 bash[23214]: cluster 2024-03-22T07:10:33.079437+0000 osd.6 (osd.6) 15 : cluster 3 failed to encode map e301 with expected crc 2024-03-22T07:10:35.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:34 smithi148 bash[23214]: cluster 2024-03-22T07:10:34.069511+0000 mon.a (mon.0) 56 : cluster 0 osdmap e302: 8 total, 8 up, 8 in 2024-03-22T07:10:35.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:34 smithi148 bash[23214]: cluster 2024-03-22T07:10:34.084158+0000 osd.1 (osd.1) 19 : cluster 3 failed to encode map e302 with expected crc 2024-03-22T07:10:35.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:34 smithi148 bash[23214]: cluster 2024-03-22T07:10:34.084692+0000 osd.4 (osd.4) 17 : cluster 3 failed to encode map e302 with expected crc 2024-03-22T07:10:35.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:35 smithi148 bash[23214]: debug 2024-03-22T07:10:35.069+0000 7fa454952700 -1 mon.b@1(peon).osd e303 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:36.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:35 smithi129 bash[79695]: cluster 2024-03-22T07:10:34.093993+0000 osd.6 (osd.6) 16 : cluster 3 failed to encode map e302 with expected crc 2024-03-22T07:10:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:35 smithi129 bash[79695]: cluster 2024-03-22T07:10:34.114431+0000 osd.0 (osd.0) 15 : cluster 3 failed to encode map e302 with expected crc 2024-03-22T07:10:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:35 smithi129 bash[79695]: cluster 2024-03-22T07:10:35.073070+0000 mon.a (mon.0) 57 : cluster 0 osdmap e303: 8 total, 8 up, 8 in 2024-03-22T07:10:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:35 smithi129 bash[79695]: cluster 2024-03-22T07:10:35.087332+0000 osd.3 (osd.3) 16 : cluster 3 failed to encode map e303 with expected crc 2024-03-22T07:10:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:35 smithi129 bash[79695]: cluster 2024-03-22T07:10:35.118680+0000 osd.1 (osd.1) 20 : cluster 3 failed to encode map e303 with expected crc 2024-03-22T07:10:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:35 smithi129 bash[79695]: cluster 2024-03-22T07:10:35.228679+0000 mgr.y (mgr.25337) 14 : cluster 0 pgmap v21: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 337 KiB/s rd, 21 KiB/s wr, 435 op/s 2024-03-22T07:10:36.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:35 smithi129 bash[31121]: cluster 2024-03-22T07:10:34.093993+0000 osd.6 (osd.6) 16 : cluster 3 failed to encode map e302 with expected crc 2024-03-22T07:10:36.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:35 smithi129 bash[31121]: cluster 2024-03-22T07:10:34.114431+0000 osd.0 (osd.0) 15 : cluster 3 failed to encode map e302 with expected crc 2024-03-22T07:10:36.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:35 smithi129 bash[31121]: cluster 2024-03-22T07:10:35.073070+0000 mon.a (mon.0) 57 : cluster 0 osdmap e303: 8 total, 8 up, 8 in 2024-03-22T07:10:36.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:35 smithi129 bash[31121]: cluster 2024-03-22T07:10:35.087332+0000 osd.3 (osd.3) 16 : cluster 3 failed to encode map e303 with expected crc 2024-03-22T07:10:36.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:35 smithi129 bash[31121]: cluster 2024-03-22T07:10:35.118680+0000 osd.1 (osd.1) 20 : cluster 3 failed to encode map e303 with expected crc 2024-03-22T07:10:36.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:35 smithi129 bash[31121]: cluster 2024-03-22T07:10:35.228679+0000 mgr.y (mgr.25337) 14 : cluster 0 pgmap v21: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 337 KiB/s rd, 21 KiB/s wr, 435 op/s 2024-03-22T07:10:36.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:36 smithi129 bash[31121]: debug 2024-03-22T07:10:36.079+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e304 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:36.129 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap1 2024-03-22T07:10:36.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:35 smithi148 bash[23214]: cluster 2024-03-22T07:10:34.093993+0000 osd.6 (osd.6) 16 : cluster 3 failed to encode map e302 with expected crc 2024-03-22T07:10:36.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:35 smithi148 bash[23214]: cluster 2024-03-22T07:10:34.114431+0000 osd.0 (osd.0) 15 : cluster 3 failed to encode map e302 with expected crc 2024-03-22T07:10:36.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:35 smithi148 bash[23214]: cluster 2024-03-22T07:10:35.073070+0000 mon.a (mon.0) 57 : cluster 0 osdmap e303: 8 total, 8 up, 8 in 2024-03-22T07:10:36.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:35 smithi148 bash[23214]: cluster 2024-03-22T07:10:35.087332+0000 osd.3 (osd.3) 16 : cluster 3 failed to encode map e303 with expected crc 2024-03-22T07:10:36.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:35 smithi148 bash[23214]: cluster 2024-03-22T07:10:35.118680+0000 osd.1 (osd.1) 20 : cluster 3 failed to encode map e303 with expected crc 2024-03-22T07:10:36.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:35 smithi148 bash[23214]: cluster 2024-03-22T07:10:35.228679+0000 mgr.y (mgr.25337) 14 : cluster 0 pgmap v21: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 337 KiB/s rd, 21 KiB/s wr, 435 op/s 2024-03-22T07:10:36.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:36 smithi148 bash[23214]: debug 2024-03-22T07:10:36.081+0000 7fa454952700 -1 mon.b@1(peon).osd e304 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:36.270 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:10:37.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:36 smithi129 bash[79695]: cluster 2024-03-22T07:10:35.088192+0000 osd.6 (osd.6) 17 : cluster 3 failed to encode map e303 with expected crc 2024-03-22T07:10:37.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:36 smithi129 bash[79695]: cluster 2024-03-22T07:10:35.093837+0000 osd.0 (osd.0) 16 : cluster 3 failed to encode map e303 with expected crc 2024-03-22T07:10:37.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:36 smithi129 bash[79695]: cluster 2024-03-22T07:10:36.085488+0000 mon.a (mon.0) 58 : cluster 0 osdmap e304: 8 total, 8 up, 8 in 2024-03-22T07:10:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:36 smithi129 bash[79695]: cluster 2024-03-22T07:10:36.098229+0000 osd.3 (osd.3) 17 : cluster 3 failed to encode map e304 with expected crc 2024-03-22T07:10:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:36 smithi129 bash[79695]: cluster 2024-03-22T07:10:36.100908+0000 osd.4 (osd.4) 18 : cluster 3 failed to encode map e304 with expected crc 2024-03-22T07:10:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:36 smithi129 bash[79695]: cluster 2024-03-22T07:10:36.104194+0000 osd.1 (osd.1) 21 : cluster 3 failed to encode map e304 with expected crc 2024-03-22T07:10:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:36 smithi129 bash[31121]: cluster 2024-03-22T07:10:35.088192+0000 osd.6 (osd.6) 17 : cluster 3 failed to encode map e303 with expected crc 2024-03-22T07:10:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:36 smithi129 bash[31121]: cluster 2024-03-22T07:10:35.093837+0000 osd.0 (osd.0) 16 : cluster 3 failed to encode map e303 with expected crc 2024-03-22T07:10:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:36 smithi129 bash[31121]: cluster 2024-03-22T07:10:36.085488+0000 mon.a (mon.0) 58 : cluster 0 osdmap e304: 8 total, 8 up, 8 in 2024-03-22T07:10:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:36 smithi129 bash[31121]: cluster 2024-03-22T07:10:36.098229+0000 osd.3 (osd.3) 17 : cluster 3 failed to encode map e304 with expected crc 2024-03-22T07:10:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:36 smithi129 bash[31121]: cluster 2024-03-22T07:10:36.100908+0000 osd.4 (osd.4) 18 : cluster 3 failed to encode map e304 with expected crc 2024-03-22T07:10:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:36 smithi129 bash[31121]: cluster 2024-03-22T07:10:36.104194+0000 osd.1 (osd.1) 21 : cluster 3 failed to encode map e304 with expected crc 2024-03-22T07:10:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:37 smithi129 bash[31121]: debug 2024-03-22T07:10:37.083+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e305 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:37.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:36 smithi148 bash[23214]: cluster 2024-03-22T07:10:35.088192+0000 osd.6 (osd.6) 17 : cluster 3 failed to encode map e303 with expected crc 2024-03-22T07:10:37.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:36 smithi148 bash[23214]: cluster 2024-03-22T07:10:35.093837+0000 osd.0 (osd.0) 16 : cluster 3 failed to encode map e303 with expected crc 2024-03-22T07:10:37.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:36 smithi148 bash[23214]: cluster 2024-03-22T07:10:36.085488+0000 mon.a (mon.0) 58 : cluster 0 osdmap e304: 8 total, 8 up, 8 in 2024-03-22T07:10:37.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:36 smithi148 bash[23214]: cluster 2024-03-22T07:10:36.098229+0000 osd.3 (osd.3) 17 : cluster 3 failed to encode map e304 with expected crc 2024-03-22T07:10:37.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:36 smithi148 bash[23214]: cluster 2024-03-22T07:10:36.100908+0000 osd.4 (osd.4) 18 : cluster 3 failed to encode map e304 with expected crc 2024-03-22T07:10:37.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:36 smithi148 bash[23214]: cluster 2024-03-22T07:10:36.104194+0000 osd.1 (osd.1) 21 : cluster 3 failed to encode map e304 with expected crc 2024-03-22T07:10:37.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:37 smithi148 bash[23214]: debug 2024-03-22T07:10:37.085+0000 7fa454952700 -1 mon.b@1(peon).osd e305 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:37.504 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:10:38.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:37 smithi129 bash[79695]: cluster 2024-03-22T07:10:36.120869+0000 osd.6 (osd.6) 18 : cluster 3 failed to encode map e304 with expected crc 2024-03-22T07:10:38.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:37 smithi129 bash[79695]: cluster 2024-03-22T07:10:37.090856+0000 mon.a (mon.0) 59 : cluster 0 osdmap e305: 8 total, 8 up, 8 in 2024-03-22T07:10:38.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:37 smithi129 bash[79695]: cluster 2024-03-22T07:10:37.102601+0000 osd.3 (osd.3) 18 : cluster 3 failed to encode map e305 with expected crc 2024-03-22T07:10:38.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:37 smithi129 bash[79695]: cluster 2024-03-22T07:10:37.103787+0000 osd.7 (osd.7) 9 : cluster 3 failed to encode map e305 with expected crc 2024-03-22T07:10:38.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:37 smithi129 bash[79695]: cluster 2024-03-22T07:10:37.229512+0000 mgr.y (mgr.25337) 15 : cluster 0 pgmap v24: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 283 KiB/s rd, 18 KiB/s wr, 365 op/s 2024-03-22T07:10:38.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:37 smithi129 bash[31121]: cluster 2024-03-22T07:10:36.120869+0000 osd.6 (osd.6) 18 : cluster 3 failed to encode map e304 with expected crc 2024-03-22T07:10:38.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:37 smithi129 bash[31121]: cluster 2024-03-22T07:10:37.090856+0000 mon.a (mon.0) 59 : cluster 0 osdmap e305: 8 total, 8 up, 8 in 2024-03-22T07:10:38.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:37 smithi129 bash[31121]: cluster 2024-03-22T07:10:37.102601+0000 osd.3 (osd.3) 18 : cluster 3 failed to encode map e305 with expected crc 2024-03-22T07:10:38.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:37 smithi129 bash[31121]: cluster 2024-03-22T07:10:37.103787+0000 osd.7 (osd.7) 9 : cluster 3 failed to encode map e305 with expected crc 2024-03-22T07:10:38.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:37 smithi129 bash[31121]: cluster 2024-03-22T07:10:37.229512+0000 mgr.y (mgr.25337) 15 : cluster 0 pgmap v24: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 283 KiB/s rd, 18 KiB/s wr, 365 op/s 2024-03-22T07:10:38.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[31121]: debug 2024-03-22T07:10:38.055+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e306 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:38.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:37 smithi148 bash[23214]: cluster 2024-03-22T07:10:36.120869+0000 osd.6 (osd.6) 18 : cluster 3 failed to encode map e304 with expected crc 2024-03-22T07:10:38.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:37 smithi148 bash[23214]: cluster 2024-03-22T07:10:37.090856+0000 mon.a (mon.0) 59 : cluster 0 osdmap e305: 8 total, 8 up, 8 in 2024-03-22T07:10:38.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:37 smithi148 bash[23214]: cluster 2024-03-22T07:10:37.102601+0000 osd.3 (osd.3) 18 : cluster 3 failed to encode map e305 with expected crc 2024-03-22T07:10:38.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:37 smithi148 bash[23214]: cluster 2024-03-22T07:10:37.103787+0000 osd.7 (osd.7) 9 : cluster 3 failed to encode map e305 with expected crc 2024-03-22T07:10:38.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:37 smithi148 bash[23214]: cluster 2024-03-22T07:10:37.229512+0000 mgr.y (mgr.25337) 15 : cluster 0 pgmap v24: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 283 KiB/s rd, 18 KiB/s wr, 365 op/s 2024-03-22T07:10:38.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:38 smithi148 bash[23214]: debug 2024-03-22T07:10:38.057+0000 7fa454952700 -1 mon.b@1(peon).osd e306 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:38.322 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3963 ms) 2024-03-22T07:10:38.322 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-03-22T07:10:38.409 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:10:38.439 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 0~10 2024-03-22T07:10:38.461 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:10:38.540 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:10:39.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[79695]: cluster 2024-03-22T07:10:37.113239+0000 osd.6 (osd.6) 19 : cluster 3 failed to encode map e305 with expected crc 2024-03-22T07:10:39.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[79695]: cluster 2024-03-22T07:10:37.123331+0000 osd.0 (osd.0) 17 : cluster 3 failed to encode map e305 with expected crc 2024-03-22T07:10:39.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[79695]: cluster 2024-03-22T07:10:38.064886+0000 mon.a (mon.0) 60 : cluster 0 osdmap e306: 8 total, 8 up, 8 in 2024-03-22T07:10:39.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[79695]: cluster 2024-03-22T07:10:38.067570+0000 osd.5 (osd.5) 10 : cluster 3 failed to encode map e306 with expected crc 2024-03-22T07:10:39.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[79695]: cluster 2024-03-22T07:10:38.072866+0000 osd.3 (osd.3) 19 : cluster 3 failed to encode map e306 with expected crc 2024-03-22T07:10:39.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[79695]: cluster 2024-03-22T07:10:38.078255+0000 osd.4 (osd.4) 19 : cluster 3 failed to encode map e306 with expected crc 2024-03-22T07:10:39.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[79695]: cluster 2024-03-22T07:10:38.097075+0000 osd.1 (osd.1) 22 : cluster 3 failed to encode map e306 with expected crc 2024-03-22T07:10:39.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[79695]: audit 2024-03-22T07:10:38.353237+0000 mon.c (mon.2) 118 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:10:39.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[31121]: cluster 2024-03-22T07:10:37.113239+0000 osd.6 (osd.6) 19 : cluster 3 failed to encode map e305 with expected crc 2024-03-22T07:10:39.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[31121]: cluster 2024-03-22T07:10:37.123331+0000 osd.0 (osd.0) 17 : cluster 3 failed to encode map e305 with expected crc 2024-03-22T07:10:39.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[31121]: cluster 2024-03-22T07:10:38.064886+0000 mon.a (mon.0) 60 : cluster 0 osdmap e306: 8 total, 8 up, 8 in 2024-03-22T07:10:39.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[31121]: cluster 2024-03-22T07:10:38.067570+0000 osd.5 (osd.5) 10 : cluster 3 failed to encode map e306 with expected crc 2024-03-22T07:10:39.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[31121]: cluster 2024-03-22T07:10:38.072866+0000 osd.3 (osd.3) 19 : cluster 3 failed to encode map e306 with expected crc 2024-03-22T07:10:39.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[31121]: cluster 2024-03-22T07:10:38.078255+0000 osd.4 (osd.4) 19 : cluster 3 failed to encode map e306 with expected crc 2024-03-22T07:10:39.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[31121]: cluster 2024-03-22T07:10:38.097075+0000 osd.1 (osd.1) 22 : cluster 3 failed to encode map e306 with expected crc 2024-03-22T07:10:39.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:38 smithi129 bash[31121]: audit 2024-03-22T07:10:38.353237+0000 mon.c (mon.2) 118 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:10:39.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:39 smithi129 bash[31121]: debug 2024-03-22T07:10:39.086+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e307 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:39.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:38 smithi148 bash[23214]: cluster 2024-03-22T07:10:37.113239+0000 osd.6 (osd.6) 19 : cluster 3 failed to encode map e305 with expected crc 2024-03-22T07:10:39.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:38 smithi148 bash[23214]: cluster 2024-03-22T07:10:37.123331+0000 osd.0 (osd.0) 17 : cluster 3 failed to encode map e305 with expected crc 2024-03-22T07:10:39.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:38 smithi148 bash[23214]: cluster 2024-03-22T07:10:38.064886+0000 mon.a (mon.0) 60 : cluster 0 osdmap e306: 8 total, 8 up, 8 in 2024-03-22T07:10:39.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:38 smithi148 bash[23214]: cluster 2024-03-22T07:10:38.067570+0000 osd.5 (osd.5) 10 : cluster 3 failed to encode map e306 with expected crc 2024-03-22T07:10:39.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:38 smithi148 bash[23214]: cluster 2024-03-22T07:10:38.072866+0000 osd.3 (osd.3) 19 : cluster 3 failed to encode map e306 with expected crc 2024-03-22T07:10:39.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:38 smithi148 bash[23214]: cluster 2024-03-22T07:10:38.078255+0000 osd.4 (osd.4) 19 : cluster 3 failed to encode map e306 with expected crc 2024-03-22T07:10:39.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:38 smithi148 bash[23214]: cluster 2024-03-22T07:10:38.097075+0000 osd.1 (osd.1) 22 : cluster 3 failed to encode map e306 with expected crc 2024-03-22T07:10:39.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:38 smithi148 bash[23214]: audit 2024-03-22T07:10:38.353237+0000 mon.c (mon.2) 118 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:10:39.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:39 smithi148 bash[23214]: debug 2024-03-22T07:10:39.089+0000 7fa454952700 -1 mon.b@1(peon).osd e307 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:40.026 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:39 smithi129 bash[79695]: cluster 2024-03-22T07:10:38.081662+0000 osd.6 (osd.6) 20 : cluster 3 failed to encode map e306 with expected crc 2024-03-22T07:10:40.026 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:39 smithi129 bash[79695]: cluster 2024-03-22T07:10:39.094230+0000 mon.a (mon.0) 61 : cluster 0 osdmap e307: 8 total, 8 up, 8 in 2024-03-22T07:10:40.027 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:39 smithi129 bash[79695]: cluster 2024-03-22T07:10:39.095547+0000 osd.1 (osd.1) 23 : cluster 3 failed to encode map e307 with expected crc 2024-03-22T07:10:40.027 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:39 smithi129 bash[79695]: cluster 2024-03-22T07:10:39.116342+0000 osd.5 (osd.5) 11 : cluster 3 failed to encode map e307 with expected crc 2024-03-22T07:10:40.027 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:39 smithi129 bash[79695]: cluster 2024-03-22T07:10:39.230291+0000 mgr.y (mgr.25337) 16 : cluster 0 pgmap v27: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:40.027 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:39 smithi129 bash[31121]: cluster 2024-03-22T07:10:38.081662+0000 osd.6 (osd.6) 20 : cluster 3 failed to encode map e306 with expected crc 2024-03-22T07:10:40.027 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:39 smithi129 bash[31121]: cluster 2024-03-22T07:10:39.094230+0000 mon.a (mon.0) 61 : cluster 0 osdmap e307: 8 total, 8 up, 8 in 2024-03-22T07:10:40.027 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:39 smithi129 bash[31121]: cluster 2024-03-22T07:10:39.095547+0000 osd.1 (osd.1) 23 : cluster 3 failed to encode map e307 with expected crc 2024-03-22T07:10:40.027 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:39 smithi129 bash[31121]: cluster 2024-03-22T07:10:39.116342+0000 osd.5 (osd.5) 11 : cluster 3 failed to encode map e307 with expected crc 2024-03-22T07:10:40.027 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:39 smithi129 bash[31121]: cluster 2024-03-22T07:10:39.230291+0000 mgr.y (mgr.25337) 16 : cluster 0 pgmap v27: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:40.120 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap1 2024-03-22T07:10:40.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:39 smithi148 bash[23214]: cluster 2024-03-22T07:10:38.081662+0000 osd.6 (osd.6) 20 : cluster 3 failed to encode map e306 with expected crc 2024-03-22T07:10:40.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:39 smithi148 bash[23214]: cluster 2024-03-22T07:10:39.094230+0000 mon.a (mon.0) 61 : cluster 0 osdmap e307: 8 total, 8 up, 8 in 2024-03-22T07:10:40.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:39 smithi148 bash[23214]: cluster 2024-03-22T07:10:39.095547+0000 osd.1 (osd.1) 23 : cluster 3 failed to encode map e307 with expected crc 2024-03-22T07:10:40.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:39 smithi148 bash[23214]: cluster 2024-03-22T07:10:39.116342+0000 osd.5 (osd.5) 11 : cluster 3 failed to encode map e307 with expected crc 2024-03-22T07:10:40.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:39 smithi148 bash[23214]: cluster 2024-03-22T07:10:39.230291+0000 mgr.y (mgr.25337) 16 : cluster 0 pgmap v27: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:40.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:40 smithi148 bash[23214]: debug 2024-03-22T07:10:40.097+0000 7fa454952700 -1 mon.b@1(peon).osd e308 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:40.257 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:10:40.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:40 smithi129 bash[31121]: debug 2024-03-22T07:10:40.094+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e308 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:41.113 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[31121]: debug 2024-03-22T07:10:41.098+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e309 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:41.114 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[31121]: cluster 2024-03-22T07:10:40.101336+0000 mon.a (mon.0) 62 : cluster 0 osdmap e308: 8 total, 8 up, 8 in 2024-03-22T07:10:41.114 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[31121]: cluster 2024-03-22T07:10:40.104811+0000 osd.2 (osd.2) 12 : cluster 3 failed to encode map e308 with expected crc 2024-03-22T07:10:41.114 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[31121]: cluster 2024-03-22T07:10:40.105692+0000 osd.1 (osd.1) 24 : cluster 3 failed to encode map e308 with expected crc 2024-03-22T07:10:41.114 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[31121]: cluster 2024-03-22T07:10:40.114449+0000 osd.6 (osd.6) 21 : cluster 3 failed to encode map e308 with expected crc 2024-03-22T07:10:41.114 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[31121]: cluster 2024-03-22T07:10:40.121791+0000 osd.4 (osd.4) 20 : cluster 3 failed to encode map e308 with expected crc 2024-03-22T07:10:41.114 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[31121]: cluster 2024-03-22T07:10:40.149787+0000 osd.0 (osd.0) 18 : cluster 3 failed to encode map e308 with expected crc 2024-03-22T07:10:41.114 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[31121]: audit 2024-03-22T07:10:40.841966+0000 mon.a (mon.0) 63 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:41.114 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[31121]: audit 2024-03-22T07:10:40.858663+0000 mon.a (mon.0) 64 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:41.114 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[31121]: audit 2024-03-22T07:10:40.864021+0000 mon.c (mon.2) 119 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:10:41.114 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[31121]: audit 2024-03-22T07:10:40.865949+0000 mon.c (mon.2) 120 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:10:41.114 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[79695]: cluster 2024-03-22T07:10:40.101336+0000 mon.a (mon.0) 62 : cluster 0 osdmap e308: 8 total, 8 up, 8 in 2024-03-22T07:10:41.115 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[79695]: cluster 2024-03-22T07:10:40.104811+0000 osd.2 (osd.2) 12 : cluster 3 failed to encode map e308 with expected crc 2024-03-22T07:10:41.115 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[79695]: cluster 2024-03-22T07:10:40.105692+0000 osd.1 (osd.1) 24 : cluster 3 failed to encode map e308 with expected crc 2024-03-22T07:10:41.115 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[79695]: cluster 2024-03-22T07:10:40.114449+0000 osd.6 (osd.6) 21 : cluster 3 failed to encode map e308 with expected crc 2024-03-22T07:10:41.115 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[79695]: cluster 2024-03-22T07:10:40.121791+0000 osd.4 (osd.4) 20 : cluster 3 failed to encode map e308 with expected crc 2024-03-22T07:10:41.115 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[79695]: cluster 2024-03-22T07:10:40.149787+0000 osd.0 (osd.0) 18 : cluster 3 failed to encode map e308 with expected crc 2024-03-22T07:10:41.115 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[79695]: audit 2024-03-22T07:10:40.841966+0000 mon.a (mon.0) 63 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:41.115 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[79695]: audit 2024-03-22T07:10:40.858663+0000 mon.a (mon.0) 64 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:41.115 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[79695]: audit 2024-03-22T07:10:40.864021+0000 mon.c (mon.2) 119 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:10:41.115 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:41 smithi129 bash[79695]: audit 2024-03-22T07:10:40.865949+0000 mon.c (mon.2) 120 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:10:41.342 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:10:41.422 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:41 smithi148 bash[23214]: debug 2024-03-22T07:10:41.101+0000 7fa454952700 -1 mon.b@1(peon).osd e309 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:41.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:41 smithi148 bash[23214]: cluster 2024-03-22T07:10:40.101336+0000 mon.a (mon.0) 62 : cluster 0 osdmap e308: 8 total, 8 up, 8 in 2024-03-22T07:10:41.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:41 smithi148 bash[23214]: cluster 2024-03-22T07:10:40.104811+0000 osd.2 (osd.2) 12 : cluster 3 failed to encode map e308 with expected crc 2024-03-22T07:10:41.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:41 smithi148 bash[23214]: cluster 2024-03-22T07:10:40.105692+0000 osd.1 (osd.1) 24 : cluster 3 failed to encode map e308 with expected crc 2024-03-22T07:10:41.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:41 smithi148 bash[23214]: cluster 2024-03-22T07:10:40.114449+0000 osd.6 (osd.6) 21 : cluster 3 failed to encode map e308 with expected crc 2024-03-22T07:10:41.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:41 smithi148 bash[23214]: cluster 2024-03-22T07:10:40.121791+0000 osd.4 (osd.4) 20 : cluster 3 failed to encode map e308 with expected crc 2024-03-22T07:10:41.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:41 smithi148 bash[23214]: cluster 2024-03-22T07:10:40.149787+0000 osd.0 (osd.0) 18 : cluster 3 failed to encode map e308 with expected crc 2024-03-22T07:10:41.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:41 smithi148 bash[23214]: audit 2024-03-22T07:10:40.841966+0000 mon.a (mon.0) 63 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:41.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:41 smithi148 bash[23214]: audit 2024-03-22T07:10:40.858663+0000 mon.a (mon.0) 64 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:41.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:41 smithi148 bash[23214]: audit 2024-03-22T07:10:40.864021+0000 mon.c (mon.2) 119 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:10:41.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:41 smithi148 bash[23214]: audit 2024-03-22T07:10:40.865949+0000 mon.c (mon.2) 120 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:10:42.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: cephadm 2024-03-22T07:10:40.868722+0000 mgr.y (mgr.25337) 17 : cephadm 1 Updating smithi129:/etc/ceph/ceph.conf 2024-03-22T07:10:42.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: cephadm 2024-03-22T07:10:40.869231+0000 mgr.y (mgr.25337) 18 : cephadm 1 Updating smithi148:/etc/ceph/ceph.conf 2024-03-22T07:10:42.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: cephadm 2024-03-22T07:10:41.084654+0000 mgr.y (mgr.25337) 19 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:10:42.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: cephadm 2024-03-22T07:10:41.086108+0000 mgr.y (mgr.25337) 20 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:10:42.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: cluster 2024-03-22T07:10:41.107455+0000 mon.a (mon.0) 65 : cluster 0 osdmap e309: 8 total, 8 up, 8 in 2024-03-22T07:10:42.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: cluster 2024-03-22T07:10:41.108144+0000 osd.2 (osd.2) 13 : cluster 3 failed to encode map e309 with expected crc 2024-03-22T07:10:42.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: cluster 2024-03-22T07:10:41.112180+0000 osd.3 (osd.3) 20 : cluster 3 failed to encode map e309 with expected crc 2024-03-22T07:10:42.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: cluster 2024-03-22T07:10:41.116014+0000 osd.0 (osd.0) 19 : cluster 3 failed to encode map e309 with expected crc 2024-03-22T07:10:42.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: cluster 2024-03-22T07:10:41.128840+0000 osd.1 (osd.1) 25 : cluster 3 failed to encode map e309 with expected crc 2024-03-22T07:10:42.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: cluster 2024-03-22T07:10:41.144616+0000 osd.4 (osd.4) 21 : cluster 3 failed to encode map e309 with expected crc 2024-03-22T07:10:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: cluster 2024-03-22T07:10:41.230816+0000 mgr.y (mgr.25337) 21 : cluster 0 pgmap v30: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 279 KiB/s rd, 26 KiB/s wr, 368 op/s 2024-03-22T07:10:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: cephadm 2024-03-22T07:10:41.250834+0000 mgr.y (mgr.25337) 22 : cephadm 1 Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:10:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: cephadm 2024-03-22T07:10:41.299729+0000 mgr.y (mgr.25337) 23 : cephadm 1 Updating smithi129:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:10:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: cephadm 2024-03-22T07:10:41.415762+0000 mgr.y (mgr.25337) 24 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:10:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: cephadm 2024-03-22T07:10:41.464309+0000 mgr.y (mgr.25337) 25 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:10:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: audit 2024-03-22T07:10:41.583935+0000 mon.a (mon.0) 66 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: audit 2024-03-22T07:10:41.593109+0000 mon.a (mon.0) 67 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: audit 2024-03-22T07:10:41.600026+0000 mon.a (mon.0) 68 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: audit 2024-03-22T07:10:41.607154+0000 mon.a (mon.0) 69 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: audit 2024-03-22T07:10:41.614969+0000 mon.a (mon.0) 70 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: audit 2024-03-22T07:10:41.677829+0000 mon.c (mon.2) 121 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:10:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: audit 2024-03-22T07:10:41.679350+0000 mon.c (mon.2) 122 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:10:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: audit 2024-03-22T07:10:41.680069+0000 mon.c (mon.2) 123 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:10:42.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: cephadm 2024-03-22T07:10:40.868722+0000 mgr.y (mgr.25337) 17 : cephadm 1 Updating smithi129:/etc/ceph/ceph.conf 2024-03-22T07:10:42.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: cephadm 2024-03-22T07:10:40.869231+0000 mgr.y (mgr.25337) 18 : cephadm 1 Updating smithi148:/etc/ceph/ceph.conf 2024-03-22T07:10:42.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: cephadm 2024-03-22T07:10:41.084654+0000 mgr.y (mgr.25337) 19 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:10:42.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: cephadm 2024-03-22T07:10:41.086108+0000 mgr.y (mgr.25337) 20 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:10:42.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: cluster 2024-03-22T07:10:41.107455+0000 mon.a (mon.0) 65 : cluster 0 osdmap e309: 8 total, 8 up, 8 in 2024-03-22T07:10:42.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: cluster 2024-03-22T07:10:41.108144+0000 osd.2 (osd.2) 13 : cluster 3 failed to encode map e309 with expected crc 2024-03-22T07:10:42.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: cluster 2024-03-22T07:10:41.112180+0000 osd.3 (osd.3) 20 : cluster 3 failed to encode map e309 with expected crc 2024-03-22T07:10:42.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: cluster 2024-03-22T07:10:41.116014+0000 osd.0 (osd.0) 19 : cluster 3 failed to encode map e309 with expected crc 2024-03-22T07:10:42.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: cluster 2024-03-22T07:10:41.128840+0000 osd.1 (osd.1) 25 : cluster 3 failed to encode map e309 with expected crc 2024-03-22T07:10:42.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: cluster 2024-03-22T07:10:41.144616+0000 osd.4 (osd.4) 21 : cluster 3 failed to encode map e309 with expected crc 2024-03-22T07:10:42.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: cluster 2024-03-22T07:10:41.230816+0000 mgr.y (mgr.25337) 21 : cluster 0 pgmap v30: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 279 KiB/s rd, 26 KiB/s wr, 368 op/s 2024-03-22T07:10:42.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: cephadm 2024-03-22T07:10:41.250834+0000 mgr.y (mgr.25337) 22 : cephadm 1 Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:10:42.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: cephadm 2024-03-22T07:10:41.299729+0000 mgr.y (mgr.25337) 23 : cephadm 1 Updating smithi129:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:10:42.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: cephadm 2024-03-22T07:10:41.415762+0000 mgr.y (mgr.25337) 24 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:10:42.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: cephadm 2024-03-22T07:10:41.464309+0000 mgr.y (mgr.25337) 25 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:10:42.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: audit 2024-03-22T07:10:41.583935+0000 mon.a (mon.0) 66 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: audit 2024-03-22T07:10:41.593109+0000 mon.a (mon.0) 67 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: audit 2024-03-22T07:10:41.600026+0000 mon.a (mon.0) 68 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: audit 2024-03-22T07:10:41.607154+0000 mon.a (mon.0) 69 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: audit 2024-03-22T07:10:41.614969+0000 mon.a (mon.0) 70 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: audit 2024-03-22T07:10:41.677829+0000 mon.c (mon.2) 121 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:10:42.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: audit 2024-03-22T07:10:41.679350+0000 mon.c (mon.2) 122 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:10:42.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: audit 2024-03-22T07:10:41.680069+0000 mon.c (mon.2) 123 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:10:42.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[79695]: audit 2024-03-22T07:10:41.685416+0000 mon.a (mon.0) 71 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: audit 2024-03-22T07:10:41.685416+0000 mon.a (mon.0) 71 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:42 smithi129 bash[31121]: debug 2024-03-22T07:10:42.130+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e310 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:42.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: cephadm 2024-03-22T07:10:40.868722+0000 mgr.y (mgr.25337) 17 : cephadm 1 Updating smithi129:/etc/ceph/ceph.conf 2024-03-22T07:10:42.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: cephadm 2024-03-22T07:10:40.869231+0000 mgr.y (mgr.25337) 18 : cephadm 1 Updating smithi148:/etc/ceph/ceph.conf 2024-03-22T07:10:42.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: cephadm 2024-03-22T07:10:41.084654+0000 mgr.y (mgr.25337) 19 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:10:42.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: cephadm 2024-03-22T07:10:41.086108+0000 mgr.y (mgr.25337) 20 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.conf 2024-03-22T07:10:42.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: cluster 2024-03-22T07:10:41.107455+0000 mon.a (mon.0) 65 : cluster 0 osdmap e309: 8 total, 8 up, 8 in 2024-03-22T07:10:42.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: cluster 2024-03-22T07:10:41.108144+0000 osd.2 (osd.2) 13 : cluster 3 failed to encode map e309 with expected crc 2024-03-22T07:10:42.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: cluster 2024-03-22T07:10:41.112180+0000 osd.3 (osd.3) 20 : cluster 3 failed to encode map e309 with expected crc 2024-03-22T07:10:42.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: cluster 2024-03-22T07:10:41.116014+0000 osd.0 (osd.0) 19 : cluster 3 failed to encode map e309 with expected crc 2024-03-22T07:10:42.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: cluster 2024-03-22T07:10:41.128840+0000 osd.1 (osd.1) 25 : cluster 3 failed to encode map e309 with expected crc 2024-03-22T07:10:42.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: cluster 2024-03-22T07:10:41.144616+0000 osd.4 (osd.4) 21 : cluster 3 failed to encode map e309 with expected crc 2024-03-22T07:10:42.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: cluster 2024-03-22T07:10:41.230816+0000 mgr.y (mgr.25337) 21 : cluster 0 pgmap v30: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 279 KiB/s rd, 26 KiB/s wr, 368 op/s 2024-03-22T07:10:42.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: cephadm 2024-03-22T07:10:41.250834+0000 mgr.y (mgr.25337) 22 : cephadm 1 Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:10:42.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: cephadm 2024-03-22T07:10:41.299729+0000 mgr.y (mgr.25337) 23 : cephadm 1 Updating smithi129:/etc/ceph/ceph.client.admin.keyring 2024-03-22T07:10:42.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: cephadm 2024-03-22T07:10:41.415762+0000 mgr.y (mgr.25337) 24 : cephadm 1 Updating smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:10:42.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: cephadm 2024-03-22T07:10:41.464309+0000 mgr.y (mgr.25337) 25 : cephadm 1 Updating smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/config/ceph.client.admin.keyring 2024-03-22T07:10:42.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: audit 2024-03-22T07:10:41.583935+0000 mon.a (mon.0) 66 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: audit 2024-03-22T07:10:41.593109+0000 mon.a (mon.0) 67 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: audit 2024-03-22T07:10:41.600026+0000 mon.a (mon.0) 68 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: audit 2024-03-22T07:10:41.607154+0000 mon.a (mon.0) 69 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: audit 2024-03-22T07:10:41.614969+0000 mon.a (mon.0) 70 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: audit 2024-03-22T07:10:41.677829+0000 mon.c (mon.2) 121 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:10:42.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: audit 2024-03-22T07:10:41.679350+0000 mon.c (mon.2) 122 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:10:42.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: audit 2024-03-22T07:10:41.680069+0000 mon.c (mon.2) 123 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:10:42.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: audit 2024-03-22T07:10:41.685416+0000 mon.a (mon.0) 71 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:10:42.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:42 smithi148 bash[23214]: debug 2024-03-22T07:10:42.133+0000 7fa454952700 -1 mon.b@1(peon).osd e310 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:42.440 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4118 ms) 2024-03-22T07:10:42.440 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-03-22T07:10:42.530 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:10:42.561 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 0~10 2024-03-22T07:10:42.588 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:10:43.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[79695]: cluster 2024-03-22T07:10:42.135595+0000 mon.a (mon.0) 72 : cluster 0 osdmap e310: 8 total, 8 up, 8 in 2024-03-22T07:10:43.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[79695]: cluster 2024-03-22T07:10:42.147511+0000 osd.1 (osd.1) 26 : cluster 3 failed to encode map e310 with expected crc 2024-03-22T07:10:43.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[79695]: cluster 2024-03-22T07:10:42.152150+0000 osd.5 (osd.5) 12 : cluster 3 failed to encode map e310 with expected crc 2024-03-22T07:10:43.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[79695]: cluster 2024-03-22T07:10:42.154127+0000 osd.0 (osd.0) 20 : cluster 3 failed to encode map e310 with expected crc 2024-03-22T07:10:43.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[79695]: cluster 2024-03-22T07:10:42.176609+0000 osd.4 (osd.4) 22 : cluster 3 failed to encode map e310 with expected crc 2024-03-22T07:10:43.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[79695]: cluster 2024-03-22T07:10:42.207995+0000 osd.7 (osd.7) 10 : cluster 3 failed to encode map e310 with expected crc 2024-03-22T07:10:43.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[79695]: cluster 2024-03-22T07:10:43.062754+0000 mon.a (mon.0) 73 : cluster 0 osdmap e311: 8 total, 8 up, 8 in 2024-03-22T07:10:43.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[31121]: debug 2024-03-22T07:10:43.054+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e311 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:43.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[31121]: cluster 2024-03-22T07:10:42.135595+0000 mon.a (mon.0) 72 : cluster 0 osdmap e310: 8 total, 8 up, 8 in 2024-03-22T07:10:43.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[31121]: cluster 2024-03-22T07:10:42.147511+0000 osd.1 (osd.1) 26 : cluster 3 failed to encode map e310 with expected crc 2024-03-22T07:10:43.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[31121]: cluster 2024-03-22T07:10:42.152150+0000 osd.5 (osd.5) 12 : cluster 3 failed to encode map e310 with expected crc 2024-03-22T07:10:43.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[31121]: cluster 2024-03-22T07:10:42.154127+0000 osd.0 (osd.0) 20 : cluster 3 failed to encode map e310 with expected crc 2024-03-22T07:10:43.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[31121]: cluster 2024-03-22T07:10:42.176609+0000 osd.4 (osd.4) 22 : cluster 3 failed to encode map e310 with expected crc 2024-03-22T07:10:43.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[31121]: cluster 2024-03-22T07:10:42.207995+0000 osd.7 (osd.7) 10 : cluster 3 failed to encode map e310 with expected crc 2024-03-22T07:10:43.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[31121]: cluster 2024-03-22T07:10:43.062754+0000 mon.a (mon.0) 73 : cluster 0 osdmap e311: 8 total, 8 up, 8 in 2024-03-22T07:10:43.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:43 smithi148 bash[23214]: debug 2024-03-22T07:10:43.057+0000 7fa454952700 -1 mon.b@1(peon).osd e311 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:43.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:43 smithi148 bash[23214]: cluster 2024-03-22T07:10:42.135595+0000 mon.a (mon.0) 72 : cluster 0 osdmap e310: 8 total, 8 up, 8 in 2024-03-22T07:10:43.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:43 smithi148 bash[23214]: cluster 2024-03-22T07:10:42.147511+0000 osd.1 (osd.1) 26 : cluster 3 failed to encode map e310 with expected crc 2024-03-22T07:10:43.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:43 smithi148 bash[23214]: cluster 2024-03-22T07:10:42.152150+0000 osd.5 (osd.5) 12 : cluster 3 failed to encode map e310 with expected crc 2024-03-22T07:10:43.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:43 smithi148 bash[23214]: cluster 2024-03-22T07:10:42.154127+0000 osd.0 (osd.0) 20 : cluster 3 failed to encode map e310 with expected crc 2024-03-22T07:10:43.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:43 smithi148 bash[23214]: cluster 2024-03-22T07:10:42.176609+0000 osd.4 (osd.4) 22 : cluster 3 failed to encode map e310 with expected crc 2024-03-22T07:10:43.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:43 smithi148 bash[23214]: cluster 2024-03-22T07:10:42.207995+0000 osd.7 (osd.7) 10 : cluster 3 failed to encode map e310 with expected crc 2024-03-22T07:10:43.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:43 smithi148 bash[23214]: cluster 2024-03-22T07:10:43.062754+0000 mon.a (mon.0) 73 : cluster 0 osdmap e311: 8 total, 8 up, 8 in 2024-03-22T07:10:44.113 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap1 2024-03-22T07:10:44.267 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:10:44.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:10:43] "GET /metrics HTTP/1.1" 200 38844 "" "Prometheus/2.43.0" 2024-03-22T07:10:44.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:44 smithi129 bash[79695]: cluster 2024-03-22T07:10:43.075497+0000 osd.1 (osd.1) 27 : cluster 3 failed to encode map e311 with expected crc 2024-03-22T07:10:44.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:44 smithi129 bash[79695]: cluster 2024-03-22T07:10:43.077741+0000 osd.6 (osd.6) 22 : cluster 3 failed to encode map e311 with expected crc 2024-03-22T07:10:44.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:44 smithi129 bash[79695]: cluster 2024-03-22T07:10:43.081070+0000 osd.0 (osd.0) 21 : cluster 3 failed to encode map e311 with expected crc 2024-03-22T07:10:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:44 smithi129 bash[79695]: cluster 2024-03-22T07:10:43.100294+0000 osd.3 (osd.3) 21 : cluster 3 failed to encode map e311 with expected crc 2024-03-22T07:10:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:44 smithi129 bash[79695]: cluster 2024-03-22T07:10:43.231537+0000 mgr.y (mgr.25337) 26 : cluster 0 pgmap v33: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 279 KiB/s rd, 26 KiB/s wr, 368 op/s 2024-03-22T07:10:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:44 smithi129 bash[79695]: cluster 2024-03-22T07:10:44.065824+0000 mon.a (mon.0) 74 : cluster 0 osdmap e312: 8 total, 8 up, 8 in 2024-03-22T07:10:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:44 smithi129 bash[31121]: debug 2024-03-22T07:10:44.058+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e312 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:44 smithi129 bash[31121]: cluster 2024-03-22T07:10:43.075497+0000 osd.1 (osd.1) 27 : cluster 3 failed to encode map e311 with expected crc 2024-03-22T07:10:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:44 smithi129 bash[31121]: cluster 2024-03-22T07:10:43.077741+0000 osd.6 (osd.6) 22 : cluster 3 failed to encode map e311 with expected crc 2024-03-22T07:10:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:44 smithi129 bash[31121]: cluster 2024-03-22T07:10:43.081070+0000 osd.0 (osd.0) 21 : cluster 3 failed to encode map e311 with expected crc 2024-03-22T07:10:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:44 smithi129 bash[31121]: cluster 2024-03-22T07:10:43.100294+0000 osd.3 (osd.3) 21 : cluster 3 failed to encode map e311 with expected crc 2024-03-22T07:10:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:44 smithi129 bash[31121]: cluster 2024-03-22T07:10:43.231537+0000 mgr.y (mgr.25337) 26 : cluster 0 pgmap v33: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 279 KiB/s rd, 26 KiB/s wr, 368 op/s 2024-03-22T07:10:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:44 smithi129 bash[31121]: cluster 2024-03-22T07:10:44.065824+0000 mon.a (mon.0) 74 : cluster 0 osdmap e312: 8 total, 8 up, 8 in 2024-03-22T07:10:44.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:44 smithi148 bash[23214]: debug 2024-03-22T07:10:44.061+0000 7fa454952700 -1 mon.b@1(peon).osd e312 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:44.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:44 smithi148 bash[23214]: cluster 2024-03-22T07:10:43.075497+0000 osd.1 (osd.1) 27 : cluster 3 failed to encode map e311 with expected crc 2024-03-22T07:10:44.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:44 smithi148 bash[23214]: cluster 2024-03-22T07:10:43.077741+0000 osd.6 (osd.6) 22 : cluster 3 failed to encode map e311 with expected crc 2024-03-22T07:10:44.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:44 smithi148 bash[23214]: cluster 2024-03-22T07:10:43.081070+0000 osd.0 (osd.0) 21 : cluster 3 failed to encode map e311 with expected crc 2024-03-22T07:10:44.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:44 smithi148 bash[23214]: cluster 2024-03-22T07:10:43.100294+0000 osd.3 (osd.3) 21 : cluster 3 failed to encode map e311 with expected crc 2024-03-22T07:10:44.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:44 smithi148 bash[23214]: cluster 2024-03-22T07:10:43.231537+0000 mgr.y (mgr.25337) 26 : cluster 0 pgmap v33: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 279 KiB/s rd, 26 KiB/s wr, 368 op/s 2024-03-22T07:10:44.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:44 smithi148 bash[23214]: cluster 2024-03-22T07:10:44.065824+0000 mon.a (mon.0) 74 : cluster 0 osdmap e312: 8 total, 8 up, 8 in 2024-03-22T07:10:45.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:45 smithi148 bash[23214]: debug 2024-03-22T07:10:45.145+0000 7fa454952700 -1 mon.b@1(peon).osd e313 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:45.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:45 smithi148 bash[23214]: cluster 2024-03-22T07:10:44.077080+0000 osd.3 (osd.3) 22 : cluster 3 failed to encode map e312 with expected crc 2024-03-22T07:10:45.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:45 smithi148 bash[23214]: cluster 2024-03-22T07:10:44.080283+0000 osd.4 (osd.4) 23 : cluster 3 failed to encode map e312 with expected crc 2024-03-22T07:10:45.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:45 smithi148 bash[23214]: cluster 2024-03-22T07:10:44.087039+0000 osd.6 (osd.6) 23 : cluster 3 failed to encode map e312 with expected crc 2024-03-22T07:10:45.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:45 smithi148 bash[23214]: cluster 2024-03-22T07:10:44.099932+0000 osd.0 (osd.0) 22 : cluster 3 failed to encode map e312 with expected crc 2024-03-22T07:10:45.598 INFO:tasks.workunit.client.0.smithi129.stdout:migration_abort 2024-03-22T07:10:45.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:45 smithi129 bash[79695]: cluster 2024-03-22T07:10:44.077080+0000 osd.3 (osd.3) 22 : cluster 3 failed to encode map e312 with expected crc 2024-03-22T07:10:45.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:45 smithi129 bash[79695]: cluster 2024-03-22T07:10:44.080283+0000 osd.4 (osd.4) 23 : cluster 3 failed to encode map e312 with expected crc 2024-03-22T07:10:45.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:45 smithi129 bash[79695]: cluster 2024-03-22T07:10:44.087039+0000 osd.6 (osd.6) 23 : cluster 3 failed to encode map e312 with expected crc 2024-03-22T07:10:45.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:45 smithi129 bash[79695]: cluster 2024-03-22T07:10:44.099932+0000 osd.0 (osd.0) 22 : cluster 3 failed to encode map e312 with expected crc 2024-03-22T07:10:45.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:45 smithi129 bash[31121]: debug 2024-03-22T07:10:45.142+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e313 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:45.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:45 smithi129 bash[31121]: cluster 2024-03-22T07:10:44.077080+0000 osd.3 (osd.3) 22 : cluster 3 failed to encode map e312 with expected crc 2024-03-22T07:10:45.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:45 smithi129 bash[31121]: cluster 2024-03-22T07:10:44.080283+0000 osd.4 (osd.4) 23 : cluster 3 failed to encode map e312 with expected crc 2024-03-22T07:10:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:45 smithi129 bash[31121]: cluster 2024-03-22T07:10:44.087039+0000 osd.6 (osd.6) 23 : cluster 3 failed to encode map e312 with expected crc 2024-03-22T07:10:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:45 smithi129 bash[31121]: cluster 2024-03-22T07:10:44.099932+0000 osd.0 (osd.0) 22 : cluster 3 failed to encode map e312 with expected crc 2024-03-22T07:10:46.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:46 smithi148 bash[23214]: cluster 2024-03-22T07:10:45.150472+0000 mon.a (mon.0) 75 : cluster 0 osdmap e313: 8 total, 8 up, 8 in 2024-03-22T07:10:46.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:46 smithi148 bash[23214]: cluster 2024-03-22T07:10:45.161499+0000 osd.1 (osd.1) 28 : cluster 3 failed to encode map e313 with expected crc 2024-03-22T07:10:46.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:46 smithi148 bash[23214]: cluster 2024-03-22T07:10:45.164904+0000 osd.4 (osd.4) 24 : cluster 3 failed to encode map e313 with expected crc 2024-03-22T07:10:46.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:46 smithi148 bash[23214]: cluster 2024-03-22T07:10:45.173489+0000 osd.0 (osd.0) 23 : cluster 3 failed to encode map e313 with expected crc 2024-03-22T07:10:46.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:46 smithi148 bash[23214]: cluster 2024-03-22T07:10:45.225620+0000 osd.7 (osd.7) 11 : cluster 3 failed to encode map e313 with expected crc 2024-03-22T07:10:46.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:46 smithi148 bash[23214]: cluster 2024-03-22T07:10:45.232392+0000 mgr.y (mgr.25337) 27 : cluster 0 pgmap v36: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 287 KiB/s rd, 24 KiB/s wr, 373 op/s 2024-03-22T07:10:46.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:46 smithi148 bash[23214]: debug 2024-03-22T07:10:46.177+0000 7fa454952700 -1 mon.b@1(peon).osd e314 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:46.486 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4046 ms) 2024-03-22T07:10:46.487 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-03-22T07:10:46.568 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:10:46.597 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 73710279~132915 2024-03-22T07:10:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:46 smithi129 bash[79695]: cluster 2024-03-22T07:10:45.150472+0000 mon.a (mon.0) 75 : cluster 0 osdmap e313: 8 total, 8 up, 8 in 2024-03-22T07:10:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:46 smithi129 bash[79695]: cluster 2024-03-22T07:10:45.161499+0000 osd.1 (osd.1) 28 : cluster 3 failed to encode map e313 with expected crc 2024-03-22T07:10:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:46 smithi129 bash[79695]: cluster 2024-03-22T07:10:45.164904+0000 osd.4 (osd.4) 24 : cluster 3 failed to encode map e313 with expected crc 2024-03-22T07:10:46.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:46 smithi129 bash[79695]: cluster 2024-03-22T07:10:45.173489+0000 osd.0 (osd.0) 23 : cluster 3 failed to encode map e313 with expected crc 2024-03-22T07:10:46.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:46 smithi129 bash[79695]: cluster 2024-03-22T07:10:45.225620+0000 osd.7 (osd.7) 11 : cluster 3 failed to encode map e313 with expected crc 2024-03-22T07:10:46.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:46 smithi129 bash[79695]: cluster 2024-03-22T07:10:45.232392+0000 mgr.y (mgr.25337) 27 : cluster 0 pgmap v36: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 287 KiB/s rd, 24 KiB/s wr, 373 op/s 2024-03-22T07:10:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:46 smithi129 bash[31121]: cluster 2024-03-22T07:10:45.150472+0000 mon.a (mon.0) 75 : cluster 0 osdmap e313: 8 total, 8 up, 8 in 2024-03-22T07:10:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:46 smithi129 bash[31121]: cluster 2024-03-22T07:10:45.161499+0000 osd.1 (osd.1) 28 : cluster 3 failed to encode map e313 with expected crc 2024-03-22T07:10:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:46 smithi129 bash[31121]: cluster 2024-03-22T07:10:45.164904+0000 osd.4 (osd.4) 24 : cluster 3 failed to encode map e313 with expected crc 2024-03-22T07:10:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:46 smithi129 bash[31121]: cluster 2024-03-22T07:10:45.173489+0000 osd.0 (osd.0) 23 : cluster 3 failed to encode map e313 with expected crc 2024-03-22T07:10:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:46 smithi129 bash[31121]: cluster 2024-03-22T07:10:45.225620+0000 osd.7 (osd.7) 11 : cluster 3 failed to encode map e313 with expected crc 2024-03-22T07:10:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:46 smithi129 bash[31121]: cluster 2024-03-22T07:10:45.232392+0000 mgr.y (mgr.25337) 27 : cluster 0 pgmap v36: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 287 KiB/s rd, 24 KiB/s wr, 373 op/s 2024-03-22T07:10:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:46 smithi129 bash[31121]: debug 2024-03-22T07:10:46.174+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e314 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:46.622 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 30121555~473782 2024-03-22T07:10:46.622 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 68891075~6638954 2024-03-22T07:10:46.696 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 51183345~4263932 2024-03-22T07:10:46.696 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 60637863~7850339 2024-03-22T07:10:46.764 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 25090933~5573937 2024-03-22T07:10:46.764 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 47912003~6270412 2024-03-22T07:10:46.834 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 50444304~7670474 2024-03-22T07:10:46.841 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap0 2024-03-22T07:10:47.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:47 smithi129 bash[79695]: cluster 2024-03-22T07:10:46.182353+0000 mon.a (mon.0) 76 : cluster 0 osdmap e314: 8 total, 8 up, 8 in 2024-03-22T07:10:47.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:47 smithi129 bash[79695]: cluster 2024-03-22T07:10:46.194787+0000 osd.3 (osd.3) 23 : cluster 3 failed to encode map e314 with expected crc 2024-03-22T07:10:47.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:47 smithi129 bash[79695]: cluster 2024-03-22T07:10:46.197887+0000 osd.7 (osd.7) 12 : cluster 3 failed to encode map e314 with expected crc 2024-03-22T07:10:47.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:47 smithi129 bash[79695]: cluster 2024-03-22T07:10:46.201589+0000 osd.0 (osd.0) 24 : cluster 3 failed to encode map e314 with expected crc 2024-03-22T07:10:47.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:47 smithi129 bash[79695]: cluster 2024-03-22T07:10:46.225266+0000 osd.4 (osd.4) 25 : cluster 3 failed to encode map e314 with expected crc 2024-03-22T07:10:47.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:47 smithi129 bash[79695]: cluster 2024-03-22T07:10:46.236719+0000 osd.1 (osd.1) 29 : cluster 3 failed to encode map e314 with expected crc 2024-03-22T07:10:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:47 smithi129 bash[31121]: cluster 2024-03-22T07:10:46.182353+0000 mon.a (mon.0) 76 : cluster 0 osdmap e314: 8 total, 8 up, 8 in 2024-03-22T07:10:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:47 smithi129 bash[31121]: cluster 2024-03-22T07:10:46.194787+0000 osd.3 (osd.3) 23 : cluster 3 failed to encode map e314 with expected crc 2024-03-22T07:10:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:47 smithi129 bash[31121]: cluster 2024-03-22T07:10:46.197887+0000 osd.7 (osd.7) 12 : cluster 3 failed to encode map e314 with expected crc 2024-03-22T07:10:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:47 smithi129 bash[31121]: cluster 2024-03-22T07:10:46.201589+0000 osd.0 (osd.0) 24 : cluster 3 failed to encode map e314 with expected crc 2024-03-22T07:10:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:47 smithi129 bash[31121]: cluster 2024-03-22T07:10:46.225266+0000 osd.4 (osd.4) 25 : cluster 3 failed to encode map e314 with expected crc 2024-03-22T07:10:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:47 smithi129 bash[31121]: cluster 2024-03-22T07:10:46.236719+0000 osd.1 (osd.1) 29 : cluster 3 failed to encode map e314 with expected crc 2024-03-22T07:10:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:47 smithi129 bash[31121]: debug 2024-03-22T07:10:47.186+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e315 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:47.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:47 smithi148 bash[23214]: cluster 2024-03-22T07:10:46.182353+0000 mon.a (mon.0) 76 : cluster 0 osdmap e314: 8 total, 8 up, 8 in 2024-03-22T07:10:47.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:47 smithi148 bash[23214]: cluster 2024-03-22T07:10:46.194787+0000 osd.3 (osd.3) 23 : cluster 3 failed to encode map e314 with expected crc 2024-03-22T07:10:47.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:47 smithi148 bash[23214]: cluster 2024-03-22T07:10:46.197887+0000 osd.7 (osd.7) 12 : cluster 3 failed to encode map e314 with expected crc 2024-03-22T07:10:47.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:47 smithi148 bash[23214]: cluster 2024-03-22T07:10:46.201589+0000 osd.0 (osd.0) 24 : cluster 3 failed to encode map e314 with expected crc 2024-03-22T07:10:47.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:47 smithi148 bash[23214]: cluster 2024-03-22T07:10:46.225266+0000 osd.4 (osd.4) 25 : cluster 3 failed to encode map e314 with expected crc 2024-03-22T07:10:47.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:47 smithi148 bash[23214]: cluster 2024-03-22T07:10:46.236719+0000 osd.1 (osd.1) 29 : cluster 3 failed to encode map e314 with expected crc 2024-03-22T07:10:47.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:47 smithi148 bash[23214]: debug 2024-03-22T07:10:47.189+0000 7fa454952700 -1 mon.b@1(peon).osd e315 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:48.111 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap0 2024-03-22T07:10:48.139 INFO:tasks.workunit.client.0.smithi129.stdout:clone image159 -> image162 2024-03-22T07:10:48.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:48 smithi129 bash[79695]: cluster 2024-03-22T07:10:47.194185+0000 mon.a (mon.0) 77 : cluster 0 osdmap e315: 8 total, 8 up, 8 in 2024-03-22T07:10:48.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:48 smithi129 bash[79695]: cluster 2024-03-22T07:10:47.205386+0000 osd.1 (osd.1) 30 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:48.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:48 smithi129 bash[79695]: cluster 2024-03-22T07:10:47.210844+0000 osd.5 (osd.5) 13 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:48.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:48 smithi129 bash[79695]: cluster 2024-03-22T07:10:47.211952+0000 osd.3 (osd.3) 24 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:48.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:48 smithi129 bash[79695]: cluster 2024-03-22T07:10:47.233347+0000 mgr.y (mgr.25337) 28 : cluster 0 pgmap v39: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 287 KiB/s rd, 24 KiB/s wr, 373 op/s 2024-03-22T07:10:48.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:48 smithi129 bash[79695]: cluster 2024-03-22T07:10:48.065530+0000 mon.a (mon.0) 78 : cluster 0 osdmap e316: 8 total, 8 up, 8 in 2024-03-22T07:10:48.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:48 smithi129 bash[31121]: debug 2024-03-22T07:10:48.058+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e316 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:48.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:48 smithi129 bash[31121]: cluster 2024-03-22T07:10:47.194185+0000 mon.a (mon.0) 77 : cluster 0 osdmap e315: 8 total, 8 up, 8 in 2024-03-22T07:10:48.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:48 smithi129 bash[31121]: cluster 2024-03-22T07:10:47.205386+0000 osd.1 (osd.1) 30 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:48.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:48 smithi129 bash[31121]: cluster 2024-03-22T07:10:47.210844+0000 osd.5 (osd.5) 13 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:48.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:48 smithi129 bash[31121]: cluster 2024-03-22T07:10:47.211952+0000 osd.3 (osd.3) 24 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:48.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:48 smithi129 bash[31121]: cluster 2024-03-22T07:10:47.233347+0000 mgr.y (mgr.25337) 28 : cluster 0 pgmap v39: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 287 KiB/s rd, 24 KiB/s wr, 373 op/s 2024-03-22T07:10:48.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:48 smithi129 bash[31121]: cluster 2024-03-22T07:10:48.065530+0000 mon.a (mon.0) 78 : cluster 0 osdmap e316: 8 total, 8 up, 8 in 2024-03-22T07:10:48.408 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 127444759 2024-03-22T07:10:48.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:48 smithi148 bash[23214]: debug 2024-03-22T07:10:48.061+0000 7fa454952700 -1 mon.b@1(peon).osd e316 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:48.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:48 smithi148 bash[23214]: cluster 2024-03-22T07:10:47.194185+0000 mon.a (mon.0) 77 : cluster 0 osdmap e315: 8 total, 8 up, 8 in 2024-03-22T07:10:48.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:48 smithi148 bash[23214]: cluster 2024-03-22T07:10:47.205386+0000 osd.1 (osd.1) 30 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:48.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:48 smithi148 bash[23214]: cluster 2024-03-22T07:10:47.210844+0000 osd.5 (osd.5) 13 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:48.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:48 smithi148 bash[23214]: cluster 2024-03-22T07:10:47.211952+0000 osd.3 (osd.3) 24 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:48.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:48 smithi148 bash[23214]: cluster 2024-03-22T07:10:47.233347+0000 mgr.y (mgr.25337) 28 : cluster 0 pgmap v39: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 287 KiB/s rd, 24 KiB/s wr, 373 op/s 2024-03-22T07:10:48.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:48 smithi148 bash[23214]: cluster 2024-03-22T07:10:48.065530+0000 mon.a (mon.0) 78 : cluster 0 osdmap e316: 8 total, 8 up, 8 in 2024-03-22T07:10:48.438 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 36642012~4732020 2024-03-22T07:10:48.511 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 116475140~6491484 2024-03-22T07:10:48.511 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 87642610~5188452 2024-03-22T07:10:48.573 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 30201424~7916664 2024-03-22T07:10:48.587 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 83952622~2421881 2024-03-22T07:10:48.616 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 77175325~1044331 2024-03-22T07:10:48.634 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 115702837~3430735 2024-03-22T07:10:48.674 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 87736043~1841222 2024-03-22T07:10:48.680 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:10:49.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:49 smithi129 bash[79695]: cluster 2024-03-22T07:10:47.918974+0000 osd.7 (osd.7) 13 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:49.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:49 smithi129 bash[79695]: cluster 2024-03-22T07:10:48.019529+0000 osd.4 (osd.4) 26 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:49.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:49 smithi129 bash[79695]: cluster 2024-03-22T07:10:48.077536+0000 osd.1 (osd.1) 31 : cluster 3 failed to encode map e316 with expected crc 2024-03-22T07:10:49.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:49 smithi129 bash[79695]: cluster 2024-03-22T07:10:48.080405+0000 osd.4 (osd.4) 27 : cluster 3 failed to encode map e316 with expected crc 2024-03-22T07:10:49.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:49 smithi129 bash[79695]: cluster 2024-03-22T07:10:48.086729+0000 osd.6 (osd.6) 24 : cluster 3 failed to encode map e316 with expected crc 2024-03-22T07:10:49.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:49 smithi129 bash[79695]: cluster 2024-03-22T07:10:48.103360+0000 osd.5 (osd.5) 14 : cluster 3 failed to encode map e316 with expected crc 2024-03-22T07:10:49.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:49 smithi129 bash[79695]: cluster 2024-03-22T07:10:48.147978+0000 osd.0 (osd.0) 25 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:49 smithi129 bash[31121]: debug 2024-03-22T07:10:49.202+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e317 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:49 smithi129 bash[31121]: cluster 2024-03-22T07:10:47.918974+0000 osd.7 (osd.7) 13 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:49 smithi129 bash[31121]: cluster 2024-03-22T07:10:48.019529+0000 osd.4 (osd.4) 26 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:49 smithi129 bash[31121]: cluster 2024-03-22T07:10:48.077536+0000 osd.1 (osd.1) 31 : cluster 3 failed to encode map e316 with expected crc 2024-03-22T07:10:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:49 smithi129 bash[31121]: cluster 2024-03-22T07:10:48.080405+0000 osd.4 (osd.4) 27 : cluster 3 failed to encode map e316 with expected crc 2024-03-22T07:10:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:49 smithi129 bash[31121]: cluster 2024-03-22T07:10:48.086729+0000 osd.6 (osd.6) 24 : cluster 3 failed to encode map e316 with expected crc 2024-03-22T07:10:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:49 smithi129 bash[31121]: cluster 2024-03-22T07:10:48.103360+0000 osd.5 (osd.5) 14 : cluster 3 failed to encode map e316 with expected crc 2024-03-22T07:10:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:49 smithi129 bash[31121]: cluster 2024-03-22T07:10:48.147978+0000 osd.0 (osd.0) 25 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:49.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:49 smithi148 bash[23214]: debug 2024-03-22T07:10:49.205+0000 7fa454952700 -1 mon.b@1(peon).osd e317 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:49.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:49 smithi148 bash[23214]: cluster 2024-03-22T07:10:47.918974+0000 osd.7 (osd.7) 13 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:49.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:49 smithi148 bash[23214]: cluster 2024-03-22T07:10:48.019529+0000 osd.4 (osd.4) 26 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:49.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:49 smithi148 bash[23214]: cluster 2024-03-22T07:10:48.077536+0000 osd.1 (osd.1) 31 : cluster 3 failed to encode map e316 with expected crc 2024-03-22T07:10:49.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:49 smithi148 bash[23214]: cluster 2024-03-22T07:10:48.080405+0000 osd.4 (osd.4) 27 : cluster 3 failed to encode map e316 with expected crc 2024-03-22T07:10:49.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:49 smithi148 bash[23214]: cluster 2024-03-22T07:10:48.086729+0000 osd.6 (osd.6) 24 : cluster 3 failed to encode map e316 with expected crc 2024-03-22T07:10:49.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:49 smithi148 bash[23214]: cluster 2024-03-22T07:10:48.103360+0000 osd.5 (osd.5) 14 : cluster 3 failed to encode map e316 with expected crc 2024-03-22T07:10:49.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:49 smithi148 bash[23214]: cluster 2024-03-22T07:10:48.147978+0000 osd.0 (osd.0) 25 : cluster 3 failed to encode map e315 with expected crc 2024-03-22T07:10:50.298 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap1 2024-03-22T07:10:50.337 INFO:tasks.workunit.client.0.smithi129.stdout:clone image162 -> image164 2024-03-22T07:10:50.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:50 smithi129 bash[79695]: cluster 2024-03-22T07:10:49.208543+0000 mon.a (mon.0) 79 : cluster 0 osdmap e317: 8 total, 8 up, 8 in 2024-03-22T07:10:50.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:50 smithi129 bash[79695]: cluster 2024-03-22T07:10:49.220163+0000 osd.3 (osd.3) 25 : cluster 3 failed to encode map e317 with expected crc 2024-03-22T07:10:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:50 smithi129 bash[79695]: cluster 2024-03-22T07:10:49.223181+0000 osd.4 (osd.4) 28 : cluster 3 failed to encode map e317 with expected crc 2024-03-22T07:10:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:50 smithi129 bash[79695]: cluster 2024-03-22T07:10:49.232891+0000 osd.0 (osd.0) 26 : cluster 3 failed to encode map e317 with expected crc 2024-03-22T07:10:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:50 smithi129 bash[79695]: cluster 2024-03-22T07:10:49.234108+0000 mgr.y (mgr.25337) 29 : cluster 0 pgmap v42: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:50 smithi129 bash[79695]: cluster 2024-03-22T07:10:49.265372+0000 osd.2 (osd.2) 14 : cluster 3 failed to encode map e317 with expected crc 2024-03-22T07:10:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:50 smithi129 bash[31121]: cluster 2024-03-22T07:10:49.208543+0000 mon.a (mon.0) 79 : cluster 0 osdmap e317: 8 total, 8 up, 8 in 2024-03-22T07:10:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:50 smithi129 bash[31121]: cluster 2024-03-22T07:10:49.220163+0000 osd.3 (osd.3) 25 : cluster 3 failed to encode map e317 with expected crc 2024-03-22T07:10:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:50 smithi129 bash[31121]: cluster 2024-03-22T07:10:49.223181+0000 osd.4 (osd.4) 28 : cluster 3 failed to encode map e317 with expected crc 2024-03-22T07:10:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:50 smithi129 bash[31121]: cluster 2024-03-22T07:10:49.232891+0000 osd.0 (osd.0) 26 : cluster 3 failed to encode map e317 with expected crc 2024-03-22T07:10:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:50 smithi129 bash[31121]: cluster 2024-03-22T07:10:49.234108+0000 mgr.y (mgr.25337) 29 : cluster 0 pgmap v42: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:50 smithi129 bash[31121]: cluster 2024-03-22T07:10:49.265372+0000 osd.2 (osd.2) 14 : cluster 3 failed to encode map e317 with expected crc 2024-03-22T07:10:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:50 smithi129 bash[31121]: debug 2024-03-22T07:10:50.234+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e318 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:50.663 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 132327376 2024-03-22T07:10:50.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:50 smithi148 bash[23214]: cluster 2024-03-22T07:10:49.208543+0000 mon.a (mon.0) 79 : cluster 0 osdmap e317: 8 total, 8 up, 8 in 2024-03-22T07:10:50.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:50 smithi148 bash[23214]: cluster 2024-03-22T07:10:49.220163+0000 osd.3 (osd.3) 25 : cluster 3 failed to encode map e317 with expected crc 2024-03-22T07:10:50.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:50 smithi148 bash[23214]: cluster 2024-03-22T07:10:49.223181+0000 osd.4 (osd.4) 28 : cluster 3 failed to encode map e317 with expected crc 2024-03-22T07:10:50.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:50 smithi148 bash[23214]: cluster 2024-03-22T07:10:49.232891+0000 osd.0 (osd.0) 26 : cluster 3 failed to encode map e317 with expected crc 2024-03-22T07:10:50.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:50 smithi148 bash[23214]: cluster 2024-03-22T07:10:49.234108+0000 mgr.y (mgr.25337) 29 : cluster 0 pgmap v42: 137 pgs: 137 active+clean; 901 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:10:50.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:50 smithi148 bash[23214]: cluster 2024-03-22T07:10:49.265372+0000 osd.2 (osd.2) 14 : cluster 3 failed to encode map e317 with expected crc 2024-03-22T07:10:50.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:50 smithi148 bash[23214]: debug 2024-03-22T07:10:50.237+0000 7fa454952700 -1 mon.b@1(peon).osd e318 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:50.694 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 118044076~6747790 2024-03-22T07:10:50.783 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 126147978~6179398 2024-03-22T07:10:50.796 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 125518371~3010273 2024-03-22T07:10:50.825 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 77789612~1513474 2024-03-22T07:10:50.843 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 21943712~4173859 2024-03-22T07:10:50.903 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 14414058~1481583 2024-03-22T07:10:50.918 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 58774667~446757 2024-03-22T07:10:50.983 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 50840485~3892374 2024-03-22T07:10:51.006 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap2 2024-03-22T07:10:51.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:51 smithi129 bash[79695]: cluster 2024-03-22T07:10:50.247976+0000 mon.a (mon.0) 80 : cluster 0 osdmap e318: 8 total, 8 up, 8 in 2024-03-22T07:10:51.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:51 smithi129 bash[79695]: cluster 2024-03-22T07:10:50.256630+0000 osd.7 (osd.7) 14 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:51 smithi129 bash[79695]: cluster 2024-03-22T07:10:50.258148+0000 osd.3 (osd.3) 26 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:51 smithi129 bash[79695]: cluster 2024-03-22T07:10:50.264345+0000 osd.2 (osd.2) 15 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:51 smithi129 bash[79695]: cluster 2024-03-22T07:10:50.283276+0000 osd.6 (osd.6) 25 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:51 smithi129 bash[79695]: cluster 2024-03-22T07:10:50.292756+0000 osd.5 (osd.5) 15 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:51 smithi129 bash[79695]: cluster 2024-03-22T07:10:50.313110+0000 osd.4 (osd.4) 29 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:51 smithi129 bash[31121]: cluster 2024-03-22T07:10:50.247976+0000 mon.a (mon.0) 80 : cluster 0 osdmap e318: 8 total, 8 up, 8 in 2024-03-22T07:10:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:51 smithi129 bash[31121]: cluster 2024-03-22T07:10:50.256630+0000 osd.7 (osd.7) 14 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:51 smithi129 bash[31121]: cluster 2024-03-22T07:10:50.258148+0000 osd.3 (osd.3) 26 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:51 smithi129 bash[31121]: cluster 2024-03-22T07:10:50.264345+0000 osd.2 (osd.2) 15 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:51 smithi129 bash[31121]: cluster 2024-03-22T07:10:50.283276+0000 osd.6 (osd.6) 25 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:51 smithi129 bash[31121]: cluster 2024-03-22T07:10:50.292756+0000 osd.5 (osd.5) 15 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:51 smithi129 bash[31121]: cluster 2024-03-22T07:10:50.313110+0000 osd.4 (osd.4) 29 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:51 smithi129 bash[31121]: debug 2024-03-22T07:10:51.246+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e319 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:51.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:51 smithi148 bash[23214]: cluster 2024-03-22T07:10:50.247976+0000 mon.a (mon.0) 80 : cluster 0 osdmap e318: 8 total, 8 up, 8 in 2024-03-22T07:10:51.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:51 smithi148 bash[23214]: cluster 2024-03-22T07:10:50.256630+0000 osd.7 (osd.7) 14 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:51 smithi148 bash[23214]: cluster 2024-03-22T07:10:50.258148+0000 osd.3 (osd.3) 26 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:51 smithi148 bash[23214]: cluster 2024-03-22T07:10:50.264345+0000 osd.2 (osd.2) 15 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:51 smithi148 bash[23214]: cluster 2024-03-22T07:10:50.283276+0000 osd.6 (osd.6) 25 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:51 smithi148 bash[23214]: cluster 2024-03-22T07:10:50.292756+0000 osd.5 (osd.5) 15 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:51 smithi148 bash[23214]: cluster 2024-03-22T07:10:50.313110+0000 osd.4 (osd.4) 29 : cluster 3 failed to encode map e318 with expected crc 2024-03-22T07:10:51.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:51 smithi148 bash[23214]: debug 2024-03-22T07:10:51.249+0000 7fa454952700 -1 mon.b@1(peon).osd e319 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:52.339 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap2 2024-03-22T07:10:52.377 INFO:tasks.workunit.client.0.smithi129.stdout:clone image164 -> image166 2024-03-22T07:10:52.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:52 smithi129 bash[79695]: cluster 2024-03-22T07:10:51.234835+0000 mgr.y (mgr.25337) 30 : cluster 0 pgmap v44: 137 pgs: 137 active+clean; 977 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 351 KiB/s rd, 17 MiB/s wr, 462 op/s 2024-03-22T07:10:52.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:52 smithi129 bash[79695]: cluster 2024-03-22T07:10:51.252873+0000 mon.a (mon.0) 81 : cluster 0 osdmap e319: 8 total, 8 up, 8 in 2024-03-22T07:10:52.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:52 smithi129 bash[79695]: cluster 2024-03-22T07:10:51.264369+0000 osd.3 (osd.3) 27 : cluster 3 failed to encode map e319 with expected crc 2024-03-22T07:10:52.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:52 smithi129 bash[79695]: cluster 2024-03-22T07:10:51.267289+0000 osd.5 (osd.5) 16 : cluster 3 failed to encode map e319 with expected crc 2024-03-22T07:10:52.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:52 smithi129 bash[79695]: cluster 2024-03-22T07:10:51.270812+0000 osd.0 (osd.0) 27 : cluster 3 failed to encode map e319 with expected crc 2024-03-22T07:10:52.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:52 smithi129 bash[79695]: cluster 2024-03-22T07:10:51.293031+0000 osd.6 (osd.6) 26 : cluster 3 failed to encode map e319 with expected crc 2024-03-22T07:10:52.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:52 smithi129 bash[31121]: cluster 2024-03-22T07:10:51.234835+0000 mgr.y (mgr.25337) 30 : cluster 0 pgmap v44: 137 pgs: 137 active+clean; 977 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 351 KiB/s rd, 17 MiB/s wr, 462 op/s 2024-03-22T07:10:52.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:52 smithi129 bash[31121]: cluster 2024-03-22T07:10:51.252873+0000 mon.a (mon.0) 81 : cluster 0 osdmap e319: 8 total, 8 up, 8 in 2024-03-22T07:10:52.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:52 smithi129 bash[31121]: cluster 2024-03-22T07:10:51.264369+0000 osd.3 (osd.3) 27 : cluster 3 failed to encode map e319 with expected crc 2024-03-22T07:10:52.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:52 smithi129 bash[31121]: cluster 2024-03-22T07:10:51.267289+0000 osd.5 (osd.5) 16 : cluster 3 failed to encode map e319 with expected crc 2024-03-22T07:10:52.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:52 smithi129 bash[31121]: cluster 2024-03-22T07:10:51.270812+0000 osd.0 (osd.0) 27 : cluster 3 failed to encode map e319 with expected crc 2024-03-22T07:10:52.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:52 smithi129 bash[31121]: cluster 2024-03-22T07:10:51.293031+0000 osd.6 (osd.6) 26 : cluster 3 failed to encode map e319 with expected crc 2024-03-22T07:10:52.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:52 smithi129 bash[31121]: debug 2024-03-22T07:10:52.290+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e320 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:52.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:52 smithi148 bash[23214]: cluster 2024-03-22T07:10:51.234835+0000 mgr.y (mgr.25337) 30 : cluster 0 pgmap v44: 137 pgs: 137 active+clean; 977 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 351 KiB/s rd, 17 MiB/s wr, 462 op/s 2024-03-22T07:10:52.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:52 smithi148 bash[23214]: cluster 2024-03-22T07:10:51.252873+0000 mon.a (mon.0) 81 : cluster 0 osdmap e319: 8 total, 8 up, 8 in 2024-03-22T07:10:52.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:52 smithi148 bash[23214]: cluster 2024-03-22T07:10:51.264369+0000 osd.3 (osd.3) 27 : cluster 3 failed to encode map e319 with expected crc 2024-03-22T07:10:52.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:52 smithi148 bash[23214]: cluster 2024-03-22T07:10:51.267289+0000 osd.5 (osd.5) 16 : cluster 3 failed to encode map e319 with expected crc 2024-03-22T07:10:52.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:52 smithi148 bash[23214]: cluster 2024-03-22T07:10:51.270812+0000 osd.0 (osd.0) 27 : cluster 3 failed to encode map e319 with expected crc 2024-03-22T07:10:52.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:52 smithi148 bash[23214]: cluster 2024-03-22T07:10:51.293031+0000 osd.6 (osd.6) 26 : cluster 3 failed to encode map e319 with expected crc 2024-03-22T07:10:52.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:52 smithi148 bash[23214]: debug 2024-03-22T07:10:52.292+0000 7fa454952700 -1 mon.b@1(peon).osd e320 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:52.772 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 103417741 2024-03-22T07:10:52.818 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 55852749~6778594 2024-03-22T07:10:52.923 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 16462079~381210 2024-03-22T07:10:52.942 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 49135795~502740 2024-03-22T07:10:53.008 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 92490570~7080064 2024-03-22T07:10:53.031 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 38141981~3809804 2024-03-22T07:10:53.120 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 97450346~5967395 2024-03-22T07:10:53.127 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 42982810~2946731 2024-03-22T07:10:53.162 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 74113988~5862386 2024-03-22T07:10:53.226 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap3 2024-03-22T07:10:53.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[79695]: cluster 2024-03-22T07:10:51.905114+0000 osd.7 (osd.7) 15 : cluster 3 failed to encode map e319 with expected crc 2024-03-22T07:10:53.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[79695]: cluster 2024-03-22T07:10:52.297652+0000 mon.a (mon.0) 82 : cluster 0 osdmap e320: 8 total, 8 up, 8 in 2024-03-22T07:10:53.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[79695]: cluster 2024-03-22T07:10:52.308192+0000 osd.1 (osd.1) 32 : cluster 3 failed to encode map e320 with expected crc 2024-03-22T07:10:53.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[79695]: cluster 2024-03-22T07:10:52.311957+0000 osd.5 (osd.5) 17 : cluster 3 failed to encode map e320 with expected crc 2024-03-22T07:10:53.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[79695]: cluster 2024-03-22T07:10:52.314370+0000 osd.0 (osd.0) 28 : cluster 3 failed to encode map e320 with expected crc 2024-03-22T07:10:53.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[79695]: cluster 2024-03-22T07:10:52.327979+0000 osd.3 (osd.3) 28 : cluster 3 failed to encode map e320 with expected crc 2024-03-22T07:10:53.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[79695]: cluster 2024-03-22T07:10:52.354213+0000 osd.4 (osd.4) 30 : cluster 3 failed to encode map e320 with expected crc 2024-03-22T07:10:53.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[79695]: cluster 2024-03-22T07:10:53.069924+0000 mon.a (mon.0) 83 : cluster 0 osdmap e321: 8 total, 8 up, 8 in 2024-03-22T07:10:53.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[31121]: debug 2024-03-22T07:10:53.062+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e321 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:53.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[31121]: cluster 2024-03-22T07:10:51.905114+0000 osd.7 (osd.7) 15 : cluster 3 failed to encode map e319 with expected crc 2024-03-22T07:10:53.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[31121]: cluster 2024-03-22T07:10:52.297652+0000 mon.a (mon.0) 82 : cluster 0 osdmap e320: 8 total, 8 up, 8 in 2024-03-22T07:10:53.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[31121]: cluster 2024-03-22T07:10:52.308192+0000 osd.1 (osd.1) 32 : cluster 3 failed to encode map e320 with expected crc 2024-03-22T07:10:53.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[31121]: cluster 2024-03-22T07:10:52.311957+0000 osd.5 (osd.5) 17 : cluster 3 failed to encode map e320 with expected crc 2024-03-22T07:10:53.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[31121]: cluster 2024-03-22T07:10:52.314370+0000 osd.0 (osd.0) 28 : cluster 3 failed to encode map e320 with expected crc 2024-03-22T07:10:53.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[31121]: cluster 2024-03-22T07:10:52.327979+0000 osd.3 (osd.3) 28 : cluster 3 failed to encode map e320 with expected crc 2024-03-22T07:10:53.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[31121]: cluster 2024-03-22T07:10:52.354213+0000 osd.4 (osd.4) 30 : cluster 3 failed to encode map e320 with expected crc 2024-03-22T07:10:53.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[31121]: cluster 2024-03-22T07:10:53.069924+0000 mon.a (mon.0) 83 : cluster 0 osdmap e321: 8 total, 8 up, 8 in 2024-03-22T07:10:53.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:53 smithi148 bash[23214]: debug 2024-03-22T07:10:53.064+0000 7fa454952700 -1 mon.b@1(peon).osd e321 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:53.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:53 smithi148 bash[23214]: cluster 2024-03-22T07:10:51.905114+0000 osd.7 (osd.7) 15 : cluster 3 failed to encode map e319 with expected crc 2024-03-22T07:10:53.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:53 smithi148 bash[23214]: cluster 2024-03-22T07:10:52.297652+0000 mon.a (mon.0) 82 : cluster 0 osdmap e320: 8 total, 8 up, 8 in 2024-03-22T07:10:53.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:53 smithi148 bash[23214]: cluster 2024-03-22T07:10:52.308192+0000 osd.1 (osd.1) 32 : cluster 3 failed to encode map e320 with expected crc 2024-03-22T07:10:53.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:53 smithi148 bash[23214]: cluster 2024-03-22T07:10:52.311957+0000 osd.5 (osd.5) 17 : cluster 3 failed to encode map e320 with expected crc 2024-03-22T07:10:53.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:53 smithi148 bash[23214]: cluster 2024-03-22T07:10:52.314370+0000 osd.0 (osd.0) 28 : cluster 3 failed to encode map e320 with expected crc 2024-03-22T07:10:53.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:53 smithi148 bash[23214]: cluster 2024-03-22T07:10:52.327979+0000 osd.3 (osd.3) 28 : cluster 3 failed to encode map e320 with expected crc 2024-03-22T07:10:53.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:53 smithi148 bash[23214]: cluster 2024-03-22T07:10:52.354213+0000 osd.4 (osd.4) 30 : cluster 3 failed to encode map e320 with expected crc 2024-03-22T07:10:53.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:53 smithi148 bash[23214]: cluster 2024-03-22T07:10:53.069924+0000 mon.a (mon.0) 83 : cluster 0 osdmap e321: 8 total, 8 up, 8 in 2024-03-22T07:10:54.249 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:10:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:10:53] "GET /metrics HTTP/1.1" 200 38836 "" "Prometheus/2.43.0" 2024-03-22T07:10:54.249 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:54 smithi129 bash[31121]: debug 2024-03-22T07:10:54.070+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e322 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:54.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:54 smithi148 bash[23214]: debug 2024-03-22T07:10:54.072+0000 7fa454952700 -1 mon.b@1(peon).osd e322 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:54.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:54 smithi148 bash[23214]: cluster 2024-03-22T07:10:53.082412+0000 osd.1 (osd.1) 33 : cluster 3 failed to encode map e321 with expected crc 2024-03-22T07:10:54.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:54 smithi148 bash[23214]: cluster 2024-03-22T07:10:53.087862+0000 osd.4 (osd.4) 31 : cluster 3 failed to encode map e321 with expected crc 2024-03-22T07:10:54.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:54 smithi148 bash[23214]: cluster 2024-03-22T07:10:53.092332+0000 osd.4 (osd.4) 32 : cluster 3 failed to encode map e321 with expected crc 2024-03-22T07:10:54.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:54 smithi148 bash[23214]: cluster 2024-03-22T07:10:53.092395+0000 osd.6 (osd.6) 27 : cluster 3 failed to encode map e321 with expected crc 2024-03-22T07:10:54.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:54 smithi148 bash[23214]: cluster 2024-03-22T07:10:53.235655+0000 mgr.y (mgr.25337) 31 : cluster 0 pgmap v48: 137 pgs: 137 active+clean; 977 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 353 KiB/s rd, 18 MiB/s wr, 465 op/s 2024-03-22T07:10:54.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:54 smithi148 bash[23214]: audit 2024-03-22T07:10:53.353816+0000 mon.c (mon.2) 124 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:10:54.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:54 smithi148 bash[23214]: cluster 2024-03-22T07:10:54.078444+0000 mon.a (mon.0) 84 : cluster 0 osdmap e322: 8 total, 8 up, 8 in 2024-03-22T07:10:54.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:54 smithi129 bash[79695]: cluster 2024-03-22T07:10:53.082412+0000 osd.1 (osd.1) 33 : cluster 3 failed to encode map e321 with expected crc 2024-03-22T07:10:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:54 smithi129 bash[79695]: cluster 2024-03-22T07:10:53.087862+0000 osd.4 (osd.4) 31 : cluster 3 failed to encode map e321 with expected crc 2024-03-22T07:10:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:54 smithi129 bash[79695]: cluster 2024-03-22T07:10:53.092332+0000 osd.4 (osd.4) 32 : cluster 3 failed to encode map e321 with expected crc 2024-03-22T07:10:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:54 smithi129 bash[79695]: cluster 2024-03-22T07:10:53.092395+0000 osd.6 (osd.6) 27 : cluster 3 failed to encode map e321 with expected crc 2024-03-22T07:10:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:54 smithi129 bash[79695]: cluster 2024-03-22T07:10:53.235655+0000 mgr.y (mgr.25337) 31 : cluster 0 pgmap v48: 137 pgs: 137 active+clean; 977 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 353 KiB/s rd, 18 MiB/s wr, 465 op/s 2024-03-22T07:10:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:54 smithi129 bash[79695]: audit 2024-03-22T07:10:53.353816+0000 mon.c (mon.2) 124 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:10:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:54 smithi129 bash[79695]: cluster 2024-03-22T07:10:54.078444+0000 mon.a (mon.0) 84 : cluster 0 osdmap e322: 8 total, 8 up, 8 in 2024-03-22T07:10:54.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:54 smithi129 bash[31121]: cluster 2024-03-22T07:10:53.082412+0000 osd.1 (osd.1) 33 : cluster 3 failed to encode map e321 with expected crc 2024-03-22T07:10:54.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:54 smithi129 bash[31121]: cluster 2024-03-22T07:10:53.087862+0000 osd.4 (osd.4) 31 : cluster 3 failed to encode map e321 with expected crc 2024-03-22T07:10:54.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:54 smithi129 bash[31121]: cluster 2024-03-22T07:10:53.092332+0000 osd.4 (osd.4) 32 : cluster 3 failed to encode map e321 with expected crc 2024-03-22T07:10:54.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:54 smithi129 bash[31121]: cluster 2024-03-22T07:10:53.092395+0000 osd.6 (osd.6) 27 : cluster 3 failed to encode map e321 with expected crc 2024-03-22T07:10:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:54 smithi129 bash[31121]: cluster 2024-03-22T07:10:53.235655+0000 mgr.y (mgr.25337) 31 : cluster 0 pgmap v48: 137 pgs: 137 active+clean; 977 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 353 KiB/s rd, 18 MiB/s wr, 465 op/s 2024-03-22T07:10:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:54 smithi129 bash[31121]: audit 2024-03-22T07:10:53.353816+0000 mon.c (mon.2) 124 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:10:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:54 smithi129 bash[31121]: cluster 2024-03-22T07:10:54.078444+0000 mon.a (mon.0) 84 : cluster 0 osdmap e322: 8 total, 8 up, 8 in 2024-03-22T07:10:55.127 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap3 2024-03-22T07:10:55.172 INFO:tasks.workunit.client.0.smithi129.stdout:clone image166 -> image168 2024-03-22T07:10:55.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:55 smithi129 bash[79695]: cluster 2024-03-22T07:10:54.089988+0000 osd.1 (osd.1) 34 : cluster 3 failed to encode map e322 with expected crc 2024-03-22T07:10:55.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:55 smithi129 bash[79695]: cluster 2024-03-22T07:10:54.093605+0000 osd.6 (osd.6) 28 : cluster 3 failed to encode map e322 with expected crc 2024-03-22T07:10:55.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:55 smithi129 bash[79695]: cluster 2024-03-22T07:10:54.107688+0000 osd.5 (osd.5) 18 : cluster 3 failed to encode map e322 with expected crc 2024-03-22T07:10:55.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:55 smithi129 bash[79695]: cluster 2024-03-22T07:10:54.125433+0000 osd.0 (osd.0) 29 : cluster 3 failed to encode map e322 with expected crc 2024-03-22T07:10:55.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:55 smithi129 bash[79695]: cluster 2024-03-22T07:10:55.083649+0000 mon.a (mon.0) 85 : cluster 0 osdmap e323: 8 total, 8 up, 8 in 2024-03-22T07:10:55.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:55 smithi129 bash[31121]: debug 2024-03-22T07:10:55.074+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e323 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:55.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:55 smithi129 bash[31121]: cluster 2024-03-22T07:10:54.089988+0000 osd.1 (osd.1) 34 : cluster 3 failed to encode map e322 with expected crc 2024-03-22T07:10:55.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:55 smithi129 bash[31121]: cluster 2024-03-22T07:10:54.093605+0000 osd.6 (osd.6) 28 : cluster 3 failed to encode map e322 with expected crc 2024-03-22T07:10:55.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:55 smithi129 bash[31121]: cluster 2024-03-22T07:10:54.107688+0000 osd.5 (osd.5) 18 : cluster 3 failed to encode map e322 with expected crc 2024-03-22T07:10:55.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:55 smithi129 bash[31121]: cluster 2024-03-22T07:10:54.125433+0000 osd.0 (osd.0) 29 : cluster 3 failed to encode map e322 with expected crc 2024-03-22T07:10:55.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:55 smithi129 bash[31121]: cluster 2024-03-22T07:10:55.083649+0000 mon.a (mon.0) 85 : cluster 0 osdmap e323: 8 total, 8 up, 8 in 2024-03-22T07:10:55.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:55 smithi148 bash[23214]: debug 2024-03-22T07:10:55.076+0000 7fa454952700 -1 mon.b@1(peon).osd e323 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:55.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:55 smithi148 bash[23214]: cluster 2024-03-22T07:10:54.089988+0000 osd.1 (osd.1) 34 : cluster 3 failed to encode map e322 with expected crc 2024-03-22T07:10:55.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:55 smithi148 bash[23214]: cluster 2024-03-22T07:10:54.093605+0000 osd.6 (osd.6) 28 : cluster 3 failed to encode map e322 with expected crc 2024-03-22T07:10:55.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:55 smithi148 bash[23214]: cluster 2024-03-22T07:10:54.107688+0000 osd.5 (osd.5) 18 : cluster 3 failed to encode map e322 with expected crc 2024-03-22T07:10:55.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:55 smithi148 bash[23214]: cluster 2024-03-22T07:10:54.125433+0000 osd.0 (osd.0) 29 : cluster 3 failed to encode map e322 with expected crc 2024-03-22T07:10:55.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:55 smithi148 bash[23214]: cluster 2024-03-22T07:10:55.083649+0000 mon.a (mon.0) 85 : cluster 0 osdmap e323: 8 total, 8 up, 8 in 2024-03-22T07:10:55.643 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 159638815 2024-03-22T07:10:56.015 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.StressNoMigrate (9529 ms) 2024-03-22T07:10:56.015 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.Stress 2024-03-22T07:10:56.102 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:10:56.133 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 47651880~5966365 2024-03-22T07:10:56.207 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 49390988~4108062 2024-03-22T07:10:56.213 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 4554819~3109731 2024-03-22T07:10:56.255 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 48945145~4312903 2024-03-22T07:10:56.265 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 31532134~2110152 2024-03-22T07:10:56.299 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 41136582~3715524 2024-03-22T07:10:56.299 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 69959689~4756297 2024-03-22T07:10:56.349 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 29356438~7963360 2024-03-22T07:10:56.367 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap0 2024-03-22T07:10:56.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:56 smithi129 bash[79695]: cluster 2024-03-22T07:10:55.095268+0000 osd.3 (osd.3) 29 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:56 smithi129 bash[79695]: cluster 2024-03-22T07:10:55.095866+0000 osd.7 (osd.7) 16 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:56 smithi129 bash[79695]: cluster 2024-03-22T07:10:55.101992+0000 osd.0 (osd.0) 30 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:56 smithi129 bash[79695]: cluster 2024-03-22T07:10:55.118673+0000 osd.6 (osd.6) 29 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:56 smithi129 bash[79695]: cluster 2024-03-22T07:10:55.135242+0000 osd.1 (osd.1) 35 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:56 smithi129 bash[79695]: cluster 2024-03-22T07:10:55.149780+0000 osd.4 (osd.4) 33 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:56 smithi129 bash[79695]: cluster 2024-03-22T07:10:55.236419+0000 mgr.y (mgr.25337) 32 : cluster 0 pgmap v51: 137 pgs: 137 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 20 MiB/s wr, 492 op/s 2024-03-22T07:10:56.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:56 smithi129 bash[31121]: cluster 2024-03-22T07:10:55.095268+0000 osd.3 (osd.3) 29 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:56 smithi129 bash[31121]: cluster 2024-03-22T07:10:55.095866+0000 osd.7 (osd.7) 16 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:56 smithi129 bash[31121]: cluster 2024-03-22T07:10:55.101992+0000 osd.0 (osd.0) 30 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:56 smithi129 bash[31121]: cluster 2024-03-22T07:10:55.118673+0000 osd.6 (osd.6) 29 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:56 smithi129 bash[31121]: cluster 2024-03-22T07:10:55.135242+0000 osd.1 (osd.1) 35 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:56 smithi129 bash[31121]: cluster 2024-03-22T07:10:55.149780+0000 osd.4 (osd.4) 33 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:56 smithi129 bash[31121]: cluster 2024-03-22T07:10:55.236419+0000 mgr.y (mgr.25337) 32 : cluster 0 pgmap v51: 137 pgs: 137 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 20 MiB/s wr, 492 op/s 2024-03-22T07:10:56.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:56 smithi148 bash[23214]: cluster 2024-03-22T07:10:55.095268+0000 osd.3 (osd.3) 29 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:56 smithi148 bash[23214]: cluster 2024-03-22T07:10:55.095866+0000 osd.7 (osd.7) 16 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:56 smithi148 bash[23214]: cluster 2024-03-22T07:10:55.101992+0000 osd.0 (osd.0) 30 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:56 smithi148 bash[23214]: cluster 2024-03-22T07:10:55.118673+0000 osd.6 (osd.6) 29 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:56 smithi148 bash[23214]: cluster 2024-03-22T07:10:55.135242+0000 osd.1 (osd.1) 35 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:56 smithi148 bash[23214]: cluster 2024-03-22T07:10:55.149780+0000 osd.4 (osd.4) 33 : cluster 3 failed to encode map e323 with expected crc 2024-03-22T07:10:56.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:56 smithi148 bash[23214]: cluster 2024-03-22T07:10:55.236419+0000 mgr.y (mgr.25337) 32 : cluster 0 pgmap v51: 137 pgs: 137 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 20 MiB/s wr, 492 op/s 2024-03-22T07:10:57.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:57 smithi129 bash[31121]: debug 2024-03-22T07:10:57.274+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e324 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:57.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:57 smithi148 bash[23214]: debug 2024-03-22T07:10:57.272+0000 7fa454952700 -1 mon.b@1(peon).osd e324 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:58.332 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap0 2024-03-22T07:10:58.360 INFO:tasks.workunit.client.0.smithi129.stdout:clone image169 -> image172 2024-03-22T07:10:58.614 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 120322582 2024-03-22T07:10:58.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:58 smithi129 bash[79695]: cluster 2024-03-22T07:10:57.237217+0000 mgr.y (mgr.25337) 33 : cluster 0 pgmap v52: 137 pgs: 137 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 16 MiB/s wr, 396 op/s 2024-03-22T07:10:58.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:58 smithi129 bash[79695]: cluster 2024-03-22T07:10:57.282815+0000 mon.a (mon.0) 86 : cluster 0 osdmap e324: 8 total, 8 up, 8 in 2024-03-22T07:10:58.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:58 smithi129 bash[79695]: cluster 2024-03-22T07:10:57.291477+0000 osd.1 (osd.1) 36 : cluster 3 failed to encode map e324 with expected crc 2024-03-22T07:10:58.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:58 smithi129 bash[79695]: cluster 2024-03-22T07:10:57.293456+0000 osd.6 (osd.6) 30 : cluster 3 failed to encode map e324 with expected crc 2024-03-22T07:10:58.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:58 smithi129 bash[31121]: cluster 2024-03-22T07:10:57.237217+0000 mgr.y (mgr.25337) 33 : cluster 0 pgmap v52: 137 pgs: 137 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 16 MiB/s wr, 396 op/s 2024-03-22T07:10:58.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:58 smithi129 bash[31121]: cluster 2024-03-22T07:10:57.282815+0000 mon.a (mon.0) 86 : cluster 0 osdmap e324: 8 total, 8 up, 8 in 2024-03-22T07:10:58.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:58 smithi129 bash[31121]: cluster 2024-03-22T07:10:57.291477+0000 osd.1 (osd.1) 36 : cluster 3 failed to encode map e324 with expected crc 2024-03-22T07:10:58.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:58 smithi129 bash[31121]: cluster 2024-03-22T07:10:57.293456+0000 osd.6 (osd.6) 30 : cluster 3 failed to encode map e324 with expected crc 2024-03-22T07:10:58.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:58 smithi129 bash[31121]: debug 2024-03-22T07:10:58.282+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e325 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:58.644 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 70650490~5697528 2024-03-22T07:10:58.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:58 smithi148 bash[23214]: cluster 2024-03-22T07:10:57.237217+0000 mgr.y (mgr.25337) 33 : cluster 0 pgmap v52: 137 pgs: 137 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 16 MiB/s wr, 396 op/s 2024-03-22T07:10:58.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:58 smithi148 bash[23214]: cluster 2024-03-22T07:10:57.282815+0000 mon.a (mon.0) 86 : cluster 0 osdmap e324: 8 total, 8 up, 8 in 2024-03-22T07:10:58.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:58 smithi148 bash[23214]: cluster 2024-03-22T07:10:57.291477+0000 osd.1 (osd.1) 36 : cluster 3 failed to encode map e324 with expected crc 2024-03-22T07:10:58.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:58 smithi148 bash[23214]: cluster 2024-03-22T07:10:57.293456+0000 osd.6 (osd.6) 30 : cluster 3 failed to encode map e324 with expected crc 2024-03-22T07:10:58.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:58 smithi148 bash[23214]: debug 2024-03-22T07:10:58.280+0000 7fa454952700 -1 mon.b@1(peon).osd e325 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:58.730 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 112852963~7469619 2024-03-22T07:10:58.731 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 31412095~6879489 2024-03-22T07:10:58.806 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 23239747~3940267 2024-03-22T07:10:58.822 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 54291264~518986 2024-03-22T07:10:58.842 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 47458077~5888248 2024-03-22T07:10:58.863 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 115130333~5192249 2024-03-22T07:10:58.918 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 6876057~4631765 2024-03-22T07:10:58.970 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:10:59.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:59 smithi129 bash[79695]: cluster 2024-03-22T07:10:58.288028+0000 mon.a (mon.0) 87 : cluster 0 osdmap e325: 8 total, 8 up, 8 in 2024-03-22T07:10:59.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:59 smithi129 bash[79695]: cluster 2024-03-22T07:10:58.299529+0000 osd.1 (osd.1) 37 : cluster 3 failed to encode map e325 with expected crc 2024-03-22T07:10:59.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:59 smithi129 bash[79695]: cluster 2024-03-22T07:10:58.299842+0000 osd.2 (osd.2) 16 : cluster 3 failed to encode map e325 with expected crc 2024-03-22T07:10:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:10:59 smithi129 bash[79695]: cluster 2024-03-22T07:10:58.320303+0000 osd.6 (osd.6) 31 : cluster 3 failed to encode map e325 with expected crc 2024-03-22T07:10:59.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:59 smithi129 bash[31121]: debug 2024-03-22T07:10:59.290+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e326 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:59.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:59 smithi129 bash[31121]: cluster 2024-03-22T07:10:58.288028+0000 mon.a (mon.0) 87 : cluster 0 osdmap e325: 8 total, 8 up, 8 in 2024-03-22T07:10:59.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:59 smithi129 bash[31121]: cluster 2024-03-22T07:10:58.299529+0000 osd.1 (osd.1) 37 : cluster 3 failed to encode map e325 with expected crc 2024-03-22T07:10:59.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:59 smithi129 bash[31121]: cluster 2024-03-22T07:10:58.299842+0000 osd.2 (osd.2) 16 : cluster 3 failed to encode map e325 with expected crc 2024-03-22T07:10:59.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:10:59 smithi129 bash[31121]: cluster 2024-03-22T07:10:58.320303+0000 osd.6 (osd.6) 31 : cluster 3 failed to encode map e325 with expected crc 2024-03-22T07:10:59.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:59 smithi148 bash[23214]: debug 2024-03-22T07:10:59.292+0000 7fa454952700 -1 mon.b@1(peon).osd e326 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:10:59.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:59 smithi148 bash[23214]: cluster 2024-03-22T07:10:58.288028+0000 mon.a (mon.0) 87 : cluster 0 osdmap e325: 8 total, 8 up, 8 in 2024-03-22T07:10:59.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:59 smithi148 bash[23214]: cluster 2024-03-22T07:10:58.299529+0000 osd.1 (osd.1) 37 : cluster 3 failed to encode map e325 with expected crc 2024-03-22T07:10:59.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:59 smithi148 bash[23214]: cluster 2024-03-22T07:10:58.299842+0000 osd.2 (osd.2) 16 : cluster 3 failed to encode map e325 with expected crc 2024-03-22T07:10:59.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:10:59 smithi148 bash[23214]: cluster 2024-03-22T07:10:58.320303+0000 osd.6 (osd.6) 31 : cluster 3 failed to encode map e325 with expected crc 2024-03-22T07:11:00.354 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 113983613~175884 2024-03-22T07:11:00.367 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 90428274~2908129 2024-03-22T07:11:00.367 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 99625295~258626 2024-03-22T07:11:00.367 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 41655217~2909883 2024-03-22T07:11:00.368 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 45646264~1676423 2024-03-22T07:11:00.369 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 113859566~6463016 2024-03-22T07:11:00.386 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 34444298~1593960 2024-03-22T07:11:00.387 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 106844806~3871014 2024-03-22T07:11:00.387 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap2 2024-03-22T07:11:00.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:00 smithi129 bash[79695]: cluster 2024-03-22T07:10:58.756108+0000 osd.5 (osd.5) 19 : cluster 3 failed to encode map e325 with expected crc 2024-03-22T07:11:00.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:00 smithi129 bash[79695]: cluster 2024-03-22T07:10:59.238007+0000 mgr.y (mgr.25337) 34 : cluster 0 pgmap v55: 137 pgs: 137 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 15 MiB/s wr, 379 op/s 2024-03-22T07:11:00.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:00 smithi129 bash[79695]: cluster 2024-03-22T07:10:59.298065+0000 mon.a (mon.0) 88 : cluster 0 osdmap e326: 8 total, 8 up, 8 in 2024-03-22T07:11:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:00 smithi129 bash[79695]: cluster 2024-03-22T07:10:59.310395+0000 osd.3 (osd.3) 30 : cluster 3 failed to encode map e326 with expected crc 2024-03-22T07:11:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:00 smithi129 bash[79695]: cluster 2024-03-22T07:10:59.311900+0000 osd.4 (osd.4) 34 : cluster 3 failed to encode map e326 with expected crc 2024-03-22T07:11:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:00 smithi129 bash[79695]: cluster 2024-03-22T07:10:59.328305+0000 osd.6 (osd.6) 32 : cluster 3 failed to encode map e326 with expected crc 2024-03-22T07:11:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:00 smithi129 bash[79695]: cluster 2024-03-22T07:10:59.337470+0000 osd.5 (osd.5) 20 : cluster 3 failed to encode map e326 with expected crc 2024-03-22T07:11:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:00 smithi129 bash[31121]: cluster 2024-03-22T07:10:58.756108+0000 osd.5 (osd.5) 19 : cluster 3 failed to encode map e325 with expected crc 2024-03-22T07:11:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:00 smithi129 bash[31121]: cluster 2024-03-22T07:10:59.238007+0000 mgr.y (mgr.25337) 34 : cluster 0 pgmap v55: 137 pgs: 137 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 15 MiB/s wr, 379 op/s 2024-03-22T07:11:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:00 smithi129 bash[31121]: cluster 2024-03-22T07:10:59.298065+0000 mon.a (mon.0) 88 : cluster 0 osdmap e326: 8 total, 8 up, 8 in 2024-03-22T07:11:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:00 smithi129 bash[31121]: cluster 2024-03-22T07:10:59.310395+0000 osd.3 (osd.3) 30 : cluster 3 failed to encode map e326 with expected crc 2024-03-22T07:11:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:00 smithi129 bash[31121]: cluster 2024-03-22T07:10:59.311900+0000 osd.4 (osd.4) 34 : cluster 3 failed to encode map e326 with expected crc 2024-03-22T07:11:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:00 smithi129 bash[31121]: cluster 2024-03-22T07:10:59.328305+0000 osd.6 (osd.6) 32 : cluster 3 failed to encode map e326 with expected crc 2024-03-22T07:11:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:00 smithi129 bash[31121]: cluster 2024-03-22T07:10:59.337470+0000 osd.5 (osd.5) 20 : cluster 3 failed to encode map e326 with expected crc 2024-03-22T07:11:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:00 smithi129 bash[31121]: debug 2024-03-22T07:11:00.302+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e327 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:00.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:00 smithi148 bash[23214]: cluster 2024-03-22T07:10:58.756108+0000 osd.5 (osd.5) 19 : cluster 3 failed to encode map e325 with expected crc 2024-03-22T07:11:00.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:00 smithi148 bash[23214]: cluster 2024-03-22T07:10:59.238007+0000 mgr.y (mgr.25337) 34 : cluster 0 pgmap v55: 137 pgs: 137 active+clean; 1.0 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 15 MiB/s wr, 379 op/s 2024-03-22T07:11:00.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:00 smithi148 bash[23214]: cluster 2024-03-22T07:10:59.298065+0000 mon.a (mon.0) 88 : cluster 0 osdmap e326: 8 total, 8 up, 8 in 2024-03-22T07:11:00.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:00 smithi148 bash[23214]: cluster 2024-03-22T07:10:59.310395+0000 osd.3 (osd.3) 30 : cluster 3 failed to encode map e326 with expected crc 2024-03-22T07:11:00.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:00 smithi148 bash[23214]: cluster 2024-03-22T07:10:59.311900+0000 osd.4 (osd.4) 34 : cluster 3 failed to encode map e326 with expected crc 2024-03-22T07:11:00.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:00 smithi148 bash[23214]: cluster 2024-03-22T07:10:59.328305+0000 osd.6 (osd.6) 32 : cluster 3 failed to encode map e326 with expected crc 2024-03-22T07:11:00.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:00 smithi148 bash[23214]: cluster 2024-03-22T07:10:59.337470+0000 osd.5 (osd.5) 20 : cluster 3 failed to encode map e326 with expected crc 2024-03-22T07:11:00.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:00 smithi148 bash[23214]: debug 2024-03-22T07:11:00.304+0000 7fa454952700 -1 mon.b@1(peon).osd e327 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:01.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:01 smithi129 bash[79695]: cluster 2024-03-22T07:10:59.916120+0000 osd.2 (osd.2) 17 : cluster 3 failed to encode map e326 with expected crc 2024-03-22T07:11:01.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:01 smithi129 bash[79695]: cluster 2024-03-22T07:11:00.310991+0000 mon.a (mon.0) 89 : cluster 0 osdmap e327: 8 total, 8 up, 8 in 2024-03-22T07:11:01.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:01 smithi129 bash[79695]: cluster 2024-03-22T07:11:00.322908+0000 osd.3 (osd.3) 31 : cluster 3 failed to encode map e327 with expected crc 2024-03-22T07:11:01.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:01 smithi129 bash[79695]: cluster 2024-03-22T07:11:00.323970+0000 osd.4 (osd.4) 35 : cluster 3 failed to encode map e327 with expected crc 2024-03-22T07:11:01.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:01 smithi129 bash[79695]: cluster 2024-03-22T07:11:00.335629+0000 osd.1 (osd.1) 38 : cluster 3 failed to encode map e327 with expected crc 2024-03-22T07:11:01.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:01 smithi129 bash[79695]: cluster 2024-03-22T07:11:00.348602+0000 osd.5 (osd.5) 21 : cluster 3 failed to encode map e327 with expected crc 2024-03-22T07:11:01.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:01 smithi129 bash[31121]: debug 2024-03-22T07:11:01.310+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e328 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:01.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:01 smithi129 bash[31121]: cluster 2024-03-22T07:10:59.916120+0000 osd.2 (osd.2) 17 : cluster 3 failed to encode map e326 with expected crc 2024-03-22T07:11:01.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:01 smithi129 bash[31121]: cluster 2024-03-22T07:11:00.310991+0000 mon.a (mon.0) 89 : cluster 0 osdmap e327: 8 total, 8 up, 8 in 2024-03-22T07:11:01.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:01 smithi129 bash[31121]: cluster 2024-03-22T07:11:00.322908+0000 osd.3 (osd.3) 31 : cluster 3 failed to encode map e327 with expected crc 2024-03-22T07:11:01.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:01 smithi129 bash[31121]: cluster 2024-03-22T07:11:00.323970+0000 osd.4 (osd.4) 35 : cluster 3 failed to encode map e327 with expected crc 2024-03-22T07:11:01.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:01 smithi129 bash[31121]: cluster 2024-03-22T07:11:00.335629+0000 osd.1 (osd.1) 38 : cluster 3 failed to encode map e327 with expected crc 2024-03-22T07:11:01.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:01 smithi129 bash[31121]: cluster 2024-03-22T07:11:00.348602+0000 osd.5 (osd.5) 21 : cluster 3 failed to encode map e327 with expected crc 2024-03-22T07:11:01.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:01 smithi148 bash[23214]: debug 2024-03-22T07:11:01.312+0000 7fa454952700 -1 mon.b@1(peon).osd e328 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:01.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:01 smithi148 bash[23214]: cluster 2024-03-22T07:10:59.916120+0000 osd.2 (osd.2) 17 : cluster 3 failed to encode map e326 with expected crc 2024-03-22T07:11:01.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:01 smithi148 bash[23214]: cluster 2024-03-22T07:11:00.310991+0000 mon.a (mon.0) 89 : cluster 0 osdmap e327: 8 total, 8 up, 8 in 2024-03-22T07:11:01.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:01 smithi148 bash[23214]: cluster 2024-03-22T07:11:00.322908+0000 osd.3 (osd.3) 31 : cluster 3 failed to encode map e327 with expected crc 2024-03-22T07:11:01.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:01 smithi148 bash[23214]: cluster 2024-03-22T07:11:00.323970+0000 osd.4 (osd.4) 35 : cluster 3 failed to encode map e327 with expected crc 2024-03-22T07:11:01.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:01 smithi148 bash[23214]: cluster 2024-03-22T07:11:00.335629+0000 osd.1 (osd.1) 38 : cluster 3 failed to encode map e327 with expected crc 2024-03-22T07:11:01.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:01 smithi148 bash[23214]: cluster 2024-03-22T07:11:00.348602+0000 osd.5 (osd.5) 21 : cluster 3 failed to encode map e327 with expected crc 2024-03-22T07:11:02.364 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 80464249~2702715 2024-03-22T07:11:02.381 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 109391535~6715163 2024-03-22T07:11:02.382 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 88100884~1825795 2024-03-22T07:11:02.384 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 70214430~3745404 2024-03-22T07:11:02.384 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 38276726~7423285 2024-03-22T07:11:02.409 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 82959625~2881025 2024-03-22T07:11:02.431 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 69908171~786538 2024-03-22T07:11:02.456 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 81559005~1895990 2024-03-22T07:11:02.456 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap3 2024-03-22T07:11:02.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:02 smithi129 bash[79695]: cluster 2024-03-22T07:11:01.238723+0000 mgr.y (mgr.25337) 35 : cluster 0 pgmap v58: 137 pgs: 137 active+clean; 1.1 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 18 MiB/s wr, 523 op/s 2024-03-22T07:11:02.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:02 smithi129 bash[79695]: cluster 2024-03-22T07:11:01.319257+0000 mon.a (mon.0) 90 : cluster 0 osdmap e328: 8 total, 8 up, 8 in 2024-03-22T07:11:02.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:02 smithi129 bash[79695]: cluster 2024-03-22T07:11:01.329121+0000 osd.2 (osd.2) 18 : cluster 3 failed to encode map e328 with expected crc 2024-03-22T07:11:02.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:02 smithi129 bash[79695]: cluster 2024-03-22T07:11:01.329984+0000 osd.3 (osd.3) 32 : cluster 3 failed to encode map e328 with expected crc 2024-03-22T07:11:02.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:02 smithi129 bash[79695]: cluster 2024-03-22T07:11:01.342377+0000 osd.4 (osd.4) 36 : cluster 3 failed to encode map e328 with expected crc 2024-03-22T07:11:02.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:02 smithi129 bash[79695]: cluster 2024-03-22T07:11:01.356227+0000 osd.6 (osd.6) 33 : cluster 3 failed to encode map e328 with expected crc 2024-03-22T07:11:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:02 smithi129 bash[31121]: cluster 2024-03-22T07:11:01.238723+0000 mgr.y (mgr.25337) 35 : cluster 0 pgmap v58: 137 pgs: 137 active+clean; 1.1 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 18 MiB/s wr, 523 op/s 2024-03-22T07:11:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:02 smithi129 bash[31121]: cluster 2024-03-22T07:11:01.319257+0000 mon.a (mon.0) 90 : cluster 0 osdmap e328: 8 total, 8 up, 8 in 2024-03-22T07:11:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:02 smithi129 bash[31121]: cluster 2024-03-22T07:11:01.329121+0000 osd.2 (osd.2) 18 : cluster 3 failed to encode map e328 with expected crc 2024-03-22T07:11:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:02 smithi129 bash[31121]: cluster 2024-03-22T07:11:01.329984+0000 osd.3 (osd.3) 32 : cluster 3 failed to encode map e328 with expected crc 2024-03-22T07:11:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:02 smithi129 bash[31121]: cluster 2024-03-22T07:11:01.342377+0000 osd.4 (osd.4) 36 : cluster 3 failed to encode map e328 with expected crc 2024-03-22T07:11:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:02 smithi129 bash[31121]: cluster 2024-03-22T07:11:01.356227+0000 osd.6 (osd.6) 33 : cluster 3 failed to encode map e328 with expected crc 2024-03-22T07:11:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:02 smithi129 bash[31121]: debug 2024-03-22T07:11:02.322+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e329 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:02.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:02 smithi148 bash[23214]: cluster 2024-03-22T07:11:01.238723+0000 mgr.y (mgr.25337) 35 : cluster 0 pgmap v58: 137 pgs: 137 active+clean; 1.1 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 18 MiB/s wr, 523 op/s 2024-03-22T07:11:02.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:02 smithi148 bash[23214]: cluster 2024-03-22T07:11:01.319257+0000 mon.a (mon.0) 90 : cluster 0 osdmap e328: 8 total, 8 up, 8 in 2024-03-22T07:11:02.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:02 smithi148 bash[23214]: cluster 2024-03-22T07:11:01.329121+0000 osd.2 (osd.2) 18 : cluster 3 failed to encode map e328 with expected crc 2024-03-22T07:11:02.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:02 smithi148 bash[23214]: cluster 2024-03-22T07:11:01.329984+0000 osd.3 (osd.3) 32 : cluster 3 failed to encode map e328 with expected crc 2024-03-22T07:11:02.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:02 smithi148 bash[23214]: cluster 2024-03-22T07:11:01.342377+0000 osd.4 (osd.4) 36 : cluster 3 failed to encode map e328 with expected crc 2024-03-22T07:11:02.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:02 smithi148 bash[23214]: cluster 2024-03-22T07:11:01.356227+0000 osd.6 (osd.6) 33 : cluster 3 failed to encode map e328 with expected crc 2024-03-22T07:11:02.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:02 smithi148 bash[23214]: debug 2024-03-22T07:11:02.324+0000 7fa454952700 -1 mon.b@1(peon).osd e329 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:03.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:03 smithi129 bash[79695]: cluster 2024-03-22T07:11:02.328559+0000 mon.a (mon.0) 91 : cluster 0 osdmap e329: 8 total, 8 up, 8 in 2024-03-22T07:11:03.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:03 smithi129 bash[79695]: cluster 2024-03-22T07:11:02.339956+0000 osd.3 (osd.3) 33 : cluster 3 failed to encode map e329 with expected crc 2024-03-22T07:11:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:03 smithi129 bash[79695]: cluster 2024-03-22T07:11:02.343115+0000 osd.4 (osd.4) 37 : cluster 3 failed to encode map e329 with expected crc 2024-03-22T07:11:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:03 smithi129 bash[79695]: cluster 2024-03-22T07:11:02.352781+0000 osd.1 (osd.1) 39 : cluster 3 failed to encode map e329 with expected crc 2024-03-22T07:11:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:03 smithi129 bash[79695]: cluster 2024-03-22T07:11:02.389953+0000 osd.0 (osd.0) 31 : cluster 3 failed to encode map e329 with expected crc 2024-03-22T07:11:03.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:03 smithi129 bash[31121]: debug 2024-03-22T07:11:03.334+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e330 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:03.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:03 smithi129 bash[31121]: cluster 2024-03-22T07:11:02.328559+0000 mon.a (mon.0) 91 : cluster 0 osdmap e329: 8 total, 8 up, 8 in 2024-03-22T07:11:03.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:03 smithi129 bash[31121]: cluster 2024-03-22T07:11:02.339956+0000 osd.3 (osd.3) 33 : cluster 3 failed to encode map e329 with expected crc 2024-03-22T07:11:03.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:03 smithi129 bash[31121]: cluster 2024-03-22T07:11:02.343115+0000 osd.4 (osd.4) 37 : cluster 3 failed to encode map e329 with expected crc 2024-03-22T07:11:03.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:03 smithi129 bash[31121]: cluster 2024-03-22T07:11:02.352781+0000 osd.1 (osd.1) 39 : cluster 3 failed to encode map e329 with expected crc 2024-03-22T07:11:03.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:03 smithi129 bash[31121]: cluster 2024-03-22T07:11:02.389953+0000 osd.0 (osd.0) 31 : cluster 3 failed to encode map e329 with expected crc 2024-03-22T07:11:03.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:03 smithi148 bash[23214]: debug 2024-03-22T07:11:03.332+0000 7fa454952700 -1 mon.b@1(peon).osd e330 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:03.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:03 smithi148 bash[23214]: cluster 2024-03-22T07:11:02.328559+0000 mon.a (mon.0) 91 : cluster 0 osdmap e329: 8 total, 8 up, 8 in 2024-03-22T07:11:03.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:03 smithi148 bash[23214]: cluster 2024-03-22T07:11:02.339956+0000 osd.3 (osd.3) 33 : cluster 3 failed to encode map e329 with expected crc 2024-03-22T07:11:03.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:03 smithi148 bash[23214]: cluster 2024-03-22T07:11:02.343115+0000 osd.4 (osd.4) 37 : cluster 3 failed to encode map e329 with expected crc 2024-03-22T07:11:03.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:03 smithi148 bash[23214]: cluster 2024-03-22T07:11:02.352781+0000 osd.1 (osd.1) 39 : cluster 3 failed to encode map e329 with expected crc 2024-03-22T07:11:03.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:03 smithi148 bash[23214]: cluster 2024-03-22T07:11:02.389953+0000 osd.0 (osd.0) 31 : cluster 3 failed to encode map e329 with expected crc 2024-03-22T07:11:04.330 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:11:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:11:03] "GET /metrics HTTP/1.1" 200 38836 "" "Prometheus/2.43.0" 2024-03-22T07:11:04.392 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap3 2024-03-22T07:11:04.427 INFO:tasks.workunit.client.0.smithi129.stdout:clone image172 -> image174 2024-03-22T07:11:04.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:04 smithi129 bash[79695]: cluster 2024-03-22T07:11:03.239468+0000 mgr.y (mgr.25337) 36 : cluster 0 pgmap v61: 137 pgs: 137 active+clean; 1.1 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 18 MiB/s wr, 523 op/s 2024-03-22T07:11:04.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:04 smithi129 bash[79695]: cluster 2024-03-22T07:11:03.341606+0000 mon.a (mon.0) 92 : cluster 0 osdmap e330: 8 total, 8 up, 8 in 2024-03-22T07:11:04.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:04 smithi129 bash[79695]: cluster 2024-03-22T07:11:03.350588+0000 osd.0 (osd.0) 32 : cluster 3 failed to encode map e330 with expected crc 2024-03-22T07:11:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:04 smithi129 bash[79695]: cluster 2024-03-22T07:11:03.353814+0000 osd.1 (osd.1) 40 : cluster 3 failed to encode map e330 with expected crc 2024-03-22T07:11:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:04 smithi129 bash[79695]: cluster 2024-03-22T07:11:03.366741+0000 osd.4 (osd.4) 38 : cluster 3 failed to encode map e330 with expected crc 2024-03-22T07:11:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:04 smithi129 bash[79695]: cluster 2024-03-22T07:11:03.380559+0000 osd.6 (osd.6) 34 : cluster 3 failed to encode map e330 with expected crc 2024-03-22T07:11:04.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:04 smithi129 bash[31121]: cluster 2024-03-22T07:11:03.239468+0000 mgr.y (mgr.25337) 36 : cluster 0 pgmap v61: 137 pgs: 137 active+clean; 1.1 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 18 MiB/s wr, 523 op/s 2024-03-22T07:11:04.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:04 smithi129 bash[31121]: cluster 2024-03-22T07:11:03.341606+0000 mon.a (mon.0) 92 : cluster 0 osdmap e330: 8 total, 8 up, 8 in 2024-03-22T07:11:04.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:04 smithi129 bash[31121]: cluster 2024-03-22T07:11:03.350588+0000 osd.0 (osd.0) 32 : cluster 3 failed to encode map e330 with expected crc 2024-03-22T07:11:04.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:04 smithi129 bash[31121]: cluster 2024-03-22T07:11:03.353814+0000 osd.1 (osd.1) 40 : cluster 3 failed to encode map e330 with expected crc 2024-03-22T07:11:04.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:04 smithi129 bash[31121]: cluster 2024-03-22T07:11:03.366741+0000 osd.4 (osd.4) 38 : cluster 3 failed to encode map e330 with expected crc 2024-03-22T07:11:04.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:04 smithi129 bash[31121]: cluster 2024-03-22T07:11:03.380559+0000 osd.6 (osd.6) 34 : cluster 3 failed to encode map e330 with expected crc 2024-03-22T07:11:04.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:04 smithi129 bash[31121]: debug 2024-03-22T07:11:04.346+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e331 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:04.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:04 smithi148 bash[23214]: cluster 2024-03-22T07:11:03.239468+0000 mgr.y (mgr.25337) 36 : cluster 0 pgmap v61: 137 pgs: 137 active+clean; 1.1 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 18 MiB/s wr, 523 op/s 2024-03-22T07:11:04.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:04 smithi148 bash[23214]: cluster 2024-03-22T07:11:03.341606+0000 mon.a (mon.0) 92 : cluster 0 osdmap e330: 8 total, 8 up, 8 in 2024-03-22T07:11:04.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:04 smithi148 bash[23214]: cluster 2024-03-22T07:11:03.350588+0000 osd.0 (osd.0) 32 : cluster 3 failed to encode map e330 with expected crc 2024-03-22T07:11:04.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:04 smithi148 bash[23214]: cluster 2024-03-22T07:11:03.353814+0000 osd.1 (osd.1) 40 : cluster 3 failed to encode map e330 with expected crc 2024-03-22T07:11:04.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:04 smithi148 bash[23214]: cluster 2024-03-22T07:11:03.366741+0000 osd.4 (osd.4) 38 : cluster 3 failed to encode map e330 with expected crc 2024-03-22T07:11:04.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:04 smithi148 bash[23214]: cluster 2024-03-22T07:11:03.380559+0000 osd.6 (osd.6) 34 : cluster 3 failed to encode map e330 with expected crc 2024-03-22T07:11:04.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:04 smithi148 bash[23214]: debug 2024-03-22T07:11:04.344+0000 7fa454952700 -1 mon.b@1(peon).osd e331 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:04.772 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:11:05.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:05 smithi129 bash[79695]: cluster 2024-03-22T07:11:04.351496+0000 mon.a (mon.0) 93 : cluster 0 osdmap e331: 8 total, 8 up, 8 in 2024-03-22T07:11:05.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:05 smithi129 bash[79695]: cluster 2024-03-22T07:11:04.366557+0000 osd.6 (osd.6) 35 : cluster 3 failed to encode map e331 with expected crc 2024-03-22T07:11:05.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:05 smithi129 bash[79695]: cluster 2024-03-22T07:11:04.373895+0000 osd.3 (osd.3) 34 : cluster 3 failed to encode map e331 with expected crc 2024-03-22T07:11:05.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:05 smithi129 bash[31121]: cluster 2024-03-22T07:11:04.351496+0000 mon.a (mon.0) 93 : cluster 0 osdmap e331: 8 total, 8 up, 8 in 2024-03-22T07:11:05.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:05 smithi129 bash[31121]: cluster 2024-03-22T07:11:04.366557+0000 osd.6 (osd.6) 35 : cluster 3 failed to encode map e331 with expected crc 2024-03-22T07:11:05.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:05 smithi129 bash[31121]: cluster 2024-03-22T07:11:04.373895+0000 osd.3 (osd.3) 34 : cluster 3 failed to encode map e331 with expected crc 2024-03-22T07:11:05.642 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:11:05.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:05 smithi148 bash[23214]: cluster 2024-03-22T07:11:04.351496+0000 mon.a (mon.0) 93 : cluster 0 osdmap e331: 8 total, 8 up, 8 in 2024-03-22T07:11:05.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:05 smithi148 bash[23214]: cluster 2024-03-22T07:11:04.366557+0000 osd.6 (osd.6) 35 : cluster 3 failed to encode map e331 with expected crc 2024-03-22T07:11:05.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:05 smithi148 bash[23214]: cluster 2024-03-22T07:11:04.373895+0000 osd.3 (osd.3) 34 : cluster 3 failed to encode map e331 with expected crc 2024-03-22T07:11:06.064 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:11:06.552 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.Stress (10536 ms) 2024-03-22T07:11:06.552 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.Stress2 2024-03-22T07:11:06.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:06 smithi129 bash[79695]: cluster 2024-03-22T07:11:04.366158+0000 osd.1 (osd.1) 41 : cluster 3 failed to encode map e331 with expected crc 2024-03-22T07:11:06.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:06 smithi129 bash[79695]: cluster 2024-03-22T07:11:05.240293+0000 mgr.y (mgr.25337) 37 : cluster 0 pgmap v64: 137 pgs: 137 active+clean; 1.2 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 7.9 MiB/s wr, 116 op/s 2024-03-22T07:11:06.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:06 smithi129 bash[31121]: cluster 2024-03-22T07:11:04.366158+0000 osd.1 (osd.1) 41 : cluster 3 failed to encode map e331 with expected crc 2024-03-22T07:11:06.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:06 smithi129 bash[31121]: cluster 2024-03-22T07:11:05.240293+0000 mgr.y (mgr.25337) 37 : cluster 0 pgmap v64: 137 pgs: 137 active+clean; 1.2 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 7.9 MiB/s wr, 116 op/s 2024-03-22T07:11:06.634 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:11:06.665 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 4120379~5796338 2024-03-22T07:11:06.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:06 smithi148 bash[23214]: cluster 2024-03-22T07:11:04.366158+0000 osd.1 (osd.1) 41 : cluster 3 failed to encode map e331 with expected crc 2024-03-22T07:11:06.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:06 smithi148 bash[23214]: cluster 2024-03-22T07:11:05.240293+0000 mgr.y (mgr.25337) 37 : cluster 0 pgmap v64: 137 pgs: 137 active+clean; 1.2 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 7.9 MiB/s wr, 116 op/s 2024-03-22T07:11:06.750 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 74581625~5264067 2024-03-22T07:11:06.750 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 20115692~2832269 2024-03-22T07:11:06.784 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 37980661~4147274 2024-03-22T07:11:06.784 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 49961328~7110412 2024-03-22T07:11:06.853 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 22547272~5101201 2024-03-22T07:11:06.858 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 49746956~1991576 2024-03-22T07:11:06.876 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 50649780~8369967 2024-03-22T07:11:06.894 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap0 2024-03-22T07:11:07.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:07 smithi129 bash[31121]: debug 2024-03-22T07:11:07.366+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e332 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:07.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:07 smithi148 bash[23214]: debug 2024-03-22T07:11:07.368+0000 7fa454952700 -1 mon.b@1(peon).osd e332 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:08.434 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap0 2024-03-22T07:11:08.457 INFO:tasks.workunit.client.0.smithi129.stdout:clone image175 -> image178 2024-03-22T07:11:08.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:08 smithi129 bash[79695]: cluster 2024-03-22T07:11:07.241032+0000 mgr.y (mgr.25337) 38 : cluster 0 pgmap v65: 137 pgs: 137 active+clean; 1.2 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 5.3 MiB/s wr, 79 op/s 2024-03-22T07:11:08.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:08 smithi129 bash[79695]: cluster 2024-03-22T07:11:07.374049+0000 mon.a (mon.0) 94 : cluster 0 osdmap e332: 8 total, 8 up, 8 in 2024-03-22T07:11:08.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:08 smithi129 bash[79695]: cluster 2024-03-22T07:11:07.385702+0000 osd.0 (osd.0) 33 : cluster 3 failed to encode map e332 with expected crc 2024-03-22T07:11:08.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:08 smithi129 bash[79695]: cluster 2024-03-22T07:11:07.385706+0000 osd.1 (osd.1) 42 : cluster 3 failed to encode map e332 with expected crc 2024-03-22T07:11:08.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:08 smithi129 bash[79695]: audit 2024-03-22T07:11:08.353971+0000 mon.c (mon.2) 125 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:11:08.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:08 smithi129 bash[31121]: cluster 2024-03-22T07:11:07.241032+0000 mgr.y (mgr.25337) 38 : cluster 0 pgmap v65: 137 pgs: 137 active+clean; 1.2 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 5.3 MiB/s wr, 79 op/s 2024-03-22T07:11:08.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:08 smithi129 bash[31121]: cluster 2024-03-22T07:11:07.374049+0000 mon.a (mon.0) 94 : cluster 0 osdmap e332: 8 total, 8 up, 8 in 2024-03-22T07:11:08.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:08 smithi129 bash[31121]: cluster 2024-03-22T07:11:07.385702+0000 osd.0 (osd.0) 33 : cluster 3 failed to encode map e332 with expected crc 2024-03-22T07:11:08.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:08 smithi129 bash[31121]: cluster 2024-03-22T07:11:07.385706+0000 osd.1 (osd.1) 42 : cluster 3 failed to encode map e332 with expected crc 2024-03-22T07:11:08.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:08 smithi129 bash[31121]: audit 2024-03-22T07:11:08.353971+0000 mon.c (mon.2) 125 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:11:08.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:08 smithi129 bash[31121]: debug 2024-03-22T07:11:08.378+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e333 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:08.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:08 smithi148 bash[23214]: cluster 2024-03-22T07:11:07.241032+0000 mgr.y (mgr.25337) 38 : cluster 0 pgmap v65: 137 pgs: 137 active+clean; 1.2 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 5.3 MiB/s wr, 79 op/s 2024-03-22T07:11:08.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:08 smithi148 bash[23214]: cluster 2024-03-22T07:11:07.374049+0000 mon.a (mon.0) 94 : cluster 0 osdmap e332: 8 total, 8 up, 8 in 2024-03-22T07:11:08.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:08 smithi148 bash[23214]: cluster 2024-03-22T07:11:07.385702+0000 osd.0 (osd.0) 33 : cluster 3 failed to encode map e332 with expected crc 2024-03-22T07:11:08.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:08 smithi148 bash[23214]: cluster 2024-03-22T07:11:07.385706+0000 osd.1 (osd.1) 42 : cluster 3 failed to encode map e332 with expected crc 2024-03-22T07:11:08.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:08 smithi148 bash[23214]: audit 2024-03-22T07:11:08.353971+0000 mon.c (mon.2) 125 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:11:08.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:08 smithi148 bash[23214]: debug 2024-03-22T07:11:08.380+0000 7fa454952700 -1 mon.b@1(peon).osd e333 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:08.690 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 6382414~4532936 2024-03-22T07:11:08.795 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 11956221~436590 2024-03-22T07:11:08.801 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 20094831~6370976 2024-03-22T07:11:08.864 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 82654986~531894 2024-03-22T07:11:08.877 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 69536748~6374524 2024-03-22T07:11:08.941 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 81422506~2463574 2024-03-22T07:11:08.946 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 50202952~4582501 2024-03-22T07:11:09.011 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 18235176~3316791 2024-03-22T07:11:09.017 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:11:09.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:09 smithi148 bash[23214]: debug 2024-03-22T07:11:09.392+0000 7fa454952700 -1 mon.b@1(peon).osd e334 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:09.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:09 smithi148 bash[23214]: cluster 2024-03-22T07:11:07.414073+0000 osd.3 (osd.3) 35 : cluster 3 failed to encode map e332 with expected crc 2024-03-22T07:11:09.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:09 smithi148 bash[23214]: cluster 2024-03-22T07:11:08.387641+0000 mon.a (mon.0) 95 : cluster 0 osdmap e333: 8 total, 8 up, 8 in 2024-03-22T07:11:09.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:09 smithi148 bash[23214]: cluster 2024-03-22T07:11:08.398636+0000 osd.1 (osd.1) 43 : cluster 3 failed to encode map e333 with expected crc 2024-03-22T07:11:09.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:09 smithi148 bash[23214]: cluster 2024-03-22T07:11:08.401136+0000 osd.4 (osd.4) 39 : cluster 3 failed to encode map e333 with expected crc 2024-03-22T07:11:09.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:09 smithi148 bash[23214]: cluster 2024-03-22T07:11:08.406481+0000 osd.3 (osd.3) 36 : cluster 3 failed to encode map e333 with expected crc 2024-03-22T07:11:09.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:09 smithi148 bash[23214]: cluster 2024-03-22T07:11:08.423533+0000 osd.0 (osd.0) 34 : cluster 3 failed to encode map e333 with expected crc 2024-03-22T07:11:09.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:09 smithi129 bash[79695]: cluster 2024-03-22T07:11:07.414073+0000 osd.3 (osd.3) 35 : cluster 3 failed to encode map e332 with expected crc 2024-03-22T07:11:09.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:09 smithi129 bash[79695]: cluster 2024-03-22T07:11:08.387641+0000 mon.a (mon.0) 95 : cluster 0 osdmap e333: 8 total, 8 up, 8 in 2024-03-22T07:11:09.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:09 smithi129 bash[79695]: cluster 2024-03-22T07:11:08.398636+0000 osd.1 (osd.1) 43 : cluster 3 failed to encode map e333 with expected crc 2024-03-22T07:11:09.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:09 smithi129 bash[79695]: cluster 2024-03-22T07:11:08.401136+0000 osd.4 (osd.4) 39 : cluster 3 failed to encode map e333 with expected crc 2024-03-22T07:11:09.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:09 smithi129 bash[79695]: cluster 2024-03-22T07:11:08.406481+0000 osd.3 (osd.3) 36 : cluster 3 failed to encode map e333 with expected crc 2024-03-22T07:11:09.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:09 smithi129 bash[79695]: cluster 2024-03-22T07:11:08.423533+0000 osd.0 (osd.0) 34 : cluster 3 failed to encode map e333 with expected crc 2024-03-22T07:11:09.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:09 smithi129 bash[31121]: debug 2024-03-22T07:11:09.390+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e334 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:09.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:09 smithi129 bash[31121]: cluster 2024-03-22T07:11:07.414073+0000 osd.3 (osd.3) 35 : cluster 3 failed to encode map e332 with expected crc 2024-03-22T07:11:09.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:09 smithi129 bash[31121]: cluster 2024-03-22T07:11:08.387641+0000 mon.a (mon.0) 95 : cluster 0 osdmap e333: 8 total, 8 up, 8 in 2024-03-22T07:11:09.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:09 smithi129 bash[31121]: cluster 2024-03-22T07:11:08.398636+0000 osd.1 (osd.1) 43 : cluster 3 failed to encode map e333 with expected crc 2024-03-22T07:11:09.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:09 smithi129 bash[31121]: cluster 2024-03-22T07:11:08.401136+0000 osd.4 (osd.4) 39 : cluster 3 failed to encode map e333 with expected crc 2024-03-22T07:11:09.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:09 smithi129 bash[31121]: cluster 2024-03-22T07:11:08.406481+0000 osd.3 (osd.3) 36 : cluster 3 failed to encode map e333 with expected crc 2024-03-22T07:11:09.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:09 smithi129 bash[31121]: cluster 2024-03-22T07:11:08.423533+0000 osd.0 (osd.0) 34 : cluster 3 failed to encode map e333 with expected crc 2024-03-22T07:11:10.453 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap1 2024-03-22T07:11:10.489 INFO:tasks.workunit.client.0.smithi129.stdout:clone image178 -> image180 2024-03-22T07:11:10.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:10 smithi148 bash[23214]: cluster 2024-03-22T07:11:09.241809+0000 mgr.y (mgr.25337) 39 : cluster 0 pgmap v68: 137 pgs: 137 active+clean; 1.2 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 5.3 MiB/s wr, 79 op/s 2024-03-22T07:11:10.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:10 smithi148 bash[23214]: cluster 2024-03-22T07:11:09.396921+0000 mon.a (mon.0) 96 : cluster 0 osdmap e334: 8 total, 8 up, 8 in 2024-03-22T07:11:10.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:10 smithi148 bash[23214]: cluster 2024-03-22T07:11:09.407829+0000 osd.3 (osd.3) 37 : cluster 3 failed to encode map e334 with expected crc 2024-03-22T07:11:10.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:10 smithi148 bash[23214]: cluster 2024-03-22T07:11:09.411105+0000 osd.5 (osd.5) 22 : cluster 3 failed to encode map e334 with expected crc 2024-03-22T07:11:10.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:10 smithi148 bash[23214]: cluster 2024-03-22T07:11:09.421439+0000 osd.0 (osd.0) 35 : cluster 3 failed to encode map e334 with expected crc 2024-03-22T07:11:10.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:10 smithi148 bash[23214]: cluster 2024-03-22T07:11:09.433903+0000 osd.6 (osd.6) 36 : cluster 3 failed to encode map e334 with expected crc 2024-03-22T07:11:10.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:10 smithi148 bash[23214]: debug 2024-03-22T07:11:10.404+0000 7fa454952700 -1 mon.b@1(peon).osd e335 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:10.816 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 28268556~4796436 2024-03-22T07:11:10.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:10 smithi129 bash[79695]: cluster 2024-03-22T07:11:09.241809+0000 mgr.y (mgr.25337) 39 : cluster 0 pgmap v68: 137 pgs: 137 active+clean; 1.2 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 5.3 MiB/s wr, 79 op/s 2024-03-22T07:11:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:10 smithi129 bash[79695]: cluster 2024-03-22T07:11:09.396921+0000 mon.a (mon.0) 96 : cluster 0 osdmap e334: 8 total, 8 up, 8 in 2024-03-22T07:11:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:10 smithi129 bash[79695]: cluster 2024-03-22T07:11:09.407829+0000 osd.3 (osd.3) 37 : cluster 3 failed to encode map e334 with expected crc 2024-03-22T07:11:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:10 smithi129 bash[79695]: cluster 2024-03-22T07:11:09.411105+0000 osd.5 (osd.5) 22 : cluster 3 failed to encode map e334 with expected crc 2024-03-22T07:11:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:10 smithi129 bash[79695]: cluster 2024-03-22T07:11:09.421439+0000 osd.0 (osd.0) 35 : cluster 3 failed to encode map e334 with expected crc 2024-03-22T07:11:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:10 smithi129 bash[79695]: cluster 2024-03-22T07:11:09.433903+0000 osd.6 (osd.6) 36 : cluster 3 failed to encode map e334 with expected crc 2024-03-22T07:11:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:10 smithi129 bash[31121]: cluster 2024-03-22T07:11:09.241809+0000 mgr.y (mgr.25337) 39 : cluster 0 pgmap v68: 137 pgs: 137 active+clean; 1.2 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 5.3 MiB/s wr, 79 op/s 2024-03-22T07:11:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:10 smithi129 bash[31121]: cluster 2024-03-22T07:11:09.396921+0000 mon.a (mon.0) 96 : cluster 0 osdmap e334: 8 total, 8 up, 8 in 2024-03-22T07:11:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:10 smithi129 bash[31121]: cluster 2024-03-22T07:11:09.407829+0000 osd.3 (osd.3) 37 : cluster 3 failed to encode map e334 with expected crc 2024-03-22T07:11:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:10 smithi129 bash[31121]: cluster 2024-03-22T07:11:09.411105+0000 osd.5 (osd.5) 22 : cluster 3 failed to encode map e334 with expected crc 2024-03-22T07:11:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:10 smithi129 bash[31121]: cluster 2024-03-22T07:11:09.421439+0000 osd.0 (osd.0) 35 : cluster 3 failed to encode map e334 with expected crc 2024-03-22T07:11:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:10 smithi129 bash[31121]: cluster 2024-03-22T07:11:09.433903+0000 osd.6 (osd.6) 36 : cluster 3 failed to encode map e334 with expected crc 2024-03-22T07:11:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:10 smithi129 bash[31121]: debug 2024-03-22T07:11:10.398+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e335 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:10.902 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 45461281~2186681 2024-03-22T07:11:10.928 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 40842315~2732412 2024-03-22T07:11:10.958 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 63444245~899689 2024-03-22T07:11:10.972 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 51212697~6703191 2024-03-22T07:11:11.058 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 68060457~5042121 2024-03-22T07:11:11.114 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 68295313~2688203 2024-03-22T07:11:11.146 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 28290618~7334007 2024-03-22T07:11:11.161 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap2 2024-03-22T07:11:11.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:11 smithi148 bash[23214]: debug 2024-03-22T07:11:11.408+0000 7fa454952700 -1 mon.b@1(peon).osd e336 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:11.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:11 smithi148 bash[23214]: cluster 2024-03-22T07:11:10.406822+0000 mon.a (mon.0) 97 : cluster 0 osdmap e335: 8 total, 8 up, 8 in 2024-03-22T07:11:11.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:11 smithi148 bash[23214]: cluster 2024-03-22T07:11:10.423175+0000 osd.4 (osd.4) 40 : cluster 3 failed to encode map e335 with expected crc 2024-03-22T07:11:11.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:11 smithi148 bash[23214]: cluster 2024-03-22T07:11:10.428841+0000 osd.6 (osd.6) 37 : cluster 3 failed to encode map e335 with expected crc 2024-03-22T07:11:11.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:11 smithi148 bash[23214]: cluster 2024-03-22T07:11:10.441638+0000 osd.0 (osd.0) 36 : cluster 3 failed to encode map e335 with expected crc 2024-03-22T07:11:11.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:11 smithi148 bash[23214]: cluster 2024-03-22T07:11:10.464366+0000 osd.5 (osd.5) 23 : cluster 3 failed to encode map e335 with expected crc 2024-03-22T07:11:11.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:11 smithi129 bash[79695]: cluster 2024-03-22T07:11:10.406822+0000 mon.a (mon.0) 97 : cluster 0 osdmap e335: 8 total, 8 up, 8 in 2024-03-22T07:11:11.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:11 smithi129 bash[79695]: cluster 2024-03-22T07:11:10.423175+0000 osd.4 (osd.4) 40 : cluster 3 failed to encode map e335 with expected crc 2024-03-22T07:11:11.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:11 smithi129 bash[79695]: cluster 2024-03-22T07:11:10.428841+0000 osd.6 (osd.6) 37 : cluster 3 failed to encode map e335 with expected crc 2024-03-22T07:11:11.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:11 smithi129 bash[79695]: cluster 2024-03-22T07:11:10.441638+0000 osd.0 (osd.0) 36 : cluster 3 failed to encode map e335 with expected crc 2024-03-22T07:11:11.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:11 smithi129 bash[79695]: cluster 2024-03-22T07:11:10.464366+0000 osd.5 (osd.5) 23 : cluster 3 failed to encode map e335 with expected crc 2024-03-22T07:11:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:11 smithi129 bash[31121]: debug 2024-03-22T07:11:11.410+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e336 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:11 smithi129 bash[31121]: cluster 2024-03-22T07:11:10.406822+0000 mon.a (mon.0) 97 : cluster 0 osdmap e335: 8 total, 8 up, 8 in 2024-03-22T07:11:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:11 smithi129 bash[31121]: cluster 2024-03-22T07:11:10.423175+0000 osd.4 (osd.4) 40 : cluster 3 failed to encode map e335 with expected crc 2024-03-22T07:11:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:11 smithi129 bash[31121]: cluster 2024-03-22T07:11:10.428841+0000 osd.6 (osd.6) 37 : cluster 3 failed to encode map e335 with expected crc 2024-03-22T07:11:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:11 smithi129 bash[31121]: cluster 2024-03-22T07:11:10.441638+0000 osd.0 (osd.0) 36 : cluster 3 failed to encode map e335 with expected crc 2024-03-22T07:11:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:11 smithi129 bash[31121]: cluster 2024-03-22T07:11:10.464366+0000 osd.5 (osd.5) 23 : cluster 3 failed to encode map e335 with expected crc 2024-03-22T07:11:12.474 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap2 2024-03-22T07:11:12.532 INFO:tasks.workunit.client.0.smithi129.stdout:clone image180 -> image182 2024-03-22T07:11:12.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:12 smithi148 bash[23214]: debug 2024-03-22T07:11:12.412+0000 7fa454952700 -1 mon.b@1(peon).osd e337 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:12.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:12 smithi148 bash[23214]: cluster 2024-03-22T07:11:10.418853+0000 osd.3 (osd.3) 38 : cluster 3 failed to encode map e335 with expected crc 2024-03-22T07:11:12.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:12 smithi148 bash[23214]: cluster 2024-03-22T07:11:11.242553+0000 mgr.y (mgr.25337) 40 : cluster 0 pgmap v71: 137 pgs: 137 active+clean; 1.3 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 20 MiB/s wr, 1.02k op/s 2024-03-22T07:11:12.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:12 smithi148 bash[23214]: cluster 2024-03-22T07:11:11.419462+0000 mon.a (mon.0) 98 : cluster 0 osdmap e336: 8 total, 8 up, 8 in 2024-03-22T07:11:12.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:12 smithi148 bash[23214]: cluster 2024-03-22T07:11:11.429097+0000 osd.3 (osd.3) 39 : cluster 3 failed to encode map e336 with expected crc 2024-03-22T07:11:12.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:12 smithi148 bash[23214]: cluster 2024-03-22T07:11:11.431156+0000 osd.4 (osd.4) 41 : cluster 3 failed to encode map e336 with expected crc 2024-03-22T07:11:12.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:12 smithi148 bash[23214]: cluster 2024-03-22T07:11:11.437855+0000 osd.0 (osd.0) 37 : cluster 3 failed to encode map e336 with expected crc 2024-03-22T07:11:12.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:12 smithi129 bash[79695]: cluster 2024-03-22T07:11:10.418853+0000 osd.3 (osd.3) 38 : cluster 3 failed to encode map e335 with expected crc 2024-03-22T07:11:12.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:12 smithi129 bash[79695]: cluster 2024-03-22T07:11:11.242553+0000 mgr.y (mgr.25337) 40 : cluster 0 pgmap v71: 137 pgs: 137 active+clean; 1.3 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 20 MiB/s wr, 1.02k op/s 2024-03-22T07:11:12.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:12 smithi129 bash[79695]: cluster 2024-03-22T07:11:11.419462+0000 mon.a (mon.0) 98 : cluster 0 osdmap e336: 8 total, 8 up, 8 in 2024-03-22T07:11:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:12 smithi129 bash[79695]: cluster 2024-03-22T07:11:11.429097+0000 osd.3 (osd.3) 39 : cluster 3 failed to encode map e336 with expected crc 2024-03-22T07:11:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:12 smithi129 bash[79695]: cluster 2024-03-22T07:11:11.431156+0000 osd.4 (osd.4) 41 : cluster 3 failed to encode map e336 with expected crc 2024-03-22T07:11:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:12 smithi129 bash[79695]: cluster 2024-03-22T07:11:11.437855+0000 osd.0 (osd.0) 37 : cluster 3 failed to encode map e336 with expected crc 2024-03-22T07:11:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:12 smithi129 bash[31121]: debug 2024-03-22T07:11:12.410+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e337 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:12 smithi129 bash[31121]: cluster 2024-03-22T07:11:10.418853+0000 osd.3 (osd.3) 38 : cluster 3 failed to encode map e335 with expected crc 2024-03-22T07:11:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:12 smithi129 bash[31121]: cluster 2024-03-22T07:11:11.242553+0000 mgr.y (mgr.25337) 40 : cluster 0 pgmap v71: 137 pgs: 137 active+clean; 1.3 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 20 MiB/s wr, 1.02k op/s 2024-03-22T07:11:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:12 smithi129 bash[31121]: cluster 2024-03-22T07:11:11.419462+0000 mon.a (mon.0) 98 : cluster 0 osdmap e336: 8 total, 8 up, 8 in 2024-03-22T07:11:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:12 smithi129 bash[31121]: cluster 2024-03-22T07:11:11.429097+0000 osd.3 (osd.3) 39 : cluster 3 failed to encode map e336 with expected crc 2024-03-22T07:11:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:12 smithi129 bash[31121]: cluster 2024-03-22T07:11:11.431156+0000 osd.4 (osd.4) 41 : cluster 3 failed to encode map e336 with expected crc 2024-03-22T07:11:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:12 smithi129 bash[31121]: cluster 2024-03-22T07:11:11.437855+0000 osd.0 (osd.0) 37 : cluster 3 failed to encode map e336 with expected crc 2024-03-22T07:11:12.914 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 165825961 2024-03-22T07:11:12.946 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 47974520~5285956 2024-03-22T07:11:13.046 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 161397635~4428326 2024-03-22T07:11:13.046 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 83753183~6548855 2024-03-22T07:11:13.130 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 40713167~3907733 2024-03-22T07:11:13.155 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 99586581~6941529 2024-03-22T07:11:13.218 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 18325374~5375618 2024-03-22T07:11:13.259 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 63440971~1773522 2024-03-22T07:11:13.288 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 131120883~6888662 2024-03-22T07:11:13.289 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap3 2024-03-22T07:11:13.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[79695]: cluster 2024-03-22T07:11:11.763312+0000 osd.5 (osd.5) 24 : cluster 3 failed to encode map e336 with expected crc 2024-03-22T07:11:13.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[79695]: cluster 2024-03-22T07:11:12.418714+0000 mon.a (mon.0) 99 : cluster 0 osdmap e337: 8 total, 8 up, 8 in 2024-03-22T07:11:13.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[79695]: cluster 2024-03-22T07:11:12.430977+0000 osd.2 (osd.2) 19 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[79695]: cluster 2024-03-22T07:11:12.430988+0000 osd.1 (osd.1) 44 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[79695]: cluster 2024-03-22T07:11:12.444906+0000 osd.0 (osd.0) 38 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[79695]: cluster 2024-03-22T07:11:12.465288+0000 osd.4 (osd.4) 42 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[79695]: cluster 2024-03-22T07:11:12.540309+0000 osd.5 (osd.5) 25 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[79695]: cluster 2024-03-22T07:11:12.576411+0000 osd.6 (osd.6) 38 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[31121]: debug 2024-03-22T07:11:13.446+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e338 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:13.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[31121]: cluster 2024-03-22T07:11:11.763312+0000 osd.5 (osd.5) 24 : cluster 3 failed to encode map e336 with expected crc 2024-03-22T07:11:13.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[31121]: cluster 2024-03-22T07:11:12.418714+0000 mon.a (mon.0) 99 : cluster 0 osdmap e337: 8 total, 8 up, 8 in 2024-03-22T07:11:13.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[31121]: cluster 2024-03-22T07:11:12.430977+0000 osd.2 (osd.2) 19 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[31121]: cluster 2024-03-22T07:11:12.430988+0000 osd.1 (osd.1) 44 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[31121]: cluster 2024-03-22T07:11:12.444906+0000 osd.0 (osd.0) 38 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[31121]: cluster 2024-03-22T07:11:12.465288+0000 osd.4 (osd.4) 42 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[31121]: cluster 2024-03-22T07:11:12.540309+0000 osd.5 (osd.5) 25 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[31121]: cluster 2024-03-22T07:11:12.576411+0000 osd.6 (osd.6) 38 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:13 smithi148 bash[23214]: debug 2024-03-22T07:11:13.448+0000 7fa454952700 -1 mon.b@1(peon).osd e338 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:13.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:13 smithi148 bash[23214]: cluster 2024-03-22T07:11:11.763312+0000 osd.5 (osd.5) 24 : cluster 3 failed to encode map e336 with expected crc 2024-03-22T07:11:13.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:13 smithi148 bash[23214]: cluster 2024-03-22T07:11:12.418714+0000 mon.a (mon.0) 99 : cluster 0 osdmap e337: 8 total, 8 up, 8 in 2024-03-22T07:11:13.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:13 smithi148 bash[23214]: cluster 2024-03-22T07:11:12.430977+0000 osd.2 (osd.2) 19 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:13 smithi148 bash[23214]: cluster 2024-03-22T07:11:12.430988+0000 osd.1 (osd.1) 44 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:13 smithi148 bash[23214]: cluster 2024-03-22T07:11:12.444906+0000 osd.0 (osd.0) 38 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:13 smithi148 bash[23214]: cluster 2024-03-22T07:11:12.465288+0000 osd.4 (osd.4) 42 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:13 smithi148 bash[23214]: cluster 2024-03-22T07:11:12.540309+0000 osd.5 (osd.5) 25 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:13.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:13 smithi148 bash[23214]: cluster 2024-03-22T07:11:12.576411+0000 osd.6 (osd.6) 38 : cluster 3 failed to encode map e337 with expected crc 2024-03-22T07:11:14.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:11:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:11:13] "GET /metrics HTTP/1.1" 200 38838 "" "Prometheus/2.43.0" 2024-03-22T07:11:14.509 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap3 2024-03-22T07:11:14.536 INFO:tasks.workunit.client.0.smithi129.stdout:clone image182 -> image184 2024-03-22T07:11:14.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:14 smithi129 bash[79695]: cluster 2024-03-22T07:11:13.243298+0000 mgr.y (mgr.25337) 41 : cluster 0 pgmap v74: 137 pgs: 137 active+clean; 1.3 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 20 MiB/s wr, 1.02k op/s 2024-03-22T07:11:14.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:14 smithi129 bash[79695]: cluster 2024-03-22T07:11:13.455579+0000 mon.a (mon.0) 100 : cluster 0 osdmap e338: 8 total, 8 up, 8 in 2024-03-22T07:11:14.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:14 smithi129 bash[79695]: cluster 2024-03-22T07:11:13.466564+0000 osd.1 (osd.1) 45 : cluster 3 failed to encode map e338 with expected crc 2024-03-22T07:11:14.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:14 smithi129 bash[79695]: cluster 2024-03-22T07:11:13.468482+0000 osd.7 (osd.7) 17 : cluster 3 failed to encode map e338 with expected crc 2024-03-22T07:11:14.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:14 smithi129 bash[79695]: cluster 2024-03-22T07:11:13.478056+0000 osd.6 (osd.6) 39 : cluster 3 failed to encode map e338 with expected crc 2024-03-22T07:11:14.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:14 smithi129 bash[79695]: cluster 2024-03-22T07:11:13.497709+0000 osd.0 (osd.0) 39 : cluster 3 failed to encode map e338 with expected crc 2024-03-22T07:11:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:14 smithi129 bash[31121]: cluster 2024-03-22T07:11:13.243298+0000 mgr.y (mgr.25337) 41 : cluster 0 pgmap v74: 137 pgs: 137 active+clean; 1.3 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 20 MiB/s wr, 1.02k op/s 2024-03-22T07:11:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:14 smithi129 bash[31121]: cluster 2024-03-22T07:11:13.455579+0000 mon.a (mon.0) 100 : cluster 0 osdmap e338: 8 total, 8 up, 8 in 2024-03-22T07:11:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:14 smithi129 bash[31121]: cluster 2024-03-22T07:11:13.466564+0000 osd.1 (osd.1) 45 : cluster 3 failed to encode map e338 with expected crc 2024-03-22T07:11:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:14 smithi129 bash[31121]: cluster 2024-03-22T07:11:13.468482+0000 osd.7 (osd.7) 17 : cluster 3 failed to encode map e338 with expected crc 2024-03-22T07:11:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:14 smithi129 bash[31121]: cluster 2024-03-22T07:11:13.478056+0000 osd.6 (osd.6) 39 : cluster 3 failed to encode map e338 with expected crc 2024-03-22T07:11:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:14 smithi129 bash[31121]: cluster 2024-03-22T07:11:13.497709+0000 osd.0 (osd.0) 39 : cluster 3 failed to encode map e338 with expected crc 2024-03-22T07:11:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:14 smithi129 bash[31121]: debug 2024-03-22T07:11:14.458+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e339 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:14.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:14 smithi148 bash[23214]: cluster 2024-03-22T07:11:13.243298+0000 mgr.y (mgr.25337) 41 : cluster 0 pgmap v74: 137 pgs: 137 active+clean; 1.3 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 20 MiB/s wr, 1.02k op/s 2024-03-22T07:11:14.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:14 smithi148 bash[23214]: cluster 2024-03-22T07:11:13.455579+0000 mon.a (mon.0) 100 : cluster 0 osdmap e338: 8 total, 8 up, 8 in 2024-03-22T07:11:14.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:14 smithi148 bash[23214]: cluster 2024-03-22T07:11:13.466564+0000 osd.1 (osd.1) 45 : cluster 3 failed to encode map e338 with expected crc 2024-03-22T07:11:14.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:14 smithi148 bash[23214]: cluster 2024-03-22T07:11:13.468482+0000 osd.7 (osd.7) 17 : cluster 3 failed to encode map e338 with expected crc 2024-03-22T07:11:14.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:14 smithi148 bash[23214]: cluster 2024-03-22T07:11:13.478056+0000 osd.6 (osd.6) 39 : cluster 3 failed to encode map e338 with expected crc 2024-03-22T07:11:14.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:14 smithi148 bash[23214]: cluster 2024-03-22T07:11:13.497709+0000 osd.0 (osd.0) 39 : cluster 3 failed to encode map e338 with expected crc 2024-03-22T07:11:14.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:14 smithi148 bash[23214]: debug 2024-03-22T07:11:14.459+0000 7fa454952700 -1 mon.b@1(peon).osd e339 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:15.002 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 214699029 2024-03-22T07:11:15.041 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:11:15.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:15 smithi129 bash[79695]: cluster 2024-03-22T07:11:14.465565+0000 mon.a (mon.0) 101 : cluster 0 osdmap e339: 8 total, 8 up, 8 in 2024-03-22T07:11:15.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:15 smithi129 bash[79695]: cluster 2024-03-22T07:11:14.477355+0000 osd.3 (osd.3) 40 : cluster 3 failed to encode map e339 with expected crc 2024-03-22T07:11:15.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:15 smithi129 bash[79695]: cluster 2024-03-22T07:11:14.479690+0000 osd.4 (osd.4) 43 : cluster 3 failed to encode map e339 with expected crc 2024-03-22T07:11:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:15 smithi129 bash[79695]: cluster 2024-03-22T07:11:14.484004+0000 osd.0 (osd.0) 40 : cluster 3 failed to encode map e339 with expected crc 2024-03-22T07:11:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:15 smithi129 bash[79695]: cluster 2024-03-22T07:11:14.499959+0000 osd.6 (osd.6) 40 : cluster 3 failed to encode map e339 with expected crc 2024-03-22T07:11:15.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:15 smithi129 bash[31121]: cluster 2024-03-22T07:11:14.465565+0000 mon.a (mon.0) 101 : cluster 0 osdmap e339: 8 total, 8 up, 8 in 2024-03-22T07:11:15.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:15 smithi129 bash[31121]: cluster 2024-03-22T07:11:14.477355+0000 osd.3 (osd.3) 40 : cluster 3 failed to encode map e339 with expected crc 2024-03-22T07:11:15.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:15 smithi129 bash[31121]: cluster 2024-03-22T07:11:14.479690+0000 osd.4 (osd.4) 43 : cluster 3 failed to encode map e339 with expected crc 2024-03-22T07:11:15.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:15 smithi129 bash[31121]: cluster 2024-03-22T07:11:14.484004+0000 osd.0 (osd.0) 40 : cluster 3 failed to encode map e339 with expected crc 2024-03-22T07:11:15.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:15 smithi129 bash[31121]: cluster 2024-03-22T07:11:14.499959+0000 osd.6 (osd.6) 40 : cluster 3 failed to encode map e339 with expected crc 2024-03-22T07:11:15.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:15 smithi148 bash[23214]: cluster 2024-03-22T07:11:14.465565+0000 mon.a (mon.0) 101 : cluster 0 osdmap e339: 8 total, 8 up, 8 in 2024-03-22T07:11:15.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:15 smithi148 bash[23214]: cluster 2024-03-22T07:11:14.477355+0000 osd.3 (osd.3) 40 : cluster 3 failed to encode map e339 with expected crc 2024-03-22T07:11:15.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:15 smithi148 bash[23214]: cluster 2024-03-22T07:11:14.479690+0000 osd.4 (osd.4) 43 : cluster 3 failed to encode map e339 with expected crc 2024-03-22T07:11:15.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:15 smithi148 bash[23214]: cluster 2024-03-22T07:11:14.484004+0000 osd.0 (osd.0) 40 : cluster 3 failed to encode map e339 with expected crc 2024-03-22T07:11:15.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:15 smithi148 bash[23214]: cluster 2024-03-22T07:11:14.499959+0000 osd.6 (osd.6) 40 : cluster 3 failed to encode map e339 with expected crc 2024-03-22T07:11:16.251 INFO:tasks.workunit.client.0.smithi129.stdout:write: a 99781988~7546143 2024-03-22T07:11:16.343 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 190821440~7072502 2024-03-22T07:11:16.354 INFO:tasks.workunit.client.0.smithi129.stdout:write: a 76869569~5054114 2024-03-22T07:11:16.430 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 188548889~5386105 2024-03-22T07:11:16.436 INFO:tasks.workunit.client.0.smithi129.stdout:write: a 10386846~4496891 2024-03-22T07:11:16.500 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 194156306~927280 2024-03-22T07:11:16.502 INFO:tasks.workunit.client.0.smithi129.stdout:write: a 197950545~7037515 2024-03-22T07:11:16.539 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 201126461~6979019 2024-03-22T07:11:16.548 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: user0 2024-03-22T07:11:16.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:16 smithi129 bash[31121]: cluster 2024-03-22T07:11:14.593851+0000 osd.5 (osd.5) 26 : cluster 3 failed to encode map e339 with expected crc 2024-03-22T07:11:16.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:16 smithi129 bash[31121]: cluster 2024-03-22T07:11:15.244098+0000 mgr.y (mgr.25337) 42 : cluster 0 pgmap v77: 137 pgs: 137 active+clean; 1.4 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 22 MiB/s wr, 481 op/s 2024-03-22T07:11:16.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:16 smithi129 bash[79695]: cluster 2024-03-22T07:11:14.593851+0000 osd.5 (osd.5) 26 : cluster 3 failed to encode map e339 with expected crc 2024-03-22T07:11:16.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:16 smithi129 bash[79695]: cluster 2024-03-22T07:11:15.244098+0000 mgr.y (mgr.25337) 42 : cluster 0 pgmap v77: 137 pgs: 137 active+clean; 1.4 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 22 MiB/s wr, 481 op/s 2024-03-22T07:11:16.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:16 smithi148 bash[23214]: cluster 2024-03-22T07:11:14.593851+0000 osd.5 (osd.5) 26 : cluster 3 failed to encode map e339 with expected crc 2024-03-22T07:11:16.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:16 smithi148 bash[23214]: cluster 2024-03-22T07:11:15.244098+0000 mgr.y (mgr.25337) 42 : cluster 0 pgmap v77: 137 pgs: 137 active+clean; 1.4 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 22 MiB/s wr, 481 op/s 2024-03-22T07:11:17.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:17 smithi129 bash[31121]: debug 2024-03-22T07:11:17.497+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e340 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:17.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:17 smithi148 bash[23214]: debug 2024-03-22T07:11:17.499+0000 7fa454952700 -1 mon.b@1(peon).osd e340 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:18.553 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 379702509 2024-03-22T07:11:18.580 INFO:tasks.workunit.client.0.smithi129.stdout:write: b 139380399~1881873 2024-03-22T07:11:18.603 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 223136226~768070 2024-03-22T07:11:18.604 INFO:tasks.workunit.client.0.smithi129.stdout:write: b 256656303~6579979 2024-03-22T07:11:18.630 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 268459730~632482 2024-03-22T07:11:18.630 INFO:tasks.workunit.client.0.smithi129.stdout:write: b 357773793~3970105 2024-03-22T07:11:18.644 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 309532782~1103267 2024-03-22T07:11:18.644 INFO:tasks.workunit.client.0.smithi129.stdout:write: b 281043177~3727090 2024-03-22T07:11:18.652 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 167967995~5471956 2024-03-22T07:11:18.652 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: user1 2024-03-22T07:11:18.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:18 smithi129 bash[79695]: cluster 2024-03-22T07:11:17.244869+0000 mgr.y (mgr.25337) 43 : cluster 0 pgmap v78: 137 pgs: 137 active+clean; 1.4 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 15 MiB/s wr, 331 op/s 2024-03-22T07:11:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:18 smithi129 bash[79695]: cluster 2024-03-22T07:11:17.507109+0000 mon.a (mon.0) 102 : cluster 0 osdmap e340: 8 total, 8 up, 8 in 2024-03-22T07:11:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:18 smithi129 bash[79695]: cluster 2024-03-22T07:11:17.519116+0000 osd.3 (osd.3) 41 : cluster 3 failed to encode map e340 with expected crc 2024-03-22T07:11:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:18 smithi129 bash[79695]: cluster 2024-03-22T07:11:17.521196+0000 osd.4 (osd.4) 44 : cluster 3 failed to encode map e340 with expected crc 2024-03-22T07:11:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:18 smithi129 bash[79695]: cluster 2024-03-22T07:11:17.526190+0000 osd.0 (osd.0) 41 : cluster 3 failed to encode map e340 with expected crc 2024-03-22T07:11:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:18 smithi129 bash[79695]: cluster 2024-03-22T07:11:17.541459+0000 osd.2 (osd.2) 20 : cluster 3 failed to encode map e340 with expected crc 2024-03-22T07:11:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:18 smithi129 bash[79695]: cluster 2024-03-22T07:11:17.552894+0000 osd.6 (osd.6) 41 : cluster 3 failed to encode map e340 with expected crc 2024-03-22T07:11:18.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:18 smithi129 bash[31121]: cluster 2024-03-22T07:11:17.244869+0000 mgr.y (mgr.25337) 43 : cluster 0 pgmap v78: 137 pgs: 137 active+clean; 1.4 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 15 MiB/s wr, 331 op/s 2024-03-22T07:11:18.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:18 smithi129 bash[31121]: cluster 2024-03-22T07:11:17.507109+0000 mon.a (mon.0) 102 : cluster 0 osdmap e340: 8 total, 8 up, 8 in 2024-03-22T07:11:18.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:18 smithi129 bash[31121]: cluster 2024-03-22T07:11:17.519116+0000 osd.3 (osd.3) 41 : cluster 3 failed to encode map e340 with expected crc 2024-03-22T07:11:18.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:18 smithi129 bash[31121]: cluster 2024-03-22T07:11:17.521196+0000 osd.4 (osd.4) 44 : cluster 3 failed to encode map e340 with expected crc 2024-03-22T07:11:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:18 smithi129 bash[31121]: cluster 2024-03-22T07:11:17.526190+0000 osd.0 (osd.0) 41 : cluster 3 failed to encode map e340 with expected crc 2024-03-22T07:11:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:18 smithi129 bash[31121]: cluster 2024-03-22T07:11:17.541459+0000 osd.2 (osd.2) 20 : cluster 3 failed to encode map e340 with expected crc 2024-03-22T07:11:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:18 smithi129 bash[31121]: cluster 2024-03-22T07:11:17.552894+0000 osd.6 (osd.6) 41 : cluster 3 failed to encode map e340 with expected crc 2024-03-22T07:11:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:18 smithi129 bash[31121]: debug 2024-03-22T07:11:18.509+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e341 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:18.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:18 smithi148 bash[23214]: cluster 2024-03-22T07:11:17.244869+0000 mgr.y (mgr.25337) 43 : cluster 0 pgmap v78: 137 pgs: 137 active+clean; 1.4 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 15 MiB/s wr, 331 op/s 2024-03-22T07:11:18.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:18 smithi148 bash[23214]: cluster 2024-03-22T07:11:17.507109+0000 mon.a (mon.0) 102 : cluster 0 osdmap e340: 8 total, 8 up, 8 in 2024-03-22T07:11:18.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:18 smithi148 bash[23214]: cluster 2024-03-22T07:11:17.519116+0000 osd.3 (osd.3) 41 : cluster 3 failed to encode map e340 with expected crc 2024-03-22T07:11:18.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:18 smithi148 bash[23214]: cluster 2024-03-22T07:11:17.521196+0000 osd.4 (osd.4) 44 : cluster 3 failed to encode map e340 with expected crc 2024-03-22T07:11:18.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:18 smithi148 bash[23214]: cluster 2024-03-22T07:11:17.526190+0000 osd.0 (osd.0) 41 : cluster 3 failed to encode map e340 with expected crc 2024-03-22T07:11:18.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:18 smithi148 bash[23214]: cluster 2024-03-22T07:11:17.541459+0000 osd.2 (osd.2) 20 : cluster 3 failed to encode map e340 with expected crc 2024-03-22T07:11:18.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:18 smithi148 bash[23214]: cluster 2024-03-22T07:11:17.552894+0000 osd.6 (osd.6) 41 : cluster 3 failed to encode map e340 with expected crc 2024-03-22T07:11:18.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:18 smithi148 bash[23214]: debug 2024-03-22T07:11:18.511+0000 7fa454952700 -1 mon.b@1(peon).osd e341 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:19.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:19 smithi129 bash[79695]: cluster 2024-03-22T07:11:18.518109+0000 mon.a (mon.0) 103 : cluster 0 osdmap e341: 8 total, 8 up, 8 in 2024-03-22T07:11:19.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:19 smithi129 bash[79695]: cluster 2024-03-22T07:11:18.529406+0000 osd.1 (osd.1) 46 : cluster 3 failed to encode map e341 with expected crc 2024-03-22T07:11:19.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:19 smithi129 bash[79695]: cluster 2024-03-22T07:11:18.531952+0000 osd.4 (osd.4) 45 : cluster 3 failed to encode map e341 with expected crc 2024-03-22T07:11:19.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:19 smithi129 bash[79695]: cluster 2024-03-22T07:11:18.535015+0000 osd.3 (osd.3) 42 : cluster 3 failed to encode map e341 with expected crc 2024-03-22T07:11:19.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:19 smithi129 bash[31121]: debug 2024-03-22T07:11:19.521+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e342 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:19.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:19 smithi129 bash[31121]: cluster 2024-03-22T07:11:18.518109+0000 mon.a (mon.0) 103 : cluster 0 osdmap e341: 8 total, 8 up, 8 in 2024-03-22T07:11:19.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:19 smithi129 bash[31121]: cluster 2024-03-22T07:11:18.529406+0000 osd.1 (osd.1) 46 : cluster 3 failed to encode map e341 with expected crc 2024-03-22T07:11:19.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:19 smithi129 bash[31121]: cluster 2024-03-22T07:11:18.531952+0000 osd.4 (osd.4) 45 : cluster 3 failed to encode map e341 with expected crc 2024-03-22T07:11:19.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:19 smithi129 bash[31121]: cluster 2024-03-22T07:11:18.535015+0000 osd.3 (osd.3) 42 : cluster 3 failed to encode map e341 with expected crc 2024-03-22T07:11:19.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:19 smithi148 bash[23214]: debug 2024-03-22T07:11:19.523+0000 7fa454952700 -1 mon.b@1(peon).osd e342 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:19.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:19 smithi148 bash[23214]: cluster 2024-03-22T07:11:18.518109+0000 mon.a (mon.0) 103 : cluster 0 osdmap e341: 8 total, 8 up, 8 in 2024-03-22T07:11:19.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:19 smithi148 bash[23214]: cluster 2024-03-22T07:11:18.529406+0000 osd.1 (osd.1) 46 : cluster 3 failed to encode map e341 with expected crc 2024-03-22T07:11:19.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:19 smithi148 bash[23214]: cluster 2024-03-22T07:11:18.531952+0000 osd.4 (osd.4) 45 : cluster 3 failed to encode map e341 with expected crc 2024-03-22T07:11:19.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:19 smithi148 bash[23214]: cluster 2024-03-22T07:11:18.535015+0000 osd.3 (osd.3) 42 : cluster 3 failed to encode map e341 with expected crc 2024-03-22T07:11:20.588 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 455675825 2024-03-22T07:11:20.617 INFO:tasks.workunit.client.0.smithi129.stdout:write: c 426585972~3783082 2024-03-22T07:11:20.645 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 201533586~6136975 2024-03-22T07:11:20.645 INFO:tasks.workunit.client.0.smithi129.stdout:write: c 261729117~3209516 2024-03-22T07:11:20.655 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 119614565~2442058 2024-03-22T07:11:20.656 INFO:tasks.workunit.client.0.smithi129.stdout:write: c 370446850~3688208 2024-03-22T07:11:20.665 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 280994088~8221172 2024-03-22T07:11:20.693 INFO:tasks.workunit.client.0.smithi129.stdout:write: c 66132308~3247618 2024-03-22T07:11:20.696 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 110376599~8065378 2024-03-22T07:11:20.710 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: user2 2024-03-22T07:11:20.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:20 smithi129 bash[79695]: cluster 2024-03-22T07:11:19.245681+0000 mgr.y (mgr.25337) 44 : cluster 0 pgmap v81: 137 pgs: 137 active+clean; 1.4 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 15 MiB/s wr, 333 op/s 2024-03-22T07:11:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:20 smithi129 bash[79695]: cluster 2024-03-22T07:11:19.532216+0000 mon.a (mon.0) 104 : cluster 0 osdmap e342: 8 total, 8 up, 8 in 2024-03-22T07:11:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:20 smithi129 bash[79695]: cluster 2024-03-22T07:11:19.543180+0000 osd.4 (osd.4) 46 : cluster 3 failed to encode map e342 with expected crc 2024-03-22T07:11:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:20 smithi129 bash[79695]: cluster 2024-03-22T07:11:19.543399+0000 osd.3 (osd.3) 43 : cluster 3 failed to encode map e342 with expected crc 2024-03-22T07:11:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:20 smithi129 bash[79695]: cluster 2024-03-22T07:11:19.550898+0000 osd.0 (osd.0) 42 : cluster 3 failed to encode map e342 with expected crc 2024-03-22T07:11:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:20 smithi129 bash[79695]: cluster 2024-03-22T07:11:19.563625+0000 osd.2 (osd.2) 21 : cluster 3 failed to encode map e342 with expected crc 2024-03-22T07:11:20.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:20 smithi129 bash[31121]: cluster 2024-03-22T07:11:19.245681+0000 mgr.y (mgr.25337) 44 : cluster 0 pgmap v81: 137 pgs: 137 active+clean; 1.4 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 15 MiB/s wr, 333 op/s 2024-03-22T07:11:20.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:20 smithi129 bash[31121]: cluster 2024-03-22T07:11:19.532216+0000 mon.a (mon.0) 104 : cluster 0 osdmap e342: 8 total, 8 up, 8 in 2024-03-22T07:11:20.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:20 smithi129 bash[31121]: cluster 2024-03-22T07:11:19.543180+0000 osd.4 (osd.4) 46 : cluster 3 failed to encode map e342 with expected crc 2024-03-22T07:11:20.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:20 smithi129 bash[31121]: cluster 2024-03-22T07:11:19.543399+0000 osd.3 (osd.3) 43 : cluster 3 failed to encode map e342 with expected crc 2024-03-22T07:11:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:20 smithi129 bash[31121]: cluster 2024-03-22T07:11:19.550898+0000 osd.0 (osd.0) 42 : cluster 3 failed to encode map e342 with expected crc 2024-03-22T07:11:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:20 smithi129 bash[31121]: cluster 2024-03-22T07:11:19.563625+0000 osd.2 (osd.2) 21 : cluster 3 failed to encode map e342 with expected crc 2024-03-22T07:11:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:20 smithi129 bash[31121]: debug 2024-03-22T07:11:20.533+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e343 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:20.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:20 smithi148 bash[23214]: cluster 2024-03-22T07:11:19.245681+0000 mgr.y (mgr.25337) 44 : cluster 0 pgmap v81: 137 pgs: 137 active+clean; 1.4 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 15 MiB/s wr, 333 op/s 2024-03-22T07:11:20.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:20 smithi148 bash[23214]: cluster 2024-03-22T07:11:19.532216+0000 mon.a (mon.0) 104 : cluster 0 osdmap e342: 8 total, 8 up, 8 in 2024-03-22T07:11:20.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:20 smithi148 bash[23214]: cluster 2024-03-22T07:11:19.543180+0000 osd.4 (osd.4) 46 : cluster 3 failed to encode map e342 with expected crc 2024-03-22T07:11:20.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:20 smithi148 bash[23214]: cluster 2024-03-22T07:11:19.543399+0000 osd.3 (osd.3) 43 : cluster 3 failed to encode map e342 with expected crc 2024-03-22T07:11:20.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:20 smithi148 bash[23214]: cluster 2024-03-22T07:11:19.550898+0000 osd.0 (osd.0) 42 : cluster 3 failed to encode map e342 with expected crc 2024-03-22T07:11:20.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:20 smithi148 bash[23214]: cluster 2024-03-22T07:11:19.563625+0000 osd.2 (osd.2) 21 : cluster 3 failed to encode map e342 with expected crc 2024-03-22T07:11:20.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:20 smithi148 bash[23214]: debug 2024-03-22T07:11:20.531+0000 7fa454952700 -1 mon.b@1(peon).osd e343 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:21.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:21 smithi129 bash[79695]: cluster 2024-03-22T07:11:20.540098+0000 mon.a (mon.0) 105 : cluster 0 osdmap e343: 8 total, 8 up, 8 in 2024-03-22T07:11:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:21 smithi129 bash[79695]: cluster 2024-03-22T07:11:20.551286+0000 osd.2 (osd.2) 22 : cluster 3 failed to encode map e343 with expected crc 2024-03-22T07:11:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:21 smithi129 bash[79695]: cluster 2024-03-22T07:11:20.551572+0000 osd.1 (osd.1) 47 : cluster 3 failed to encode map e343 with expected crc 2024-03-22T07:11:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:21 smithi129 bash[79695]: cluster 2024-03-22T07:11:20.563920+0000 osd.3 (osd.3) 44 : cluster 3 failed to encode map e343 with expected crc 2024-03-22T07:11:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:21 smithi129 bash[79695]: cluster 2024-03-22T07:11:20.581175+0000 osd.6 (osd.6) 42 : cluster 3 failed to encode map e343 with expected crc 2024-03-22T07:11:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:21 smithi129 bash[31121]: debug 2024-03-22T07:11:21.537+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e344 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:21 smithi129 bash[31121]: cluster 2024-03-22T07:11:20.540098+0000 mon.a (mon.0) 105 : cluster 0 osdmap e343: 8 total, 8 up, 8 in 2024-03-22T07:11:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:21 smithi129 bash[31121]: cluster 2024-03-22T07:11:20.551286+0000 osd.2 (osd.2) 22 : cluster 3 failed to encode map e343 with expected crc 2024-03-22T07:11:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:21 smithi129 bash[31121]: cluster 2024-03-22T07:11:20.551572+0000 osd.1 (osd.1) 47 : cluster 3 failed to encode map e343 with expected crc 2024-03-22T07:11:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:21 smithi129 bash[31121]: cluster 2024-03-22T07:11:20.563920+0000 osd.3 (osd.3) 44 : cluster 3 failed to encode map e343 with expected crc 2024-03-22T07:11:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:21 smithi129 bash[31121]: cluster 2024-03-22T07:11:20.581175+0000 osd.6 (osd.6) 42 : cluster 3 failed to encode map e343 with expected crc 2024-03-22T07:11:21.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:21 smithi148 bash[23214]: debug 2024-03-22T07:11:21.535+0000 7fa454952700 -1 mon.b@1(peon).osd e344 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:21.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:21 smithi148 bash[23214]: cluster 2024-03-22T07:11:20.540098+0000 mon.a (mon.0) 105 : cluster 0 osdmap e343: 8 total, 8 up, 8 in 2024-03-22T07:11:21.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:21 smithi148 bash[23214]: cluster 2024-03-22T07:11:20.551286+0000 osd.2 (osd.2) 22 : cluster 3 failed to encode map e343 with expected crc 2024-03-22T07:11:21.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:21 smithi148 bash[23214]: cluster 2024-03-22T07:11:20.551572+0000 osd.1 (osd.1) 47 : cluster 3 failed to encode map e343 with expected crc 2024-03-22T07:11:21.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:21 smithi148 bash[23214]: cluster 2024-03-22T07:11:20.563920+0000 osd.3 (osd.3) 44 : cluster 3 failed to encode map e343 with expected crc 2024-03-22T07:11:21.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:21 smithi148 bash[23214]: cluster 2024-03-22T07:11:20.581175+0000 osd.6 (osd.6) 42 : cluster 3 failed to encode map e343 with expected crc 2024-03-22T07:11:22.616 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 458843424 2024-03-22T07:11:22.645 INFO:tasks.workunit.client.0.smithi129.stdout:write: d 263782743~1097131 2024-03-22T07:11:22.663 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 401861829~4537862 2024-03-22T07:11:22.663 INFO:tasks.workunit.client.0.smithi129.stdout:write: d 114693034~7130124 2024-03-22T07:11:22.674 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 261716895~6436672 2024-03-22T07:11:22.676 INFO:tasks.workunit.client.0.smithi129.stdout:write: d 406173204~5901933 2024-03-22T07:11:22.695 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 121145752~4879591 2024-03-22T07:11:22.775 INFO:tasks.workunit.client.0.smithi129.stdout:write: d 204130673~5657482 2024-03-22T07:11:22.786 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 448002073~3431741 2024-03-22T07:11:22.786 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: user3 2024-03-22T07:11:22.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:22 smithi129 bash[79695]: cluster 2024-03-22T07:11:21.246440+0000 mgr.y (mgr.25337) 45 : cluster 0 pgmap v84: 137 pgs: 137 active+clean; 1.5 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 27 MiB/s wr, 714 op/s 2024-03-22T07:11:22.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:22 smithi129 bash[79695]: cluster 2024-03-22T07:11:21.544537+0000 mon.a (mon.0) 106 : cluster 0 osdmap e344: 8 total, 8 up, 8 in 2024-03-22T07:11:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:22 smithi129 bash[79695]: cluster 2024-03-22T07:11:21.553744+0000 osd.0 (osd.0) 43 : cluster 3 failed to encode map e344 with expected crc 2024-03-22T07:11:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:22 smithi129 bash[79695]: cluster 2024-03-22T07:11:21.555897+0000 osd.1 (osd.1) 48 : cluster 3 failed to encode map e344 with expected crc 2024-03-22T07:11:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:22 smithi129 bash[79695]: cluster 2024-03-22T07:11:21.568745+0000 osd.0 (osd.0) 44 : cluster 3 failed to encode map e344 with expected crc 2024-03-22T07:11:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:22 smithi129 bash[79695]: cluster 2024-03-22T07:11:21.583666+0000 osd.2 (osd.2) 23 : cluster 3 failed to encode map e344 with expected crc 2024-03-22T07:11:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:22 smithi129 bash[79695]: cluster 2024-03-22T07:11:21.595416+0000 osd.6 (osd.6) 43 : cluster 3 failed to encode map e344 with expected crc 2024-03-22T07:11:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:22 smithi129 bash[31121]: cluster 2024-03-22T07:11:21.246440+0000 mgr.y (mgr.25337) 45 : cluster 0 pgmap v84: 137 pgs: 137 active+clean; 1.5 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 27 MiB/s wr, 714 op/s 2024-03-22T07:11:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:22 smithi129 bash[31121]: cluster 2024-03-22T07:11:21.544537+0000 mon.a (mon.0) 106 : cluster 0 osdmap e344: 8 total, 8 up, 8 in 2024-03-22T07:11:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:22 smithi129 bash[31121]: cluster 2024-03-22T07:11:21.553744+0000 osd.0 (osd.0) 43 : cluster 3 failed to encode map e344 with expected crc 2024-03-22T07:11:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:22 smithi129 bash[31121]: cluster 2024-03-22T07:11:21.555897+0000 osd.1 (osd.1) 48 : cluster 3 failed to encode map e344 with expected crc 2024-03-22T07:11:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:22 smithi129 bash[31121]: cluster 2024-03-22T07:11:21.568745+0000 osd.0 (osd.0) 44 : cluster 3 failed to encode map e344 with expected crc 2024-03-22T07:11:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:22 smithi129 bash[31121]: cluster 2024-03-22T07:11:21.583666+0000 osd.2 (osd.2) 23 : cluster 3 failed to encode map e344 with expected crc 2024-03-22T07:11:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:22 smithi129 bash[31121]: cluster 2024-03-22T07:11:21.595416+0000 osd.6 (osd.6) 43 : cluster 3 failed to encode map e344 with expected crc 2024-03-22T07:11:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:22 smithi129 bash[31121]: debug 2024-03-22T07:11:22.569+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e345 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:22.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:22 smithi148 bash[23214]: cluster 2024-03-22T07:11:21.246440+0000 mgr.y (mgr.25337) 45 : cluster 0 pgmap v84: 137 pgs: 137 active+clean; 1.5 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 27 MiB/s wr, 714 op/s 2024-03-22T07:11:22.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:22 smithi148 bash[23214]: cluster 2024-03-22T07:11:21.544537+0000 mon.a (mon.0) 106 : cluster 0 osdmap e344: 8 total, 8 up, 8 in 2024-03-22T07:11:22.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:22 smithi148 bash[23214]: cluster 2024-03-22T07:11:21.553744+0000 osd.0 (osd.0) 43 : cluster 3 failed to encode map e344 with expected crc 2024-03-22T07:11:22.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:22 smithi148 bash[23214]: cluster 2024-03-22T07:11:21.555897+0000 osd.1 (osd.1) 48 : cluster 3 failed to encode map e344 with expected crc 2024-03-22T07:11:22.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:22 smithi148 bash[23214]: cluster 2024-03-22T07:11:21.568745+0000 osd.0 (osd.0) 44 : cluster 3 failed to encode map e344 with expected crc 2024-03-22T07:11:22.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:22 smithi148 bash[23214]: cluster 2024-03-22T07:11:21.583666+0000 osd.2 (osd.2) 23 : cluster 3 failed to encode map e344 with expected crc 2024-03-22T07:11:22.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:22 smithi148 bash[23214]: cluster 2024-03-22T07:11:21.595416+0000 osd.6 (osd.6) 43 : cluster 3 failed to encode map e344 with expected crc 2024-03-22T07:11:22.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:22 smithi148 bash[23214]: debug 2024-03-22T07:11:22.575+0000 7fa454952700 -1 mon.b@1(peon).osd e345 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:23.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:23 smithi129 bash[79695]: cluster 2024-03-22T07:11:22.577420+0000 mon.a (mon.0) 107 : cluster 0 osdmap e345: 8 total, 8 up, 8 in 2024-03-22T07:11:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:23 smithi129 bash[79695]: cluster 2024-03-22T07:11:22.588709+0000 osd.2 (osd.2) 24 : cluster 3 failed to encode map e345 with expected crc 2024-03-22T07:11:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:23 smithi129 bash[79695]: cluster 2024-03-22T07:11:22.588895+0000 osd.3 (osd.3) 45 : cluster 3 failed to encode map e345 with expected crc 2024-03-22T07:11:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:23 smithi129 bash[79695]: cluster 2024-03-22T07:11:22.595597+0000 osd.3 (osd.3) 46 : cluster 3 failed to encode map e345 with expected crc 2024-03-22T07:11:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:23 smithi129 bash[79695]: audit 2024-03-22T07:11:23.361062+0000 mon.c (mon.2) 126 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:11:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:23 smithi129 bash[31121]: debug 2024-03-22T07:11:23.573+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e346 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:23 smithi129 bash[31121]: cluster 2024-03-22T07:11:22.577420+0000 mon.a (mon.0) 107 : cluster 0 osdmap e345: 8 total, 8 up, 8 in 2024-03-22T07:11:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:23 smithi129 bash[31121]: cluster 2024-03-22T07:11:22.588709+0000 osd.2 (osd.2) 24 : cluster 3 failed to encode map e345 with expected crc 2024-03-22T07:11:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:23 smithi129 bash[31121]: cluster 2024-03-22T07:11:22.588895+0000 osd.3 (osd.3) 45 : cluster 3 failed to encode map e345 with expected crc 2024-03-22T07:11:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:23 smithi129 bash[31121]: cluster 2024-03-22T07:11:22.595597+0000 osd.3 (osd.3) 46 : cluster 3 failed to encode map e345 with expected crc 2024-03-22T07:11:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:23 smithi129 bash[31121]: audit 2024-03-22T07:11:23.361062+0000 mon.c (mon.2) 126 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:11:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:23 smithi148 bash[23214]: debug 2024-03-22T07:11:23.575+0000 7fa454952700 -1 mon.b@1(peon).osd e346 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:23 smithi148 bash[23214]: cluster 2024-03-22T07:11:22.577420+0000 mon.a (mon.0) 107 : cluster 0 osdmap e345: 8 total, 8 up, 8 in 2024-03-22T07:11:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:23 smithi148 bash[23214]: cluster 2024-03-22T07:11:22.588709+0000 osd.2 (osd.2) 24 : cluster 3 failed to encode map e345 with expected crc 2024-03-22T07:11:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:23 smithi148 bash[23214]: cluster 2024-03-22T07:11:22.588895+0000 osd.3 (osd.3) 45 : cluster 3 failed to encode map e345 with expected crc 2024-03-22T07:11:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:23 smithi148 bash[23214]: cluster 2024-03-22T07:11:22.595597+0000 osd.3 (osd.3) 46 : cluster 3 failed to encode map e345 with expected crc 2024-03-22T07:11:23.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:23 smithi148 bash[23214]: audit 2024-03-22T07:11:23.361062+0000 mon.c (mon.2) 126 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:11:24.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:11:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:11:23] "GET /metrics HTTP/1.1" 200 38830 "" "Prometheus/2.43.0" 2024-03-22T07:11:24.662 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 265813343 2024-03-22T07:11:24.753 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 26581334~6645333 2024-03-22T07:11:24.761 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 28242667~3322666 2024-03-22T07:11:24.869 INFO:tasks.workunit.client.0.smithi129.stdout:write: 2 53162668~6645333 2024-03-22T07:11:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:24 smithi129 bash[79695]: cluster 2024-03-22T07:11:22.691871+0000 osd.5 (osd.5) 27 : cluster 3 failed to encode map e345 with expected crc 2024-03-22T07:11:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:24 smithi129 bash[79695]: cluster 2024-03-22T07:11:23.247153+0000 mgr.y (mgr.25337) 46 : cluster 0 pgmap v87: 137 pgs: 137 active+clean; 1.5 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 27 MiB/s wr, 714 op/s 2024-03-22T07:11:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:24 smithi129 bash[79695]: cluster 2024-03-22T07:11:23.580162+0000 mon.a (mon.0) 108 : cluster 0 osdmap e346: 8 total, 8 up, 8 in 2024-03-22T07:11:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:24 smithi129 bash[79695]: cluster 2024-03-22T07:11:23.591986+0000 osd.3 (osd.3) 47 : cluster 3 failed to encode map e346 with expected crc 2024-03-22T07:11:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:24 smithi129 bash[79695]: cluster 2024-03-22T07:11:23.594209+0000 osd.6 (osd.6) 44 : cluster 3 failed to encode map e346 with expected crc 2024-03-22T07:11:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:24 smithi129 bash[79695]: cluster 2024-03-22T07:11:23.598154+0000 osd.0 (osd.0) 45 : cluster 3 failed to encode map e346 with expected crc 2024-03-22T07:11:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:24 smithi129 bash[79695]: cluster 2024-03-22T07:11:23.618237+0000 osd.2 (osd.2) 25 : cluster 3 failed to encode map e346 with expected crc 2024-03-22T07:11:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:24 smithi129 bash[31121]: cluster 2024-03-22T07:11:22.691871+0000 osd.5 (osd.5) 27 : cluster 3 failed to encode map e345 with expected crc 2024-03-22T07:11:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:24 smithi129 bash[31121]: cluster 2024-03-22T07:11:23.247153+0000 mgr.y (mgr.25337) 46 : cluster 0 pgmap v87: 137 pgs: 137 active+clean; 1.5 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 27 MiB/s wr, 714 op/s 2024-03-22T07:11:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:24 smithi129 bash[31121]: cluster 2024-03-22T07:11:23.580162+0000 mon.a (mon.0) 108 : cluster 0 osdmap e346: 8 total, 8 up, 8 in 2024-03-22T07:11:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:24 smithi129 bash[31121]: cluster 2024-03-22T07:11:23.591986+0000 osd.3 (osd.3) 47 : cluster 3 failed to encode map e346 with expected crc 2024-03-22T07:11:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:24 smithi129 bash[31121]: cluster 2024-03-22T07:11:23.594209+0000 osd.6 (osd.6) 44 : cluster 3 failed to encode map e346 with expected crc 2024-03-22T07:11:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:24 smithi129 bash[31121]: cluster 2024-03-22T07:11:23.598154+0000 osd.0 (osd.0) 45 : cluster 3 failed to encode map e346 with expected crc 2024-03-22T07:11:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:24 smithi129 bash[31121]: cluster 2024-03-22T07:11:23.618237+0000 osd.2 (osd.2) 25 : cluster 3 failed to encode map e346 with expected crc 2024-03-22T07:11:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:24 smithi129 bash[31121]: debug 2024-03-22T07:11:24.605+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e347 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:24.873 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 54824001~3322666 2024-03-22T07:11:24.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:24 smithi148 bash[23214]: cluster 2024-03-22T07:11:22.691871+0000 osd.5 (osd.5) 27 : cluster 3 failed to encode map e345 with expected crc 2024-03-22T07:11:24.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:24 smithi148 bash[23214]: cluster 2024-03-22T07:11:23.247153+0000 mgr.y (mgr.25337) 46 : cluster 0 pgmap v87: 137 pgs: 137 active+clean; 1.5 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 27 MiB/s wr, 714 op/s 2024-03-22T07:11:24.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:24 smithi148 bash[23214]: cluster 2024-03-22T07:11:23.580162+0000 mon.a (mon.0) 108 : cluster 0 osdmap e346: 8 total, 8 up, 8 in 2024-03-22T07:11:24.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:24 smithi148 bash[23214]: cluster 2024-03-22T07:11:23.591986+0000 osd.3 (osd.3) 47 : cluster 3 failed to encode map e346 with expected crc 2024-03-22T07:11:24.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:24 smithi148 bash[23214]: cluster 2024-03-22T07:11:23.594209+0000 osd.6 (osd.6) 44 : cluster 3 failed to encode map e346 with expected crc 2024-03-22T07:11:24.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:24 smithi148 bash[23214]: cluster 2024-03-22T07:11:23.598154+0000 osd.0 (osd.0) 45 : cluster 3 failed to encode map e346 with expected crc 2024-03-22T07:11:24.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:24 smithi148 bash[23214]: cluster 2024-03-22T07:11:23.618237+0000 osd.2 (osd.2) 25 : cluster 3 failed to encode map e346 with expected crc 2024-03-22T07:11:24.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:24 smithi148 bash[23214]: debug 2024-03-22T07:11:24.611+0000 7fa454952700 -1 mon.b@1(peon).osd e347 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:24.986 INFO:tasks.workunit.client.0.smithi129.stdout:write: 3 79744002~6645333 2024-03-22T07:11:24.993 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 81405335~3322666 2024-03-22T07:11:25.062 INFO:tasks.workunit.client.0.smithi129.stdout:write: 4 106325337~6645333 2024-03-22T07:11:25.066 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 107986670~3322666 2024-03-22T07:11:25.119 INFO:tasks.workunit.client.0.smithi129.stdout:write: 5 132906671~6645333 2024-03-22T07:11:25.122 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 134568004~3322666 2024-03-22T07:11:25.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:25 smithi129 bash[31121]: cluster 2024-03-22T07:11:24.616768+0000 mon.a (mon.0) 109 : cluster 0 osdmap e347: 8 total, 8 up, 8 in 2024-03-22T07:11:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:25 smithi129 bash[31121]: cluster 2024-03-22T07:11:24.627949+0000 osd.4 (osd.4) 47 : cluster 3 failed to encode map e347 with expected crc 2024-03-22T07:11:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:25 smithi129 bash[31121]: cluster 2024-03-22T07:11:24.628032+0000 osd.1 (osd.1) 49 : cluster 3 failed to encode map e347 with expected crc 2024-03-22T07:11:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:25 smithi129 bash[31121]: cluster 2024-03-22T07:11:24.634161+0000 osd.3 (osd.3) 48 : cluster 3 failed to encode map e347 with expected crc 2024-03-22T07:11:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:25 smithi129 bash[31121]: cluster 2024-03-22T07:11:24.656516+0000 osd.5 (osd.5) 28 : cluster 3 failed to encode map e347 with expected crc 2024-03-22T07:11:25.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:25 smithi129 bash[79695]: cluster 2024-03-22T07:11:24.616768+0000 mon.a (mon.0) 109 : cluster 0 osdmap e347: 8 total, 8 up, 8 in 2024-03-22T07:11:25.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:25 smithi129 bash[79695]: cluster 2024-03-22T07:11:24.627949+0000 osd.4 (osd.4) 47 : cluster 3 failed to encode map e347 with expected crc 2024-03-22T07:11:25.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:25 smithi129 bash[79695]: cluster 2024-03-22T07:11:24.628032+0000 osd.1 (osd.1) 49 : cluster 3 failed to encode map e347 with expected crc 2024-03-22T07:11:25.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:25 smithi129 bash[79695]: cluster 2024-03-22T07:11:24.634161+0000 osd.3 (osd.3) 48 : cluster 3 failed to encode map e347 with expected crc 2024-03-22T07:11:25.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:25 smithi129 bash[79695]: cluster 2024-03-22T07:11:24.656516+0000 osd.5 (osd.5) 28 : cluster 3 failed to encode map e347 with expected crc 2024-03-22T07:11:25.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:25 smithi148 bash[23214]: cluster 2024-03-22T07:11:24.616768+0000 mon.a (mon.0) 109 : cluster 0 osdmap e347: 8 total, 8 up, 8 in 2024-03-22T07:11:25.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:25 smithi148 bash[23214]: cluster 2024-03-22T07:11:24.627949+0000 osd.4 (osd.4) 47 : cluster 3 failed to encode map e347 with expected crc 2024-03-22T07:11:25.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:25 smithi148 bash[23214]: cluster 2024-03-22T07:11:24.628032+0000 osd.1 (osd.1) 49 : cluster 3 failed to encode map e347 with expected crc 2024-03-22T07:11:25.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:25 smithi148 bash[23214]: cluster 2024-03-22T07:11:24.634161+0000 osd.3 (osd.3) 48 : cluster 3 failed to encode map e347 with expected crc 2024-03-22T07:11:25.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:25 smithi148 bash[23214]: cluster 2024-03-22T07:11:24.656516+0000 osd.5 (osd.5) 28 : cluster 3 failed to encode map e347 with expected crc 2024-03-22T07:11:26.923 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:26 smithi148 bash[23214]: cluster 2024-03-22T07:11:25.248079+0000 mgr.y (mgr.25337) 47 : cluster 0 pgmap v90: 137 pgs: 137 active+clean; 1.7 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 25 MiB/s wr, 285 op/s 2024-03-22T07:11:27.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:26 smithi129 bash[79695]: cluster 2024-03-22T07:11:25.248079+0000 mgr.y (mgr.25337) 47 : cluster 0 pgmap v90: 137 pgs: 137 active+clean; 1.7 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 25 MiB/s wr, 285 op/s 2024-03-22T07:11:27.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:26 smithi129 bash[31121]: cluster 2024-03-22T07:11:25.248079+0000 mgr.y (mgr.25337) 47 : cluster 0 pgmap v90: 137 pgs: 137 active+clean; 1.7 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 25 MiB/s wr, 285 op/s 2024-03-22T07:11:27.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:27 smithi148 bash[23214]: cluster 2024-03-22T07:11:26.636915+0000 mon.a (mon.0) 110 : cluster 0 mgrmap e39: y(active, since 63s), standbys: x 2024-03-22T07:11:27.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:27 smithi148 bash[23214]: cluster 2024-03-22T07:11:27.248930+0000 mgr.y (mgr.25337) 48 : cluster 0 pgmap v91: 137 pgs: 137 active+clean; 1.7 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 17 MiB/s wr, 200 op/s 2024-03-22T07:11:28.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:27 smithi129 bash[79695]: cluster 2024-03-22T07:11:26.636915+0000 mon.a (mon.0) 110 : cluster 0 mgrmap e39: y(active, since 63s), standbys: x 2024-03-22T07:11:28.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:27 smithi129 bash[79695]: cluster 2024-03-22T07:11:27.248930+0000 mgr.y (mgr.25337) 48 : cluster 0 pgmap v91: 137 pgs: 137 active+clean; 1.7 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 17 MiB/s wr, 200 op/s 2024-03-22T07:11:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:27 smithi129 bash[31121]: cluster 2024-03-22T07:11:26.636915+0000 mon.a (mon.0) 110 : cluster 0 mgrmap e39: y(active, since 63s), standbys: x 2024-03-22T07:11:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:27 smithi129 bash[31121]: cluster 2024-03-22T07:11:27.248930+0000 mgr.y (mgr.25337) 48 : cluster 0 pgmap v91: 137 pgs: 137 active+clean; 1.7 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 17 MiB/s wr, 200 op/s 2024-03-22T07:11:28.529 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:11:29.174 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:11:30.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:30 smithi129 bash[31121]: cluster 2024-03-22T07:11:29.249977+0000 mgr.y (mgr.25337) 49 : cluster 0 pgmap v92: 137 pgs: 137 active+clean; 1.7 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 15 MiB/s wr, 171 op/s 2024-03-22T07:11:30.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:30 smithi129 bash[79695]: cluster 2024-03-22T07:11:29.249977+0000 mgr.y (mgr.25337) 49 : cluster 0 pgmap v92: 137 pgs: 137 active+clean; 1.7 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 15 MiB/s wr, 171 op/s 2024-03-22T07:11:30.673 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:30 smithi148 bash[23214]: cluster 2024-03-22T07:11:29.249977+0000 mgr.y (mgr.25337) 49 : cluster 0 pgmap v92: 137 pgs: 137 active+clean; 1.7 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 15 MiB/s wr, 171 op/s 2024-03-22T07:11:32.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:32 smithi129 bash[79695]: cluster 2024-03-22T07:11:31.251798+0000 mgr.y (mgr.25337) 50 : cluster 0 pgmap v93: 137 pgs: 137 active+clean; 1.8 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 122 MiB/s rd, 26 MiB/s wr, 531 op/s 2024-03-22T07:11:32.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:32 smithi129 bash[31121]: cluster 2024-03-22T07:11:31.251798+0000 mgr.y (mgr.25337) 50 : cluster 0 pgmap v93: 137 pgs: 137 active+clean; 1.8 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 122 MiB/s rd, 26 MiB/s wr, 531 op/s 2024-03-22T07:11:32.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:32 smithi148 bash[23214]: cluster 2024-03-22T07:11:31.251798+0000 mgr.y (mgr.25337) 50 : cluster 0 pgmap v93: 137 pgs: 137 active+clean; 1.8 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 122 MiB/s rd, 26 MiB/s wr, 531 op/s 2024-03-22T07:11:32.719 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.Stress2 (26167 ms) 2024-03-22T07:11:32.720 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMigration.StressLive 2024-03-22T07:11:32.807 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 83886080 2024-03-22T07:11:32.834 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 27773313~2081496 2024-03-22T07:11:32.883 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 5769704~111074 2024-03-22T07:11:32.883 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 33498070~3639959 2024-03-22T07:11:32.941 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 6887577~4242114 2024-03-22T07:11:32.941 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 62639140~1658075 2024-03-22T07:11:32.969 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 2231472~2514658 2024-03-22T07:11:32.969 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 12000397~1787026 2024-03-22T07:11:32.998 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 73433752~3437351 2024-03-22T07:11:32.999 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap0 2024-03-22T07:11:33.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:33 smithi129 bash[31121]: debug 2024-03-22T07:11:33.317+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e348 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:33.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:33 smithi148 bash[23214]: debug 2024-03-22T07:11:33.323+0000 7fa454952700 -1 mon.b@1(peon).osd e348 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:34.318 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:11:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:11:33] "GET /metrics HTTP/1.1" 200 38830 "" "Prometheus/2.43.0" 2024-03-22T07:11:34.372 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap0 2024-03-22T07:11:34.407 INFO:tasks.workunit.client.0.smithi129.stdout:clone image185 -> image188 2024-03-22T07:11:34.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:34 smithi129 bash[79695]: cluster 2024-03-22T07:11:33.252561+0000 mgr.y (mgr.25337) 51 : cluster 0 pgmap v94: 137 pgs: 137 active+clean; 1.8 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 101 MiB/s rd, 22 MiB/s wr, 439 op/s 2024-03-22T07:11:34.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:34 smithi129 bash[79695]: cluster 2024-03-22T07:11:33.326296+0000 mon.a (mon.0) 111 : cluster 0 osdmap e348: 8 total, 8 up, 8 in 2024-03-22T07:11:34.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:34 smithi129 bash[79695]: cluster 2024-03-22T07:11:33.337974+0000 osd.3 (osd.3) 49 : cluster 3 failed to encode map e348 with expected crc 2024-03-22T07:11:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:34 smithi129 bash[79695]: cluster 2024-03-22T07:11:33.339840+0000 osd.6 (osd.6) 45 : cluster 3 failed to encode map e348 with expected crc 2024-03-22T07:11:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:34 smithi129 bash[79695]: cluster 2024-03-22T07:11:33.348232+0000 osd.4 (osd.4) 48 : cluster 3 failed to encode map e348 with expected crc 2024-03-22T07:11:34.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:34 smithi129 bash[31121]: cluster 2024-03-22T07:11:33.252561+0000 mgr.y (mgr.25337) 51 : cluster 0 pgmap v94: 137 pgs: 137 active+clean; 1.8 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 101 MiB/s rd, 22 MiB/s wr, 439 op/s 2024-03-22T07:11:34.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:34 smithi129 bash[31121]: cluster 2024-03-22T07:11:33.326296+0000 mon.a (mon.0) 111 : cluster 0 osdmap e348: 8 total, 8 up, 8 in 2024-03-22T07:11:34.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:34 smithi129 bash[31121]: cluster 2024-03-22T07:11:33.337974+0000 osd.3 (osd.3) 49 : cluster 3 failed to encode map e348 with expected crc 2024-03-22T07:11:34.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:34 smithi129 bash[31121]: cluster 2024-03-22T07:11:33.339840+0000 osd.6 (osd.6) 45 : cluster 3 failed to encode map e348 with expected crc 2024-03-22T07:11:34.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:34 smithi129 bash[31121]: cluster 2024-03-22T07:11:33.348232+0000 osd.4 (osd.4) 48 : cluster 3 failed to encode map e348 with expected crc 2024-03-22T07:11:34.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:34 smithi129 bash[31121]: debug 2024-03-22T07:11:34.329+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e349 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:34.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:34 smithi148 bash[23214]: cluster 2024-03-22T07:11:33.252561+0000 mgr.y (mgr.25337) 51 : cluster 0 pgmap v94: 137 pgs: 137 active+clean; 1.8 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 101 MiB/s rd, 22 MiB/s wr, 439 op/s 2024-03-22T07:11:34.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:34 smithi148 bash[23214]: cluster 2024-03-22T07:11:33.326296+0000 mon.a (mon.0) 111 : cluster 0 osdmap e348: 8 total, 8 up, 8 in 2024-03-22T07:11:34.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:34 smithi148 bash[23214]: cluster 2024-03-22T07:11:33.337974+0000 osd.3 (osd.3) 49 : cluster 3 failed to encode map e348 with expected crc 2024-03-22T07:11:34.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:34 smithi148 bash[23214]: cluster 2024-03-22T07:11:33.339840+0000 osd.6 (osd.6) 45 : cluster 3 failed to encode map e348 with expected crc 2024-03-22T07:11:34.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:34 smithi148 bash[23214]: cluster 2024-03-22T07:11:33.348232+0000 osd.4 (osd.4) 48 : cluster 3 failed to encode map e348 with expected crc 2024-03-22T07:11:34.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:34 smithi148 bash[23214]: debug 2024-03-22T07:11:34.331+0000 7fa454952700 -1 mon.b@1(peon).osd e349 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:34.679 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 23504306~3577410 2024-03-22T07:11:34.773 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 1090735~4647475 2024-03-22T07:11:34.789 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 68247322~1858502 2024-03-22T07:11:34.822 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 24293200~3064520 2024-03-22T07:11:34.828 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 31662085~1412524 2024-03-22T07:11:34.864 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 60298211~2533225 2024-03-22T07:11:34.882 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 29780545~4748911 2024-03-22T07:11:34.960 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 55191633~4185444 2024-03-22T07:11:34.973 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap1 2024-03-22T07:11:35.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:35 smithi129 bash[79695]: cluster 2024-03-22T07:11:34.335936+0000 mon.a (mon.0) 112 : cluster 0 osdmap e349: 8 total, 8 up, 8 in 2024-03-22T07:11:35.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:35 smithi129 bash[79695]: cluster 2024-03-22T07:11:34.347892+0000 osd.1 (osd.1) 50 : cluster 3 failed to encode map e349 with expected crc 2024-03-22T07:11:35.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:35 smithi129 bash[79695]: cluster 2024-03-22T07:11:34.349739+0000 osd.5 (osd.5) 29 : cluster 3 failed to encode map e349 with expected crc 2024-03-22T07:11:35.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:35 smithi129 bash[79695]: cluster 2024-03-22T07:11:34.357779+0000 osd.6 (osd.6) 46 : cluster 3 failed to encode map e349 with expected crc 2024-03-22T07:11:35.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:35 smithi129 bash[79695]: cluster 2024-03-22T07:11:34.415391+0000 osd.0 (osd.0) 46 : cluster 3 failed to encode map e349 with expected crc 2024-03-22T07:11:35.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:35 smithi129 bash[31121]: debug 2024-03-22T07:11:35.341+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e350 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:35.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:35 smithi129 bash[31121]: cluster 2024-03-22T07:11:34.335936+0000 mon.a (mon.0) 112 : cluster 0 osdmap e349: 8 total, 8 up, 8 in 2024-03-22T07:11:35.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:35 smithi129 bash[31121]: cluster 2024-03-22T07:11:34.347892+0000 osd.1 (osd.1) 50 : cluster 3 failed to encode map e349 with expected crc 2024-03-22T07:11:35.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:35 smithi129 bash[31121]: cluster 2024-03-22T07:11:34.349739+0000 osd.5 (osd.5) 29 : cluster 3 failed to encode map e349 with expected crc 2024-03-22T07:11:35.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:35 smithi129 bash[31121]: cluster 2024-03-22T07:11:34.357779+0000 osd.6 (osd.6) 46 : cluster 3 failed to encode map e349 with expected crc 2024-03-22T07:11:35.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:35 smithi129 bash[31121]: cluster 2024-03-22T07:11:34.415391+0000 osd.0 (osd.0) 46 : cluster 3 failed to encode map e349 with expected crc 2024-03-22T07:11:35.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:35 smithi148 bash[23214]: debug 2024-03-22T07:11:35.343+0000 7fa454952700 -1 mon.b@1(peon).osd e350 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:35.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:35 smithi148 bash[23214]: cluster 2024-03-22T07:11:34.335936+0000 mon.a (mon.0) 112 : cluster 0 osdmap e349: 8 total, 8 up, 8 in 2024-03-22T07:11:35.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:35 smithi148 bash[23214]: cluster 2024-03-22T07:11:34.347892+0000 osd.1 (osd.1) 50 : cluster 3 failed to encode map e349 with expected crc 2024-03-22T07:11:35.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:35 smithi148 bash[23214]: cluster 2024-03-22T07:11:34.349739+0000 osd.5 (osd.5) 29 : cluster 3 failed to encode map e349 with expected crc 2024-03-22T07:11:35.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:35 smithi148 bash[23214]: cluster 2024-03-22T07:11:34.357779+0000 osd.6 (osd.6) 46 : cluster 3 failed to encode map e349 with expected crc 2024-03-22T07:11:35.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:35 smithi148 bash[23214]: cluster 2024-03-22T07:11:34.415391+0000 osd.0 (osd.0) 46 : cluster 3 failed to encode map e349 with expected crc 2024-03-22T07:11:36.400 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap1 2024-03-22T07:11:36.428 INFO:tasks.workunit.client.0.smithi129.stdout:clone image188 -> image190 2024-03-22T07:11:36.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:36 smithi129 bash[79695]: cluster 2024-03-22T07:11:35.253302+0000 mgr.y (mgr.25337) 52 : cluster 0 pgmap v97: 137 pgs: 137 active+clean; 1.8 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 239 MiB/s rd, 16 MiB/s wr, 553 op/s 2024-03-22T07:11:36.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:36 smithi129 bash[79695]: cluster 2024-03-22T07:11:35.351576+0000 mon.a (mon.0) 113 : cluster 0 osdmap e350: 8 total, 8 up, 8 in 2024-03-22T07:11:36.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:36 smithi129 bash[79695]: cluster 2024-03-22T07:11:35.358009+0000 osd.2 (osd.2) 26 : cluster 3 failed to encode map e350 with expected crc 2024-03-22T07:11:36.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:36 smithi129 bash[79695]: cluster 2024-03-22T07:11:35.360777+0000 osd.1 (osd.1) 51 : cluster 3 failed to encode map e350 with expected crc 2024-03-22T07:11:36.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:36 smithi129 bash[79695]: cluster 2024-03-22T07:11:35.369801+0000 osd.3 (osd.3) 50 : cluster 3 failed to encode map e350 with expected crc 2024-03-22T07:11:36.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:36 smithi129 bash[31121]: debug 2024-03-22T07:11:36.341+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e351 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:36.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:36 smithi129 bash[31121]: cluster 2024-03-22T07:11:35.253302+0000 mgr.y (mgr.25337) 52 : cluster 0 pgmap v97: 137 pgs: 137 active+clean; 1.8 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 239 MiB/s rd, 16 MiB/s wr, 553 op/s 2024-03-22T07:11:36.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:36 smithi129 bash[31121]: cluster 2024-03-22T07:11:35.351576+0000 mon.a (mon.0) 113 : cluster 0 osdmap e350: 8 total, 8 up, 8 in 2024-03-22T07:11:36.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:36 smithi129 bash[31121]: cluster 2024-03-22T07:11:35.358009+0000 osd.2 (osd.2) 26 : cluster 3 failed to encode map e350 with expected crc 2024-03-22T07:11:36.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:36 smithi129 bash[31121]: cluster 2024-03-22T07:11:35.360777+0000 osd.1 (osd.1) 51 : cluster 3 failed to encode map e350 with expected crc 2024-03-22T07:11:36.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:36 smithi129 bash[31121]: cluster 2024-03-22T07:11:35.369801+0000 osd.3 (osd.3) 50 : cluster 3 failed to encode map e350 with expected crc 2024-03-22T07:11:36.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:36 smithi148 bash[23214]: debug 2024-03-22T07:11:36.347+0000 7fa454952700 -1 mon.b@1(peon).osd e351 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:36.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:36 smithi148 bash[23214]: cluster 2024-03-22T07:11:35.253302+0000 mgr.y (mgr.25337) 52 : cluster 0 pgmap v97: 137 pgs: 137 active+clean; 1.8 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 239 MiB/s rd, 16 MiB/s wr, 553 op/s 2024-03-22T07:11:36.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:36 smithi148 bash[23214]: cluster 2024-03-22T07:11:35.351576+0000 mon.a (mon.0) 113 : cluster 0 osdmap e350: 8 total, 8 up, 8 in 2024-03-22T07:11:36.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:36 smithi148 bash[23214]: cluster 2024-03-22T07:11:35.358009+0000 osd.2 (osd.2) 26 : cluster 3 failed to encode map e350 with expected crc 2024-03-22T07:11:36.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:36 smithi148 bash[23214]: cluster 2024-03-22T07:11:35.360777+0000 osd.1 (osd.1) 51 : cluster 3 failed to encode map e350 with expected crc 2024-03-22T07:11:36.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:36 smithi148 bash[23214]: cluster 2024-03-22T07:11:35.369801+0000 osd.3 (osd.3) 50 : cluster 3 failed to encode map e350 with expected crc 2024-03-22T07:11:36.767 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 88689703 2024-03-22T07:11:36.796 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 82451771~6237932 2024-03-22T07:11:36.880 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 40055334~6461699 2024-03-22T07:11:36.902 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 63757513~450423 2024-03-22T07:11:36.970 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 57978845~3555234 2024-03-22T07:11:36.989 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 78065767~3741915 2024-03-22T07:11:37.025 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 50088312~4352631 2024-03-22T07:11:37.038 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 19468329~5068925 2024-03-22T07:11:37.099 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 34768612~2179650 2024-03-22T07:11:37.142 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap2 2024-03-22T07:11:37.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:37 smithi129 bash[79695]: cluster 2024-03-22T07:11:36.351483+0000 mon.a (mon.0) 114 : cluster 0 osdmap e351: 8 total, 8 up, 8 in 2024-03-22T07:11:37.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:37 smithi129 bash[79695]: cluster 2024-03-22T07:11:36.363026+0000 osd.3 (osd.3) 51 : cluster 3 failed to encode map e351 with expected crc 2024-03-22T07:11:37.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:37 smithi129 bash[79695]: cluster 2024-03-22T07:11:36.363691+0000 osd.4 (osd.4) 49 : cluster 3 failed to encode map e351 with expected crc 2024-03-22T07:11:37.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:37 smithi129 bash[79695]: cluster 2024-03-22T07:11:36.372288+0000 osd.6 (osd.6) 47 : cluster 3 failed to encode map e351 with expected crc 2024-03-22T07:11:37.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:37 smithi129 bash[79695]: cluster 2024-03-22T07:11:36.392239+0000 osd.5 (osd.5) 30 : cluster 3 failed to encode map e351 with expected crc 2024-03-22T07:11:37.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:37 smithi129 bash[79695]: cluster 2024-03-22T07:11:36.436234+0000 osd.0 (osd.0) 47 : cluster 3 failed to encode map e351 with expected crc 2024-03-22T07:11:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:37 smithi129 bash[31121]: cluster 2024-03-22T07:11:36.351483+0000 mon.a (mon.0) 114 : cluster 0 osdmap e351: 8 total, 8 up, 8 in 2024-03-22T07:11:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:37 smithi129 bash[31121]: cluster 2024-03-22T07:11:36.363026+0000 osd.3 (osd.3) 51 : cluster 3 failed to encode map e351 with expected crc 2024-03-22T07:11:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:37 smithi129 bash[31121]: cluster 2024-03-22T07:11:36.363691+0000 osd.4 (osd.4) 49 : cluster 3 failed to encode map e351 with expected crc 2024-03-22T07:11:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:37 smithi129 bash[31121]: cluster 2024-03-22T07:11:36.372288+0000 osd.6 (osd.6) 47 : cluster 3 failed to encode map e351 with expected crc 2024-03-22T07:11:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:37 smithi129 bash[31121]: cluster 2024-03-22T07:11:36.392239+0000 osd.5 (osd.5) 30 : cluster 3 failed to encode map e351 with expected crc 2024-03-22T07:11:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:37 smithi129 bash[31121]: cluster 2024-03-22T07:11:36.436234+0000 osd.0 (osd.0) 47 : cluster 3 failed to encode map e351 with expected crc 2024-03-22T07:11:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:37 smithi129 bash[31121]: debug 2024-03-22T07:11:37.385+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e352 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:37.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:37 smithi148 bash[23214]: cluster 2024-03-22T07:11:36.351483+0000 mon.a (mon.0) 114 : cluster 0 osdmap e351: 8 total, 8 up, 8 in 2024-03-22T07:11:37.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:37 smithi148 bash[23214]: cluster 2024-03-22T07:11:36.363026+0000 osd.3 (osd.3) 51 : cluster 3 failed to encode map e351 with expected crc 2024-03-22T07:11:37.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:37 smithi148 bash[23214]: cluster 2024-03-22T07:11:36.363691+0000 osd.4 (osd.4) 49 : cluster 3 failed to encode map e351 with expected crc 2024-03-22T07:11:37.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:37 smithi148 bash[23214]: cluster 2024-03-22T07:11:36.372288+0000 osd.6 (osd.6) 47 : cluster 3 failed to encode map e351 with expected crc 2024-03-22T07:11:37.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:37 smithi148 bash[23214]: cluster 2024-03-22T07:11:36.392239+0000 osd.5 (osd.5) 30 : cluster 3 failed to encode map e351 with expected crc 2024-03-22T07:11:37.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:37 smithi148 bash[23214]: cluster 2024-03-22T07:11:36.436234+0000 osd.0 (osd.0) 47 : cluster 3 failed to encode map e351 with expected crc 2024-03-22T07:11:37.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:37 smithi148 bash[23214]: debug 2024-03-22T07:11:37.387+0000 7fa454952700 -1 mon.b@1(peon).osd e352 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:38.446 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 5901481~835573 2024-03-22T07:11:38.469 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 18015860~4730632 2024-03-22T07:11:38.469 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 40868870~6210218 2024-03-22T07:11:38.481 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 45527080~3692138 2024-03-22T07:11:38.531 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 53867361~2105424 2024-03-22T07:11:38.532 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 2689928~4432149 2024-03-22T07:11:38.533 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 61001729~4967139 2024-03-22T07:11:38.536 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 10068342~7866592 2024-03-22T07:11:38.536 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: snap3 2024-03-22T07:11:38.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:38 smithi148 bash[23214]: cluster 2024-03-22T07:11:37.254084+0000 mgr.y (mgr.25337) 53 : cluster 0 pgmap v100: 137 pgs: 137 active+clean; 1.8 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 235 MiB/s rd, 4.4 MiB/s wr, 330 op/s 2024-03-22T07:11:38.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:38 smithi148 bash[23214]: cluster 2024-03-22T07:11:37.392839+0000 mon.a (mon.0) 115 : cluster 0 osdmap e352: 8 total, 8 up, 8 in 2024-03-22T07:11:38.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:38 smithi148 bash[23214]: cluster 2024-03-22T07:11:37.402609+0000 osd.2 (osd.2) 27 : cluster 3 failed to encode map e352 with expected crc 2024-03-22T07:11:38.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:38 smithi148 bash[23214]: cluster 2024-03-22T07:11:37.406682+0000 osd.1 (osd.1) 52 : cluster 3 failed to encode map e352 with expected crc 2024-03-22T07:11:38.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:38 smithi148 bash[23214]: cluster 2024-03-22T07:11:37.414538+0000 osd.0 (osd.0) 48 : cluster 3 failed to encode map e352 with expected crc 2024-03-22T07:11:38.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:38 smithi148 bash[23214]: cluster 2024-03-22T07:11:37.431856+0000 osd.7 (osd.7) 18 : cluster 3 failed to encode map e352 with expected crc 2024-03-22T07:11:38.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:38 smithi148 bash[23214]: audit 2024-03-22T07:11:38.361417+0000 mon.c (mon.2) 127 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:11:38.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:38 smithi148 bash[23214]: debug 2024-03-22T07:11:38.398+0000 7fa454952700 -1 mon.b@1(peon).osd e353 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:38.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:38 smithi129 bash[79695]: cluster 2024-03-22T07:11:37.254084+0000 mgr.y (mgr.25337) 53 : cluster 0 pgmap v100: 137 pgs: 137 active+clean; 1.8 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 235 MiB/s rd, 4.4 MiB/s wr, 330 op/s 2024-03-22T07:11:38.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:38 smithi129 bash[79695]: cluster 2024-03-22T07:11:37.392839+0000 mon.a (mon.0) 115 : cluster 0 osdmap e352: 8 total, 8 up, 8 in 2024-03-22T07:11:38.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:38 smithi129 bash[79695]: cluster 2024-03-22T07:11:37.402609+0000 osd.2 (osd.2) 27 : cluster 3 failed to encode map e352 with expected crc 2024-03-22T07:11:38.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:38 smithi129 bash[79695]: cluster 2024-03-22T07:11:37.406682+0000 osd.1 (osd.1) 52 : cluster 3 failed to encode map e352 with expected crc 2024-03-22T07:11:38.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:38 smithi129 bash[79695]: cluster 2024-03-22T07:11:37.414538+0000 osd.0 (osd.0) 48 : cluster 3 failed to encode map e352 with expected crc 2024-03-22T07:11:38.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:38 smithi129 bash[79695]: cluster 2024-03-22T07:11:37.431856+0000 osd.7 (osd.7) 18 : cluster 3 failed to encode map e352 with expected crc 2024-03-22T07:11:38.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:38 smithi129 bash[79695]: audit 2024-03-22T07:11:38.361417+0000 mon.c (mon.2) 127 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:11:38.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:38 smithi129 bash[31121]: cluster 2024-03-22T07:11:37.254084+0000 mgr.y (mgr.25337) 53 : cluster 0 pgmap v100: 137 pgs: 137 active+clean; 1.8 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 235 MiB/s rd, 4.4 MiB/s wr, 330 op/s 2024-03-22T07:11:38.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:38 smithi129 bash[31121]: cluster 2024-03-22T07:11:37.392839+0000 mon.a (mon.0) 115 : cluster 0 osdmap e352: 8 total, 8 up, 8 in 2024-03-22T07:11:38.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:38 smithi129 bash[31121]: cluster 2024-03-22T07:11:37.402609+0000 osd.2 (osd.2) 27 : cluster 3 failed to encode map e352 with expected crc 2024-03-22T07:11:38.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:38 smithi129 bash[31121]: cluster 2024-03-22T07:11:37.406682+0000 osd.1 (osd.1) 52 : cluster 3 failed to encode map e352 with expected crc 2024-03-22T07:11:38.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:38 smithi129 bash[31121]: cluster 2024-03-22T07:11:37.414538+0000 osd.0 (osd.0) 48 : cluster 3 failed to encode map e352 with expected crc 2024-03-22T07:11:38.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:38 smithi129 bash[31121]: cluster 2024-03-22T07:11:37.431856+0000 osd.7 (osd.7) 18 : cluster 3 failed to encode map e352 with expected crc 2024-03-22T07:11:38.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:38 smithi129 bash[31121]: audit 2024-03-22T07:11:38.361417+0000 mon.c (mon.2) 127 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:11:38.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:38 smithi129 bash[31121]: debug 2024-03-22T07:11:38.393+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e353 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:39.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:39 smithi148 bash[23214]: debug 2024-03-22T07:11:39.406+0000 7fa454952700 -1 mon.b@1(peon).osd e354 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:39.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:39 smithi148 bash[23214]: cluster 2024-03-22T07:11:38.403495+0000 mon.a (mon.0) 116 : cluster 0 osdmap e353: 8 total, 8 up, 8 in 2024-03-22T07:11:39.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:39 smithi148 bash[23214]: cluster 2024-03-22T07:11:38.415256+0000 osd.1 (osd.1) 53 : cluster 3 failed to encode map e353 with expected crc 2024-03-22T07:11:39.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:39 smithi148 bash[23214]: cluster 2024-03-22T07:11:38.417259+0000 osd.7 (osd.7) 19 : cluster 3 failed to encode map e353 with expected crc 2024-03-22T07:11:39.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:39 smithi148 bash[23214]: cluster 2024-03-22T07:11:38.425502+0000 osd.6 (osd.6) 48 : cluster 3 failed to encode map e353 with expected crc 2024-03-22T07:11:39.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:39 smithi148 bash[23214]: cluster 2024-03-22T07:11:38.434660+0000 osd.0 (osd.0) 49 : cluster 3 failed to encode map e353 with expected crc 2024-03-22T07:11:39.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:39 smithi148 bash[23214]: cluster 2024-03-22T07:11:38.461021+0000 osd.4 (osd.4) 50 : cluster 3 failed to encode map e353 with expected crc 2024-03-22T07:11:39.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:39 smithi129 bash[79695]: cluster 2024-03-22T07:11:38.403495+0000 mon.a (mon.0) 116 : cluster 0 osdmap e353: 8 total, 8 up, 8 in 2024-03-22T07:11:39.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:39 smithi129 bash[79695]: cluster 2024-03-22T07:11:38.415256+0000 osd.1 (osd.1) 53 : cluster 3 failed to encode map e353 with expected crc 2024-03-22T07:11:39.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:39 smithi129 bash[79695]: cluster 2024-03-22T07:11:38.417259+0000 osd.7 (osd.7) 19 : cluster 3 failed to encode map e353 with expected crc 2024-03-22T07:11:39.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:39 smithi129 bash[79695]: cluster 2024-03-22T07:11:38.425502+0000 osd.6 (osd.6) 48 : cluster 3 failed to encode map e353 with expected crc 2024-03-22T07:11:39.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:39 smithi129 bash[79695]: cluster 2024-03-22T07:11:38.434660+0000 osd.0 (osd.0) 49 : cluster 3 failed to encode map e353 with expected crc 2024-03-22T07:11:39.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:39 smithi129 bash[79695]: cluster 2024-03-22T07:11:38.461021+0000 osd.4 (osd.4) 50 : cluster 3 failed to encode map e353 with expected crc 2024-03-22T07:11:39.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:39 smithi129 bash[31121]: debug 2024-03-22T07:11:39.405+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e354 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:39.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:39 smithi129 bash[31121]: cluster 2024-03-22T07:11:38.403495+0000 mon.a (mon.0) 116 : cluster 0 osdmap e353: 8 total, 8 up, 8 in 2024-03-22T07:11:39.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:39 smithi129 bash[31121]: cluster 2024-03-22T07:11:38.415256+0000 osd.1 (osd.1) 53 : cluster 3 failed to encode map e353 with expected crc 2024-03-22T07:11:39.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:39 smithi129 bash[31121]: cluster 2024-03-22T07:11:38.417259+0000 osd.7 (osd.7) 19 : cluster 3 failed to encode map e353 with expected crc 2024-03-22T07:11:39.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:39 smithi129 bash[31121]: cluster 2024-03-22T07:11:38.425502+0000 osd.6 (osd.6) 48 : cluster 3 failed to encode map e353 with expected crc 2024-03-22T07:11:39.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:39 smithi129 bash[31121]: cluster 2024-03-22T07:11:38.434660+0000 osd.0 (osd.0) 49 : cluster 3 failed to encode map e353 with expected crc 2024-03-22T07:11:39.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:39 smithi129 bash[31121]: cluster 2024-03-22T07:11:38.461021+0000 osd.4 (osd.4) 50 : cluster 3 failed to encode map e353 with expected crc 2024-03-22T07:11:40.471 INFO:tasks.workunit.client.0.smithi129.stdout:snap_protect: snap3 2024-03-22T07:11:40.511 INFO:tasks.workunit.client.0.smithi129.stdout:clone image190 -> image192 2024-03-22T07:11:40.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:40 smithi148 bash[23214]: debug 2024-03-22T07:11:40.410+0000 7fa454952700 -1 mon.b@1(peon).osd e355 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:40.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:40 smithi148 bash[23214]: cluster 2024-03-22T07:11:39.254967+0000 mgr.y (mgr.25337) 54 : cluster 0 pgmap v103: 137 pgs: 137 active+clean; 1.8 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 358 KiB/s wr, 24 op/s 2024-03-22T07:11:40.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:40 smithi148 bash[23214]: cluster 2024-03-22T07:11:39.414400+0000 mon.a (mon.0) 117 : cluster 0 osdmap e354: 8 total, 8 up, 8 in 2024-03-22T07:11:40.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:40 smithi148 bash[23214]: cluster 2024-03-22T07:11:39.425841+0000 osd.1 (osd.1) 54 : cluster 3 failed to encode map e354 with expected crc 2024-03-22T07:11:40.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:40 smithi148 bash[23214]: cluster 2024-03-22T07:11:39.426494+0000 osd.4 (osd.4) 51 : cluster 3 failed to encode map e354 with expected crc 2024-03-22T07:11:40.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:40 smithi148 bash[23214]: cluster 2024-03-22T07:11:39.431001+0000 osd.0 (osd.0) 50 : cluster 3 failed to encode map e354 with expected crc 2024-03-22T07:11:40.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:40 smithi129 bash[79695]: cluster 2024-03-22T07:11:39.254967+0000 mgr.y (mgr.25337) 54 : cluster 0 pgmap v103: 137 pgs: 137 active+clean; 1.8 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 358 KiB/s wr, 24 op/s 2024-03-22T07:11:40.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:40 smithi129 bash[79695]: cluster 2024-03-22T07:11:39.414400+0000 mon.a (mon.0) 117 : cluster 0 osdmap e354: 8 total, 8 up, 8 in 2024-03-22T07:11:40.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:40 smithi129 bash[79695]: cluster 2024-03-22T07:11:39.425841+0000 osd.1 (osd.1) 54 : cluster 3 failed to encode map e354 with expected crc 2024-03-22T07:11:40.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:40 smithi129 bash[79695]: cluster 2024-03-22T07:11:39.426494+0000 osd.4 (osd.4) 51 : cluster 3 failed to encode map e354 with expected crc 2024-03-22T07:11:40.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:40 smithi129 bash[79695]: cluster 2024-03-22T07:11:39.431001+0000 osd.0 (osd.0) 50 : cluster 3 failed to encode map e354 with expected crc 2024-03-22T07:11:40.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:40 smithi129 bash[31121]: debug 2024-03-22T07:11:40.409+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e355 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:40.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:40 smithi129 bash[31121]: cluster 2024-03-22T07:11:39.254967+0000 mgr.y (mgr.25337) 54 : cluster 0 pgmap v103: 137 pgs: 137 active+clean; 1.8 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 358 KiB/s wr, 24 op/s 2024-03-22T07:11:40.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:40 smithi129 bash[31121]: cluster 2024-03-22T07:11:39.414400+0000 mon.a (mon.0) 117 : cluster 0 osdmap e354: 8 total, 8 up, 8 in 2024-03-22T07:11:40.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:40 smithi129 bash[31121]: cluster 2024-03-22T07:11:39.425841+0000 osd.1 (osd.1) 54 : cluster 3 failed to encode map e354 with expected crc 2024-03-22T07:11:40.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:40 smithi129 bash[31121]: cluster 2024-03-22T07:11:39.426494+0000 osd.4 (osd.4) 51 : cluster 3 failed to encode map e354 with expected crc 2024-03-22T07:11:40.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:40 smithi129 bash[31121]: cluster 2024-03-22T07:11:39.431001+0000 osd.0 (osd.0) 50 : cluster 3 failed to encode map e354 with expected crc 2024-03-22T07:11:40.921 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 157711935 2024-03-22T07:11:40.960 INFO:tasks.workunit.client.0.smithi129.stdout:migration_prepare 2024-03-22T07:11:41.683 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:41 smithi129 bash[31121]: cluster 2024-03-22T07:11:40.419126+0000 mon.a (mon.0) 118 : cluster 0 osdmap e355: 8 total, 8 up, 8 in 2024-03-22T07:11:41.683 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:41 smithi129 bash[31121]: cluster 2024-03-22T07:11:40.427931+0000 osd.3 (osd.3) 52 : cluster 3 failed to encode map e355 with expected crc 2024-03-22T07:11:41.683 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:41 smithi129 bash[31121]: cluster 2024-03-22T07:11:40.428690+0000 osd.7 (osd.7) 20 : cluster 3 failed to encode map e355 with expected crc 2024-03-22T07:11:41.684 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:41 smithi129 bash[31121]: cluster 2024-03-22T07:11:40.443780+0000 osd.6 (osd.6) 49 : cluster 3 failed to encode map e355 with expected crc 2024-03-22T07:11:41.684 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:41 smithi129 bash[31121]: cluster 2024-03-22T07:11:40.459957+0000 osd.0 (osd.0) 51 : cluster 3 failed to encode map e355 with expected crc 2024-03-22T07:11:41.684 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:41 smithi129 bash[31121]: cluster 2024-03-22T07:11:40.484401+0000 osd.4 (osd.4) 52 : cluster 3 failed to encode map e355 with expected crc 2024-03-22T07:11:41.684 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:41 smithi129 bash[79695]: cluster 2024-03-22T07:11:40.419126+0000 mon.a (mon.0) 118 : cluster 0 osdmap e355: 8 total, 8 up, 8 in 2024-03-22T07:11:41.684 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:41 smithi129 bash[79695]: cluster 2024-03-22T07:11:40.427931+0000 osd.3 (osd.3) 52 : cluster 3 failed to encode map e355 with expected crc 2024-03-22T07:11:41.684 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:41 smithi129 bash[79695]: cluster 2024-03-22T07:11:40.428690+0000 osd.7 (osd.7) 20 : cluster 3 failed to encode map e355 with expected crc 2024-03-22T07:11:41.684 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:41 smithi129 bash[79695]: cluster 2024-03-22T07:11:40.443780+0000 osd.6 (osd.6) 49 : cluster 3 failed to encode map e355 with expected crc 2024-03-22T07:11:41.685 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:41 smithi129 bash[79695]: cluster 2024-03-22T07:11:40.459957+0000 osd.0 (osd.0) 51 : cluster 3 failed to encode map e355 with expected crc 2024-03-22T07:11:41.685 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:41 smithi129 bash[79695]: cluster 2024-03-22T07:11:40.484401+0000 osd.4 (osd.4) 52 : cluster 3 failed to encode map e355 with expected crc 2024-03-22T07:11:41.910 INFO:tasks.workunit.client.0.smithi129.stdout:migration_execute 2024-03-22T07:11:41.910 INFO:tasks.workunit.client.0.smithi129.stdout:write: a 20737313~7604916 2024-03-22T07:11:41.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:41 smithi148 bash[23214]: cluster 2024-03-22T07:11:40.419126+0000 mon.a (mon.0) 118 : cluster 0 osdmap e355: 8 total, 8 up, 8 in 2024-03-22T07:11:41.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:41 smithi148 bash[23214]: cluster 2024-03-22T07:11:40.427931+0000 osd.3 (osd.3) 52 : cluster 3 failed to encode map e355 with expected crc 2024-03-22T07:11:41.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:41 smithi148 bash[23214]: cluster 2024-03-22T07:11:40.428690+0000 osd.7 (osd.7) 20 : cluster 3 failed to encode map e355 with expected crc 2024-03-22T07:11:41.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:41 smithi148 bash[23214]: cluster 2024-03-22T07:11:40.443780+0000 osd.6 (osd.6) 49 : cluster 3 failed to encode map e355 with expected crc 2024-03-22T07:11:41.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:41 smithi148 bash[23214]: cluster 2024-03-22T07:11:40.459957+0000 osd.0 (osd.0) 51 : cluster 3 failed to encode map e355 with expected crc 2024-03-22T07:11:41.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:41 smithi148 bash[23214]: cluster 2024-03-22T07:11:40.484401+0000 osd.4 (osd.4) 52 : cluster 3 failed to encode map e355 with expected crc 2024-03-22T07:11:42.004 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 119819952~7086708 2024-03-22T07:11:42.011 INFO:tasks.workunit.client.0.smithi129.stdout:write: a 138836611~8343251 2024-03-22T07:11:42.064 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 106621763~5776749 2024-03-22T07:11:42.070 INFO:tasks.workunit.client.0.smithi129.stdout:write: a 141078241~6798533 2024-03-22T07:11:42.111 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 3338605~7195372 2024-03-22T07:11:42.154 INFO:tasks.workunit.client.0.smithi129.stdout:write: a 9170225~4383375 2024-03-22T07:11:42.205 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 3296078~6458666 2024-03-22T07:11:42.237 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: user0 2024-03-22T07:11:42.707 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:42 smithi129 bash[31121]: debug 2024-03-22T07:11:42.445+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e356 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:42.707 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:42 smithi129 bash[31121]: cluster 2024-03-22T07:11:41.255651+0000 mgr.y (mgr.25337) 55 : cluster 0 pgmap v106: 137 pgs: 137 active+clean; 2.0 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 28 MiB/s wr, 503 op/s 2024-03-22T07:11:42.707 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:42 smithi129 bash[31121]: audit 2024-03-22T07:11:41.728684+0000 mon.c (mon.2) 128 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:11:42.708 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:42 smithi129 bash[79695]: cluster 2024-03-22T07:11:41.255651+0000 mgr.y (mgr.25337) 55 : cluster 0 pgmap v106: 137 pgs: 137 active+clean; 2.0 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 28 MiB/s wr, 503 op/s 2024-03-22T07:11:42.708 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:42 smithi129 bash[79695]: audit 2024-03-22T07:11:41.728684+0000 mon.c (mon.2) 128 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:11:42.709 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph orch upgrade resume' 2024-03-22T07:11:42.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:42 smithi148 bash[23214]: debug 2024-03-22T07:11:42.446+0000 7fa454952700 -1 mon.b@1(peon).osd e356 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:42.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:42 smithi148 bash[23214]: cluster 2024-03-22T07:11:41.255651+0000 mgr.y (mgr.25337) 55 : cluster 0 pgmap v106: 137 pgs: 137 active+clean; 2.0 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 28 MiB/s wr, 503 op/s 2024-03-22T07:11:42.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:42 smithi148 bash[23214]: audit 2024-03-22T07:11:41.728684+0000 mon.c (mon.2) 128 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:11:43.531 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 167044386 2024-03-22T07:11:43.560 INFO:tasks.workunit.client.0.smithi129.stdout:write: b 78966944~7018739 2024-03-22T07:11:43.587 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 32348079~6484070 2024-03-22T07:11:43.587 INFO:tasks.workunit.client.0.smithi129.stdout:write: b 117422873~7173848 2024-03-22T07:11:43.618 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 29871407~3760786 2024-03-22T07:11:43.712 INFO:tasks.workunit.client.0.smithi129.stdout:write: b 156685092~7504274 2024-03-22T07:11:43.715 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 26393219~5116395 2024-03-22T07:11:43.715 INFO:tasks.workunit.client.0.smithi129.stdout:write: b 132345146~1757201 2024-03-22T07:11:43.716 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 118623588~3034693 2024-03-22T07:11:43.716 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: user1 2024-03-22T07:11:43.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:43 smithi129 bash[79695]: cluster 2024-03-22T07:11:42.452133+0000 mon.a (mon.0) 119 : cluster 0 osdmap e356: 8 total, 8 up, 8 in 2024-03-22T07:11:43.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:43 smithi129 bash[79695]: cluster 2024-03-22T07:11:42.464107+0000 osd.1 (osd.1) 55 : cluster 3 failed to encode map e356 with expected crc 2024-03-22T07:11:43.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:43 smithi129 bash[79695]: cluster 2024-03-22T07:11:42.464171+0000 osd.2 (osd.2) 28 : cluster 3 failed to encode map e356 with expected crc 2024-03-22T07:11:43.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:43 smithi129 bash[79695]: cluster 2024-03-22T07:11:42.475147+0000 osd.0 (osd.0) 52 : cluster 3 failed to encode map e356 with expected crc 2024-03-22T07:11:43.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:43 smithi129 bash[79695]: cluster 2024-03-22T07:11:42.492260+0000 osd.6 (osd.6) 50 : cluster 3 failed to encode map e356 with expected crc 2024-03-22T07:11:43.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:43 smithi129 bash[31121]: cluster 2024-03-22T07:11:42.452133+0000 mon.a (mon.0) 119 : cluster 0 osdmap e356: 8 total, 8 up, 8 in 2024-03-22T07:11:43.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:43 smithi129 bash[31121]: cluster 2024-03-22T07:11:42.464107+0000 osd.1 (osd.1) 55 : cluster 3 failed to encode map e356 with expected crc 2024-03-22T07:11:43.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:43 smithi129 bash[31121]: cluster 2024-03-22T07:11:42.464171+0000 osd.2 (osd.2) 28 : cluster 3 failed to encode map e356 with expected crc 2024-03-22T07:11:43.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:43 smithi129 bash[31121]: cluster 2024-03-22T07:11:42.475147+0000 osd.0 (osd.0) 52 : cluster 3 failed to encode map e356 with expected crc 2024-03-22T07:11:43.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:43 smithi129 bash[31121]: cluster 2024-03-22T07:11:42.492260+0000 osd.6 (osd.6) 50 : cluster 3 failed to encode map e356 with expected crc 2024-03-22T07:11:43.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:43 smithi129 bash[31121]: debug 2024-03-22T07:11:43.477+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e357 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:43.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:43 smithi148 bash[23214]: cluster 2024-03-22T07:11:42.452133+0000 mon.a (mon.0) 119 : cluster 0 osdmap e356: 8 total, 8 up, 8 in 2024-03-22T07:11:43.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:43 smithi148 bash[23214]: cluster 2024-03-22T07:11:42.464107+0000 osd.1 (osd.1) 55 : cluster 3 failed to encode map e356 with expected crc 2024-03-22T07:11:43.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:43 smithi148 bash[23214]: cluster 2024-03-22T07:11:42.464171+0000 osd.2 (osd.2) 28 : cluster 3 failed to encode map e356 with expected crc 2024-03-22T07:11:43.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:43 smithi148 bash[23214]: cluster 2024-03-22T07:11:42.475147+0000 osd.0 (osd.0) 52 : cluster 3 failed to encode map e356 with expected crc 2024-03-22T07:11:43.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:43 smithi148 bash[23214]: cluster 2024-03-22T07:11:42.492260+0000 osd.6 (osd.6) 50 : cluster 3 failed to encode map e356 with expected crc 2024-03-22T07:11:43.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:43 smithi148 bash[23214]: debug 2024-03-22T07:11:43.482+0000 7fa454952700 -1 mon.b@1(peon).osd e357 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:44.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:11:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:11:43] "GET /metrics HTTP/1.1" 200 38836 "" "Prometheus/2.43.0" 2024-03-22T07:11:44.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:44 smithi129 bash[79695]: cluster 2024-03-22T07:11:43.256497+0000 mgr.y (mgr.25337) 56 : cluster 0 pgmap v108: 137 pgs: 137 active+clean; 2.0 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 24 MiB/s wr, 415 op/s 2024-03-22T07:11:44.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:44 smithi129 bash[79695]: cluster 2024-03-22T07:11:43.490584+0000 mon.a (mon.0) 120 : cluster 0 osdmap e357: 8 total, 8 up, 8 in 2024-03-22T07:11:44.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:44 smithi129 bash[79695]: cluster 2024-03-22T07:11:43.497654+0000 osd.0 (osd.0) 53 : cluster 3 failed to encode map e357 with expected crc 2024-03-22T07:11:44.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:44 smithi129 bash[79695]: cluster 2024-03-22T07:11:43.499361+0000 osd.1 (osd.1) 56 : cluster 3 failed to encode map e357 with expected crc 2024-03-22T07:11:44.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:44 smithi129 bash[79695]: cluster 2024-03-22T07:11:43.508190+0000 osd.4 (osd.4) 53 : cluster 3 failed to encode map e357 with expected crc 2024-03-22T07:11:44.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:44 smithi129 bash[79695]: cluster 2024-03-22T07:11:43.521496+0000 osd.6 (osd.6) 51 : cluster 3 failed to encode map e357 with expected crc 2024-03-22T07:11:44.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:44 smithi129 bash[31121]: debug 2024-03-22T07:11:44.481+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e358 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:44.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:44 smithi129 bash[31121]: cluster 2024-03-22T07:11:43.256497+0000 mgr.y (mgr.25337) 56 : cluster 0 pgmap v108: 137 pgs: 137 active+clean; 2.0 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 24 MiB/s wr, 415 op/s 2024-03-22T07:11:44.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:44 smithi129 bash[31121]: cluster 2024-03-22T07:11:43.490584+0000 mon.a (mon.0) 120 : cluster 0 osdmap e357: 8 total, 8 up, 8 in 2024-03-22T07:11:44.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:44 smithi129 bash[31121]: cluster 2024-03-22T07:11:43.497654+0000 osd.0 (osd.0) 53 : cluster 3 failed to encode map e357 with expected crc 2024-03-22T07:11:44.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:44 smithi129 bash[31121]: cluster 2024-03-22T07:11:43.499361+0000 osd.1 (osd.1) 56 : cluster 3 failed to encode map e357 with expected crc 2024-03-22T07:11:44.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:44 smithi129 bash[31121]: cluster 2024-03-22T07:11:43.508190+0000 osd.4 (osd.4) 53 : cluster 3 failed to encode map e357 with expected crc 2024-03-22T07:11:44.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:44 smithi129 bash[31121]: cluster 2024-03-22T07:11:43.521496+0000 osd.6 (osd.6) 51 : cluster 3 failed to encode map e357 with expected crc 2024-03-22T07:11:44.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:44 smithi148 bash[23214]: debug 2024-03-22T07:11:44.486+0000 7fa454952700 -1 mon.b@1(peon).osd e358 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:44.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:44 smithi148 bash[23214]: cluster 2024-03-22T07:11:43.256497+0000 mgr.y (mgr.25337) 56 : cluster 0 pgmap v108: 137 pgs: 137 active+clean; 2.0 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 24 MiB/s wr, 415 op/s 2024-03-22T07:11:44.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:44 smithi148 bash[23214]: cluster 2024-03-22T07:11:43.490584+0000 mon.a (mon.0) 120 : cluster 0 osdmap e357: 8 total, 8 up, 8 in 2024-03-22T07:11:44.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:44 smithi148 bash[23214]: cluster 2024-03-22T07:11:43.497654+0000 osd.0 (osd.0) 53 : cluster 3 failed to encode map e357 with expected crc 2024-03-22T07:11:44.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:44 smithi148 bash[23214]: cluster 2024-03-22T07:11:43.499361+0000 osd.1 (osd.1) 56 : cluster 3 failed to encode map e357 with expected crc 2024-03-22T07:11:44.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:44 smithi148 bash[23214]: cluster 2024-03-22T07:11:43.508190+0000 osd.4 (osd.4) 53 : cluster 3 failed to encode map e357 with expected crc 2024-03-22T07:11:44.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:44 smithi148 bash[23214]: cluster 2024-03-22T07:11:43.521496+0000 osd.6 (osd.6) 51 : cluster 3 failed to encode map e357 with expected crc 2024-03-22T07:11:45.555 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 204099859 2024-03-22T07:11:45.586 INFO:tasks.workunit.client.0.smithi129.stdout:write: c 178658243~5074185 2024-03-22T07:11:45.633 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 171256271~5635093 2024-03-22T07:11:45.633 INFO:tasks.workunit.client.0.smithi129.stdout:write: c 105173960~5976470 2024-03-22T07:11:45.653 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 86063738~5212145 2024-03-22T07:11:45.653 INFO:tasks.workunit.client.0.smithi129.stdout:write: c 95556891~6925614 2024-03-22T07:11:45.691 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 94027942~5297839 2024-03-22T07:11:45.731 INFO:tasks.workunit.client.0.smithi129.stdout:write: c 129825897~7660849 2024-03-22T07:11:45.741 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 50679039~1584072 2024-03-22T07:11:45.742 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: user2 2024-03-22T07:11:45.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:45 smithi129 bash[79695]: cluster 2024-03-22T07:11:44.488964+0000 mon.a (mon.0) 121 : cluster 0 osdmap e358: 8 total, 8 up, 8 in 2024-03-22T07:11:45.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:45 smithi129 bash[79695]: cluster 2024-03-22T07:11:44.500715+0000 osd.1 (osd.1) 57 : cluster 3 failed to encode map e358 with expected crc 2024-03-22T07:11:45.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:45 smithi129 bash[79695]: cluster 2024-03-22T07:11:44.503535+0000 osd.4 (osd.4) 54 : cluster 3 failed to encode map e358 with expected crc 2024-03-22T07:11:45.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:45 smithi129 bash[79695]: cluster 2024-03-22T07:11:44.513882+0000 osd.0 (osd.0) 54 : cluster 3 failed to encode map e358 with expected crc 2024-03-22T07:11:45.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:45 smithi129 bash[31121]: cluster 2024-03-22T07:11:44.488964+0000 mon.a (mon.0) 121 : cluster 0 osdmap e358: 8 total, 8 up, 8 in 2024-03-22T07:11:45.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:45 smithi129 bash[31121]: cluster 2024-03-22T07:11:44.500715+0000 osd.1 (osd.1) 57 : cluster 3 failed to encode map e358 with expected crc 2024-03-22T07:11:45.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:45 smithi129 bash[31121]: cluster 2024-03-22T07:11:44.503535+0000 osd.4 (osd.4) 54 : cluster 3 failed to encode map e358 with expected crc 2024-03-22T07:11:45.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:45 smithi129 bash[31121]: cluster 2024-03-22T07:11:44.513882+0000 osd.0 (osd.0) 54 : cluster 3 failed to encode map e358 with expected crc 2024-03-22T07:11:45.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:45 smithi129 bash[31121]: debug 2024-03-22T07:11:45.521+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e359 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:45.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:45 smithi148 bash[23214]: cluster 2024-03-22T07:11:44.488964+0000 mon.a (mon.0) 121 : cluster 0 osdmap e358: 8 total, 8 up, 8 in 2024-03-22T07:11:45.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:45 smithi148 bash[23214]: cluster 2024-03-22T07:11:44.500715+0000 osd.1 (osd.1) 57 : cluster 3 failed to encode map e358 with expected crc 2024-03-22T07:11:45.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:45 smithi148 bash[23214]: cluster 2024-03-22T07:11:44.503535+0000 osd.4 (osd.4) 54 : cluster 3 failed to encode map e358 with expected crc 2024-03-22T07:11:45.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:45 smithi148 bash[23214]: cluster 2024-03-22T07:11:44.513882+0000 osd.0 (osd.0) 54 : cluster 3 failed to encode map e358 with expected crc 2024-03-22T07:11:45.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:45 smithi148 bash[23214]: debug 2024-03-22T07:11:45.522+0000 7fa454952700 -1 mon.b@1(peon).osd e359 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:46.836 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:11:46.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:46 smithi129 bash[79695]: cluster 2024-03-22T07:11:45.257310+0000 mgr.y (mgr.25337) 57 : cluster 0 pgmap v111: 137 pgs: 137 active+clean; 2.2 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 31 MiB/s wr, 732 op/s 2024-03-22T07:11:46.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:46 smithi129 bash[79695]: cluster 2024-03-22T07:11:45.527849+0000 mon.a (mon.0) 122 : cluster 0 osdmap e359: 8 total, 8 up, 8 in 2024-03-22T07:11:46.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:46 smithi129 bash[79695]: cluster 2024-03-22T07:11:45.539238+0000 osd.1 (osd.1) 58 : cluster 3 failed to encode map e359 with expected crc 2024-03-22T07:11:46.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:46 smithi129 bash[79695]: cluster 2024-03-22T07:11:45.540063+0000 osd.4 (osd.4) 55 : cluster 3 failed to encode map e359 with expected crc 2024-03-22T07:11:46.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:46 smithi129 bash[79695]: cluster 2024-03-22T07:11:45.658882+0000 osd.6 (osd.6) 52 : cluster 3 failed to encode map e359 with expected crc 2024-03-22T07:11:46.856 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:46 smithi129 bash[31121]: debug 2024-03-22T07:11:46.521+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e360 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:46.857 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:46 smithi129 bash[31121]: cluster 2024-03-22T07:11:45.257310+0000 mgr.y (mgr.25337) 57 : cluster 0 pgmap v111: 137 pgs: 137 active+clean; 2.2 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 31 MiB/s wr, 732 op/s 2024-03-22T07:11:46.857 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:46 smithi129 bash[31121]: cluster 2024-03-22T07:11:45.527849+0000 mon.a (mon.0) 122 : cluster 0 osdmap e359: 8 total, 8 up, 8 in 2024-03-22T07:11:46.857 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:46 smithi129 bash[31121]: cluster 2024-03-22T07:11:45.539238+0000 osd.1 (osd.1) 58 : cluster 3 failed to encode map e359 with expected crc 2024-03-22T07:11:46.857 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:46 smithi129 bash[31121]: cluster 2024-03-22T07:11:45.540063+0000 osd.4 (osd.4) 55 : cluster 3 failed to encode map e359 with expected crc 2024-03-22T07:11:46.857 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:46 smithi129 bash[31121]: cluster 2024-03-22T07:11:45.658882+0000 osd.6 (osd.6) 52 : cluster 3 failed to encode map e359 with expected crc 2024-03-22T07:11:46.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:46 smithi148 bash[23214]: debug 2024-03-22T07:11:46.522+0000 7fa454952700 -1 mon.b@1(peon).osd e360 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:46.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:46 smithi148 bash[23214]: cluster 2024-03-22T07:11:45.257310+0000 mgr.y (mgr.25337) 57 : cluster 0 pgmap v111: 137 pgs: 137 active+clean; 2.2 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 31 MiB/s wr, 732 op/s 2024-03-22T07:11:46.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:46 smithi148 bash[23214]: cluster 2024-03-22T07:11:45.527849+0000 mon.a (mon.0) 122 : cluster 0 osdmap e359: 8 total, 8 up, 8 in 2024-03-22T07:11:46.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:46 smithi148 bash[23214]: cluster 2024-03-22T07:11:45.539238+0000 osd.1 (osd.1) 58 : cluster 3 failed to encode map e359 with expected crc 2024-03-22T07:11:46.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:46 smithi148 bash[23214]: cluster 2024-03-22T07:11:45.540063+0000 osd.4 (osd.4) 55 : cluster 3 failed to encode map e359 with expected crc 2024-03-22T07:11:46.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:46 smithi148 bash[23214]: cluster 2024-03-22T07:11:45.658882+0000 osd.6 (osd.6) 52 : cluster 3 failed to encode map e359 with expected crc 2024-03-22T07:11:47.574 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 174858463 2024-03-22T07:11:47.601 INFO:tasks.workunit.client.0.smithi129.stdout:write: d 123348137~5393993 2024-03-22T07:11:47.619 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 123980003~1436025 2024-03-22T07:11:47.637 INFO:tasks.workunit.client.0.smithi129.stdout:write: d 58186374~4894811 2024-03-22T07:11:47.641 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 59588271~3553732 2024-03-22T07:11:47.706 INFO:tasks.workunit.client.0.smithi129.stdout:write: d 15704561~2496517 2024-03-22T07:11:47.707 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 28948702~7107315 2024-03-22T07:11:47.707 INFO:tasks.workunit.client.0.smithi129.stdout:write: d 70326978~1189154 2024-03-22T07:11:47.709 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 14638077~1577105 2024-03-22T07:11:47.726 INFO:tasks.workunit.client.0.smithi129.stdout:snap_create: user3 2024-03-22T07:11:47.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:47 smithi129 bash[79695]: cluster 2024-03-22T07:11:46.529093+0000 mon.a (mon.0) 123 : cluster 0 osdmap e360: 8 total, 8 up, 8 in 2024-03-22T07:11:47.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:47 smithi129 bash[79695]: cluster 2024-03-22T07:11:46.540267+0000 osd.3 (osd.3) 53 : cluster 3 failed to encode map e360 with expected crc 2024-03-22T07:11:47.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:47 smithi129 bash[79695]: cluster 2024-03-22T07:11:46.542702+0000 osd.4 (osd.4) 56 : cluster 3 failed to encode map e360 with expected crc 2024-03-22T07:11:47.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:47 smithi129 bash[79695]: cluster 2024-03-22T07:11:46.553109+0000 osd.0 (osd.0) 55 : cluster 3 failed to encode map e360 with expected crc 2024-03-22T07:11:47.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:47 smithi129 bash[79695]: cluster 2024-03-22T07:11:46.570920+0000 osd.6 (osd.6) 53 : cluster 3 failed to encode map e360 with expected crc 2024-03-22T07:11:47.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:47 smithi129 bash[31121]: debug 2024-03-22T07:11:47.549+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e361 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:47.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:47 smithi129 bash[31121]: cluster 2024-03-22T07:11:46.529093+0000 mon.a (mon.0) 123 : cluster 0 osdmap e360: 8 total, 8 up, 8 in 2024-03-22T07:11:47.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:47 smithi129 bash[31121]: cluster 2024-03-22T07:11:46.540267+0000 osd.3 (osd.3) 53 : cluster 3 failed to encode map e360 with expected crc 2024-03-22T07:11:47.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:47 smithi129 bash[31121]: cluster 2024-03-22T07:11:46.542702+0000 osd.4 (osd.4) 56 : cluster 3 failed to encode map e360 with expected crc 2024-03-22T07:11:47.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:47 smithi129 bash[31121]: cluster 2024-03-22T07:11:46.553109+0000 osd.0 (osd.0) 55 : cluster 3 failed to encode map e360 with expected crc 2024-03-22T07:11:47.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:47 smithi129 bash[31121]: cluster 2024-03-22T07:11:46.570920+0000 osd.6 (osd.6) 53 : cluster 3 failed to encode map e360 with expected crc 2024-03-22T07:11:47.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:47 smithi148 bash[23214]: debug 2024-03-22T07:11:47.554+0000 7fa454952700 -1 mon.b@1(peon).osd e361 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:47.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:47 smithi148 bash[23214]: cluster 2024-03-22T07:11:46.529093+0000 mon.a (mon.0) 123 : cluster 0 osdmap e360: 8 total, 8 up, 8 in 2024-03-22T07:11:47.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:47 smithi148 bash[23214]: cluster 2024-03-22T07:11:46.540267+0000 osd.3 (osd.3) 53 : cluster 3 failed to encode map e360 with expected crc 2024-03-22T07:11:47.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:47 smithi148 bash[23214]: cluster 2024-03-22T07:11:46.542702+0000 osd.4 (osd.4) 56 : cluster 3 failed to encode map e360 with expected crc 2024-03-22T07:11:47.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:47 smithi148 bash[23214]: cluster 2024-03-22T07:11:46.553109+0000 osd.0 (osd.0) 55 : cluster 3 failed to encode map e360 with expected crc 2024-03-22T07:11:47.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:47 smithi148 bash[23214]: cluster 2024-03-22T07:11:46.570920+0000 osd.6 (osd.6) 53 : cluster 3 failed to encode map e360 with expected crc 2024-03-22T07:11:48.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[79695]: cluster 2024-03-22T07:11:47.257899+0000 mgr.y (mgr.25337) 58 : cluster 0 pgmap v114: 137 pgs: 137 active+clean; 2.2 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 37 MiB/s wr, 884 op/s 2024-03-22T07:11:48.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[79695]: cluster 2024-03-22T07:11:47.555912+0000 mon.a (mon.0) 124 : cluster 0 osdmap e361: 8 total, 8 up, 8 in 2024-03-22T07:11:48.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[79695]: cluster 2024-03-22T07:11:47.561341+0000 osd.1 (osd.1) 59 : cluster 3 failed to encode map e361 with expected crc 2024-03-22T07:11:48.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[79695]: cluster 2024-03-22T07:11:47.561675+0000 osd.4 (osd.4) 57 : cluster 3 failed to encode map e361 with expected crc 2024-03-22T07:11:48.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[79695]: cluster 2024-03-22T07:11:47.574260+0000 osd.6 (osd.6) 54 : cluster 3 failed to encode map e361 with expected crc 2024-03-22T07:11:48.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[79695]: audit 2024-03-22T07:11:47.616646+0000 mon.a (mon.0) 125 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:48.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[79695]: audit 2024-03-22T07:11:47.630635+0000 mon.a (mon.0) 126 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:48.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[79695]: audit 2024-03-22T07:11:47.871438+0000 mon.a (mon.0) 127 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:48.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[79695]: audit 2024-03-22T07:11:47.881620+0000 mon.a (mon.0) 128 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:48.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[79695]: audit 2024-03-22T07:11:48.464199+0000 mon.c (mon.2) 129 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:11:48.856 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[79695]: audit 2024-03-22T07:11:48.466284+0000 mon.c (mon.2) 130 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:11:48.857 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[79695]: audit 2024-03-22T07:11:48.477202+0000 mon.a (mon.0) 129 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:48.857 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[31121]: cluster 2024-03-22T07:11:47.257899+0000 mgr.y (mgr.25337) 58 : cluster 0 pgmap v114: 137 pgs: 137 active+clean; 2.2 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 37 MiB/s wr, 884 op/s 2024-03-22T07:11:48.857 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[31121]: cluster 2024-03-22T07:11:47.555912+0000 mon.a (mon.0) 124 : cluster 0 osdmap e361: 8 total, 8 up, 8 in 2024-03-22T07:11:48.857 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[31121]: cluster 2024-03-22T07:11:47.561341+0000 osd.1 (osd.1) 59 : cluster 3 failed to encode map e361 with expected crc 2024-03-22T07:11:48.857 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[31121]: cluster 2024-03-22T07:11:47.561675+0000 osd.4 (osd.4) 57 : cluster 3 failed to encode map e361 with expected crc 2024-03-22T07:11:48.857 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[31121]: cluster 2024-03-22T07:11:47.574260+0000 osd.6 (osd.6) 54 : cluster 3 failed to encode map e361 with expected crc 2024-03-22T07:11:48.857 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[31121]: audit 2024-03-22T07:11:47.616646+0000 mon.a (mon.0) 125 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:48.857 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[31121]: audit 2024-03-22T07:11:47.630635+0000 mon.a (mon.0) 126 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:48.857 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[31121]: audit 2024-03-22T07:11:47.871438+0000 mon.a (mon.0) 127 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:48.857 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[31121]: audit 2024-03-22T07:11:47.881620+0000 mon.a (mon.0) 128 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:48.857 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[31121]: audit 2024-03-22T07:11:48.464199+0000 mon.c (mon.2) 129 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:11:48.858 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[31121]: audit 2024-03-22T07:11:48.466284+0000 mon.c (mon.2) 130 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:11:48.858 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[31121]: audit 2024-03-22T07:11:48.477202+0000 mon.a (mon.0) 129 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:48.858 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:48 smithi129 bash[31121]: debug 2024-03-22T07:11:48.625+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e362 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:48.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:48 smithi148 bash[23214]: cluster 2024-03-22T07:11:47.257899+0000 mgr.y (mgr.25337) 58 : cluster 0 pgmap v114: 137 pgs: 137 active+clean; 2.2 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 37 MiB/s wr, 884 op/s 2024-03-22T07:11:48.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:48 smithi148 bash[23214]: cluster 2024-03-22T07:11:47.555912+0000 mon.a (mon.0) 124 : cluster 0 osdmap e361: 8 total, 8 up, 8 in 2024-03-22T07:11:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:48 smithi148 bash[23214]: cluster 2024-03-22T07:11:47.561341+0000 osd.1 (osd.1) 59 : cluster 3 failed to encode map e361 with expected crc 2024-03-22T07:11:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:48 smithi148 bash[23214]: cluster 2024-03-22T07:11:47.561675+0000 osd.4 (osd.4) 57 : cluster 3 failed to encode map e361 with expected crc 2024-03-22T07:11:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:48 smithi148 bash[23214]: cluster 2024-03-22T07:11:47.574260+0000 osd.6 (osd.6) 54 : cluster 3 failed to encode map e361 with expected crc 2024-03-22T07:11:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:48 smithi148 bash[23214]: audit 2024-03-22T07:11:47.616646+0000 mon.a (mon.0) 125 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:48 smithi148 bash[23214]: audit 2024-03-22T07:11:47.630635+0000 mon.a (mon.0) 126 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:48 smithi148 bash[23214]: audit 2024-03-22T07:11:47.871438+0000 mon.a (mon.0) 127 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:48 smithi148 bash[23214]: audit 2024-03-22T07:11:47.881620+0000 mon.a (mon.0) 128 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:48 smithi148 bash[23214]: audit 2024-03-22T07:11:48.464199+0000 mon.c (mon.2) 129 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:11:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:48 smithi148 bash[23214]: audit 2024-03-22T07:11:48.466284+0000 mon.c (mon.2) 130 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:11:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:48 smithi148 bash[23214]: audit 2024-03-22T07:11:48.477202+0000 mon.a (mon.0) 129 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:48 smithi148 bash[23214]: debug 2024-03-22T07:11:48.630+0000 7fa454952700 -1 mon.b@1(peon).osd e362 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:49.674 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 292396935 2024-03-22T07:11:49.704 INFO:tasks.workunit.client.0.smithi129.stdout:write: 1 29239693~7309923 2024-03-22T07:11:49.707 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 31067173~3654961 2024-03-22T07:11:49.757 INFO:tasks.workunit.client.0.smithi129.stdout:write: 2 58479387~7309923 2024-03-22T07:11:49.770 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 60306867~3654961 2024-03-22T07:11:49.809 INFO:tasks.workunit.client.0.smithi129.stdout:write: 3 87719080~7309923 2024-03-22T07:11:49.822 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 89546560~3654961 2024-03-22T07:11:49.856 INFO:tasks.workunit.client.0.smithi129.stdout:write: 4 116958774~7309923 2024-03-22T07:11:49.869 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 118786254~3654961 2024-03-22T07:11:49.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:49 smithi129 bash[79695]: cluster 2024-03-22T07:11:47.588464+0000 osd.5 (osd.5) 31 : cluster 3 failed to encode map e361 with expected crc 2024-03-22T07:11:49.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:49 smithi129 bash[79695]: cluster 2024-03-22T07:11:48.633323+0000 mon.a (mon.0) 130 : cluster 0 osdmap e362: 8 total, 8 up, 8 in 2024-03-22T07:11:49.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:49 smithi129 bash[79695]: cluster 2024-03-22T07:11:48.644693+0000 osd.2 (osd.2) 29 : cluster 3 failed to encode map e362 with expected crc 2024-03-22T07:11:49.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:49 smithi129 bash[79695]: cluster 2024-03-22T07:11:48.644758+0000 osd.1 (osd.1) 60 : cluster 3 failed to encode map e362 with expected crc 2024-03-22T07:11:49.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:49 smithi129 bash[79695]: cluster 2024-03-22T07:11:48.652944+0000 osd.0 (osd.0) 56 : cluster 3 failed to encode map e362 with expected crc 2024-03-22T07:11:49.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:49 smithi129 bash[31121]: cluster 2024-03-22T07:11:47.588464+0000 osd.5 (osd.5) 31 : cluster 3 failed to encode map e361 with expected crc 2024-03-22T07:11:49.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:49 smithi129 bash[31121]: cluster 2024-03-22T07:11:48.633323+0000 mon.a (mon.0) 130 : cluster 0 osdmap e362: 8 total, 8 up, 8 in 2024-03-22T07:11:49.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:49 smithi129 bash[31121]: cluster 2024-03-22T07:11:48.644693+0000 osd.2 (osd.2) 29 : cluster 3 failed to encode map e362 with expected crc 2024-03-22T07:11:49.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:49 smithi129 bash[31121]: cluster 2024-03-22T07:11:48.644758+0000 osd.1 (osd.1) 60 : cluster 3 failed to encode map e362 with expected crc 2024-03-22T07:11:49.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:49 smithi129 bash[31121]: cluster 2024-03-22T07:11:48.652944+0000 osd.0 (osd.0) 56 : cluster 3 failed to encode map e362 with expected crc 2024-03-22T07:11:49.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:49 smithi129 bash[31121]: debug 2024-03-22T07:11:49.625+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e363 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:49.903 INFO:tasks.workunit.client.0.smithi129.stdout:write: 5 146198467~7309923 2024-03-22T07:11:49.917 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 148025947~3654961 2024-03-22T07:11:49.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:49 smithi148 bash[23214]: cluster 2024-03-22T07:11:47.588464+0000 osd.5 (osd.5) 31 : cluster 3 failed to encode map e361 with expected crc 2024-03-22T07:11:49.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:49 smithi148 bash[23214]: cluster 2024-03-22T07:11:48.633323+0000 mon.a (mon.0) 130 : cluster 0 osdmap e362: 8 total, 8 up, 8 in 2024-03-22T07:11:49.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:49 smithi148 bash[23214]: cluster 2024-03-22T07:11:48.644693+0000 osd.2 (osd.2) 29 : cluster 3 failed to encode map e362 with expected crc 2024-03-22T07:11:49.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:49 smithi148 bash[23214]: cluster 2024-03-22T07:11:48.644758+0000 osd.1 (osd.1) 60 : cluster 3 failed to encode map e362 with expected crc 2024-03-22T07:11:49.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:49 smithi148 bash[23214]: cluster 2024-03-22T07:11:48.652944+0000 osd.0 (osd.0) 56 : cluster 3 failed to encode map e362 with expected crc 2024-03-22T07:11:49.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:49 smithi148 bash[23214]: debug 2024-03-22T07:11:49.630+0000 7fa454952700 -1 mon.b@1(peon).osd e363 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:50.103 INFO:teuthology.orchestra.run.smithi129.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:11:50.142 INFO:tasks.workunit.client.0.smithi129.stdout:migration_commit 2024-03-22T07:11:50.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[79695]: cluster 2024-03-22T07:11:49.258769+0000 mgr.y (mgr.25337) 59 : cluster 0 pgmap v117: 137 pgs: 137 active+clean; 2.2 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 2.4 MiB/s wr, 1 op/s 2024-03-22T07:11:50.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[79695]: cluster 2024-03-22T07:11:49.634003+0000 mon.a (mon.0) 131 : cluster 0 osdmap e363: 8 total, 8 up, 8 in 2024-03-22T07:11:50.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[79695]: cluster 2024-03-22T07:11:49.638180+0000 osd.3 (osd.3) 54 : cluster 3 failed to encode map e363 with expected crc 2024-03-22T07:11:50.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[79695]: cluster 2024-03-22T07:11:49.667369+0000 osd.1 (osd.1) 61 : cluster 3 failed to encode map e363 with expected crc 2024-03-22T07:11:50.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[79695]: audit 2024-03-22T07:11:50.107775+0000 mon.a (mon.0) 132 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:50.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[79695]: audit 2024-03-22T07:11:50.139236+0000 mon.c (mon.2) 131 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:11:50.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[79695]: audit 2024-03-22T07:11:50.140883+0000 mon.c (mon.2) 132 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:11:50.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[79695]: audit 2024-03-22T07:11:50.141552+0000 mon.c (mon.2) 133 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:11:50.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[79695]: audit 2024-03-22T07:11:50.146986+0000 mon.a (mon.0) 133 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:50.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[79695]: audit 2024-03-22T07:11:50.207881+0000 mon.c (mon.2) 134 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:11:50.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[79695]: audit 2024-03-22T07:11:50.210096+0000 mon.c (mon.2) 135 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:11:50.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[79695]: audit 2024-03-22T07:11:50.211355+0000 mon.c (mon.2) 136 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-22T07:11:50.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[79695]: audit 2024-03-22T07:11:50.211994+0000 mon.c (mon.2) 137 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-03-22T07:11:50.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[31121]: cluster 2024-03-22T07:11:49.258769+0000 mgr.y (mgr.25337) 59 : cluster 0 pgmap v117: 137 pgs: 137 active+clean; 2.2 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 2.4 MiB/s wr, 1 op/s 2024-03-22T07:11:50.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[31121]: cluster 2024-03-22T07:11:49.634003+0000 mon.a (mon.0) 131 : cluster 0 osdmap e363: 8 total, 8 up, 8 in 2024-03-22T07:11:50.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[31121]: cluster 2024-03-22T07:11:49.638180+0000 osd.3 (osd.3) 54 : cluster 3 failed to encode map e363 with expected crc 2024-03-22T07:11:50.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[31121]: cluster 2024-03-22T07:11:49.667369+0000 osd.1 (osd.1) 61 : cluster 3 failed to encode map e363 with expected crc 2024-03-22T07:11:50.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[31121]: audit 2024-03-22T07:11:50.107775+0000 mon.a (mon.0) 132 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:50.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[31121]: audit 2024-03-22T07:11:50.139236+0000 mon.c (mon.2) 131 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:11:50.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[31121]: audit 2024-03-22T07:11:50.140883+0000 mon.c (mon.2) 132 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:11:50.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[31121]: audit 2024-03-22T07:11:50.141552+0000 mon.c (mon.2) 133 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:11:50.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[31121]: audit 2024-03-22T07:11:50.146986+0000 mon.a (mon.0) 133 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:50.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[31121]: audit 2024-03-22T07:11:50.207881+0000 mon.c (mon.2) 134 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:11:50.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[31121]: audit 2024-03-22T07:11:50.210096+0000 mon.c (mon.2) 135 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:11:50.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[31121]: audit 2024-03-22T07:11:50.211355+0000 mon.c (mon.2) 136 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-22T07:11:50.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:50 smithi129 bash[31121]: audit 2024-03-22T07:11:50.211994+0000 mon.c (mon.2) 137 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-03-22T07:11:50.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:50 smithi148 bash[23214]: cluster 2024-03-22T07:11:49.258769+0000 mgr.y (mgr.25337) 59 : cluster 0 pgmap v117: 137 pgs: 137 active+clean; 2.2 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 2.4 MiB/s wr, 1 op/s 2024-03-22T07:11:50.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:50 smithi148 bash[23214]: cluster 2024-03-22T07:11:49.634003+0000 mon.a (mon.0) 131 : cluster 0 osdmap e363: 8 total, 8 up, 8 in 2024-03-22T07:11:50.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:50 smithi148 bash[23214]: cluster 2024-03-22T07:11:49.638180+0000 osd.3 (osd.3) 54 : cluster 3 failed to encode map e363 with expected crc 2024-03-22T07:11:50.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:50 smithi148 bash[23214]: cluster 2024-03-22T07:11:49.667369+0000 osd.1 (osd.1) 61 : cluster 3 failed to encode map e363 with expected crc 2024-03-22T07:11:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:50 smithi148 bash[23214]: audit 2024-03-22T07:11:50.107775+0000 mon.a (mon.0) 132 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:50 smithi148 bash[23214]: audit 2024-03-22T07:11:50.139236+0000 mon.c (mon.2) 131 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:11:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:50 smithi148 bash[23214]: audit 2024-03-22T07:11:50.140883+0000 mon.c (mon.2) 132 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:11:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:50 smithi148 bash[23214]: audit 2024-03-22T07:11:50.141552+0000 mon.c (mon.2) 133 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:11:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:50 smithi148 bash[23214]: audit 2024-03-22T07:11:50.146986+0000 mon.a (mon.0) 133 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:50 smithi148 bash[23214]: audit 2024-03-22T07:11:50.207881+0000 mon.c (mon.2) 134 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:11:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:50 smithi148 bash[23214]: audit 2024-03-22T07:11:50.210096+0000 mon.c (mon.2) 135 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:11:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:50 smithi148 bash[23214]: audit 2024-03-22T07:11:50.211355+0000 mon.c (mon.2) 136 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-22T07:11:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:50 smithi148 bash[23214]: audit 2024-03-22T07:11:50.211994+0000 mon.c (mon.2) 137 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-03-22T07:11:51.208 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'echo wait for majority of mons to upgrade' 2024-03-22T07:11:51.795 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:51 smithi129 bash[79695]: cluster 2024-03-22T07:11:49.649187+0000 osd.4 (osd.4) 58 : cluster 3 failed to encode map e363 with expected crc 2024-03-22T07:11:51.795 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:51 smithi129 bash[79695]: cluster 2024-03-22T07:11:49.655860+0000 osd.4 (osd.4) 59 : cluster 3 failed to encode map e363 with expected crc 2024-03-22T07:11:51.795 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:51 smithi129 bash[79695]: audit 2024-03-22T07:11:50.099161+0000 mgr.y (mgr.25337) 60 : audit 0 from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:11:51.795 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:51 smithi129 bash[79695]: cephadm 2024-03-22T07:11:50.099827+0000 mgr.y (mgr.25337) 61 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:11:51.795 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:51 smithi129 bash[79695]: cephadm 2024-03-22T07:11:50.212516+0000 mgr.y (mgr.25337) 62 : cephadm 1 Upgrade: It appears safe to stop mon.c 2024-03-22T07:11:51.795 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:51 smithi129 bash[31121]: cluster 2024-03-22T07:11:49.649187+0000 osd.4 (osd.4) 58 : cluster 3 failed to encode map e363 with expected crc 2024-03-22T07:11:51.795 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:51 smithi129 bash[31121]: cluster 2024-03-22T07:11:49.655860+0000 osd.4 (osd.4) 59 : cluster 3 failed to encode map e363 with expected crc 2024-03-22T07:11:51.795 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:51 smithi129 bash[31121]: audit 2024-03-22T07:11:50.099161+0000 mgr.y (mgr.25337) 60 : audit 0 from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:11:51.795 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:51 smithi129 bash[31121]: cephadm 2024-03-22T07:11:50.099827+0000 mgr.y (mgr.25337) 61 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:11:51.796 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:51 smithi129 bash[31121]: cephadm 2024-03-22T07:11:50.212516+0000 mgr.y (mgr.25337) 62 : cephadm 1 Upgrade: It appears safe to stop mon.c 2024-03-22T07:11:51.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:51 smithi148 bash[23214]: cluster 2024-03-22T07:11:49.649187+0000 osd.4 (osd.4) 58 : cluster 3 failed to encode map e363 with expected crc 2024-03-22T07:11:51.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:51 smithi148 bash[23214]: cluster 2024-03-22T07:11:49.655860+0000 osd.4 (osd.4) 59 : cluster 3 failed to encode map e363 with expected crc 2024-03-22T07:11:51.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:51 smithi148 bash[23214]: audit 2024-03-22T07:11:50.099161+0000 mgr.y (mgr.25337) 60 : audit 0 from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:11:51.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:51 smithi148 bash[23214]: cephadm 2024-03-22T07:11:50.099827+0000 mgr.y (mgr.25337) 61 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:11:51.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:51 smithi148 bash[23214]: cephadm 2024-03-22T07:11:50.212516+0000 mgr.y (mgr.25337) 62 : cephadm 1 Upgrade: It appears safe to stop mon.c 2024-03-22T07:11:52.418 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMigration.StressLive (19698 ms) 2024-03-22T07:11:52.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:52 smithi129 bash[79695]: cluster 2024-03-22T07:11:51.260441+0000 mgr.y (mgr.25337) 63 : cluster 0 pgmap v119: 137 pgs: 137 active+clean; 2.3 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 21 MiB/s wr, 244 op/s 2024-03-22T07:11:52.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:52 smithi129 bash[31121]: cluster 2024-03-22T07:11:51.260441+0000 mgr.y (mgr.25337) 63 : cluster 0 pgmap v119: 137 pgs: 137 active+clean; 2.3 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 21 MiB/s wr, 244 op/s 2024-03-22T07:11:52.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:52 smithi129 bash[31121]: debug 2024-03-22T07:11:52.573+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e364 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:52.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:52 smithi148 bash[23214]: cluster 2024-03-22T07:11:51.260441+0000 mgr.y (mgr.25337) 63 : cluster 0 pgmap v119: 137 pgs: 137 active+clean; 2.3 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 21 MiB/s wr, 244 op/s 2024-03-22T07:11:52.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:52 smithi148 bash[23214]: debug 2024-03-22T07:11:52.574+0000 7fa454952700 -1 mon.b@1(peon).osd e364 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:53.607 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 57 tests from TestMigration (291558 ms total) 2024-03-22T07:11:53.607 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:11:53.607 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 6 tests from TestGroup 2024-03-22T07:11:53.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[79695]: cluster 2024-03-22T07:11:52.582994+0000 mon.a (mon.0) 134 : cluster 0 osdmap e364: 8 total, 8 up, 8 in 2024-03-22T07:11:53.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[79695]: cluster 2024-03-22T07:11:52.583651+0000 osd.3 (osd.3) 55 : cluster 3 failed to encode map e364 with expected crc 2024-03-22T07:11:53.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[79695]: cluster 2024-03-22T07:11:52.592365+0000 osd.7 (osd.7) 21 : cluster 3 failed to encode map e364 with expected crc 2024-03-22T07:11:53.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[79695]: audit 2024-03-22T07:11:52.637109+0000 mon.a (mon.0) 135 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:53.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[79695]: audit 2024-03-22T07:11:52.642762+0000 mon.c (mon.2) 138 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:11:53.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[79695]: audit 2024-03-22T07:11:52.643876+0000 mon.c (mon.2) 139 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:11:53.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[79695]: audit 2024-03-22T07:11:52.645034+0000 mon.c (mon.2) 140 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:11:53.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[79695]: audit 2024-03-22T07:11:53.361872+0000 mon.c (mon.2) 141 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:11:53.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[31121]: debug 2024-03-22T07:11:53.577+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e365 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:53.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[31121]: cluster 2024-03-22T07:11:52.582994+0000 mon.a (mon.0) 134 : cluster 0 osdmap e364: 8 total, 8 up, 8 in 2024-03-22T07:11:53.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[31121]: cluster 2024-03-22T07:11:52.583651+0000 osd.3 (osd.3) 55 : cluster 3 failed to encode map e364 with expected crc 2024-03-22T07:11:53.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[31121]: cluster 2024-03-22T07:11:52.592365+0000 osd.7 (osd.7) 21 : cluster 3 failed to encode map e364 with expected crc 2024-03-22T07:11:53.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[31121]: audit 2024-03-22T07:11:52.637109+0000 mon.a (mon.0) 135 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:53.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[31121]: audit 2024-03-22T07:11:52.642762+0000 mon.c (mon.2) 138 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:11:53.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[31121]: audit 2024-03-22T07:11:52.643876+0000 mon.c (mon.2) 139 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:11:53.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[31121]: audit 2024-03-22T07:11:52.645034+0000 mon.c (mon.2) 140 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:11:53.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[31121]: audit 2024-03-22T07:11:53.361872+0000 mon.c (mon.2) 141 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:11:53.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:53 smithi148 bash[23214]: debug 2024-03-22T07:11:53.578+0000 7fa454952700 -1 mon.b@1(peon).osd e365 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:53.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:53 smithi148 bash[23214]: cluster 2024-03-22T07:11:52.582994+0000 mon.a (mon.0) 134 : cluster 0 osdmap e364: 8 total, 8 up, 8 in 2024-03-22T07:11:53.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:53 smithi148 bash[23214]: cluster 2024-03-22T07:11:52.583651+0000 osd.3 (osd.3) 55 : cluster 3 failed to encode map e364 with expected crc 2024-03-22T07:11:53.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:53 smithi148 bash[23214]: cluster 2024-03-22T07:11:52.592365+0000 osd.7 (osd.7) 21 : cluster 3 failed to encode map e364 with expected crc 2024-03-22T07:11:53.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:53 smithi148 bash[23214]: audit 2024-03-22T07:11:52.637109+0000 mon.a (mon.0) 135 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:11:53.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:53 smithi148 bash[23214]: audit 2024-03-22T07:11:52.642762+0000 mon.c (mon.2) 138 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:11:53.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:53 smithi148 bash[23214]: audit 2024-03-22T07:11:52.643876+0000 mon.c (mon.2) 139 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:11:53.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:53 smithi148 bash[23214]: audit 2024-03-22T07:11:52.645034+0000 mon.c (mon.2) 140 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:11:53.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:53 smithi148 bash[23214]: audit 2024-03-22T07:11:53.361872+0000 mon.c (mon.2) 141 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:11:54.251 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:11:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:11:53] "GET /metrics HTTP/1.1" 200 36411 "" "Prometheus/2.43.0" 2024-03-22T07:11:54.606 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:54 smithi129 bash[31121]: cephadm 2024-03-22T07:11:52.631547+0000 mgr.y (mgr.25337) 64 : cephadm 1 Upgrade: Updating mon.c 2024-03-22T07:11:54.606 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:54 smithi129 bash[31121]: cephadm 2024-03-22T07:11:52.646458+0000 mgr.y (mgr.25337) 65 : cephadm 1 Deploying daemon mon.c on smithi129 2024-03-22T07:11:54.606 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:54 smithi129 bash[31121]: cluster 2024-03-22T07:11:53.261075+0000 mgr.y (mgr.25337) 66 : cluster 0 pgmap v121: 105 pgs: 105 active+clean; 2.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-03-22T07:11:54.607 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:54 smithi129 bash[31121]: cluster 2024-03-22T07:11:53.585929+0000 mon.a (mon.0) 136 : cluster 0 osdmap e365: 8 total, 8 up, 8 in 2024-03-22T07:11:54.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:54 smithi129 bash[79695]: cephadm 2024-03-22T07:11:52.631547+0000 mgr.y (mgr.25337) 64 : cephadm 1 Upgrade: Updating mon.c 2024-03-22T07:11:54.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:54 smithi129 bash[79695]: cephadm 2024-03-22T07:11:52.646458+0000 mgr.y (mgr.25337) 65 : cephadm 1 Deploying daemon mon.c on smithi129 2024-03-22T07:11:54.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:54 smithi129 bash[79695]: cluster 2024-03-22T07:11:53.261075+0000 mgr.y (mgr.25337) 66 : cluster 0 pgmap v121: 105 pgs: 105 active+clean; 2.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-03-22T07:11:54.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:54 smithi129 bash[79695]: cluster 2024-03-22T07:11:53.585929+0000 mon.a (mon.0) 136 : cluster 0 osdmap e365: 8 total, 8 up, 8 in 2024-03-22T07:11:54.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:54 smithi129 bash[79695]: cluster 2024-03-22T07:11:53.595077+0000 osd.6 (osd.6) 55 : cluster 3 failed to encode map e365 with expected crc 2024-03-22T07:11:54.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:54 smithi129 bash[79695]: cluster 2024-03-22T07:11:53.597936+0000 osd.1 (osd.1) 62 : cluster 3 failed to encode map e365 with expected crc 2024-03-22T07:11:54.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:54 smithi129 bash[79695]: cluster 2024-03-22T07:11:53.634914+0000 mon.a (mon.0) 137 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:11:54.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:54 smithi129 bash[31121]: cluster 2024-03-22T07:11:53.595077+0000 osd.6 (osd.6) 55 : cluster 3 failed to encode map e365 with expected crc 2024-03-22T07:11:54.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:54 smithi129 bash[31121]: cluster 2024-03-22T07:11:53.597936+0000 osd.1 (osd.1) 62 : cluster 3 failed to encode map e365 with expected crc 2024-03-22T07:11:54.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:54 smithi129 bash[31121]: cluster 2024-03-22T07:11:53.634914+0000 mon.a (mon.0) 137 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:11:54.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:54 smithi129 bash[31121]: debug 2024-03-22T07:11:54.636+0000 7f2d1bffc700 -1 mon.c@2(peon).osd e366 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:54.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:54 smithi148 bash[23214]: cephadm 2024-03-22T07:11:52.631547+0000 mgr.y (mgr.25337) 64 : cephadm 1 Upgrade: Updating mon.c 2024-03-22T07:11:54.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:54 smithi148 bash[23214]: cephadm 2024-03-22T07:11:52.646458+0000 mgr.y (mgr.25337) 65 : cephadm 1 Deploying daemon mon.c on smithi129 2024-03-22T07:11:54.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:54 smithi148 bash[23214]: cluster 2024-03-22T07:11:53.261075+0000 mgr.y (mgr.25337) 66 : cluster 0 pgmap v121: 105 pgs: 105 active+clean; 2.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-03-22T07:11:54.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:54 smithi148 bash[23214]: cluster 2024-03-22T07:11:53.585929+0000 mon.a (mon.0) 136 : cluster 0 osdmap e365: 8 total, 8 up, 8 in 2024-03-22T07:11:54.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:54 smithi148 bash[23214]: cluster 2024-03-22T07:11:53.595077+0000 osd.6 (osd.6) 55 : cluster 3 failed to encode map e365 with expected crc 2024-03-22T07:11:54.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:54 smithi148 bash[23214]: cluster 2024-03-22T07:11:53.597936+0000 osd.1 (osd.1) 62 : cluster 3 failed to encode map e365 with expected crc 2024-03-22T07:11:54.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:54 smithi148 bash[23214]: cluster 2024-03-22T07:11:53.634914+0000 mon.a (mon.0) 137 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:11:54.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:11:54 smithi148 bash[23214]: debug 2024-03-22T07:11:54.642+0000 7fa454952700 -1 mon.b@1(peon).osd e366 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:11:55.120 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:11:55 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:55.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:55 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:55.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:55 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:55.121 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:11:55 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:55.121 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:11:55 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:55.122 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:11:55 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:55.122 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:11:55 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:55.122 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:11:55 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:55.123 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:11:55 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:55.413 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:55 smithi129 systemd[1]: Stopping Ceph mon.c for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:11:55.413 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:55 smithi129 bash[31121]: debug 2024-03-22T07:11:55.280+0000 7f2d21807700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-03-22T07:11:55.413 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:55 smithi129 bash[31121]: debug 2024-03-22T07:11:55.280+0000 7f2d21807700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-03-22T07:11:55.413 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:11:55 smithi129 bash[72191]: [22/Mar/2024:07:11:55] ENGINE Bus STOPPING 2024-03-22T07:11:55.413 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:11:55 smithi129 bash[72191]: [22/Mar/2024:07:11:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:11:55.413 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:11:55 smithi129 bash[72191]: [22/Mar/2024:07:11:55] ENGINE Bus STOPPED 2024-03-22T07:11:55.413 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:11:55 smithi129 bash[72191]: [22/Mar/2024:07:11:55] ENGINE Bus STARTING 2024-03-22T07:11:55.414 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:11:55 smithi129 bash[72191]: [22/Mar/2024:07:11:55] ENGINE Serving on http://:::9283 2024-03-22T07:11:55.870 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:11:55 smithi129 bash[72191]: [22/Mar/2024:07:11:55] ENGINE Bus STARTED 2024-03-22T07:11:56.303 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:55 smithi129 bash[82028]: ceph-77237b76-e818-11ee-95cd-87774f69a715-mon-c 2024-03-22T07:11:56.303 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:56 smithi129 bash[82101]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-mon-c 2024-03-22T07:11:56.303 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:56 smithi129 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.c.service: Deactivated successfully. 2024-03-22T07:11:56.303 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:56 smithi129 systemd[1]: Stopped Ceph mon.c for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:11:56.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:11:56 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:56.621 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:11:56 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:56.621 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:11:56 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:56.621 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:11:56 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:56.622 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:11:56 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:56.622 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:11:56 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:56.622 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:11:56 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:56.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:56 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:56.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:56 smithi129 systemd[1]: Started Ceph mon.c for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:11:56.623 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:11:56 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:11:56.666 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:11:58.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.888+0000 7fd85b624c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-03-22T07:11:58.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.888+0000 7fd85b624c80 0 ceph version 19.0.0-1667-gdb0330b1 (db0330b1e4e2470d52b750e251e55a522b4f7d69) squid (dev), process ceph-mon, pid 7 2024-03-22T07:11:58.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.888+0000 7fd85b624c80 0 pidfile_write: ignore empty --pid-file 2024-03-22T07:11:58.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 0 load: jerasure load: lrc 2024-03-22T07:11:58.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: RocksDB version: 7.9.2 2024-03-22T07:11:58.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Git sha 0 2024-03-22T07:11:58.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Compile date 2024-03-16 10:36:11 2024-03-22T07:11:58.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: DB SUMMARY 2024-03-22T07:11:58.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: DB Session ID: NE0WNBI9232W682BE9GU 2024-03-22T07:11:58.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: CURRENT file: CURRENT 2024-03-22T07:11:58.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: IDENTITY file: IDENTITY 2024-03-22T07:11:58.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 2626 Bytes 2024-03-22T07:11:58.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000042.sst 2024-03-22T07:11:58.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000040.log size: 1994158 ; 2024-03-22T07:11:58.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.error_if_exists: 0 2024-03-22T07:11:58.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.create_if_missing: 0 2024-03-22T07:11:58.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.paranoid_checks: 1 2024-03-22T07:11:58.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-03-22T07:11:58.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-22T07:11:58.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-22T07:11:58.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.env: 0x55a81264aae0 2024-03-22T07:11:58.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.fs: PosixFileSystem 2024-03-22T07:11:58.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.info_log: 0x55a814de3900 2024-03-22T07:11:58.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-03-22T07:11:58.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.statistics: (nil) 2024-03-22T07:11:58.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.use_fsync: 0 2024-03-22T07:11:58.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.max_log_file_size: 0 2024-03-22T07:11:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-22T07:11:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-03-22T07:11:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-03-22T07:11:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-03-22T07:11:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.allow_fallocate: 1 2024-03-22T07:11:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-03-22T07:11:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-03-22T07:11:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.use_direct_reads: 0 2024-03-22T07:11:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-22T07:11:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.create_missing_column_families: 0 2024-03-22T07:11:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.db_log_dir: 2024-03-22T07:11:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.wal_dir: 2024-03-22T07:11:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-03-22T07:11:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-03-22T07:11:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-03-22T07:11:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-22T07:11:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-22T07:11:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-03-22T07:11:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.advise_random_on_open: 1 2024-03-22T07:11:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-03-22T07:11:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.write_buffer_manager: 0x55a814db6dc0 2024-03-22T07:11:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-22T07:11:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-22T07:11:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-03-22T07:11:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.rate_limiter: (nil) 2024-03-22T07:11:58.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-22T07:11:58.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-03-22T07:11:58.127 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-03-22T07:11:58.127 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-03-22T07:11:58.127 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.unordered_write: 0 2024-03-22T07:11:58.127 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-22T07:11:58.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-22T07:11:58.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-22T07:11:58.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-22T07:11:58.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.row_cache: None 2024-03-22T07:11:58.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.wal_filter: None 2024-03-22T07:11:58.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-22T07:11:58.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-03-22T07:11:58.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.two_write_queues: 0 2024-03-22T07:11:58.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.manual_wal_flush: 0 2024-03-22T07:11:58.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.wal_compression: 0 2024-03-22T07:11:58.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.atomic_flush: 0 2024-03-22T07:11:58.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-22T07:11:58.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-03-22T07:11:58.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-03-22T07:11:58.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.log_readahead_size: 0 2024-03-22T07:11:58.129 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-22T07:11:58.129 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-03-22T07:11:58.129 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-22T07:11:58.129 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-22T07:11:58.129 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-03-22T07:11:58.129 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-03-22T07:11:58.129 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-03-22T07:11:58.129 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.max_background_jobs: 2 2024-03-22T07:11:58.129 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.max_background_compactions: -1 2024-03-22T07:11:58.130 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.max_subcompactions: 1 2024-03-22T07:11:58.130 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-22T07:11:58.130 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-22T07:11:58.130 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-03-22T07:11:58.130 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.max_total_wal_size: 0 2024-03-22T07:11:58.130 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-22T07:11:58.130 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-03-22T07:11:58.130 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-03-22T07:11:58.130 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-22T07:11:58.130 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.max_open_files: -1 2024-03-22T07:11:58.130 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.bytes_per_sync: 0 2024-03-22T07:11:58.131 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-03-22T07:11:58.131 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.892+0000 7fd85b624c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-03-22T07:11:58.131 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-03-22T07:11:58.131 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_background_flushes: -1 2024-03-22T07:11:58.131 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Compression algorithms supported: 2024-03-22T07:11:58.131 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-22T07:11:58.131 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: kZSTD supported: 0 2024-03-22T07:11:58.131 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: kXpressCompression supported: 0 2024-03-22T07:11:58.131 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-03-22T07:11:58.131 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: kZlibCompression supported: 1 2024-03-22T07:11:58.131 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: kSnappyCompression supported: 1 2024-03-22T07:11:58.131 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: kLZ4Compression supported: 1 2024-03-22T07:11:58.131 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: kBZip2Compression supported: 0 2024-03-22T07:11:58.131 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-03-22T07:11:58.131 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-03-22T07:11:58.132 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-03-22T07:11:58.132 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-22T07:11:58.132 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-22T07:11:58.132 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.merge_operator: 2024-03-22T07:11:58.132 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compaction_filter: None 2024-03-22T07:11:58.132 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compaction_filter_factory: None 2024-03-22T07:11:58.132 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-03-22T07:11:58.132 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-03-22T07:11:58.132 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-03-22T07:11:58.132 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a814de3a00) 2024-03-22T07:11:58.132 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: cache_index_and_filter_blocks: 1 2024-03-22T07:11:58.132 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-22T07:11:58.132 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-22T07:11:58.133 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: pin_top_level_index_and_filter: 1 2024-03-22T07:11:58.133 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: index_type: 0 2024-03-22T07:11:58.133 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: data_block_index_type: 0 2024-03-22T07:11:58.133 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: index_shortening: 1 2024-03-22T07:11:58.133 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: data_block_hash_table_util_ratio: 0.750000 2024-03-22T07:11:58.133 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: checksum: 4 2024-03-22T07:11:58.133 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: no_block_cache: 0 2024-03-22T07:11:58.133 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: block_cache: 0x55a814de5090 2024-03-22T07:11:58.133 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: block_cache_name: BinnedLRUCache 2024-03-22T07:11:58.133 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: block_cache_options: 2024-03-22T07:11:58.133 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: capacity : 536870912 2024-03-22T07:11:58.133 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: num_shard_bits : 4 2024-03-22T07:11:58.133 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: strict_capacity_limit : 0 2024-03-22T07:11:58.133 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: high_pri_pool_ratio: 0.000 2024-03-22T07:11:58.134 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: block_cache_compressed: (nil) 2024-03-22T07:11:58.134 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: persistent_cache: (nil) 2024-03-22T07:11:58.134 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: block_size: 4096 2024-03-22T07:11:58.134 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: block_size_deviation: 10 2024-03-22T07:11:58.134 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: block_restart_interval: 16 2024-03-22T07:11:58.134 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: index_block_restart_interval: 1 2024-03-22T07:11:58.134 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: metadata_block_size: 4096 2024-03-22T07:11:58.134 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: partition_filters: 0 2024-03-22T07:11:58.134 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: use_delta_encoding: 1 2024-03-22T07:11:58.134 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: filter_policy: bloomfilter 2024-03-22T07:11:58.134 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: whole_key_filtering: 1 2024-03-22T07:11:58.134 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: verify_compression: 0 2024-03-22T07:11:58.134 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: read_amp_bytes_per_bit: 0 2024-03-22T07:11:58.135 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: format_version: 5 2024-03-22T07:11:58.135 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: enable_index_compression: 1 2024-03-22T07:11:58.135 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: block_align: 0 2024-03-22T07:11:58.135 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: max_auto_readahead_size: 262144 2024-03-22T07:11:58.135 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: prepopulate_block_cache: 0 2024-03-22T07:11:58.135 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: initial_auto_readahead_size: 8192 2024-03-22T07:11:58.135 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: num_file_reads_for_auto_readahead: 2 2024-03-22T07:11:58.135 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-03-22T07:11:58.135 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-03-22T07:11:58.135 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compression: NoCompression 2024-03-22T07:11:58.135 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-03-22T07:11:58.135 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-03-22T07:11:58.135 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-22T07:11:58.135 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.num_levels: 7 2024-03-22T07:11:58.136 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-22T07:11:58.136 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-22T07:11:58.136 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-22T07:11:58.136 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-22T07:11:58.136 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-22T07:11:58.136 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-22T07:11:58.136 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-22T07:11:58.136 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-22T07:11:58.136 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-22T07:11:58.136 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-22T07:11:58.136 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-22T07:11:58.136 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-22T07:11:58.136 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-03-22T07:11:58.137 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compression_opts.level: 32767 2024-03-22T07:11:58.137 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-03-22T07:11:58.137 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-22T07:11:58.137 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-22T07:11:58.137 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-22T07:11:58.137 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-22T07:11:58.137 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compression_opts.enabled: false 2024-03-22T07:11:58.137 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-22T07:11:58.137 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-22T07:11:58.137 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-22T07:11:58.137 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-22T07:11:58.137 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-03-22T07:11:58.137 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-03-22T07:11:58.138 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-22T07:11:58.138 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-22T07:11:58.138 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-22T07:11:58.138 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-22T07:11:58.138 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-22T07:11:58.138 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-22T07:11:58.138 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-22T07:11:58.138 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-22T07:11:58.138 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-22T07:11:58.138 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-22T07:11:58.138 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-22T07:11:58.138 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-22T07:11:58.138 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-22T07:11:58.138 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.arena_block_size: 1048576 2024-03-22T07:11:58.139 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-22T07:11:58.139 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-22T07:11:58.139 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-03-22T07:11:58.139 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-22T07:11:58.139 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-22T07:11:58.139 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-22T07:11:58.139 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-22T07:11:58.139 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-22T07:11:58.139 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-22T07:11:58.139 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-22T07:11:58.139 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-22T07:11:58.139 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-22T07:11:58.139 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-22T07:11:58.140 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.table_properties_collectors: 2024-03-22T07:11:58.140 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.inplace_update_support: 0 2024-03-22T07:11:58.140 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-03-22T07:11:58.140 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-22T07:11:58.140 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-22T07:11:58.140 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-03-22T07:11:58.140 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.bloom_locality: 0 2024-03-22T07:11:58.140 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.max_successive_merges: 0 2024-03-22T07:11:58.140 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-03-22T07:11:58.140 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-03-22T07:11:58.140 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.force_consistency_checks: 1 2024-03-22T07:11:58.140 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-03-22T07:11:58.140 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.ttl: 2592000 2024-03-22T07:11:58.140 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-03-22T07:11:58.141 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-22T07:11:58.141 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-22T07:11:58.141 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.enable_blob_files: false 2024-03-22T07:11:58.141 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.min_blob_size: 0 2024-03-22T07:11:58.141 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.blob_file_size: 268435456 2024-03-22T07:11:58.141 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-03-22T07:11:58.141 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-03-22T07:11:58.141 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-22T07:11:58.141 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-22T07:11:58.141 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-22T07:11:58.141 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-03-22T07:11:58.141 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-22T07:11:58.141 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-22T07:11:58.141 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 44, last_sequence is 24430, log_number is 40,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 40 2024-03-22T07:11:58.142 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 40 2024-03-22T07:11:58.142 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 77a17f32-ef13-4a16-956d-acc6498d2f72 2024-03-22T07:11:58.142 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711091517901085, "job": 1, "event": "recovery_started", "wal_files": [40]} 2024-03-22T07:11:58.142 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.896+0000 7fd85b624c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #40 mode 2 2024-03-22T07:11:58.142 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.904+0000 7fd85b624c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711091517908568, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 45, "file_size": 1287268, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 24435, "largest_seqno": 25343, "table_properties": {"data_size": 1282260, "index_size": 2969, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1029, "raw_key_size": 9678, "raw_average_key_size": 23, "raw_value_size": 1273263, "raw_average_value_size": 3151, "num_data_blocks": 128, "num_entries": 404, "num_filter_entries": 404, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1711091517, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "77a17f32-ef13-4a16-956d-acc6498d2f72", "db_session_id": "NE0WNBI9232W682BE9GU", "orig_file_number": 45, "seqno_to_time_mapping": "N/A"}} 2024-03-22T07:11:58.142 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.904+0000 7fd85b624c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711091517908667, "job": 1, "event": "recovery_finished"} 2024-03-22T07:11:58.142 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.904+0000 7fd85b624c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 47 2024-03-22T07:11:58.142 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.904+0000 7fd85b624c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-22T07:11:58.142 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.904+0000 7fd85b624c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000040.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-22T07:11:58.142 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.904+0000 7fd85b624c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a814eda000 2024-03-22T07:11:58.142 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.904+0000 7fd85b624c80 4 rocksdb: DB pointer 0x55a814ec4000 2024-03-22T07:11:58.142 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.904+0000 7fd849d94700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-22T07:11:58.143 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.904+0000 7fd849d94700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-22T07:11:58.143 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: ** DB Stats ** 2024-03-22T07:11:58.143 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Uptime(secs): 0.0 total, 0.0 interval 2024-03-22T07:11:58.143 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-22T07:11:58.143 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-22T07:11:58.143 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-22T07:11:58.143 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-22T07:11:58.143 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-22T07:11:58.143 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-22T07:11:58.143 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: ** Compaction Stats [default] ** 2024-03-22T07:11:58.143 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-22T07:11:58.143 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-22T07:11:58.144 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: L0 1/0 1.23 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 372.9 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-03-22T07:11:58.144 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: L6 1/0 11.85 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-22T07:11:58.144 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Sum 2/0 13.08 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 372.9 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-03-22T07:11:58.144 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 372.9 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-03-22T07:11:58.144 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: ** Compaction Stats [default] ** 2024-03-22T07:11:58.144 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-22T07:11:58.144 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-22T07:11:58.144 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 372.9 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-03-22T07:11:58.144 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-22T07:11:58.144 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Uptime(secs): 0.0 total, 0.0 interval 2024-03-22T07:11:58.144 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Flush(GB): cumulative 0.001, interval 0.001 2024-03-22T07:11:58.144 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-22T07:11:58.144 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: AddFile(Total Files): cumulative 0, interval 0 2024-03-22T07:11:58.144 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: AddFile(L0 Files): cumulative 0, interval 0 2024-03-22T07:11:58.145 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: AddFile(Keys): cumulative 0, interval 0 2024-03-22T07:11:58.145 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Cumulative compaction: 0.00 GB write, 114.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-22T07:11:58.145 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Interval compaction: 0.00 GB write, 114.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-22T07:11:58.145 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-22T07:11:58.145 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Block cache BinnedLRUCache@0x55a814de5090#7 capacity: 512.00 MB usage: 4.23 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2024-03-22T07:11:58.145 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Block cache entry stats(count,size,portion): FilterBlock(1,1.16 KB,0.000220537%) IndexBlock(1,3.08 KB,0.000587106%) Misc(1,0.00 KB,0%) 2024-03-22T07:11:58.145 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: ** File Read Latency Histogram By Level [default] ** 2024-03-22T07:11:58.145 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.904+0000 7fd85b624c80 0 starting mon.c rank 2 at public addrs [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] at bind addrs [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T07:11:58.145 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.908+0000 7fd85b624c80 1 mon.c@-1(???) e3 preinit fsid 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T07:11:58.145 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.908+0000 7fd85b624c80 0 mon.c@-1(???).mds e10 new map 2024-03-22T07:11:58.145 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.908+0000 7fd85b624c80 0 mon.c@-1(???).mds e10 print_map 2024-03-22T07:11:58.145 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: e10 2024-03-22T07:11:58.145 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: enable_multiple, ever_enabled_multiple: 1,1 2024-03-22T07:11:58.146 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-22T07:11:58.146 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: legacy client fscid: 1 2024-03-22T07:11:58.146 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: 2024-03-22T07:11:58.146 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Filesystem 'foo' (1) 2024-03-22T07:11:58.146 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: fs_name foo 2024-03-22T07:11:58.146 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: epoch 10 2024-03-22T07:11:58.146 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-03-22T07:11:58.146 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: created 2024-03-22T07:04:14.705707+0000 2024-03-22T07:11:58.146 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: modified 2024-03-22T07:04:24.791152+0000 2024-03-22T07:11:58.146 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: tableserver 0 2024-03-22T07:11:58.146 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: root 0 2024-03-22T07:11:58.146 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: session_timeout 60 2024-03-22T07:11:58.146 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: session_autoclose 300 2024-03-22T07:11:58.147 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: max_file_size 1099511627776 2024-03-22T07:11:58.147 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: max_xattr_size 54069343289346 2024-03-22T07:11:58.147 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: required_client_features {} 2024-03-22T07:11:58.147 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: last_failure 0 2024-03-22T07:11:58.147 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: last_failure_osd_epoch 70 2024-03-22T07:11:58.147 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-22T07:11:58.147 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: max_mds 1 2024-03-22T07:11:58.147 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: in 0 2024-03-22T07:11:58.147 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: up {0=24397} 2024-03-22T07:11:58.147 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: failed 2024-03-22T07:11:58.147 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: damaged 2024-03-22T07:11:58.147 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: stopped 2024-03-22T07:11:58.147 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: data_pools [4] 2024-03-22T07:11:58.148 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: metadata_pool 3 2024-03-22T07:11:58.148 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: inline_data disabled 2024-03-22T07:11:58.148 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: balancer 2024-03-22T07:11:58.148 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: bal_rank_mask 2024-03-22T07:11:58.148 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: standby_count_wanted 1 2024-03-22T07:11:58.148 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: [mds.foo.smithi148.qmcgkl{0:24397} state up:active seq 4 join_fscid=1 addr [v2:172.21.15.148:6832/1446155485,v1:172.21.15.148:6833/1446155485] compat {c=[1],r=[1],i=[7ff]}] 2024-03-22T07:11:58.148 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: 2024-03-22T07:11:58.148 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: 2024-03-22T07:11:58.148 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: Standby daemons: 2024-03-22T07:11:58.148 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: 2024-03-22T07:11:58.148 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: [mds.foo.smithi129.bzehte{-1:24515} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.129:6834/2324702491,v1:172.21.15.129:6835/2324702491] compat {c=[1],r=[1],i=[7ff]}] 2024-03-22T07:11:58.148 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.908+0000 7fd85b624c80 0 mon.c@-1(???).osd e366 crush map has features 3314933000854323200, adjusting msgr requires 2024-03-22T07:11:58.148 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.908+0000 7fd85b624c80 0 mon.c@-1(???).osd e366 crush map has features 432629239337189376, adjusting msgr requires 2024-03-22T07:11:58.148 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.908+0000 7fd85b624c80 0 mon.c@-1(???).osd e366 crush map has features 432629239337189376, adjusting msgr requires 2024-03-22T07:11:58.148 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.908+0000 7fd85b624c80 0 mon.c@-1(???).osd e366 crush map has features 432629239337189376, adjusting msgr requires 2024-03-22T07:11:58.149 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:11:57 smithi129 bash[82160]: debug 2024-03-22T07:11:57.908+0000 7fd85b624c80 1 mon.c@-1(???).paxosservice(auth 1..22) refresh upgraded, format 0 -> 3 2024-03-22T07:11:59.582 INFO:teuthology.orchestra.run.smithi129.stdout:wait for majority of mons to upgrade 2024-03-22T07:12:00.297 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2024-03-22T07:12:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[79695]: debug 2024-03-22T07:12:03.188+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1/3 mons down, quorum a,b; 8 osds(s) are not reachable; 1 pool(s) do not have an application enabled 2024-03-22T07:12:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[79695]: debug 2024-03-22T07:12:03.188+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-22T07:12:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[79695]: debug 2024-03-22T07:12:03.188+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : mon.c (rank 2) addr [v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0] is down (out of quorum) 2024-03-22T07:12:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[79695]: debug 2024-03-22T07:12:03.188+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-03-22T07:12:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[79695]: debug 2024-03-22T07:12:03.188+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[79695]: debug 2024-03-22T07:12:03.188+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[79695]: debug 2024-03-22T07:12:03.188+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[79695]: debug 2024-03-22T07:12:03.188+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[79695]: debug 2024-03-22T07:12:03.188+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:03.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[79695]: debug 2024-03-22T07:12:03.188+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:03.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[79695]: debug 2024-03-22T07:12:03.188+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:03.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[79695]: debug 2024-03-22T07:12:03.188+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:03.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[79695]: debug 2024-03-22T07:12:03.188+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-03-22T07:12:03.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[79695]: debug 2024-03-22T07:12:03.188+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : application not enabled on pool 'test-librbd-smithi129-68587-10' 2024-03-22T07:12:03.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[79695]: debug 2024-03-22T07:12:03.188+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-03-22T07:12:04.231 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:12:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:12:03] "GET /metrics HTTP/1.1" 200 36411 "" "Prometheus/2.43.0" 2024-03-22T07:12:04.231 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: debug 2024-03-22T07:12:04.168+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable; 1 pool(s) do not have an application enabled 2024-03-22T07:12:04.231 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: debug 2024-03-22T07:12:04.168+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-03-22T07:12:04.232 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: debug 2024-03-22T07:12:04.168+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.232 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: debug 2024-03-22T07:12:04.168+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.232 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: debug 2024-03-22T07:12:04.168+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.232 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: debug 2024-03-22T07:12:04.168+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.232 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: debug 2024-03-22T07:12:04.172+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.232 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: debug 2024-03-22T07:12:04.172+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.232 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: debug 2024-03-22T07:12:04.172+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.232 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: debug 2024-03-22T07:12:04.172+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.232 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: debug 2024-03-22T07:12:04.172+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-03-22T07:12:04.232 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: debug 2024-03-22T07:12:04.172+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : application not enabled on pool 'test-librbd-smithi129-68587-10' 2024-03-22T07:12:04.232 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: debug 2024-03-22T07:12:04.172+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-03-22T07:12:04.240 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestGroup.group_create 2024-03-22T07:12:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:11:58.121906+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-03-22T07:12:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: audit 2024-03-22T07:12:04.127240+0000 mon.a (mon.0) 169 : audit 1 from='client.25409 ' entity='' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:12:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.128237+0000 mon.a (mon.0) 170 : cluster 1 mon.a calling monitor election 2024-03-22T07:12:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.129496+0000 mon.b (mon.1) 99 : cluster 1 mon.b calling monitor election 2024-03-22T07:12:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.148335+0000 mon.a (mon.0) 171 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-22T07:12:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.155399+0000 mon.a (mon.0) 172 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T07:12:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.156486+0000 mon.a (mon.0) 173 : cluster 0 fsmap foo:1 {0=foo.smithi148.qmcgkl=up:active} 1 up:standby 2024-03-22T07:12:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.156544+0000 mon.a (mon.0) 174 : cluster 0 osdmap e366: 8 total, 8 up, 8 in 2024-03-22T07:12:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.157225+0000 mon.a (mon.0) 175 : cluster 0 mgrmap e39: y(active, since 100s), standbys: x 2024-03-22T07:12:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.157549+0000 mon.a (mon.0) 176 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-22T07:12:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: audit 2024-03-22T07:12:04.159879+0000 mon.a (mon.0) 177 : audit 1 from='client.25409 ' entity='' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:12:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.175477+0000 mon.a (mon.0) 178 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable; 1 pool(s) do not have an application enabled 2024-03-22T07:12:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.175520+0000 mon.a (mon.0) 179 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-03-22T07:12:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.175555+0000 mon.a (mon.0) 180 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.175591+0000 mon.a (mon.0) 181 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.175681+0000 mon.a (mon.0) 182 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.175720+0000 mon.a (mon.0) 183 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.175959+0000 mon.a (mon.0) 184 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.176010+0000 mon.a (mon.0) 185 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.176085+0000 mon.a (mon.0) 186 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:11:58.121906+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-03-22T07:12:04.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: audit 2024-03-22T07:12:04.127240+0000 mon.a (mon.0) 169 : audit 1 from='client.25409 ' entity='' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:12:04.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.128237+0000 mon.a (mon.0) 170 : cluster 1 mon.a calling monitor election 2024-03-22T07:12:04.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.129496+0000 mon.b (mon.1) 99 : cluster 1 mon.b calling monitor election 2024-03-22T07:12:04.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.148335+0000 mon.a (mon.0) 171 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-22T07:12:04.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.155399+0000 mon.a (mon.0) 172 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T07:12:04.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.156486+0000 mon.a (mon.0) 173 : cluster 0 fsmap foo:1 {0=foo.smithi148.qmcgkl=up:active} 1 up:standby 2024-03-22T07:12:04.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.156544+0000 mon.a (mon.0) 174 : cluster 0 osdmap e366: 8 total, 8 up, 8 in 2024-03-22T07:12:04.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.157225+0000 mon.a (mon.0) 175 : cluster 0 mgrmap e39: y(active, since 100s), standbys: x 2024-03-22T07:12:04.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.157549+0000 mon.a (mon.0) 176 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-22T07:12:04.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: audit 2024-03-22T07:12:04.159879+0000 mon.a (mon.0) 177 : audit 1 from='client.25409 ' entity='' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:12:04.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.175477+0000 mon.a (mon.0) 178 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable; 1 pool(s) do not have an application enabled 2024-03-22T07:12:04.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.175520+0000 mon.a (mon.0) 179 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-03-22T07:12:04.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.175555+0000 mon.a (mon.0) 180 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.175591+0000 mon.a (mon.0) 181 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.175681+0000 mon.a (mon.0) 182 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.175720+0000 mon.a (mon.0) 183 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.175959+0000 mon.a (mon.0) 184 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.176010+0000 mon.a (mon.0) 185 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.176085+0000 mon.a (mon.0) 186 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.176127+0000 mon.a (mon.0) 187 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.176167+0000 mon.a (mon.0) 188 : cluster 4 [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-03-22T07:12:04.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.176224+0000 mon.a (mon.0) 189 : cluster 4 application not enabled on pool 'test-librbd-smithi129-68587-10' 2024-03-22T07:12:04.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.176272+0000 mon.a (mon.0) 190 : cluster 4 use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-03-22T07:12:04.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.176127+0000 mon.a (mon.0) 187 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.176167+0000 mon.a (mon.0) 188 : cluster 4 [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-03-22T07:12:04.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.176224+0000 mon.a (mon.0) 189 : cluster 4 application not enabled on pool 'test-librbd-smithi129-68587-10' 2024-03-22T07:12:04.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:04 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.176272+0000 mon.a (mon.0) 190 : cluster 4 use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-03-22T07:12:04.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: debug 2024-03-22T07:12:04.213+0000 7fa454952700 -1 mon.b@1(peon).osd e367 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:04.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:11:58.121906+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-03-22T07:12:04.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: audit 2024-03-22T07:12:04.127240+0000 mon.a (mon.0) 169 : audit 1 from='client.25409 ' entity='' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:12:04.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.128237+0000 mon.a (mon.0) 170 : cluster 1 mon.a calling monitor election 2024-03-22T07:12:04.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.129496+0000 mon.b (mon.1) 99 : cluster 1 mon.b calling monitor election 2024-03-22T07:12:04.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.148335+0000 mon.a (mon.0) 171 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-22T07:12:04.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.155399+0000 mon.a (mon.0) 172 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T07:12:04.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.156486+0000 mon.a (mon.0) 173 : cluster 0 fsmap foo:1 {0=foo.smithi148.qmcgkl=up:active} 1 up:standby 2024-03-22T07:12:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.156544+0000 mon.a (mon.0) 174 : cluster 0 osdmap e366: 8 total, 8 up, 8 in 2024-03-22T07:12:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.157225+0000 mon.a (mon.0) 175 : cluster 0 mgrmap e39: y(active, since 100s), standbys: x 2024-03-22T07:12:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.157549+0000 mon.a (mon.0) 176 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-22T07:12:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: audit 2024-03-22T07:12:04.159879+0000 mon.a (mon.0) 177 : audit 1 from='client.25409 ' entity='' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:12:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.175477+0000 mon.a (mon.0) 178 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable; 1 pool(s) do not have an application enabled 2024-03-22T07:12:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.175520+0000 mon.a (mon.0) 179 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-03-22T07:12:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.175555+0000 mon.a (mon.0) 180 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.175591+0000 mon.a (mon.0) 181 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.175681+0000 mon.a (mon.0) 182 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.175720+0000 mon.a (mon.0) 183 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.175959+0000 mon.a (mon.0) 184 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.176010+0000 mon.a (mon.0) 185 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.176085+0000 mon.a (mon.0) 186 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.176127+0000 mon.a (mon.0) 187 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:04.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.176167+0000 mon.a (mon.0) 188 : cluster 4 [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-03-22T07:12:04.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.176224+0000 mon.a (mon.0) 189 : cluster 4 application not enabled on pool 'test-librbd-smithi129-68587-10' 2024-03-22T07:12:04.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:04 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.176272+0000 mon.a (mon.0) 190 : cluster 4 use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-03-22T07:12:05.034 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:12:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[79695]: audit 2024-03-22T07:12:04.212910+0000 mon.a (mon.0) 191 : audit 1 from='client.25409 ' entity='' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:12:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.218497+0000 mon.a (mon.0) 192 : cluster 0 osdmap e367: 8 total, 8 up, 8 in 2024-03-22T07:12:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.228868+0000 osd.2 (osd.2) 30 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.233486+0000 osd.2 (osd.2) 31 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.233574+0000 osd.0 (osd.0) 58 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.233851+0000 osd.1 (osd.1) 63 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.234000+0000 osd.3 (osd.3) 57 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.236146+0000 osd.5 (osd.5) 32 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.236322+0000 osd.4 (osd.4) 60 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.236421+0000 osd.6 (osd.6) 56 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[79695]: cluster 2024-03-22T07:12:04.236503+0000 osd.7 (osd.7) 22 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[82160]: audit 2024-03-22T07:12:04.212910+0000 mon.a (mon.0) 191 : audit 1 from='client.25409 ' entity='' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:12:05.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.218497+0000 mon.a (mon.0) 192 : cluster 0 osdmap e367: 8 total, 8 up, 8 in 2024-03-22T07:12:05.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.228868+0000 osd.2 (osd.2) 30 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.233486+0000 osd.2 (osd.2) 31 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.233574+0000 osd.0 (osd.0) 58 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.233851+0000 osd.1 (osd.1) 63 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.234000+0000 osd.3 (osd.3) 57 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.236146+0000 osd.5 (osd.5) 32 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.236322+0000 osd.4 (osd.4) 60 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.236421+0000 osd.6 (osd.6) 56 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:05 smithi129 bash[82160]: cluster 2024-03-22T07:12:04.236503+0000 osd.7 (osd.7) 22 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:05 smithi148 bash[23214]: audit 2024-03-22T07:12:04.212910+0000 mon.a (mon.0) 191 : audit 1 from='client.25409 ' entity='' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:12:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:05 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.218497+0000 mon.a (mon.0) 192 : cluster 0 osdmap e367: 8 total, 8 up, 8 in 2024-03-22T07:12:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:05 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.228868+0000 osd.2 (osd.2) 30 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:05 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.233486+0000 osd.2 (osd.2) 31 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:05 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.233574+0000 osd.0 (osd.0) 58 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:05 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.233851+0000 osd.1 (osd.1) 63 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:05 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.234000+0000 osd.3 (osd.3) 57 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:05 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.236146+0000 osd.5 (osd.5) 32 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:05 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.236322+0000 osd.4 (osd.4) 60 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:05 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.236421+0000 osd.6 (osd.6) 56 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:05 smithi148 bash[23214]: cluster 2024-03-22T07:12:04.236503+0000 osd.7 (osd.7) 22 : cluster 3 failed to encode map e367 with expected crc 2024-03-22T07:12:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:05 smithi148 bash[23214]: debug 2024-03-22T07:12:05.245+0000 7fa454952700 -1 mon.b@1(peon).osd e368 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:06.318 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestGroup.group_create (2079 ms) 2024-03-22T07:12:06.319 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestGroup.group_createPP 2024-03-22T07:12:06.350 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestGroup.group_createPP (32 ms) 2024-03-22T07:12:06.350 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestGroup.add_image 2024-03-22T07:12:06.404 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestGroup.add_image (54 ms) 2024-03-22T07:12:06.404 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestGroup.add_imagePP 2024-03-22T07:12:06.447 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:06 smithi129 bash[79695]: cluster 2024-03-22T07:12:05.252605+0000 mon.a (mon.0) 193 : cluster 0 osdmap e368: 8 total, 8 up, 8 in 2024-03-22T07:12:06.447 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:06 smithi129 bash[79695]: cluster 2024-03-22T07:12:05.261513+0000 osd.0 (osd.0) 59 : cluster 3 failed to encode map e368 with expected crc 2024-03-22T07:12:06.448 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:06 smithi129 bash[79695]: cluster 2024-03-22T07:12:05.265879+0000 mgr.y (mgr.25337) 72 : cluster 0 pgmap v131: 105 pgs: 27 creating+activating, 78 active+clean; 582 KiB data, 382 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:06.448 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:06 smithi129 bash[82160]: cluster 2024-03-22T07:12:05.252605+0000 mon.a (mon.0) 193 : cluster 0 osdmap e368: 8 total, 8 up, 8 in 2024-03-22T07:12:06.448 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:06 smithi129 bash[82160]: cluster 2024-03-22T07:12:05.261513+0000 osd.0 (osd.0) 59 : cluster 3 failed to encode map e368 with expected crc 2024-03-22T07:12:06.448 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:06 smithi129 bash[82160]: cluster 2024-03-22T07:12:05.265879+0000 mgr.y (mgr.25337) 72 : cluster 0 pgmap v131: 105 pgs: 27 creating+activating, 78 active+clean; 582 KiB data, 382 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:06.461 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestGroup.add_imagePP (56 ms) 2024-03-22T07:12:06.461 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestGroup.add_snapshot 2024-03-22T07:12:06.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:06 smithi148 bash[23214]: debug 2024-03-22T07:12:06.257+0000 7fa454952700 -1 mon.b@1(peon).osd e369 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:06.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:06 smithi148 bash[23214]: cluster 2024-03-22T07:12:05.252605+0000 mon.a (mon.0) 193 : cluster 0 osdmap e368: 8 total, 8 up, 8 in 2024-03-22T07:12:06.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:06 smithi148 bash[23214]: cluster 2024-03-22T07:12:05.261513+0000 osd.0 (osd.0) 59 : cluster 3 failed to encode map e368 with expected crc 2024-03-22T07:12:06.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:06 smithi148 bash[23214]: cluster 2024-03-22T07:12:05.265879+0000 mgr.y (mgr.25337) 72 : cluster 0 pgmap v131: 105 pgs: 27 creating+activating, 78 active+clean; 582 KiB data, 382 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:07.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:07 smithi129 bash[82160]: cluster 2024-03-22T07:12:05.649448+0000 osd.7 (osd.7) 23 : cluster 3 failed to encode map e368 with expected crc 2024-03-22T07:12:07.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:07 smithi129 bash[82160]: cluster 2024-03-22T07:12:06.246792+0000 mon.a (mon.0) 194 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:12:07.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:07 smithi129 bash[82160]: cluster 2024-03-22T07:12:06.260459+0000 mon.a (mon.0) 195 : cluster 0 osdmap e369: 8 total, 8 up, 8 in 2024-03-22T07:12:07.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:07 smithi129 bash[82160]: cluster 2024-03-22T07:12:06.271273+0000 osd.0 (osd.0) 60 : cluster 3 failed to encode map e369 with expected crc 2024-03-22T07:12:07.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:07 smithi129 bash[82160]: cluster 2024-03-22T07:12:06.303695+0000 osd.6 (osd.6) 57 : cluster 3 failed to encode map e369 with expected crc 2024-03-22T07:12:07.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:07 smithi129 bash[82160]: cluster 2024-03-22T07:12:06.326565+0000 osd.2 (osd.2) 32 : cluster 3 failed to encode map e369 with expected crc 2024-03-22T07:12:07.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:07 smithi129 bash[79695]: cluster 2024-03-22T07:12:05.649448+0000 osd.7 (osd.7) 23 : cluster 3 failed to encode map e368 with expected crc 2024-03-22T07:12:07.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:07 smithi129 bash[79695]: cluster 2024-03-22T07:12:06.246792+0000 mon.a (mon.0) 194 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:12:07.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:07 smithi129 bash[79695]: cluster 2024-03-22T07:12:06.260459+0000 mon.a (mon.0) 195 : cluster 0 osdmap e369: 8 total, 8 up, 8 in 2024-03-22T07:12:07.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:07 smithi129 bash[79695]: cluster 2024-03-22T07:12:06.271273+0000 osd.0 (osd.0) 60 : cluster 3 failed to encode map e369 with expected crc 2024-03-22T07:12:07.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:07 smithi129 bash[79695]: cluster 2024-03-22T07:12:06.303695+0000 osd.6 (osd.6) 57 : cluster 3 failed to encode map e369 with expected crc 2024-03-22T07:12:07.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:07 smithi129 bash[79695]: cluster 2024-03-22T07:12:06.326565+0000 osd.2 (osd.2) 32 : cluster 3 failed to encode map e369 with expected crc 2024-03-22T07:12:07.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:07 smithi148 bash[23214]: cluster 2024-03-22T07:12:05.649448+0000 osd.7 (osd.7) 23 : cluster 3 failed to encode map e368 with expected crc 2024-03-22T07:12:07.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:07 smithi148 bash[23214]: cluster 2024-03-22T07:12:06.246792+0000 mon.a (mon.0) 194 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:12:07.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:07 smithi148 bash[23214]: cluster 2024-03-22T07:12:06.260459+0000 mon.a (mon.0) 195 : cluster 0 osdmap e369: 8 total, 8 up, 8 in 2024-03-22T07:12:07.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:07 smithi148 bash[23214]: cluster 2024-03-22T07:12:06.271273+0000 osd.0 (osd.0) 60 : cluster 3 failed to encode map e369 with expected crc 2024-03-22T07:12:07.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:07 smithi148 bash[23214]: cluster 2024-03-22T07:12:06.303695+0000 osd.6 (osd.6) 57 : cluster 3 failed to encode map e369 with expected crc 2024-03-22T07:12:07.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:07 smithi148 bash[23214]: cluster 2024-03-22T07:12:06.326565+0000 osd.2 (osd.2) 32 : cluster 3 failed to encode map e369 with expected crc 2024-03-22T07:12:07.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:07 smithi148 bash[23214]: debug 2024-03-22T07:12:07.269+0000 7fa454952700 -1 mon.b@1(peon).osd e370 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:08.120 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:12:07 smithi129 bash[72191]: debug 2024-03-22T07:12:07.912+0000 7fecc0891700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-03-22T07:12:08.363 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 19.0.0-1667-gdb0330b1 (db0330b1e4e2470d52b750e251e55a522b4f7d69) squid (dev)": 2 2024-03-22T07:12:08.580 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:08 smithi129 bash[82160]: cluster 2024-03-22T07:12:07.266720+0000 mgr.y (mgr.25337) 73 : cluster 0 pgmap v133: 105 pgs: 27 creating+activating, 78 active+clean; 582 KiB data, 382 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:08.580 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:08 smithi129 bash[82160]: cluster 2024-03-22T07:12:07.278028+0000 mon.a (mon.0) 196 : cluster 0 osdmap e370: 8 total, 8 up, 8 in 2024-03-22T07:12:08.580 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:08 smithi129 bash[82160]: cluster 2024-03-22T07:12:07.286654+0000 osd.6 (osd.6) 58 : cluster 3 failed to encode map e370 with expected crc 2024-03-22T07:12:08.580 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:08 smithi129 bash[82160]: cluster 2024-03-22T07:12:07.290306+0000 osd.0 (osd.0) 61 : cluster 3 failed to encode map e370 with expected crc 2024-03-22T07:12:08.581 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:08 smithi129 bash[79695]: cluster 2024-03-22T07:12:07.266720+0000 mgr.y (mgr.25337) 73 : cluster 0 pgmap v133: 105 pgs: 27 creating+activating, 78 active+clean; 582 KiB data, 382 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:08.581 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:08 smithi129 bash[79695]: cluster 2024-03-22T07:12:07.278028+0000 mon.a (mon.0) 196 : cluster 0 osdmap e370: 8 total, 8 up, 8 in 2024-03-22T07:12:08.581 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:08 smithi129 bash[79695]: cluster 2024-03-22T07:12:07.286654+0000 osd.6 (osd.6) 58 : cluster 3 failed to encode map e370 with expected crc 2024-03-22T07:12:08.581 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:08 smithi129 bash[79695]: cluster 2024-03-22T07:12:07.290306+0000 osd.0 (osd.0) 61 : cluster 3 failed to encode map e370 with expected crc 2024-03-22T07:12:08.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:08 smithi148 bash[23214]: debug 2024-03-22T07:12:08.277+0000 7fa454952700 -1 mon.b@1(peon).osd e371 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:08.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:08 smithi148 bash[23214]: cluster 2024-03-22T07:12:07.266720+0000 mgr.y (mgr.25337) 73 : cluster 0 pgmap v133: 105 pgs: 27 creating+activating, 78 active+clean; 582 KiB data, 382 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:08.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:08 smithi148 bash[23214]: cluster 2024-03-22T07:12:07.278028+0000 mon.a (mon.0) 196 : cluster 0 osdmap e370: 8 total, 8 up, 8 in 2024-03-22T07:12:08.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:08 smithi148 bash[23214]: cluster 2024-03-22T07:12:07.286654+0000 osd.6 (osd.6) 58 : cluster 3 failed to encode map e370 with expected crc 2024-03-22T07:12:08.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:08 smithi148 bash[23214]: cluster 2024-03-22T07:12:07.290306+0000 osd.0 (osd.0) 61 : cluster 3 failed to encode map e370 with expected crc 2024-03-22T07:12:09.124 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph orch ps' 2024-03-22T07:12:09.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[79695]: cluster 2024-03-22T07:12:07.330417+0000 osd.7 (osd.7) 24 : cluster 3 failed to encode map e370 with expected crc 2024-03-22T07:12:09.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[79695]: cluster 2024-03-22T07:12:08.284438+0000 mon.a (mon.0) 197 : cluster 0 osdmap e371: 8 total, 8 up, 8 in 2024-03-22T07:12:09.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[79695]: cluster 2024-03-22T07:12:08.295032+0000 osd.5 (osd.5) 33 : cluster 3 failed to encode map e371 with expected crc 2024-03-22T07:12:09.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[79695]: cluster 2024-03-22T07:12:08.298748+0000 osd.0 (osd.0) 62 : cluster 3 failed to encode map e371 with expected crc 2024-03-22T07:12:09.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[79695]: audit 2024-03-22T07:12:08.350066+0000 mon.c (mon.2) 2 : audit 0 from='client.? 172.21.15.129:0/600575233' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:12:09.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[79695]: audit 2024-03-22T07:12:08.366625+0000 mon.a (mon.0) 198 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:09.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[79695]: audit 2024-03-22T07:12:08.372464+0000 mon.b (mon.1) 100 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:12:09.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[79695]: audit 2024-03-22T07:12:08.838271+0000 mon.a (mon.0) 199 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:09.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[79695]: audit 2024-03-22T07:12:08.853006+0000 mon.a (mon.0) 200 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:09.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[82160]: cluster 2024-03-22T07:12:07.330417+0000 osd.7 (osd.7) 24 : cluster 3 failed to encode map e370 with expected crc 2024-03-22T07:12:09.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[82160]: cluster 2024-03-22T07:12:08.284438+0000 mon.a (mon.0) 197 : cluster 0 osdmap e371: 8 total, 8 up, 8 in 2024-03-22T07:12:09.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[82160]: cluster 2024-03-22T07:12:08.295032+0000 osd.5 (osd.5) 33 : cluster 3 failed to encode map e371 with expected crc 2024-03-22T07:12:09.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[82160]: cluster 2024-03-22T07:12:08.298748+0000 osd.0 (osd.0) 62 : cluster 3 failed to encode map e371 with expected crc 2024-03-22T07:12:09.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[82160]: audit 2024-03-22T07:12:08.350066+0000 mon.c (mon.2) 2 : audit 0 from='client.? 172.21.15.129:0/600575233' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:12:09.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[82160]: audit 2024-03-22T07:12:08.366625+0000 mon.a (mon.0) 198 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:09.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[82160]: audit 2024-03-22T07:12:08.372464+0000 mon.b (mon.1) 100 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:12:09.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[82160]: audit 2024-03-22T07:12:08.838271+0000 mon.a (mon.0) 199 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:09.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:09 smithi129 bash[82160]: audit 2024-03-22T07:12:08.853006+0000 mon.a (mon.0) 200 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:09.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:09 smithi148 bash[23214]: cluster 2024-03-22T07:12:07.330417+0000 osd.7 (osd.7) 24 : cluster 3 failed to encode map e370 with expected crc 2024-03-22T07:12:09.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:09 smithi148 bash[23214]: cluster 2024-03-22T07:12:08.284438+0000 mon.a (mon.0) 197 : cluster 0 osdmap e371: 8 total, 8 up, 8 in 2024-03-22T07:12:09.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:09 smithi148 bash[23214]: cluster 2024-03-22T07:12:08.295032+0000 osd.5 (osd.5) 33 : cluster 3 failed to encode map e371 with expected crc 2024-03-22T07:12:09.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:09 smithi148 bash[23214]: cluster 2024-03-22T07:12:08.298748+0000 osd.0 (osd.0) 62 : cluster 3 failed to encode map e371 with expected crc 2024-03-22T07:12:09.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:09 smithi148 bash[23214]: audit 2024-03-22T07:12:08.350066+0000 mon.c (mon.2) 2 : audit 0 from='client.? 172.21.15.129:0/600575233' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:12:09.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:09 smithi148 bash[23214]: audit 2024-03-22T07:12:08.366625+0000 mon.a (mon.0) 198 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:09.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:09 smithi148 bash[23214]: audit 2024-03-22T07:12:08.372464+0000 mon.b (mon.1) 100 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:12:09.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:09 smithi148 bash[23214]: audit 2024-03-22T07:12:08.838271+0000 mon.a (mon.0) 199 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:09.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:09 smithi148 bash[23214]: audit 2024-03-22T07:12:08.853006+0000 mon.a (mon.0) 200 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:09.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:09 smithi148 bash[23214]: debug 2024-03-22T07:12:09.365+0000 7fa454952700 -1 mon.b@1(peon).osd e372 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:10.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:10 smithi129 bash[79695]: cluster 2024-03-22T07:12:08.323031+0000 osd.7 (osd.7) 25 : cluster 3 failed to encode map e371 with expected crc 2024-03-22T07:12:10.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:10 smithi129 bash[79695]: cluster 2024-03-22T07:12:09.267247+0000 mgr.y (mgr.25337) 74 : cluster 0 pgmap v136: 105 pgs: 11 creating+activating, 94 active+clean; 582 KiB data, 384 MiB used, 715 GiB / 715 GiB avail; 126 KiB/s rd, 12 KiB/s wr, 163 op/s 2024-03-22T07:12:10.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:10 smithi129 bash[79695]: cluster 2024-03-22T07:12:09.370887+0000 mon.a (mon.0) 201 : cluster 0 osdmap e372: 8 total, 8 up, 8 in 2024-03-22T07:12:10.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:10 smithi129 bash[79695]: cluster 2024-03-22T07:12:09.384067+0000 osd.4 (osd.4) 61 : cluster 3 failed to encode map e372 with expected crc 2024-03-22T07:12:10.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:10 smithi129 bash[79695]: cluster 2024-03-22T07:12:09.386360+0000 osd.0 (osd.0) 63 : cluster 3 failed to encode map e372 with expected crc 2024-03-22T07:12:10.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:10 smithi129 bash[79695]: audit 2024-03-22T07:12:09.904614+0000 mon.a (mon.0) 202 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:10.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:10 smithi129 bash[79695]: audit 2024-03-22T07:12:09.919673+0000 mon.a (mon.0) 203 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:10.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:10 smithi129 bash[82160]: cluster 2024-03-22T07:12:08.323031+0000 osd.7 (osd.7) 25 : cluster 3 failed to encode map e371 with expected crc 2024-03-22T07:12:10.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:10 smithi129 bash[82160]: cluster 2024-03-22T07:12:09.267247+0000 mgr.y (mgr.25337) 74 : cluster 0 pgmap v136: 105 pgs: 11 creating+activating, 94 active+clean; 582 KiB data, 384 MiB used, 715 GiB / 715 GiB avail; 126 KiB/s rd, 12 KiB/s wr, 163 op/s 2024-03-22T07:12:10.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:10 smithi129 bash[82160]: cluster 2024-03-22T07:12:09.370887+0000 mon.a (mon.0) 201 : cluster 0 osdmap e372: 8 total, 8 up, 8 in 2024-03-22T07:12:10.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:10 smithi129 bash[82160]: cluster 2024-03-22T07:12:09.384067+0000 osd.4 (osd.4) 61 : cluster 3 failed to encode map e372 with expected crc 2024-03-22T07:12:10.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:10 smithi129 bash[82160]: cluster 2024-03-22T07:12:09.386360+0000 osd.0 (osd.0) 63 : cluster 3 failed to encode map e372 with expected crc 2024-03-22T07:12:10.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:10 smithi129 bash[82160]: audit 2024-03-22T07:12:09.904614+0000 mon.a (mon.0) 202 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:10.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:10 smithi129 bash[82160]: audit 2024-03-22T07:12:09.919673+0000 mon.a (mon.0) 203 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:10.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:10 smithi148 bash[23214]: cluster 2024-03-22T07:12:08.323031+0000 osd.7 (osd.7) 25 : cluster 3 failed to encode map e371 with expected crc 2024-03-22T07:12:10.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:10 smithi148 bash[23214]: cluster 2024-03-22T07:12:09.267247+0000 mgr.y (mgr.25337) 74 : cluster 0 pgmap v136: 105 pgs: 11 creating+activating, 94 active+clean; 582 KiB data, 384 MiB used, 715 GiB / 715 GiB avail; 126 KiB/s rd, 12 KiB/s wr, 163 op/s 2024-03-22T07:12:10.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:10 smithi148 bash[23214]: cluster 2024-03-22T07:12:09.370887+0000 mon.a (mon.0) 201 : cluster 0 osdmap e372: 8 total, 8 up, 8 in 2024-03-22T07:12:10.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:10 smithi148 bash[23214]: cluster 2024-03-22T07:12:09.384067+0000 osd.4 (osd.4) 61 : cluster 3 failed to encode map e372 with expected crc 2024-03-22T07:12:10.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:10 smithi148 bash[23214]: cluster 2024-03-22T07:12:09.386360+0000 osd.0 (osd.0) 63 : cluster 3 failed to encode map e372 with expected crc 2024-03-22T07:12:10.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:10 smithi148 bash[23214]: audit 2024-03-22T07:12:09.904614+0000 mon.a (mon.0) 202 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:10.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:10 smithi148 bash[23214]: audit 2024-03-22T07:12:09.919673+0000 mon.a (mon.0) 203 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:10.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:10 smithi148 bash[23214]: debug 2024-03-22T07:12:10.369+0000 7fa454952700 -1 mon.b@1(peon).osd e373 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:11.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:11 smithi148 bash[23214]: debug 2024-03-22T07:12:11.377+0000 7fa454952700 -1 mon.b@1(peon).osd e374 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:11.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:11 smithi148 bash[23214]: cluster 2024-03-22T07:12:10.372496+0000 mon.a (mon.0) 204 : cluster 0 osdmap e373: 8 total, 8 up, 8 in 2024-03-22T07:12:11.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:11 smithi148 bash[23214]: cluster 2024-03-22T07:12:10.389491+0000 osd.0 (osd.0) 64 : cluster 3 failed to encode map e373 with expected crc 2024-03-22T07:12:11.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:11 smithi148 bash[23214]: cluster 2024-03-22T07:12:10.415835+0000 osd.7 (osd.7) 26 : cluster 3 failed to encode map e373 with expected crc 2024-03-22T07:12:11.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:11 smithi129 bash[79695]: cluster 2024-03-22T07:12:10.372496+0000 mon.a (mon.0) 204 : cluster 0 osdmap e373: 8 total, 8 up, 8 in 2024-03-22T07:12:11.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:11 smithi129 bash[79695]: cluster 2024-03-22T07:12:10.389491+0000 osd.0 (osd.0) 64 : cluster 3 failed to encode map e373 with expected crc 2024-03-22T07:12:11.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:11 smithi129 bash[79695]: cluster 2024-03-22T07:12:10.415835+0000 osd.7 (osd.7) 26 : cluster 3 failed to encode map e373 with expected crc 2024-03-22T07:12:11.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:11 smithi129 bash[82160]: cluster 2024-03-22T07:12:10.372496+0000 mon.a (mon.0) 204 : cluster 0 osdmap e373: 8 total, 8 up, 8 in 2024-03-22T07:12:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:11 smithi129 bash[82160]: cluster 2024-03-22T07:12:10.389491+0000 osd.0 (osd.0) 64 : cluster 3 failed to encode map e373 with expected crc 2024-03-22T07:12:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:11 smithi129 bash[82160]: cluster 2024-03-22T07:12:10.415835+0000 osd.7 (osd.7) 26 : cluster 3 failed to encode map e373 with expected crc 2024-03-22T07:12:12.473 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestGroup.add_snapshot (6012 ms) 2024-03-22T07:12:12.474 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-03-22T07:12:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:12 smithi148 bash[23214]: cluster 2024-03-22T07:12:10.383969+0000 osd.1 (osd.1) 64 : cluster 3 failed to encode map e373 with expected crc 2024-03-22T07:12:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:12 smithi148 bash[23214]: cluster 2024-03-22T07:12:11.001386+0000 osd.4 (osd.4) 62 : cluster 3 failed to encode map e373 with expected crc 2024-03-22T07:12:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:12 smithi148 bash[23214]: cluster 2024-03-22T07:12:11.141788+0000 osd.6 (osd.6) 59 : cluster 3 failed to encode map e373 with expected crc 2024-03-22T07:12:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:12 smithi148 bash[23214]: cluster 2024-03-22T07:12:11.267892+0000 mgr.y (mgr.25337) 75 : cluster 0 pgmap v139: 105 pgs: 105 active+clean; 582 KiB data, 402 MiB used, 715 GiB / 715 GiB avail; 138 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-03-22T07:12:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:12 smithi148 bash[23214]: cluster 2024-03-22T07:12:11.383638+0000 mon.a (mon.0) 205 : cluster 0 osdmap e374: 8 total, 8 up, 8 in 2024-03-22T07:12:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:12 smithi148 bash[23214]: cluster 2024-03-22T07:12:11.395391+0000 osd.6 (osd.6) 60 : cluster 3 failed to encode map e374 with expected crc 2024-03-22T07:12:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:12 smithi148 bash[23214]: cluster 2024-03-22T07:12:11.399644+0000 osd.0 (osd.0) 65 : cluster 3 failed to encode map e374 with expected crc 2024-03-22T07:12:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:12 smithi148 bash[23214]: cluster 2024-03-22T07:12:11.417303+0000 osd.5 (osd.5) 34 : cluster 3 failed to encode map e374 with expected crc 2024-03-22T07:12:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:12 smithi148 bash[23214]: cluster 2024-03-22T07:12:11.446862+0000 osd.7 (osd.7) 27 : cluster 3 failed to encode map e374 with expected crc 2024-03-22T07:12:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:12 smithi148 bash[23214]: debug 2024-03-22T07:12:12.389+0000 7fa454952700 -1 mon.b@1(peon).osd e375 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:12.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[82160]: cluster 2024-03-22T07:12:10.383969+0000 osd.1 (osd.1) 64 : cluster 3 failed to encode map e373 with expected crc 2024-03-22T07:12:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[82160]: cluster 2024-03-22T07:12:11.001386+0000 osd.4 (osd.4) 62 : cluster 3 failed to encode map e373 with expected crc 2024-03-22T07:12:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[82160]: cluster 2024-03-22T07:12:11.141788+0000 osd.6 (osd.6) 59 : cluster 3 failed to encode map e373 with expected crc 2024-03-22T07:12:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[82160]: cluster 2024-03-22T07:12:11.267892+0000 mgr.y (mgr.25337) 75 : cluster 0 pgmap v139: 105 pgs: 105 active+clean; 582 KiB data, 402 MiB used, 715 GiB / 715 GiB avail; 138 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-03-22T07:12:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[82160]: cluster 2024-03-22T07:12:11.383638+0000 mon.a (mon.0) 205 : cluster 0 osdmap e374: 8 total, 8 up, 8 in 2024-03-22T07:12:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[82160]: cluster 2024-03-22T07:12:11.395391+0000 osd.6 (osd.6) 60 : cluster 3 failed to encode map e374 with expected crc 2024-03-22T07:12:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[82160]: cluster 2024-03-22T07:12:11.399644+0000 osd.0 (osd.0) 65 : cluster 3 failed to encode map e374 with expected crc 2024-03-22T07:12:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[82160]: cluster 2024-03-22T07:12:11.417303+0000 osd.5 (osd.5) 34 : cluster 3 failed to encode map e374 with expected crc 2024-03-22T07:12:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[82160]: cluster 2024-03-22T07:12:11.446862+0000 osd.7 (osd.7) 27 : cluster 3 failed to encode map e374 with expected crc 2024-03-22T07:12:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[79695]: cluster 2024-03-22T07:12:10.383969+0000 osd.1 (osd.1) 64 : cluster 3 failed to encode map e373 with expected crc 2024-03-22T07:12:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[79695]: cluster 2024-03-22T07:12:11.001386+0000 osd.4 (osd.4) 62 : cluster 3 failed to encode map e373 with expected crc 2024-03-22T07:12:12.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[79695]: cluster 2024-03-22T07:12:11.141788+0000 osd.6 (osd.6) 59 : cluster 3 failed to encode map e373 with expected crc 2024-03-22T07:12:12.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[79695]: cluster 2024-03-22T07:12:11.267892+0000 mgr.y (mgr.25337) 75 : cluster 0 pgmap v139: 105 pgs: 105 active+clean; 582 KiB data, 402 MiB used, 715 GiB / 715 GiB avail; 138 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-03-22T07:12:12.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[79695]: cluster 2024-03-22T07:12:11.383638+0000 mon.a (mon.0) 205 : cluster 0 osdmap e374: 8 total, 8 up, 8 in 2024-03-22T07:12:12.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[79695]: cluster 2024-03-22T07:12:11.395391+0000 osd.6 (osd.6) 60 : cluster 3 failed to encode map e374 with expected crc 2024-03-22T07:12:12.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[79695]: cluster 2024-03-22T07:12:11.399644+0000 osd.0 (osd.0) 65 : cluster 3 failed to encode map e374 with expected crc 2024-03-22T07:12:12.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[79695]: cluster 2024-03-22T07:12:11.417303+0000 osd.5 (osd.5) 34 : cluster 3 failed to encode map e374 with expected crc 2024-03-22T07:12:12.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:12 smithi129 bash[79695]: cluster 2024-03-22T07:12:11.446862+0000 osd.7 (osd.7) 27 : cluster 3 failed to encode map e374 with expected crc 2024-03-22T07:12:13.388 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:13 smithi148 bash[23214]: debug 2024-03-22T07:12:13.081+0000 7fa454952700 -1 mon.b@1(peon).osd e376 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:13.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:13 smithi148 bash[23214]: cluster 2024-03-22T07:12:12.396994+0000 mon.a (mon.0) 206 : cluster 0 osdmap e375: 8 total, 8 up, 8 in 2024-03-22T07:12:13.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:13 smithi148 bash[23214]: cluster 2024-03-22T07:12:12.407878+0000 osd.4 (osd.4) 63 : cluster 3 failed to encode map e375 with expected crc 2024-03-22T07:12:13.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:13 smithi148 bash[23214]: cluster 2024-03-22T07:12:12.411029+0000 osd.0 (osd.0) 66 : cluster 3 failed to encode map e375 with expected crc 2024-03-22T07:12:13.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:13 smithi148 bash[23214]: cluster 2024-03-22T07:12:12.452893+0000 osd.7 (osd.7) 28 : cluster 3 failed to encode map e375 with expected crc 2024-03-22T07:12:13.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:13 smithi148 bash[23214]: cluster 2024-03-22T07:12:12.486164+0000 osd.6 (osd.6) 61 : cluster 3 failed to encode map e375 with expected crc 2024-03-22T07:12:13.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:13 smithi148 bash[23214]: cluster 2024-03-22T07:12:13.087082+0000 mon.a (mon.0) 207 : cluster 0 osdmap e376: 8 total, 8 up, 8 in 2024-03-22T07:12:13.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:13 smithi148 bash[23214]: cluster 2024-03-22T07:12:13.107708+0000 osd.7 (osd.7) 29 : cluster 3 failed to encode map e376 with expected crc 2024-03-22T07:12:13.848 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:12:13.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:13 smithi129 bash[79695]: cluster 2024-03-22T07:12:12.396994+0000 mon.a (mon.0) 206 : cluster 0 osdmap e375: 8 total, 8 up, 8 in 2024-03-22T07:12:13.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:13 smithi129 bash[79695]: cluster 2024-03-22T07:12:12.407878+0000 osd.4 (osd.4) 63 : cluster 3 failed to encode map e375 with expected crc 2024-03-22T07:12:13.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:13 smithi129 bash[79695]: cluster 2024-03-22T07:12:12.411029+0000 osd.0 (osd.0) 66 : cluster 3 failed to encode map e375 with expected crc 2024-03-22T07:12:13.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:13 smithi129 bash[79695]: cluster 2024-03-22T07:12:12.452893+0000 osd.7 (osd.7) 28 : cluster 3 failed to encode map e375 with expected crc 2024-03-22T07:12:13.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:13 smithi129 bash[79695]: cluster 2024-03-22T07:12:12.486164+0000 osd.6 (osd.6) 61 : cluster 3 failed to encode map e375 with expected crc 2024-03-22T07:12:13.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:13 smithi129 bash[79695]: cluster 2024-03-22T07:12:13.087082+0000 mon.a (mon.0) 207 : cluster 0 osdmap e376: 8 total, 8 up, 8 in 2024-03-22T07:12:13.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:13 smithi129 bash[79695]: cluster 2024-03-22T07:12:13.107708+0000 osd.7 (osd.7) 29 : cluster 3 failed to encode map e376 with expected crc 2024-03-22T07:12:13.868 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:13 smithi129 bash[82160]: cluster 2024-03-22T07:12:12.396994+0000 mon.a (mon.0) 206 : cluster 0 osdmap e375: 8 total, 8 up, 8 in 2024-03-22T07:12:13.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:13 smithi129 bash[82160]: cluster 2024-03-22T07:12:12.407878+0000 osd.4 (osd.4) 63 : cluster 3 failed to encode map e375 with expected crc 2024-03-22T07:12:13.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:13 smithi129 bash[82160]: cluster 2024-03-22T07:12:12.411029+0000 osd.0 (osd.0) 66 : cluster 3 failed to encode map e375 with expected crc 2024-03-22T07:12:13.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:13 smithi129 bash[82160]: cluster 2024-03-22T07:12:12.452893+0000 osd.7 (osd.7) 28 : cluster 3 failed to encode map e375 with expected crc 2024-03-22T07:12:13.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:13 smithi129 bash[82160]: cluster 2024-03-22T07:12:12.486164+0000 osd.6 (osd.6) 61 : cluster 3 failed to encode map e375 with expected crc 2024-03-22T07:12:13.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:13 smithi129 bash[82160]: cluster 2024-03-22T07:12:13.087082+0000 mon.a (mon.0) 207 : cluster 0 osdmap e376: 8 total, 8 up, 8 in 2024-03-22T07:12:13.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:13 smithi129 bash[82160]: cluster 2024-03-22T07:12:13.107708+0000 osd.7 (osd.7) 29 : cluster 3 failed to encode map e376 with expected crc 2024-03-22T07:12:14.121 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:12:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:12:13] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-03-22T07:12:14.389 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:14 smithi148 bash[23214]: debug 2024-03-22T07:12:14.093+0000 7fa454952700 -1 mon.b@1(peon).osd e377 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:14.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:14 smithi148 bash[23214]: cluster 2024-03-22T07:12:13.099414+0000 osd.4 (osd.4) 64 : cluster 3 failed to encode map e376 with expected crc 2024-03-22T07:12:14.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:14 smithi148 bash[23214]: cluster 2024-03-22T07:12:13.122472+0000 osd.0 (osd.0) 67 : cluster 3 failed to encode map e376 with expected crc 2024-03-22T07:12:14.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:14 smithi148 bash[23214]: cluster 2024-03-22T07:12:13.268580+0000 mgr.y (mgr.25337) 76 : cluster 0 pgmap v143: 105 pgs: 105 active+clean; 582 KiB data, 402 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:14.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:14 smithi148 bash[23214]: cluster 2024-03-22T07:12:14.097057+0000 mon.a (mon.0) 208 : cluster 0 osdmap e377: 8 total, 8 up, 8 in 2024-03-22T07:12:14.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:14 smithi148 bash[23214]: cluster 2024-03-22T07:12:14.114628+0000 osd.7 (osd.7) 30 : cluster 3 failed to encode map e377 with expected crc 2024-03-22T07:12:14.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:14 smithi129 bash[79695]: cluster 2024-03-22T07:12:13.099414+0000 osd.4 (osd.4) 64 : cluster 3 failed to encode map e376 with expected crc 2024-03-22T07:12:14.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:14 smithi129 bash[79695]: cluster 2024-03-22T07:12:13.122472+0000 osd.0 (osd.0) 67 : cluster 3 failed to encode map e376 with expected crc 2024-03-22T07:12:14.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:14 smithi129 bash[79695]: cluster 2024-03-22T07:12:13.268580+0000 mgr.y (mgr.25337) 76 : cluster 0 pgmap v143: 105 pgs: 105 active+clean; 582 KiB data, 402 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:14.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:14 smithi129 bash[79695]: cluster 2024-03-22T07:12:14.097057+0000 mon.a (mon.0) 208 : cluster 0 osdmap e377: 8 total, 8 up, 8 in 2024-03-22T07:12:14.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:14 smithi129 bash[79695]: cluster 2024-03-22T07:12:14.114628+0000 osd.7 (osd.7) 30 : cluster 3 failed to encode map e377 with expected crc 2024-03-22T07:12:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:14 smithi129 bash[82160]: cluster 2024-03-22T07:12:13.099414+0000 osd.4 (osd.4) 64 : cluster 3 failed to encode map e376 with expected crc 2024-03-22T07:12:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:14 smithi129 bash[82160]: cluster 2024-03-22T07:12:13.122472+0000 osd.0 (osd.0) 67 : cluster 3 failed to encode map e376 with expected crc 2024-03-22T07:12:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:14 smithi129 bash[82160]: cluster 2024-03-22T07:12:13.268580+0000 mgr.y (mgr.25337) 76 : cluster 0 pgmap v143: 105 pgs: 105 active+clean; 582 KiB data, 402 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:14 smithi129 bash[82160]: cluster 2024-03-22T07:12:14.097057+0000 mon.a (mon.0) 208 : cluster 0 osdmap e377: 8 total, 8 up, 8 in 2024-03-22T07:12:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:14 smithi129 bash[82160]: cluster 2024-03-22T07:12:14.114628+0000 osd.7 (osd.7) 30 : cluster 3 failed to encode map e377 with expected crc 2024-03-22T07:12:15.393 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:15 smithi148 bash[23214]: debug 2024-03-22T07:12:15.093+0000 7fa454952700 -1 mon.b@1(peon).osd e378 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:15.666 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:15 smithi129 bash[79695]: cluster 2024-03-22T07:12:14.109749+0000 osd.4 (osd.4) 65 : cluster 3 failed to encode map e377 with expected crc 2024-03-22T07:12:15.666 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:15 smithi129 bash[79695]: cluster 2024-03-22T07:12:14.132619+0000 osd.0 (osd.0) 68 : cluster 3 failed to encode map e377 with expected crc 2024-03-22T07:12:15.666 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:15 smithi129 bash[79695]: cluster 2024-03-22T07:12:15.102028+0000 mon.a (mon.0) 209 : cluster 0 osdmap e378: 8 total, 8 up, 8 in 2024-03-22T07:12:15.666 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:15 smithi129 bash[79695]: cluster 2024-03-22T07:12:15.118360+0000 osd.7 (osd.7) 31 : cluster 3 failed to encode map e378 with expected crc 2024-03-22T07:12:15.667 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:15 smithi129 bash[82160]: cluster 2024-03-22T07:12:14.109749+0000 osd.4 (osd.4) 65 : cluster 3 failed to encode map e377 with expected crc 2024-03-22T07:12:15.667 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:15 smithi129 bash[82160]: cluster 2024-03-22T07:12:14.132619+0000 osd.0 (osd.0) 68 : cluster 3 failed to encode map e377 with expected crc 2024-03-22T07:12:15.667 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:15 smithi129 bash[82160]: cluster 2024-03-22T07:12:15.102028+0000 mon.a (mon.0) 209 : cluster 0 osdmap e378: 8 total, 8 up, 8 in 2024-03-22T07:12:15.667 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:15 smithi129 bash[82160]: cluster 2024-03-22T07:12:15.118360+0000 osd.7 (osd.7) 31 : cluster 3 failed to encode map e378 with expected crc 2024-03-22T07:12:15.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:15 smithi148 bash[23214]: cluster 2024-03-22T07:12:14.109749+0000 osd.4 (osd.4) 65 : cluster 3 failed to encode map e377 with expected crc 2024-03-22T07:12:15.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:15 smithi148 bash[23214]: cluster 2024-03-22T07:12:14.132619+0000 osd.0 (osd.0) 68 : cluster 3 failed to encode map e377 with expected crc 2024-03-22T07:12:15.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:15 smithi148 bash[23214]: cluster 2024-03-22T07:12:15.102028+0000 mon.a (mon.0) 209 : cluster 0 osdmap e378: 8 total, 8 up, 8 in 2024-03-22T07:12:15.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:15 smithi148 bash[23214]: cluster 2024-03-22T07:12:15.118360+0000 osd.7 (osd.7) 31 : cluster 3 failed to encode map e378 with expected crc 2024-03-22T07:12:16.393 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:16 smithi148 bash[23214]: debug 2024-03-22T07:12:16.101+0000 7fa454952700 -1 mon.b@1(peon).osd e379 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:16.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:16 smithi148 bash[23214]: cluster 2024-03-22T07:12:14.738533+0000 osd.5 (osd.5) 35 : cluster 3 failed to encode map e377 with expected crc 2024-03-22T07:12:16.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:16 smithi148 bash[23214]: cluster 2024-03-22T07:12:15.109942+0000 osd.0 (osd.0) 69 : cluster 3 failed to encode map e378 with expected crc 2024-03-22T07:12:16.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:16 smithi148 bash[23214]: cluster 2024-03-22T07:12:15.269122+0000 mgr.y (mgr.25337) 77 : cluster 0 pgmap v146: 105 pgs: 105 active+clean; 583 KiB data, 403 MiB used, 715 GiB / 715 GiB avail; 123 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-03-22T07:12:16.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:16 smithi148 bash[23214]: cluster 2024-03-22T07:12:16.104651+0000 mon.a (mon.0) 210 : cluster 0 osdmap e379: 8 total, 8 up, 8 in 2024-03-22T07:12:16.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:16 smithi148 bash[23214]: cluster 2024-03-22T07:12:16.124772+0000 osd.7 (osd.7) 32 : cluster 3 failed to encode map e379 with expected crc 2024-03-22T07:12:16.754 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:16 smithi129 bash[79695]: cluster 2024-03-22T07:12:14.738533+0000 osd.5 (osd.5) 35 : cluster 3 failed to encode map e377 with expected crc 2024-03-22T07:12:16.754 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:16 smithi129 bash[79695]: cluster 2024-03-22T07:12:15.109942+0000 osd.0 (osd.0) 69 : cluster 3 failed to encode map e378 with expected crc 2024-03-22T07:12:16.754 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:16 smithi129 bash[79695]: cluster 2024-03-22T07:12:15.269122+0000 mgr.y (mgr.25337) 77 : cluster 0 pgmap v146: 105 pgs: 105 active+clean; 583 KiB data, 403 MiB used, 715 GiB / 715 GiB avail; 123 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-03-22T07:12:16.755 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:16 smithi129 bash[79695]: cluster 2024-03-22T07:12:16.104651+0000 mon.a (mon.0) 210 : cluster 0 osdmap e379: 8 total, 8 up, 8 in 2024-03-22T07:12:16.755 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:16 smithi129 bash[79695]: cluster 2024-03-22T07:12:16.124772+0000 osd.7 (osd.7) 32 : cluster 3 failed to encode map e379 with expected crc 2024-03-22T07:12:16.755 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:16 smithi129 bash[82160]: cluster 2024-03-22T07:12:14.738533+0000 osd.5 (osd.5) 35 : cluster 3 failed to encode map e377 with expected crc 2024-03-22T07:12:16.755 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:16 smithi129 bash[82160]: cluster 2024-03-22T07:12:15.109942+0000 osd.0 (osd.0) 69 : cluster 3 failed to encode map e378 with expected crc 2024-03-22T07:12:16.755 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:16 smithi129 bash[82160]: cluster 2024-03-22T07:12:15.269122+0000 mgr.y (mgr.25337) 77 : cluster 0 pgmap v146: 105 pgs: 105 active+clean; 583 KiB data, 403 MiB used, 715 GiB / 715 GiB avail; 123 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-03-22T07:12:16.755 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:16 smithi129 bash[82160]: cluster 2024-03-22T07:12:16.104651+0000 mon.a (mon.0) 210 : cluster 0 osdmap e379: 8 total, 8 up, 8 in 2024-03-22T07:12:16.755 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:16 smithi129 bash[82160]: cluster 2024-03-22T07:12:16.124772+0000 osd.7 (osd.7) 32 : cluster 3 failed to encode map e379 with expected crc 2024-03-22T07:12:17.395 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:17 smithi148 bash[23214]: debug 2024-03-22T07:12:17.105+0000 7fa454952700 -1 mon.b@1(peon).osd e380 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:17.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:17 smithi148 bash[23214]: cluster 2024-03-22T07:12:16.116519+0000 osd.2 (osd.2) 33 : cluster 3 failed to encode map e379 with expected crc 2024-03-22T07:12:17.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:17 smithi148 bash[23214]: cluster 2024-03-22T07:12:16.135381+0000 osd.0 (osd.0) 70 : cluster 3 failed to encode map e379 with expected crc 2024-03-22T07:12:17.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:17 smithi148 bash[23214]: cluster 2024-03-22T07:12:17.110335+0000 mon.a (mon.0) 211 : cluster 0 osdmap e380: 8 total, 8 up, 8 in 2024-03-22T07:12:17.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:17 smithi148 bash[23214]: cluster 2024-03-22T07:12:17.120901+0000 osd.1 (osd.1) 65 : cluster 3 failed to encode map e380 with expected crc 2024-03-22T07:12:17.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:17 smithi148 bash[23214]: cluster 2024-03-22T07:12:17.129576+0000 osd.7 (osd.7) 33 : cluster 3 failed to encode map e380 with expected crc 2024-03-22T07:12:17.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:17 smithi129 bash[79695]: cluster 2024-03-22T07:12:16.116519+0000 osd.2 (osd.2) 33 : cluster 3 failed to encode map e379 with expected crc 2024-03-22T07:12:17.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:17 smithi129 bash[79695]: cluster 2024-03-22T07:12:16.135381+0000 osd.0 (osd.0) 70 : cluster 3 failed to encode map e379 with expected crc 2024-03-22T07:12:17.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:17 smithi129 bash[79695]: cluster 2024-03-22T07:12:17.110335+0000 mon.a (mon.0) 211 : cluster 0 osdmap e380: 8 total, 8 up, 8 in 2024-03-22T07:12:17.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:17 smithi129 bash[79695]: cluster 2024-03-22T07:12:17.120901+0000 osd.1 (osd.1) 65 : cluster 3 failed to encode map e380 with expected crc 2024-03-22T07:12:17.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:17 smithi129 bash[79695]: cluster 2024-03-22T07:12:17.129576+0000 osd.7 (osd.7) 33 : cluster 3 failed to encode map e380 with expected crc 2024-03-22T07:12:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:17 smithi129 bash[82160]: cluster 2024-03-22T07:12:16.116519+0000 osd.2 (osd.2) 33 : cluster 3 failed to encode map e379 with expected crc 2024-03-22T07:12:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:17 smithi129 bash[82160]: cluster 2024-03-22T07:12:16.135381+0000 osd.0 (osd.0) 70 : cluster 3 failed to encode map e379 with expected crc 2024-03-22T07:12:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:17 smithi129 bash[82160]: cluster 2024-03-22T07:12:17.110335+0000 mon.a (mon.0) 211 : cluster 0 osdmap e380: 8 total, 8 up, 8 in 2024-03-22T07:12:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:17 smithi129 bash[82160]: cluster 2024-03-22T07:12:17.120901+0000 osd.1 (osd.1) 65 : cluster 3 failed to encode map e380 with expected crc 2024-03-22T07:12:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:17 smithi129 bash[82160]: cluster 2024-03-22T07:12:17.129576+0000 osd.7 (osd.7) 33 : cluster 3 failed to encode map e380 with expected crc 2024-03-22T07:12:18.164 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestGroup.add_snapshotPP (5691 ms) 2024-03-22T07:12:18.397 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:18 smithi148 bash[23214]: debug 2024-03-22T07:12:18.081+0000 7fa454952700 -1 mon.b@1(peon).osd e381 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:18.674 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:18 smithi148 bash[23214]: cluster 2024-03-22T07:12:16.692045+0000 osd.5 (osd.5) 36 : cluster 3 failed to encode map e379 with expected crc 2024-03-22T07:12:18.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:18 smithi148 bash[23214]: cluster 2024-03-22T07:12:17.138563+0000 osd.0 (osd.0) 71 : cluster 3 failed to encode map e380 with expected crc 2024-03-22T07:12:18.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:18 smithi148 bash[23214]: cluster 2024-03-22T07:12:17.269778+0000 mgr.y (mgr.25337) 78 : cluster 0 pgmap v149: 105 pgs: 105 active+clean; 583 KiB data, 403 MiB used, 715 GiB / 715 GiB avail; 119 KiB/s rd, 12 KiB/s wr, 160 op/s 2024-03-22T07:12:18.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:18 smithi148 bash[23214]: cluster 2024-03-22T07:12:18.088731+0000 mon.a (mon.0) 212 : cluster 0 osdmap e381: 8 total, 8 up, 8 in 2024-03-22T07:12:18.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:18 smithi148 bash[23214]: cluster 2024-03-22T07:12:18.099022+0000 osd.1 (osd.1) 66 : cluster 3 failed to encode map e381 with expected crc 2024-03-22T07:12:18.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:18 smithi148 bash[23214]: cluster 2024-03-22T07:12:18.107377+0000 osd.7 (osd.7) 34 : cluster 3 failed to encode map e381 with expected crc 2024-03-22T07:12:18.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:18 smithi148 bash[23214]: audit 2024-03-22T07:12:18.387079+0000 mon.a (mon.0) 213 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:18 smithi129 bash[82160]: cluster 2024-03-22T07:12:16.692045+0000 osd.5 (osd.5) 36 : cluster 3 failed to encode map e379 with expected crc 2024-03-22T07:12:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:18 smithi129 bash[82160]: cluster 2024-03-22T07:12:17.138563+0000 osd.0 (osd.0) 71 : cluster 3 failed to encode map e380 with expected crc 2024-03-22T07:12:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:18 smithi129 bash[82160]: cluster 2024-03-22T07:12:17.269778+0000 mgr.y (mgr.25337) 78 : cluster 0 pgmap v149: 105 pgs: 105 active+clean; 583 KiB data, 403 MiB used, 715 GiB / 715 GiB avail; 119 KiB/s rd, 12 KiB/s wr, 160 op/s 2024-03-22T07:12:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:18 smithi129 bash[82160]: cluster 2024-03-22T07:12:18.088731+0000 mon.a (mon.0) 212 : cluster 0 osdmap e381: 8 total, 8 up, 8 in 2024-03-22T07:12:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:18 smithi129 bash[82160]: cluster 2024-03-22T07:12:18.099022+0000 osd.1 (osd.1) 66 : cluster 3 failed to encode map e381 with expected crc 2024-03-22T07:12:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:18 smithi129 bash[82160]: cluster 2024-03-22T07:12:18.107377+0000 osd.7 (osd.7) 34 : cluster 3 failed to encode map e381 with expected crc 2024-03-22T07:12:18.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:18 smithi129 bash[82160]: audit 2024-03-22T07:12:18.387079+0000 mon.a (mon.0) 213 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:18 smithi129 bash[79695]: cluster 2024-03-22T07:12:16.692045+0000 osd.5 (osd.5) 36 : cluster 3 failed to encode map e379 with expected crc 2024-03-22T07:12:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:18 smithi129 bash[79695]: cluster 2024-03-22T07:12:17.138563+0000 osd.0 (osd.0) 71 : cluster 3 failed to encode map e380 with expected crc 2024-03-22T07:12:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:18 smithi129 bash[79695]: cluster 2024-03-22T07:12:17.269778+0000 mgr.y (mgr.25337) 78 : cluster 0 pgmap v149: 105 pgs: 105 active+clean; 583 KiB data, 403 MiB used, 715 GiB / 715 GiB avail; 119 KiB/s rd, 12 KiB/s wr, 160 op/s 2024-03-22T07:12:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:18 smithi129 bash[79695]: cluster 2024-03-22T07:12:18.088731+0000 mon.a (mon.0) 212 : cluster 0 osdmap e381: 8 total, 8 up, 8 in 2024-03-22T07:12:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:18 smithi129 bash[79695]: cluster 2024-03-22T07:12:18.099022+0000 osd.1 (osd.1) 66 : cluster 3 failed to encode map e381 with expected crc 2024-03-22T07:12:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:18 smithi129 bash[79695]: cluster 2024-03-22T07:12:18.107377+0000 osd.7 (osd.7) 34 : cluster 3 failed to encode map e381 with expected crc 2024-03-22T07:12:18.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:18 smithi129 bash[79695]: audit 2024-03-22T07:12:18.387079+0000 mon.a (mon.0) 213 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:18.981 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-22T07:12:18.981 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.a smithi129 *:9093,9094 running (9m) 10s ago 10m 14.1M - 0.25.0 c8568f914cd2 f16a6600d8c5 2024-03-22T07:12:18.981 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.a smithi148 *:3000 running (9m) 31s ago 9m 79.2M - 9.4.7 954c08fa6188 0dad270e1055 2024-03-22T07:12:18.981 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foo.smithi129.bzehte smithi129 running (8m) 10s ago 8m 14.1M - 18.2.2-937-gea74f2a1 162cc6df89b4 b5d071c04ede 2024-03-22T07:12:18.981 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foo.smithi148.qmcgkl smithi148 running (7m) 31s ago 7m 17.1M - 18.2.2-937-gea74f2a1 162cc6df89b4 742a031f0ac0 2024-03-22T07:12:18.981 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.x smithi148 *:8443,9283,8765 running (2m) 31s ago 18m 435M - 19.0.0-1667-gdb0330b1 4f325f8440e9 d7fd5bbfea59 2024-03-22T07:12:18.981 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.y smithi129 *:8443,9283,8765 running (3m) 10s ago 20m 486M - 19.0.0-1667-gdb0330b1 4f325f8440e9 6b1c51f3faa6 2024-03-22T07:12:18.981 INFO:teuthology.orchestra.run.smithi129.stdout:mon.a smithi129 running (2m) 10s ago 20m 43.0M 2048M 19.0.0-1667-gdb0330b1 4f325f8440e9 f7321bb16acc 2024-03-22T07:12:18.981 INFO:teuthology.orchestra.run.smithi129.stdout:mon.b smithi148 running (18m) 31s ago 18m 67.0M 2048M 18.2.2-937-gea74f2a1 162cc6df89b4 0e946e2df73d 2024-03-22T07:12:18.981 INFO:teuthology.orchestra.run.smithi129.stdout:mon.c smithi129 running (22s) 10s ago 18m 18.7M 2048M 19.0.0-1667-gdb0330b1 4f325f8440e9 639d3eb5319f 2024-03-22T07:12:18.981 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.a smithi129 *:9100 running (10m) 10s ago 10m 8420k - 1.5.0 0da6a335fe13 36f44c4f758d 2024-03-22T07:12:18.981 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.b smithi148 *:9100 running (10m) 31s ago 10m 9408k - 1.5.0 0da6a335fe13 242ef8db1067 2024-03-22T07:12:18.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (17m) 10s ago 17m 130M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 6bc7bf9d8492 2024-03-22T07:12:18.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (16m) 10s ago 16m 117M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 ee1c4b95300e 2024-03-22T07:12:18.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (15m) 10s ago 15m 124M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 39e258599add 2024-03-22T07:12:18.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (14m) 10s ago 14m 119M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 158e0ebddd36 2024-03-22T07:12:18.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi148 running (14m) 31s ago 14m 133M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 40e27b9e2daf 2024-03-22T07:12:18.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi148 running (13m) 31s ago 13m 125M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 0519cb7754ae 2024-03-22T07:12:18.982 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi148 running (12m) 31s ago 12m 162M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 c8906cd2fa35 2024-03-22T07:12:18.983 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi148 running (11m) 31s ago 11m 124M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 166d5da3a2c2 2024-03-22T07:12:18.983 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.a smithi148 *:9095 running (2m) 31s ago 10m 42.5M - 2.43.0 a07b618ecd1d 7587c3f232c3 2024-03-22T07:12:19.125 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 6 tests from TestGroup (13924 ms total) 2024-03-22T07:12:19.125 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:12:19.125 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 31 tests from TestDeepCopy 2024-03-22T07:12:19.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:19 smithi148 bash[23214]: debug 2024-03-22T07:12:19.109+0000 7fa454952700 -1 mon.b@1(peon).osd e382 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:19.680 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph orch upgrade pause' 2024-03-22T07:12:19.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:19 smithi129 bash[79695]: cluster 2024-03-22T07:12:18.124849+0000 osd.0 (osd.0) 72 : cluster 3 failed to encode map e381 with expected crc 2024-03-22T07:12:19.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:19 smithi129 bash[79695]: cluster 2024-03-22T07:12:19.118412+0000 mon.a (mon.0) 214 : cluster 0 osdmap e382: 8 total, 8 up, 8 in 2024-03-22T07:12:19.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:19 smithi129 bash[82160]: cluster 2024-03-22T07:12:18.124849+0000 osd.0 (osd.0) 72 : cluster 3 failed to encode map e381 with expected crc 2024-03-22T07:12:19.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:19 smithi129 bash[82160]: cluster 2024-03-22T07:12:19.118412+0000 mon.a (mon.0) 214 : cluster 0 osdmap e382: 8 total, 8 up, 8 in 2024-03-22T07:12:19.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:19 smithi148 bash[23214]: cluster 2024-03-22T07:12:18.124849+0000 osd.0 (osd.0) 72 : cluster 3 failed to encode map e381 with expected crc 2024-03-22T07:12:19.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:19 smithi148 bash[23214]: cluster 2024-03-22T07:12:19.118412+0000 mon.a (mon.0) 214 : cluster 0 osdmap e382: 8 total, 8 up, 8 in 2024-03-22T07:12:20.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:20 smithi148 bash[23214]: debug 2024-03-22T07:12:20.117+0000 7fa454952700 -1 mon.b@1(peon).osd e383 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:20.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:20 smithi129 bash[79695]: audit 2024-03-22T07:12:18.971065+0000 mgr.y (mgr.25337) 79 : audit 0 from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:12:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:20 smithi129 bash[79695]: cluster 2024-03-22T07:12:19.127278+0000 osd.6 (osd.6) 62 : cluster 3 failed to encode map e382 with expected crc 2024-03-22T07:12:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:20 smithi129 bash[79695]: cluster 2024-03-22T07:12:19.270346+0000 mgr.y (mgr.25337) 80 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 582 KiB data, 403 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:20 smithi129 bash[79695]: cluster 2024-03-22T07:12:20.126939+0000 mon.a (mon.0) 215 : cluster 0 osdmap e383: 8 total, 8 up, 8 in 2024-03-22T07:12:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:20 smithi129 bash[79695]: audit 2024-03-22T07:12:20.129011+0000 mon.c (mon.2) 3 : audit 1 from='client.? 172.21.15.129:0/3396425851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:12:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:20 smithi129 bash[79695]: audit 2024-03-22T07:12:20.129534+0000 mon.a (mon.0) 216 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:12:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:20 smithi129 bash[79695]: cluster 2024-03-22T07:12:20.135280+0000 osd.3 (osd.3) 58 : cluster 3 failed to encode map e383 with expected crc 2024-03-22T07:12:20.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:20 smithi129 bash[82160]: audit 2024-03-22T07:12:18.971065+0000 mgr.y (mgr.25337) 79 : audit 0 from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:12:20.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:20 smithi129 bash[82160]: cluster 2024-03-22T07:12:19.127278+0000 osd.6 (osd.6) 62 : cluster 3 failed to encode map e382 with expected crc 2024-03-22T07:12:20.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:20 smithi129 bash[82160]: cluster 2024-03-22T07:12:19.270346+0000 mgr.y (mgr.25337) 80 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 582 KiB data, 403 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:20.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:20 smithi129 bash[82160]: cluster 2024-03-22T07:12:20.126939+0000 mon.a (mon.0) 215 : cluster 0 osdmap e383: 8 total, 8 up, 8 in 2024-03-22T07:12:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:20 smithi129 bash[82160]: audit 2024-03-22T07:12:20.129011+0000 mon.c (mon.2) 3 : audit 1 from='client.? 172.21.15.129:0/3396425851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:12:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:20 smithi129 bash[82160]: audit 2024-03-22T07:12:20.129534+0000 mon.a (mon.0) 216 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:12:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:20 smithi129 bash[82160]: cluster 2024-03-22T07:12:20.135280+0000 osd.3 (osd.3) 58 : cluster 3 failed to encode map e383 with expected crc 2024-03-22T07:12:20.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:20 smithi148 bash[23214]: audit 2024-03-22T07:12:18.971065+0000 mgr.y (mgr.25337) 79 : audit 0 from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:12:20.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:20 smithi148 bash[23214]: cluster 2024-03-22T07:12:19.127278+0000 osd.6 (osd.6) 62 : cluster 3 failed to encode map e382 with expected crc 2024-03-22T07:12:20.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:20 smithi148 bash[23214]: cluster 2024-03-22T07:12:19.270346+0000 mgr.y (mgr.25337) 80 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 582 KiB data, 403 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:20.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:20 smithi148 bash[23214]: cluster 2024-03-22T07:12:20.126939+0000 mon.a (mon.0) 215 : cluster 0 osdmap e383: 8 total, 8 up, 8 in 2024-03-22T07:12:20.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:20 smithi148 bash[23214]: audit 2024-03-22T07:12:20.129011+0000 mon.c (mon.2) 3 : audit 1 from='client.? 172.21.15.129:0/3396425851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:12:20.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:20 smithi148 bash[23214]: audit 2024-03-22T07:12:20.129534+0000 mon.a (mon.0) 216 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:12:20.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:20 smithi148 bash[23214]: cluster 2024-03-22T07:12:20.135280+0000 osd.3 (osd.3) 58 : cluster 3 failed to encode map e383 with expected crc 2024-03-22T07:12:21.124 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Empty 2024-03-22T07:12:21.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: debug 2024-03-22T07:12:21.121+0000 7fa454952700 -1 mon.b@1(peon).osd e384 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:22.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: audit 2024-03-22T07:12:20.773121+0000 mon.a (mon.0) 217 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:22.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: audit 2024-03-22T07:12:20.789717+0000 mon.a (mon.0) 218 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:22.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: audit 2024-03-22T07:12:20.796630+0000 mon.b (mon.1) 101 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:22.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: audit 2024-03-22T07:12:20.798765+0000 mon.b (mon.1) 102 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:12:22.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: audit 2024-03-22T07:12:20.808114+0000 mon.a (mon.0) 219 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:22.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: audit 2024-03-22T07:12:20.896267+0000 mon.b (mon.1) 103 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:12:22.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: audit 2024-03-22T07:12:20.899937+0000 mon.b (mon.1) 104 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:12:22.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: audit 2024-03-22T07:12:20.902564+0000 mon.b (mon.1) 105 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-22T07:12:22.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: cephadm 2024-03-22T07:12:20.903092+0000 mgr.y (mgr.25337) 81 : cephadm 1 Upgrade: It appears safe to stop mon.b 2024-03-22T07:12:22.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: audit 2024-03-22T07:12:20.904297+0000 mon.b (mon.1) 106 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-22T07:12:22.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: audit 2024-03-22T07:12:21.123110+0000 mon.a (mon.0) 220 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:12:22.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: cluster 2024-03-22T07:12:21.128520+0000 mon.a (mon.0) 221 : cluster 0 osdmap e384: 8 total, 8 up, 8 in 2024-03-22T07:12:22.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: cluster 2024-03-22T07:12:21.143698+0000 osd.3 (osd.3) 59 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: cluster 2024-03-22T07:12:21.143893+0000 osd.1 (osd.1) 67 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: cluster 2024-03-22T07:12:21.144032+0000 osd.2 (osd.2) 34 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: cluster 2024-03-22T07:12:21.146071+0000 osd.7 (osd.7) 35 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: cluster 2024-03-22T07:12:21.146391+0000 osd.4 (osd.4) 66 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: cluster 2024-03-22T07:12:21.146703+0000 osd.5 (osd.5) 37 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[82160]: cluster 2024-03-22T07:12:21.270960+0000 mgr.y (mgr.25337) 82 : cluster 0 pgmap v155: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 403 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:22.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: audit 2024-03-22T07:12:20.773121+0000 mon.a (mon.0) 217 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:22.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: audit 2024-03-22T07:12:20.789717+0000 mon.a (mon.0) 218 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:22.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: audit 2024-03-22T07:12:20.796630+0000 mon.b (mon.1) 101 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:22.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: audit 2024-03-22T07:12:20.798765+0000 mon.b (mon.1) 102 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:12:22.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: audit 2024-03-22T07:12:20.808114+0000 mon.a (mon.0) 219 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:22.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: audit 2024-03-22T07:12:20.896267+0000 mon.b (mon.1) 103 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:12:22.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: audit 2024-03-22T07:12:20.899937+0000 mon.b (mon.1) 104 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:12:22.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: audit 2024-03-22T07:12:20.902564+0000 mon.b (mon.1) 105 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-22T07:12:22.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: cephadm 2024-03-22T07:12:20.903092+0000 mgr.y (mgr.25337) 81 : cephadm 1 Upgrade: It appears safe to stop mon.b 2024-03-22T07:12:22.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: audit 2024-03-22T07:12:20.904297+0000 mon.b (mon.1) 106 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-22T07:12:22.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: audit 2024-03-22T07:12:21.123110+0000 mon.a (mon.0) 220 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:12:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: cluster 2024-03-22T07:12:21.128520+0000 mon.a (mon.0) 221 : cluster 0 osdmap e384: 8 total, 8 up, 8 in 2024-03-22T07:12:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: cluster 2024-03-22T07:12:21.143698+0000 osd.3 (osd.3) 59 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: cluster 2024-03-22T07:12:21.143893+0000 osd.1 (osd.1) 67 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: cluster 2024-03-22T07:12:21.144032+0000 osd.2 (osd.2) 34 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: cluster 2024-03-22T07:12:21.146071+0000 osd.7 (osd.7) 35 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: cluster 2024-03-22T07:12:21.146391+0000 osd.4 (osd.4) 66 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: cluster 2024-03-22T07:12:21.146703+0000 osd.5 (osd.5) 37 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:21 smithi129 bash[79695]: cluster 2024-03-22T07:12:21.270960+0000 mgr.y (mgr.25337) 82 : cluster 0 pgmap v155: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 403 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:22.130 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: audit 2024-03-22T07:12:20.773121+0000 mon.a (mon.0) 217 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:22.130 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: audit 2024-03-22T07:12:20.789717+0000 mon.a (mon.0) 218 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:22.130 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: audit 2024-03-22T07:12:20.796630+0000 mon.b (mon.1) 101 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: audit 2024-03-22T07:12:20.798765+0000 mon.b (mon.1) 102 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: audit 2024-03-22T07:12:20.808114+0000 mon.a (mon.0) 219 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: audit 2024-03-22T07:12:20.896267+0000 mon.b (mon.1) 103 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: audit 2024-03-22T07:12:20.899937+0000 mon.b (mon.1) 104 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: audit 2024-03-22T07:12:20.902564+0000 mon.b (mon.1) 105 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: cephadm 2024-03-22T07:12:20.903092+0000 mgr.y (mgr.25337) 81 : cephadm 1 Upgrade: It appears safe to stop mon.b 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: audit 2024-03-22T07:12:20.904297+0000 mon.b (mon.1) 106 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: audit 2024-03-22T07:12:21.123110+0000 mon.a (mon.0) 220 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: cluster 2024-03-22T07:12:21.128520+0000 mon.a (mon.0) 221 : cluster 0 osdmap e384: 8 total, 8 up, 8 in 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: cluster 2024-03-22T07:12:21.143698+0000 osd.3 (osd.3) 59 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: cluster 2024-03-22T07:12:21.143893+0000 osd.1 (osd.1) 67 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: cluster 2024-03-22T07:12:21.144032+0000 osd.2 (osd.2) 34 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: cluster 2024-03-22T07:12:21.146071+0000 osd.7 (osd.7) 35 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: cluster 2024-03-22T07:12:21.146391+0000 osd.4 (osd.4) 66 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: cluster 2024-03-22T07:12:21.146703+0000 osd.5 (osd.5) 37 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:21 smithi148 bash[23214]: cluster 2024-03-22T07:12:21.270960+0000 mgr.y (mgr.25337) 82 : cluster 0 pgmap v155: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 403 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:22.132 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:22 smithi148 bash[23214]: debug 2024-03-22T07:12:22.133+0000 7fa454952700 -1 mon.b@1(peon).osd e385 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:22.868 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:22 smithi148 bash[23214]: cluster 2024-03-22T07:12:21.138416+0000 osd.0 (osd.0) 73 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.868 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:22 smithi148 bash[23214]: cluster 2024-03-22T07:12:21.143960+0000 osd.0 (osd.0) 74 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.868 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:22 smithi148 bash[23214]: cluster 2024-03-22T07:12:21.146374+0000 osd.6 (osd.6) 63 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:22.869 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:22 smithi148 bash[23214]: cluster 2024-03-22T07:12:22.140517+0000 mon.a (mon.0) 222 : cluster 0 osdmap e385: 8 total, 8 up, 8 in 2024-03-22T07:12:22.869 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:22 smithi148 bash[23214]: cluster 2024-03-22T07:12:22.149977+0000 osd.2 (osd.2) 35 : cluster 3 failed to encode map e385 with expected crc 2024-03-22T07:12:22.869 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:22 smithi148 bash[23214]: cluster 2024-03-22T07:12:22.156719+0000 osd.5 (osd.5) 38 : cluster 3 failed to encode map e385 with expected crc 2024-03-22T07:12:23.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:22 smithi129 bash[79695]: cluster 2024-03-22T07:12:21.138416+0000 osd.0 (osd.0) 73 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:23.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:22 smithi129 bash[79695]: cluster 2024-03-22T07:12:21.143960+0000 osd.0 (osd.0) 74 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:23.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:22 smithi129 bash[79695]: cluster 2024-03-22T07:12:21.146374+0000 osd.6 (osd.6) 63 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:23.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:22 smithi129 bash[79695]: cluster 2024-03-22T07:12:22.140517+0000 mon.a (mon.0) 222 : cluster 0 osdmap e385: 8 total, 8 up, 8 in 2024-03-22T07:12:23.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:22 smithi129 bash[79695]: cluster 2024-03-22T07:12:22.149977+0000 osd.2 (osd.2) 35 : cluster 3 failed to encode map e385 with expected crc 2024-03-22T07:12:23.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:22 smithi129 bash[79695]: cluster 2024-03-22T07:12:22.156719+0000 osd.5 (osd.5) 38 : cluster 3 failed to encode map e385 with expected crc 2024-03-22T07:12:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:22 smithi129 bash[82160]: cluster 2024-03-22T07:12:21.138416+0000 osd.0 (osd.0) 73 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:22 smithi129 bash[82160]: cluster 2024-03-22T07:12:21.143960+0000 osd.0 (osd.0) 74 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:22 smithi129 bash[82160]: cluster 2024-03-22T07:12:21.146374+0000 osd.6 (osd.6) 63 : cluster 3 failed to encode map e384 with expected crc 2024-03-22T07:12:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:22 smithi129 bash[82160]: cluster 2024-03-22T07:12:22.140517+0000 mon.a (mon.0) 222 : cluster 0 osdmap e385: 8 total, 8 up, 8 in 2024-03-22T07:12:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:22 smithi129 bash[82160]: cluster 2024-03-22T07:12:22.149977+0000 osd.2 (osd.2) 35 : cluster 3 failed to encode map e385 with expected crc 2024-03-22T07:12:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:22 smithi129 bash[82160]: cluster 2024-03-22T07:12:22.156719+0000 osd.5 (osd.5) 38 : cluster 3 failed to encode map e385 with expected crc 2024-03-22T07:12:23.374 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.Empty (2251 ms) 2024-03-22T07:12:23.375 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-03-22T07:12:23.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:23 smithi148 bash[23214]: debug 2024-03-22T07:12:23.137+0000 7fa454952700 -1 mon.b@1(peon).osd e386 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:23.781 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.NoSnaps (406 ms) 2024-03-22T07:12:23.781 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Snaps 2024-03-22T07:12:24.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:12:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:12:23] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-03-22T07:12:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[82160]: cluster 2024-03-22T07:12:23.142884+0000 mon.a (mon.0) 223 : cluster 0 osdmap e386: 8 total, 8 up, 8 in 2024-03-22T07:12:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[82160]: cluster 2024-03-22T07:12:23.152060+0000 osd.2 (osd.2) 36 : cluster 3 failed to encode map e386 with expected crc 2024-03-22T07:12:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[82160]: cluster 2024-03-22T07:12:23.159124+0000 osd.5 (osd.5) 39 : cluster 3 failed to encode map e386 with expected crc 2024-03-22T07:12:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[82160]: cluster 2024-03-22T07:12:23.167831+0000 osd.1 (osd.1) 68 : cluster 3 failed to encode map e386 with expected crc 2024-03-22T07:12:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[82160]: cluster 2024-03-22T07:12:23.271652+0000 mgr.y (mgr.25337) 83 : cluster 0 pgmap v158: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 403 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[82160]: audit 2024-03-22T07:12:23.365241+0000 mon.b (mon.1) 107 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:12:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[82160]: cephadm 2024-03-22T07:12:23.537258+0000 mgr.y (mgr.25337) 84 : cephadm 1 Upgrade: Updating mon.b 2024-03-22T07:12:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[82160]: audit 2024-03-22T07:12:23.542375+0000 mon.a (mon.0) 224 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[82160]: audit 2024-03-22T07:12:23.549064+0000 mon.b (mon.1) 108 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:12:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[82160]: audit 2024-03-22T07:12:23.550449+0000 mon.b (mon.1) 109 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:12:24.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[82160]: cephadm 2024-03-22T07:12:23.551216+0000 mgr.y (mgr.25337) 85 : cephadm 1 Deploying daemon mon.b on smithi148 2024-03-22T07:12:24.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[82160]: audit 2024-03-22T07:12:23.551809+0000 mon.b (mon.1) 110 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[79695]: cluster 2024-03-22T07:12:23.142884+0000 mon.a (mon.0) 223 : cluster 0 osdmap e386: 8 total, 8 up, 8 in 2024-03-22T07:12:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[79695]: cluster 2024-03-22T07:12:23.152060+0000 osd.2 (osd.2) 36 : cluster 3 failed to encode map e386 with expected crc 2024-03-22T07:12:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[79695]: cluster 2024-03-22T07:12:23.159124+0000 osd.5 (osd.5) 39 : cluster 3 failed to encode map e386 with expected crc 2024-03-22T07:12:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[79695]: cluster 2024-03-22T07:12:23.167831+0000 osd.1 (osd.1) 68 : cluster 3 failed to encode map e386 with expected crc 2024-03-22T07:12:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[79695]: cluster 2024-03-22T07:12:23.271652+0000 mgr.y (mgr.25337) 83 : cluster 0 pgmap v158: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 403 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[79695]: audit 2024-03-22T07:12:23.365241+0000 mon.b (mon.1) 107 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:12:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[79695]: cephadm 2024-03-22T07:12:23.537258+0000 mgr.y (mgr.25337) 84 : cephadm 1 Upgrade: Updating mon.b 2024-03-22T07:12:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[79695]: audit 2024-03-22T07:12:23.542375+0000 mon.a (mon.0) 224 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[79695]: audit 2024-03-22T07:12:23.549064+0000 mon.b (mon.1) 108 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:12:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[79695]: audit 2024-03-22T07:12:23.550449+0000 mon.b (mon.1) 109 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:12:24.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[79695]: cephadm 2024-03-22T07:12:23.551216+0000 mgr.y (mgr.25337) 85 : cephadm 1 Deploying daemon mon.b on smithi148 2024-03-22T07:12:24.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:24 smithi129 bash[79695]: audit 2024-03-22T07:12:23.551809+0000 mon.b (mon.1) 110 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:24.403 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:12:24.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:24 smithi148 bash[23214]: cluster 2024-03-22T07:12:23.142884+0000 mon.a (mon.0) 223 : cluster 0 osdmap e386: 8 total, 8 up, 8 in 2024-03-22T07:12:24.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:24 smithi148 bash[23214]: cluster 2024-03-22T07:12:23.152060+0000 osd.2 (osd.2) 36 : cluster 3 failed to encode map e386 with expected crc 2024-03-22T07:12:24.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:24 smithi148 bash[23214]: cluster 2024-03-22T07:12:23.159124+0000 osd.5 (osd.5) 39 : cluster 3 failed to encode map e386 with expected crc 2024-03-22T07:12:24.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:24 smithi148 bash[23214]: cluster 2024-03-22T07:12:23.167831+0000 osd.1 (osd.1) 68 : cluster 3 failed to encode map e386 with expected crc 2024-03-22T07:12:24.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:24 smithi148 bash[23214]: cluster 2024-03-22T07:12:23.271652+0000 mgr.y (mgr.25337) 83 : cluster 0 pgmap v158: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 403 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:24.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:24 smithi148 bash[23214]: audit 2024-03-22T07:12:23.365241+0000 mon.b (mon.1) 107 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:12:24.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:24 smithi148 bash[23214]: cephadm 2024-03-22T07:12:23.537258+0000 mgr.y (mgr.25337) 84 : cephadm 1 Upgrade: Updating mon.b 2024-03-22T07:12:24.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:24 smithi148 bash[23214]: audit 2024-03-22T07:12:23.542375+0000 mon.a (mon.0) 224 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:24.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:24 smithi148 bash[23214]: audit 2024-03-22T07:12:23.549064+0000 mon.b (mon.1) 108 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:12:24.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:24 smithi148 bash[23214]: audit 2024-03-22T07:12:23.550449+0000 mon.b (mon.1) 109 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:12:24.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:24 smithi148 bash[23214]: cephadm 2024-03-22T07:12:23.551216+0000 mgr.y (mgr.25337) 85 : cephadm 1 Deploying daemon mon.b on smithi148 2024-03-22T07:12:24.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:24 smithi148 bash[23214]: audit 2024-03-22T07:12:23.551809+0000 mon.b (mon.1) 110 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:24.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:24 smithi148 bash[23214]: debug 2024-03-22T07:12:24.545+0000 7fa454952700 -1 mon.b@1(peon).osd e387 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:25.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:25 smithi148 bash[23214]: debug 2024-03-22T07:12:25.549+0000 7fa454952700 -1 mon.b@1(peon).osd e388 update_from_paxos full map CRC mismatch, resetting to canonical 2024-03-22T07:12:25.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:25 smithi148 bash[23214]: cluster 2024-03-22T07:12:24.549663+0000 mon.a (mon.0) 225 : cluster 0 osdmap e387: 8 total, 8 up, 8 in 2024-03-22T07:12:25.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:25 smithi148 bash[23214]: cluster 2024-03-22T07:12:24.560034+0000 osd.1 (osd.1) 69 : cluster 3 failed to encode map e387 with expected crc 2024-03-22T07:12:25.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:25 smithi148 bash[23214]: cluster 2024-03-22T07:12:24.566717+0000 osd.6 (osd.6) 64 : cluster 3 failed to encode map e387 with expected crc 2024-03-22T07:12:25.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:25 smithi148 bash[23214]: cluster 2024-03-22T07:12:24.616005+0000 osd.2 (osd.2) 37 : cluster 3 failed to encode map e387 with expected crc 2024-03-22T07:12:25.771 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:25 smithi129 bash[79695]: cluster 2024-03-22T07:12:24.549663+0000 mon.a (mon.0) 225 : cluster 0 osdmap e387: 8 total, 8 up, 8 in 2024-03-22T07:12:25.771 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:25 smithi129 bash[79695]: cluster 2024-03-22T07:12:24.560034+0000 osd.1 (osd.1) 69 : cluster 3 failed to encode map e387 with expected crc 2024-03-22T07:12:25.771 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:25 smithi129 bash[79695]: cluster 2024-03-22T07:12:24.566717+0000 osd.6 (osd.6) 64 : cluster 3 failed to encode map e387 with expected crc 2024-03-22T07:12:25.771 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:25 smithi129 bash[79695]: cluster 2024-03-22T07:12:24.616005+0000 osd.2 (osd.2) 37 : cluster 3 failed to encode map e387 with expected crc 2024-03-22T07:12:25.772 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:25 smithi129 bash[82160]: cluster 2024-03-22T07:12:24.549663+0000 mon.a (mon.0) 225 : cluster 0 osdmap e387: 8 total, 8 up, 8 in 2024-03-22T07:12:25.772 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:25 smithi129 bash[82160]: cluster 2024-03-22T07:12:24.560034+0000 osd.1 (osd.1) 69 : cluster 3 failed to encode map e387 with expected crc 2024-03-22T07:12:25.772 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:25 smithi129 bash[82160]: cluster 2024-03-22T07:12:24.566717+0000 osd.6 (osd.6) 64 : cluster 3 failed to encode map e387 with expected crc 2024-03-22T07:12:25.772 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:25 smithi129 bash[82160]: cluster 2024-03-22T07:12:24.616005+0000 osd.2 (osd.2) 37 : cluster 3 failed to encode map e387 with expected crc 2024-03-22T07:12:26.174 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:12:26 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:26.175 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:12:26 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:26.175 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:12:26 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:26.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:26 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:26.176 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:12:26 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:26.176 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:12:26 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:26.176 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:12:26 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:26.177 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:12:26 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:26.177 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:12:26 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:26.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:26 smithi148 systemd[1]: Stopping Ceph mon.b for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:12:26.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:26 smithi148 bash[23214]: debug 2024-03-22T07:12:26.313+0000 7fa45a15d700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-03-22T07:12:26.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:26 smithi148 bash[23214]: debug 2024-03-22T07:12:26.313+0000 7fa45a15d700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-03-22T07:12:26.620 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:12:26 smithi129 bash[72191]: [22/Mar/2024:07:12:26] ENGINE Bus STOPPING 2024-03-22T07:12:26.621 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:12:26 smithi129 bash[72191]: [22/Mar/2024:07:12:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:12:26.621 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:12:26 smithi129 bash[72191]: [22/Mar/2024:07:12:26] ENGINE Bus STOPPED 2024-03-22T07:12:26.621 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:12:26 smithi129 bash[72191]: [22/Mar/2024:07:12:26] ENGINE Bus STARTING 2024-03-22T07:12:26.621 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:12:26 smithi129 bash[72191]: [22/Mar/2024:07:12:26] ENGINE Serving on http://:::9283 2024-03-22T07:12:26.621 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:12:26 smithi129 bash[72191]: [22/Mar/2024:07:12:26] ENGINE Bus STARTED 2024-03-22T07:12:27.388 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:27 smithi148 bash[66637]: ceph-77237b76-e818-11ee-95cd-87774f69a715-mon-b 2024-03-22T07:12:27.388 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:27 smithi148 bash[66698]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-mon-b 2024-03-22T07:12:27.388 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:27 smithi148 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.b.service: Deactivated successfully. 2024-03-22T07:12:27.388 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:27 smithi148 systemd[1]: Stopped Ceph mon.b for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:12:27.674 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:12:27 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:27.675 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:12:27 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:27.675 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:12:27 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:27.675 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:12:27 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:27.676 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:12:27 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:27.676 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:12:27 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:27.676 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:12:27 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:27 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:27.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:27 smithi148 systemd[1]: Started Ceph mon.b for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:12:27.677 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:12:27 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:12:28.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.509+0000 7fb6f4be6c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-03-22T07:12:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.509+0000 7fb6f4be6c80 0 ceph version 19.0.0-1667-gdb0330b1 (db0330b1e4e2470d52b750e251e55a522b4f7d69) squid (dev), process ceph-mon, pid 7 2024-03-22T07:12:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.509+0000 7fb6f4be6c80 0 pidfile_write: ignore empty --pid-file 2024-03-22T07:12:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 0 load: jerasure load: lrc 2024-03-22T07:12:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: RocksDB version: 7.9.2 2024-03-22T07:12:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Git sha 0 2024-03-22T07:12:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Compile date 2024-03-16 10:36:11 2024-03-22T07:12:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: DB SUMMARY 2024-03-22T07:12:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: DB Session ID: SQS3QP2CO1N08WN16ALX 2024-03-22T07:12:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: CURRENT file: CURRENT 2024-03-22T07:12:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: IDENTITY file: IDENTITY 2024-03-22T07:12:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 2626 Bytes 2024-03-22T07:12:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000042.sst 2024-03-22T07:12:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000040.log size: 3535775 ; 2024-03-22T07:12:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.error_if_exists: 0 2024-03-22T07:12:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.create_if_missing: 0 2024-03-22T07:12:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.paranoid_checks: 1 2024-03-22T07:12:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-03-22T07:12:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-22T07:12:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-22T07:12:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.env: 0x55649cbf2ae0 2024-03-22T07:12:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.fs: PosixFileSystem 2024-03-22T07:12:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.info_log: 0x55649e5d5900 2024-03-22T07:12:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-03-22T07:12:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.statistics: (nil) 2024-03-22T07:12:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.use_fsync: 0 2024-03-22T07:12:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_log_file_size: 0 2024-03-22T07:12:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-22T07:12:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-03-22T07:12:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-03-22T07:12:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-03-22T07:12:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.allow_fallocate: 1 2024-03-22T07:12:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-03-22T07:12:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-03-22T07:12:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.use_direct_reads: 0 2024-03-22T07:12:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-22T07:12:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.create_missing_column_families: 0 2024-03-22T07:12:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.db_log_dir: 2024-03-22T07:12:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.wal_dir: 2024-03-22T07:12:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-03-22T07:12:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-03-22T07:12:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-03-22T07:12:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-22T07:12:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-22T07:12:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-03-22T07:12:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.advise_random_on_open: 1 2024-03-22T07:12:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-03-22T07:12:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.write_buffer_manager: 0x55649e5a8dc0 2024-03-22T07:12:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-22T07:12:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-22T07:12:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-03-22T07:12:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.rate_limiter: (nil) 2024-03-22T07:12:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-22T07:12:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-03-22T07:12:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-03-22T07:12:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-03-22T07:12:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.unordered_write: 0 2024-03-22T07:12:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-22T07:12:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-22T07:12:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-22T07:12:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-22T07:12:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.row_cache: None 2024-03-22T07:12:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.wal_filter: None 2024-03-22T07:12:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.two_write_queues: 0 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.manual_wal_flush: 0 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.wal_compression: 0 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.atomic_flush: 0 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.log_readahead_size: 0 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-03-22T07:12:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_background_jobs: 2 2024-03-22T07:12:28.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_background_compactions: -1 2024-03-22T07:12:28.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_subcompactions: 1 2024-03-22T07:12:28.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-22T07:12:28.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-22T07:12:28.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-03-22T07:12:28.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_total_wal_size: 0 2024-03-22T07:12:28.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-22T07:12:28.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-03-22T07:12:28.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-03-22T07:12:28.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-22T07:12:28.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_open_files: -1 2024-03-22T07:12:28.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.bytes_per_sync: 0 2024-03-22T07:12:28.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-03-22T07:12:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-03-22T07:12:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-03-22T07:12:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_background_flushes: -1 2024-03-22T07:12:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Compression algorithms supported: 2024-03-22T07:12:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-22T07:12:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: kZSTD supported: 0 2024-03-22T07:12:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: kXpressCompression supported: 0 2024-03-22T07:12:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-03-22T07:12:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: kZlibCompression supported: 1 2024-03-22T07:12:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: kSnappyCompression supported: 1 2024-03-22T07:12:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: kLZ4Compression supported: 1 2024-03-22T07:12:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: kBZip2Compression supported: 0 2024-03-22T07:12:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-03-22T07:12:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-03-22T07:12:28.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-03-22T07:12:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-22T07:12:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-22T07:12:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.merge_operator: 2024-03-22T07:12:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compaction_filter: None 2024-03-22T07:12:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compaction_filter_factory: None 2024-03-22T07:12:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-03-22T07:12:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-03-22T07:12:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-03-22T07:12:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55649e5d5a00) 2024-03-22T07:12:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: cache_index_and_filter_blocks: 1 2024-03-22T07:12:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-22T07:12:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-22T07:12:28.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: pin_top_level_index_and_filter: 1 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: index_type: 0 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: data_block_index_type: 0 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: index_shortening: 1 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: data_block_hash_table_util_ratio: 0.750000 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: checksum: 4 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: no_block_cache: 0 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: block_cache: 0x55649e5d7090 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: block_cache_name: BinnedLRUCache 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: block_cache_options: 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: capacity : 536870912 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: num_shard_bits : 4 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: strict_capacity_limit : 0 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: high_pri_pool_ratio: 0.000 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: block_cache_compressed: (nil) 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: persistent_cache: (nil) 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: block_size: 4096 2024-03-22T07:12:28.936 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: block_size_deviation: 10 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: block_restart_interval: 16 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: index_block_restart_interval: 1 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: metadata_block_size: 4096 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: partition_filters: 0 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: use_delta_encoding: 1 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: filter_policy: bloomfilter 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: whole_key_filtering: 1 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: verify_compression: 0 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: read_amp_bytes_per_bit: 0 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: format_version: 5 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: enable_index_compression: 1 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: block_align: 0 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: max_auto_readahead_size: 262144 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: prepopulate_block_cache: 0 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: initial_auto_readahead_size: 8192 2024-03-22T07:12:28.937 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: num_file_reads_for_auto_readahead: 2 2024-03-22T07:12:28.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-03-22T07:12:28.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-03-22T07:12:28.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compression: NoCompression 2024-03-22T07:12:28.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-03-22T07:12:28.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-03-22T07:12:28.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-22T07:12:28.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.num_levels: 7 2024-03-22T07:12:28.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-22T07:12:28.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-22T07:12:28.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-22T07:12:28.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-22T07:12:28.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-22T07:12:28.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-22T07:12:28.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-22T07:12:28.938 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compression_opts.level: 32767 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compression_opts.enabled: false 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-22T07:12:28.939 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.arena_block_size: 1048576 2024-03-22T07:12:28.940 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-22T07:12:28.941 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-22T07:12:28.941 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-03-22T07:12:28.941 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-22T07:12:28.941 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-22T07:12:28.941 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-22T07:12:28.941 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-22T07:12:28.941 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-22T07:12:28.941 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-22T07:12:28.941 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-22T07:12:28.941 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-22T07:12:28.941 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-22T07:12:28.941 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-22T07:12:28.941 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.table_properties_collectors: 2024-03-22T07:12:28.941 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.inplace_update_support: 0 2024-03-22T07:12:28.941 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-03-22T07:12:28.942 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-22T07:12:28.942 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-22T07:12:28.942 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-03-22T07:12:28.942 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.bloom_locality: 0 2024-03-22T07:12:28.942 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.max_successive_merges: 0 2024-03-22T07:12:28.942 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-03-22T07:12:28.942 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-03-22T07:12:28.942 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.force_consistency_checks: 1 2024-03-22T07:12:28.942 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-03-22T07:12:28.942 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.ttl: 2592000 2024-03-22T07:12:28.942 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-03-22T07:12:28.942 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-22T07:12:28.942 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-22T07:12:28.942 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.enable_blob_files: false 2024-03-22T07:12:28.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.min_blob_size: 0 2024-03-22T07:12:28.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.blob_file_size: 268435456 2024-03-22T07:12:28.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-03-22T07:12:28.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-03-22T07:12:28.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-22T07:12:28.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-22T07:12:28.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-22T07:12:28.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-03-22T07:12:28.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.513+0000 7fb6f4be6c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-22T07:12:28.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.517+0000 7fb6f4be6c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-22T07:12:28.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.517+0000 7fb6f4be6c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 44, last_sequence is 24545, log_number is 40,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 40 2024-03-22T07:12:28.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.517+0000 7fb6f4be6c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 40 2024-03-22T07:12:28.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.517+0000 7fb6f4be6c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 19505eb7-1b4e-499c-afdd-1c435cb7ff3f 2024-03-22T07:12:28.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.517+0000 7fb6f4be6c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711091548519839, "job": 1, "event": "recovery_started", "wal_files": [40]} 2024-03-22T07:12:28.943 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.517+0000 7fb6f4be6c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #40 mode 2 2024-03-22T07:12:28.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.529+0000 7fb6f4be6c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711091548534503, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 45, "file_size": 2198062, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 24550, "largest_seqno": 26243, "table_properties": {"data_size": 2189743, "index_size": 5443, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1861, "raw_key_size": 17739, "raw_average_key_size": 24, "raw_value_size": 2173447, "raw_average_value_size": 2945, "num_data_blocks": 237, "num_entries": 738, "num_filter_entries": 738, "num_deletions": 1, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1711091548, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "19505eb7-1b4e-499c-afdd-1c435cb7ff3f", "db_session_id": "SQS3QP2CO1N08WN16ALX", "orig_file_number": 45, "seqno_to_time_mapping": "N/A"}} 2024-03-22T07:12:28.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.529+0000 7fb6f4be6c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1711091548534612, "job": 1, "event": "recovery_finished"} 2024-03-22T07:12:28.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.529+0000 7fb6f4be6c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 47 2024-03-22T07:12:28.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.529+0000 7fb6f4be6c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-22T07:12:28.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.533+0000 7fb6f4be6c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000040.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-22T07:12:28.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.533+0000 7fb6f4be6c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55649e6cc000 2024-03-22T07:12:28.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.533+0000 7fb6f4be6c80 4 rocksdb: DB pointer 0x55649e6b6000 2024-03-22T07:12:28.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.533+0000 7fb6e3356700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-22T07:12:28.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.533+0000 7fb6e3356700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-22T07:12:28.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: ** DB Stats ** 2024-03-22T07:12:28.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Uptime(secs): 0.0 total, 0.0 interval 2024-03-22T07:12:28.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-22T07:12:28.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-22T07:12:28.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-22T07:12:28.944 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: ** Compaction Stats [default] ** 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: L0 1/0 2.10 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 372.0 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: L6 1/0 11.85 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Sum 2/0 13.95 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 372.0 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 372.0 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: ** Compaction Stats [default] ** 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 372.0 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Uptime(secs): 0.0 total, 0.0 interval 2024-03-22T07:12:28.945 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Flush(GB): cumulative 0.002, interval 0.002 2024-03-22T07:12:28.946 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-22T07:12:28.946 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: AddFile(Total Files): cumulative 0, interval 0 2024-03-22T07:12:28.946 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: AddFile(L0 Files): cumulative 0, interval 0 2024-03-22T07:12:28.946 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: AddFile(Keys): cumulative 0, interval 0 2024-03-22T07:12:28.946 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Cumulative compaction: 0.00 GB write, 118.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-22T07:12:28.946 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Interval compaction: 0.00 GB write, 118.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-22T07:12:28.946 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-22T07:12:28.946 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Block cache BinnedLRUCache@0x55649e5d7090#7 capacity: 512.00 MB usage: 8.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.8e-05 secs_since: 0 2024-03-22T07:12:28.946 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Block cache entry stats(count,size,portion): FilterBlock(1,2.03 KB,0.00038743%) IndexBlock(1,6.08 KB,0.00115931%) Misc(1,0.00 KB,0%) 2024-03-22T07:12:28.946 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: ** File Read Latency Histogram By Level [default] ** 2024-03-22T07:12:28.946 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.533+0000 7fb6f4be6c80 0 starting mon.b rank 1 at public addrs [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] at bind addrs [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T07:12:28.946 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.533+0000 7fb6f4be6c80 1 mon.b@-1(???) e3 preinit fsid 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T07:12:28.946 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.533+0000 7fb6f4be6c80 0 mon.b@-1(???).mds e10 new map 2024-03-22T07:12:28.946 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.533+0000 7fb6f4be6c80 0 mon.b@-1(???).mds e10 print_map 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: e10 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: enable_multiple, ever_enabled_multiple: 1,1 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: legacy client fscid: 1 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Filesystem 'foo' (1) 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: fs_name foo 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: epoch 10 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: created 2024-03-22T07:04:14.705707+0000 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: modified 2024-03-22T07:04:24.791152+0000 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: tableserver 0 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: root 0 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: session_timeout 60 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: session_autoclose 300 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: max_file_size 1099511627776 2024-03-22T07:12:28.947 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: max_xattr_size 54069343289346 2024-03-22T07:12:28.948 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: required_client_features {} 2024-03-22T07:12:28.948 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: last_failure 0 2024-03-22T07:12:28.948 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: last_failure_osd_epoch 70 2024-03-22T07:12:28.948 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-22T07:12:28.948 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: max_mds 1 2024-03-22T07:12:28.948 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: in 0 2024-03-22T07:12:28.948 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: up {0=24397} 2024-03-22T07:12:28.948 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: failed 2024-03-22T07:12:28.948 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: damaged 2024-03-22T07:12:28.948 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: stopped 2024-03-22T07:12:28.948 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: data_pools [4] 2024-03-22T07:12:28.948 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: metadata_pool 3 2024-03-22T07:12:28.948 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: inline_data disabled 2024-03-22T07:12:28.948 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: balancer 2024-03-22T07:12:28.948 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: bal_rank_mask 2024-03-22T07:12:28.949 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: standby_count_wanted 1 2024-03-22T07:12:28.949 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: [mds.foo.smithi148.qmcgkl{0:24397} state up:active seq 4 join_fscid=1 addr [v2:172.21.15.148:6832/1446155485,v1:172.21.15.148:6833/1446155485] compat {c=[1],r=[1],i=[7ff]}] 2024-03-22T07:12:28.949 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: 2024-03-22T07:12:28.949 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: 2024-03-22T07:12:28.949 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: Standby daemons: 2024-03-22T07:12:28.949 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: 2024-03-22T07:12:28.949 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: [mds.foo.smithi129.bzehte{-1:24515} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.129:6834/2324702491,v1:172.21.15.129:6835/2324702491] compat {c=[1],r=[1],i=[7ff]}] 2024-03-22T07:12:28.949 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.533+0000 7fb6f4be6c80 0 mon.b@-1(???).osd e388 crush map has features 3314933000854323200, adjusting msgr requires 2024-03-22T07:12:28.949 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.533+0000 7fb6f4be6c80 0 mon.b@-1(???).osd e388 crush map has features 432629239337189376, adjusting msgr requires 2024-03-22T07:12:28.949 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.533+0000 7fb6f4be6c80 0 mon.b@-1(???).osd e388 crush map has features 432629239337189376, adjusting msgr requires 2024-03-22T07:12:28.949 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.533+0000 7fb6f4be6c80 0 mon.b@-1(???).osd e388 crush map has features 432629239337189376, adjusting msgr requires 2024-03-22T07:12:28.949 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:28 smithi148 bash[66753]: debug 2024-03-22T07:12:28.533+0000 7fb6f4be6c80 1 mon.b@-1(???).paxosservice(auth 1..23) refresh upgraded, format 0 -> 3 2024-03-22T07:12:29.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[82160]: cluster 2024-03-22T07:12:24.594501+0000 osd.5 (osd.5) 40 : cluster 3 failed to encode map e387 with expected crc 2024-03-22T07:12:29.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[82160]: cluster 2024-03-22T07:12:25.272338+0000 mgr.y (mgr.25337) 86 : cluster 0 pgmap v160: 105 pgs: 105 active+clean; 41 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 9.7 MiB/s wr, 123 op/s 2024-03-22T07:12:29.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[82160]: cluster 2024-03-22T07:12:25.556307+0000 mon.a (mon.0) 226 : cluster 0 osdmap e388: 8 total, 8 up, 8 in 2024-03-22T07:12:29.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[82160]: cluster 2024-03-22T07:12:25.574897+0000 osd.6 (osd.6) 65 : cluster 3 failed to encode map e388 with expected crc 2024-03-22T07:12:29.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[82160]: cluster 2024-03-22T07:12:25.594527+0000 osd.5 (osd.5) 41 : cluster 3 failed to encode map e388 with expected crc 2024-03-22T07:12:29.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[82160]: audit 2024-03-22T07:12:26.334516+0000 mon.c (mon.2) 4 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:12:29.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[82160]: audit 2024-03-22T07:12:26.335109+0000 mon.c (mon.2) 5 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:12:29.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[82160]: audit 2024-03-22T07:12:26.335346+0000 mon.c (mon.2) 6 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:12:29.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: cluster 2024-03-22T07:12:24.594501+0000 osd.5 (osd.5) 40 : cluster 3 failed to encode map e387 with expected crc 2024-03-22T07:12:29.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: cluster 2024-03-22T07:12:25.272338+0000 mgr.y (mgr.25337) 86 : cluster 0 pgmap v160: 105 pgs: 105 active+clean; 41 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 9.7 MiB/s wr, 123 op/s 2024-03-22T07:12:29.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: cluster 2024-03-22T07:12:25.556307+0000 mon.a (mon.0) 226 : cluster 0 osdmap e388: 8 total, 8 up, 8 in 2024-03-22T07:12:29.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: cluster 2024-03-22T07:12:25.574897+0000 osd.6 (osd.6) 65 : cluster 3 failed to encode map e388 with expected crc 2024-03-22T07:12:29.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: cluster 2024-03-22T07:12:25.594527+0000 osd.5 (osd.5) 41 : cluster 3 failed to encode map e388 with expected crc 2024-03-22T07:12:29.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: audit 2024-03-22T07:12:26.334516+0000 mon.c (mon.2) 4 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:12:29.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: audit 2024-03-22T07:12:26.335109+0000 mon.c (mon.2) 5 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:12:29.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: audit 2024-03-22T07:12:26.335346+0000 mon.c (mon.2) 6 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:12:29.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: debug 2024-03-22T07:12:29.624+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:12:29.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: debug 2024-03-22T07:12:29.624+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-03-22T07:12:29.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: debug 2024-03-22T07:12:29.624+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:29.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: debug 2024-03-22T07:12:29.624+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:29.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: debug 2024-03-22T07:12:29.624+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:29.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: debug 2024-03-22T07:12:29.624+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:29.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: debug 2024-03-22T07:12:29.624+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:29.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: debug 2024-03-22T07:12:29.624+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:29.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: debug 2024-03-22T07:12:29.624+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:29.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:29 smithi129 bash[79695]: debug 2024-03-22T07:12:29.624+0000 7f74af949700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:29.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:29 smithi148 bash[66753]: cluster 2024-03-22T07:12:24.594501+0000 osd.5 (osd.5) 40 : cluster 3 failed to encode map e387 with expected crc 2024-03-22T07:12:29.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:29 smithi148 bash[66753]: cluster 2024-03-22T07:12:25.272338+0000 mgr.y (mgr.25337) 86 : cluster 0 pgmap v160: 105 pgs: 105 active+clean; 41 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 9.7 MiB/s wr, 123 op/s 2024-03-22T07:12:29.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:29 smithi148 bash[66753]: cluster 2024-03-22T07:12:25.556307+0000 mon.a (mon.0) 226 : cluster 0 osdmap e388: 8 total, 8 up, 8 in 2024-03-22T07:12:29.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:29 smithi148 bash[66753]: cluster 2024-03-22T07:12:25.574897+0000 osd.6 (osd.6) 65 : cluster 3 failed to encode map e388 with expected crc 2024-03-22T07:12:29.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:29 smithi148 bash[66753]: cluster 2024-03-22T07:12:25.594527+0000 osd.5 (osd.5) 41 : cluster 3 failed to encode map e388 with expected crc 2024-03-22T07:12:29.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:29 smithi148 bash[66753]: audit 2024-03-22T07:12:26.334516+0000 mon.c (mon.2) 4 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:12:29.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:29 smithi148 bash[66753]: audit 2024-03-22T07:12:26.335109+0000 mon.c (mon.2) 5 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:12:29.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:29 smithi148 bash[66753]: audit 2024-03-22T07:12:26.335346+0000 mon.c (mon.2) 6 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:12:33.870 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:12:33 smithi129 bash[72191]: debug 2024-03-22T07:12:33.536+0000 7fecc0891700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-03-22T07:12:34.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:12:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:12:33] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-03-22T07:12:34.727 INFO:teuthology.orchestra.run.smithi129.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:12:34.949 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.644+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:12:34.949 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.644+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-03-22T07:12:34.949 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.644+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.950 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.644+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.950 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.644+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.950 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.644+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.950 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.644+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.950 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.644+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.950 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.644+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.950 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.644+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.950 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.700+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:12:34.950 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.700+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-03-22T07:12:34.950 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.700+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.950 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.700+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.950 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.700+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.951 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.700+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.951 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.700+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.951 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.700+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.952 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:27.273064+0000 mgr.y (mgr.25337) 87 : cluster 0 pgmap v162: 105 pgs: 105 active+clean; 41 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 9.4 MiB/s rd, 7.8 MiB/s wr, 99 op/s 2024-03-22T07:12:34.952 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: audit 2024-03-22T07:12:27.688627+0000 mgr.y (mgr.25337) 88 : audit 0 from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:12:34.952 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cephadm 2024-03-22T07:12:27.689102+0000 mgr.y (mgr.25337) 89 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:12:34.952 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:29.274040+0000 mgr.y (mgr.25337) 90 : cluster 0 pgmap v163: 105 pgs: 105 active+clean; 41 MiB data, 496 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 6.5 MiB/s wr, 85 op/s 2024-03-22T07:12:34.952 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:29.630399+0000 mon.a (mon.0) 238 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.952 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:29.630435+0000 mon.a (mon.0) 239 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.952 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:29.630469+0000 mon.a (mon.0) 240 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.952 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:29.630506+0000 mon.a (mon.0) 241 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.952 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:29.630531+0000 mon.a (mon.0) 242 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.952 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:29.640287+0000 mon.a (mon.0) 243 : cluster 1 mon.a calling monitor election 2024-03-22T07:12:34.952 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: audit 2024-03-22T07:12:29.641520+0000 mon.c (mon.2) 7 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:12:34.952 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: audit 2024-03-22T07:12:29.641856+0000 mon.c (mon.2) 8 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:12:34.953 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: audit 2024-03-22T07:12:29.642207+0000 mon.c (mon.2) 9 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:12:34.953 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:29.642424+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-03-22T07:12:34.953 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:29.642612+0000 mon.c (mon.2) 10 : cluster 1 mon.c calling monitor election 2024-03-22T07:12:34.953 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:31.275150+0000 mgr.y (mgr.25337) 91 : cluster 0 pgmap v164: 105 pgs: 105 active+clean; 49 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 87 op/s 2024-03-22T07:12:34.953 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:33.275901+0000 mgr.y (mgr.25337) 92 : cluster 0 pgmap v165: 105 pgs: 105 active+clean; 49 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 943 KiB/s wr, 21 op/s 2024-03-22T07:12:34.953 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.642469+0000 mon.a (mon.0) 244 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-22T07:12:34.953 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.648414+0000 mon.b (mon.1) 3 : cluster 1 mon.b calling monitor election 2024-03-22T07:12:34.953 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.650444+0000 mon.a (mon.0) 245 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:12:34.953 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.700+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.954 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: debug 2024-03-22T07:12:34.700+0000 7f74b214e700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.954 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:27.273064+0000 mgr.y (mgr.25337) 87 : cluster 0 pgmap v162: 105 pgs: 105 active+clean; 41 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 9.4 MiB/s rd, 7.8 MiB/s wr, 99 op/s 2024-03-22T07:12:34.954 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: audit 2024-03-22T07:12:27.688627+0000 mgr.y (mgr.25337) 88 : audit 0 from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:12:34.954 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cephadm 2024-03-22T07:12:27.689102+0000 mgr.y (mgr.25337) 89 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:12:34.954 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:29.274040+0000 mgr.y (mgr.25337) 90 : cluster 0 pgmap v163: 105 pgs: 105 active+clean; 41 MiB data, 496 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 6.5 MiB/s wr, 85 op/s 2024-03-22T07:12:34.954 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:29.630399+0000 mon.a (mon.0) 238 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.954 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:29.630435+0000 mon.a (mon.0) 239 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.954 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:29.630469+0000 mon.a (mon.0) 240 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.954 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:29.630506+0000 mon.a (mon.0) 241 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.954 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:29.630531+0000 mon.a (mon.0) 242 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.954 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:29.640287+0000 mon.a (mon.0) 243 : cluster 1 mon.a calling monitor election 2024-03-22T07:12:34.954 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: audit 2024-03-22T07:12:29.641520+0000 mon.c (mon.2) 7 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:12:34.955 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: audit 2024-03-22T07:12:29.641856+0000 mon.c (mon.2) 8 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:12:34.955 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: audit 2024-03-22T07:12:29.642207+0000 mon.c (mon.2) 9 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:12:34.955 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:29.642424+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-03-22T07:12:34.955 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:29.642612+0000 mon.c (mon.2) 10 : cluster 1 mon.c calling monitor election 2024-03-22T07:12:34.955 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:31.275150+0000 mgr.y (mgr.25337) 91 : cluster 0 pgmap v164: 105 pgs: 105 active+clean; 49 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 87 op/s 2024-03-22T07:12:34.955 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:33.275901+0000 mgr.y (mgr.25337) 92 : cluster 0 pgmap v165: 105 pgs: 105 active+clean; 49 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 943 KiB/s wr, 21 op/s 2024-03-22T07:12:34.955 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.642469+0000 mon.a (mon.0) 244 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-22T07:12:34.955 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.650503+0000 mon.a (mon.0) 246 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-03-22T07:12:34.956 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.650530+0000 mon.a (mon.0) 247 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.956 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.650551+0000 mon.a (mon.0) 248 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.956 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.650573+0000 mon.a (mon.0) 249 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.956 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.650595+0000 mon.a (mon.0) 250 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.956 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.650616+0000 mon.a (mon.0) 251 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.956 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.650645+0000 mon.a (mon.0) 252 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.956 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.650686+0000 mon.a (mon.0) 253 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.956 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.650727+0000 mon.a (mon.0) 254 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.956 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.650823+0000 mon.a (mon.0) 255 : cluster 1 mon.a calling monitor election 2024-03-22T07:12:34.956 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.673468+0000 mon.a (mon.0) 256 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-22T07:12:34.956 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.685690+0000 mon.a (mon.0) 257 : cluster 0 monmap e4: 3 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T07:12:34.956 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.704821+0000 mon.a (mon.0) 258 : cluster 0 fsmap foo:1 {0=foo.smithi148.qmcgkl=up:active} 1 up:standby 2024-03-22T07:12:34.957 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.704884+0000 mon.a (mon.0) 259 : cluster 0 osdmap e388: 8 total, 8 up, 8 in 2024-03-22T07:12:34.957 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.705637+0000 mon.a (mon.0) 260 : cluster 0 mgrmap e39: y(active, since 2m), standbys: x 2024-03-22T07:12:34.957 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.705926+0000 mon.a (mon.0) 261 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:12:34.957 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.705959+0000 mon.a (mon.0) 262 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-03-22T07:12:34.957 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.705984+0000 mon.a (mon.0) 263 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.957 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.706005+0000 mon.a (mon.0) 264 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.957 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.706025+0000 mon.a (mon.0) 265 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.957 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.706046+0000 mon.a (mon.0) 266 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.957 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.706067+0000 mon.a (mon.0) 267 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.957 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.706098+0000 mon.a (mon.0) 268 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.957 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.706135+0000 mon.a (mon.0) 269 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.957 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.706159+0000 mon.a (mon.0) 270 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.958 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: audit 2024-03-22T07:12:34.722554+0000 mon.a (mon.0) 271 : audit 1 from='mgr.25337 ' entity='' 2024-03-22T07:12:34.958 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: audit 2024-03-22T07:12:34.730558+0000 mon.a (mon.0) 272 : audit 1 from='mgr.25337 ' entity='' 2024-03-22T07:12:34.958 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: audit 2024-03-22T07:12:34.740458+0000 mon.a (mon.0) 273 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:34.958 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[82160]: audit 2024-03-22T07:12:34.752514+0000 mon.a (mon.0) 274 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:34.958 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.648414+0000 mon.b (mon.1) 3 : cluster 1 mon.b calling monitor election 2024-03-22T07:12:34.958 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.650444+0000 mon.a (mon.0) 245 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:12:34.958 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.650503+0000 mon.a (mon.0) 246 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-03-22T07:12:34.958 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.650530+0000 mon.a (mon.0) 247 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.959 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.650551+0000 mon.a (mon.0) 248 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.959 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.650573+0000 mon.a (mon.0) 249 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.959 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.650595+0000 mon.a (mon.0) 250 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.959 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.650616+0000 mon.a (mon.0) 251 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.959 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.650645+0000 mon.a (mon.0) 252 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.959 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.650686+0000 mon.a (mon.0) 253 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.959 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.650727+0000 mon.a (mon.0) 254 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.959 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.650823+0000 mon.a (mon.0) 255 : cluster 1 mon.a calling monitor election 2024-03-22T07:12:34.959 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.673468+0000 mon.a (mon.0) 256 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-22T07:12:34.959 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.685690+0000 mon.a (mon.0) 257 : cluster 0 monmap e4: 3 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T07:12:34.959 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.704821+0000 mon.a (mon.0) 258 : cluster 0 fsmap foo:1 {0=foo.smithi148.qmcgkl=up:active} 1 up:standby 2024-03-22T07:12:34.959 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.704884+0000 mon.a (mon.0) 259 : cluster 0 osdmap e388: 8 total, 8 up, 8 in 2024-03-22T07:12:34.960 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.705637+0000 mon.a (mon.0) 260 : cluster 0 mgrmap e39: y(active, since 2m), standbys: x 2024-03-22T07:12:34.960 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.705926+0000 mon.a (mon.0) 261 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:12:34.960 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.705959+0000 mon.a (mon.0) 262 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-03-22T07:12:34.960 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.705984+0000 mon.a (mon.0) 263 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.960 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.706005+0000 mon.a (mon.0) 264 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.960 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.706025+0000 mon.a (mon.0) 265 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.960 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.706046+0000 mon.a (mon.0) 266 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.960 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.706067+0000 mon.a (mon.0) 267 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.960 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.706098+0000 mon.a (mon.0) 268 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.960 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.706135+0000 mon.a (mon.0) 269 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.960 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.706159+0000 mon.a (mon.0) 270 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:34.960 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: audit 2024-03-22T07:12:34.722554+0000 mon.a (mon.0) 271 : audit 1 from='mgr.25337 ' entity='' 2024-03-22T07:12:34.961 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: audit 2024-03-22T07:12:34.730558+0000 mon.a (mon.0) 272 : audit 1 from='mgr.25337 ' entity='' 2024-03-22T07:12:34.961 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: audit 2024-03-22T07:12:34.740458+0000 mon.a (mon.0) 273 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:34.961 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:34 smithi129 bash[79695]: audit 2024-03-22T07:12:34.752514+0000 mon.a (mon.0) 274 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:35.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:27.273064+0000 mgr.y (mgr.25337) 87 : cluster 0 pgmap v162: 105 pgs: 105 active+clean; 41 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 9.4 MiB/s rd, 7.8 MiB/s wr, 99 op/s 2024-03-22T07:12:35.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: audit 2024-03-22T07:12:27.688627+0000 mgr.y (mgr.25337) 88 : audit 0 from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:12:35.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cephadm 2024-03-22T07:12:27.689102+0000 mgr.y (mgr.25337) 89 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:12:35.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:29.274040+0000 mgr.y (mgr.25337) 90 : cluster 0 pgmap v163: 105 pgs: 105 active+clean; 41 MiB data, 496 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 6.5 MiB/s wr, 85 op/s 2024-03-22T07:12:35.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:29.630399+0000 mon.a (mon.0) 238 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:29.630435+0000 mon.a (mon.0) 239 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:29.630469+0000 mon.a (mon.0) 240 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:29.630506+0000 mon.a (mon.0) 241 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:29.630531+0000 mon.a (mon.0) 242 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:29.640287+0000 mon.a (mon.0) 243 : cluster 1 mon.a calling monitor election 2024-03-22T07:12:35.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: audit 2024-03-22T07:12:29.641520+0000 mon.c (mon.2) 7 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-22T07:12:35.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: audit 2024-03-22T07:12:29.641856+0000 mon.c (mon.2) 8 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-22T07:12:35.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: audit 2024-03-22T07:12:29.642207+0000 mon.c (mon.2) 9 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-22T07:12:35.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:29.642424+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-03-22T07:12:35.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:29.642612+0000 mon.c (mon.2) 10 : cluster 1 mon.c calling monitor election 2024-03-22T07:12:35.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:31.275150+0000 mgr.y (mgr.25337) 91 : cluster 0 pgmap v164: 105 pgs: 105 active+clean; 49 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 87 op/s 2024-03-22T07:12:35.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:33.275901+0000 mgr.y (mgr.25337) 92 : cluster 0 pgmap v165: 105 pgs: 105 active+clean; 49 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 943 KiB/s wr, 21 op/s 2024-03-22T07:12:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.642469+0000 mon.a (mon.0) 244 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-22T07:12:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.648414+0000 mon.b (mon.1) 3 : cluster 1 mon.b calling monitor election 2024-03-22T07:12:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.650444+0000 mon.a (mon.0) 245 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:12:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.650503+0000 mon.a (mon.0) 246 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-03-22T07:12:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.650530+0000 mon.a (mon.0) 247 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.650551+0000 mon.a (mon.0) 248 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.650573+0000 mon.a (mon.0) 249 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.650595+0000 mon.a (mon.0) 250 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.650616+0000 mon.a (mon.0) 251 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.650645+0000 mon.a (mon.0) 252 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.650686+0000 mon.a (mon.0) 253 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.650727+0000 mon.a (mon.0) 254 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.650823+0000 mon.a (mon.0) 255 : cluster 1 mon.a calling monitor election 2024-03-22T07:12:35.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.673468+0000 mon.a (mon.0) 256 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-22T07:12:35.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.685690+0000 mon.a (mon.0) 257 : cluster 0 monmap e4: 3 mons at {a=[v2:172.21.15.129:3300/0,v1:172.21.15.129:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.129:3301/0,v1:172.21.15.129:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-22T07:12:35.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.704821+0000 mon.a (mon.0) 258 : cluster 0 fsmap foo:1 {0=foo.smithi148.qmcgkl=up:active} 1 up:standby 2024-03-22T07:12:35.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.704884+0000 mon.a (mon.0) 259 : cluster 0 osdmap e388: 8 total, 8 up, 8 in 2024-03-22T07:12:35.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.705637+0000 mon.a (mon.0) 260 : cluster 0 mgrmap e39: y(active, since 2m), standbys: x 2024-03-22T07:12:35.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.705926+0000 mon.a (mon.0) 261 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:12:35.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.705959+0000 mon.a (mon.0) 262 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-03-22T07:12:35.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.705984+0000 mon.a (mon.0) 263 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.706005+0000 mon.a (mon.0) 264 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.706025+0000 mon.a (mon.0) 265 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.706046+0000 mon.a (mon.0) 266 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.706067+0000 mon.a (mon.0) 267 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.706098+0000 mon.a (mon.0) 268 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.706135+0000 mon.a (mon.0) 269 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.706159+0000 mon.a (mon.0) 270 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.15.254/32,172.21.0.0/20,172.21.0.2/32' subnet 2024-03-22T07:12:35.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: audit 2024-03-22T07:12:34.722554+0000 mon.a (mon.0) 271 : audit 1 from='mgr.25337 ' entity='' 2024-03-22T07:12:35.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: audit 2024-03-22T07:12:34.730558+0000 mon.a (mon.0) 272 : audit 1 from='mgr.25337 ' entity='' 2024-03-22T07:12:35.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: audit 2024-03-22T07:12:34.740458+0000 mon.a (mon.0) 273 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:35.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:34 smithi148 bash[66753]: audit 2024-03-22T07:12:34.752514+0000 mon.a (mon.0) 274 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:35.510 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'sleep 60' 2024-03-22T07:12:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:35 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.770295+0000 osd.1 (osd.1) 70 : cluster 3 failed to encode map e389 with expected crc 2024-03-22T07:12:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:35 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.772069+0000 mon.a (mon.0) 275 : cluster 0 osdmap e389: 8 total, 8 up, 8 in 2024-03-22T07:12:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:35 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.772735+0000 osd.7 (osd.7) 36 : cluster 3 failed to encode map e389 with expected crc 2024-03-22T07:12:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:35 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.776507+0000 osd.4 (osd.4) 67 : cluster 3 failed to encode map e389 with expected crc 2024-03-22T07:12:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:35 smithi129 bash[79695]: cluster 2024-03-22T07:12:34.791873+0000 osd.2 (osd.2) 39 : cluster 3 failed to encode map e389 with expected crc 2024-03-22T07:12:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:35 smithi129 bash[79695]: audit 2024-03-22T07:12:34.792391+0000 mon.c (mon.2) 11 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:12:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:35 smithi129 bash[79695]: cluster 2024-03-22T07:12:35.276567+0000 mgr.y (mgr.25337) 93 : cluster 0 pgmap v167: 105 pgs: 105 active+clean; 49 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 846 KiB/s wr, 19 op/s 2024-03-22T07:12:36.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:35 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.770295+0000 osd.1 (osd.1) 70 : cluster 3 failed to encode map e389 with expected crc 2024-03-22T07:12:36.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:35 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.772069+0000 mon.a (mon.0) 275 : cluster 0 osdmap e389: 8 total, 8 up, 8 in 2024-03-22T07:12:36.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:35 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.772735+0000 osd.7 (osd.7) 36 : cluster 3 failed to encode map e389 with expected crc 2024-03-22T07:12:36.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:35 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.776507+0000 osd.4 (osd.4) 67 : cluster 3 failed to encode map e389 with expected crc 2024-03-22T07:12:36.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:35 smithi129 bash[82160]: cluster 2024-03-22T07:12:34.791873+0000 osd.2 (osd.2) 39 : cluster 3 failed to encode map e389 with expected crc 2024-03-22T07:12:36.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:35 smithi129 bash[82160]: audit 2024-03-22T07:12:34.792391+0000 mon.c (mon.2) 11 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:12:36.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:35 smithi129 bash[82160]: cluster 2024-03-22T07:12:35.276567+0000 mgr.y (mgr.25337) 93 : cluster 0 pgmap v167: 105 pgs: 105 active+clean; 49 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 846 KiB/s wr, 19 op/s 2024-03-22T07:12:36.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:35 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.770295+0000 osd.1 (osd.1) 70 : cluster 3 failed to encode map e389 with expected crc 2024-03-22T07:12:36.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:35 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.772069+0000 mon.a (mon.0) 275 : cluster 0 osdmap e389: 8 total, 8 up, 8 in 2024-03-22T07:12:36.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:35 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.772735+0000 osd.7 (osd.7) 36 : cluster 3 failed to encode map e389 with expected crc 2024-03-22T07:12:36.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:35 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.776507+0000 osd.4 (osd.4) 67 : cluster 3 failed to encode map e389 with expected crc 2024-03-22T07:12:36.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:35 smithi148 bash[66753]: cluster 2024-03-22T07:12:34.791873+0000 osd.2 (osd.2) 39 : cluster 3 failed to encode map e389 with expected crc 2024-03-22T07:12:36.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:35 smithi148 bash[66753]: audit 2024-03-22T07:12:34.792391+0000 mon.c (mon.2) 11 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:12:36.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:35 smithi148 bash[66753]: cluster 2024-03-22T07:12:35.276567+0000 mgr.y (mgr.25337) 93 : cluster 0 pgmap v167: 105 pgs: 105 active+clean; 49 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 846 KiB/s wr, 19 op/s 2024-03-22T07:12:36.288 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.Snaps (12507 ms) 2024-03-22T07:12:36.289 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-03-22T07:12:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:36 smithi129 bash[79695]: cluster 2024-03-22T07:12:35.789707+0000 osd.7 (osd.7) 37 : cluster 3 failed to encode map e390 with expected crc 2024-03-22T07:12:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:36 smithi129 bash[79695]: cluster 2024-03-22T07:12:35.790400+0000 osd.4 (osd.4) 68 : cluster 3 failed to encode map e390 with expected crc 2024-03-22T07:12:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:36 smithi129 bash[79695]: cluster 2024-03-22T07:12:35.790678+0000 mon.a (mon.0) 276 : cluster 0 osdmap e390: 8 total, 8 up, 8 in 2024-03-22T07:12:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:36 smithi129 bash[79695]: cluster 2024-03-22T07:12:35.816408+0000 osd.2 (osd.2) 40 : cluster 3 failed to encode map e390 with expected crc 2024-03-22T07:12:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:36 smithi129 bash[82160]: cluster 2024-03-22T07:12:35.789707+0000 osd.7 (osd.7) 37 : cluster 3 failed to encode map e390 with expected crc 2024-03-22T07:12:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:36 smithi129 bash[82160]: cluster 2024-03-22T07:12:35.790400+0000 osd.4 (osd.4) 68 : cluster 3 failed to encode map e390 with expected crc 2024-03-22T07:12:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:36 smithi129 bash[82160]: cluster 2024-03-22T07:12:35.790678+0000 mon.a (mon.0) 276 : cluster 0 osdmap e390: 8 total, 8 up, 8 in 2024-03-22T07:12:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:36 smithi129 bash[82160]: cluster 2024-03-22T07:12:35.816408+0000 osd.2 (osd.2) 40 : cluster 3 failed to encode map e390 with expected crc 2024-03-22T07:12:37.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:36 smithi148 bash[66753]: cluster 2024-03-22T07:12:35.789707+0000 osd.7 (osd.7) 37 : cluster 3 failed to encode map e390 with expected crc 2024-03-22T07:12:37.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:36 smithi148 bash[66753]: cluster 2024-03-22T07:12:35.790400+0000 osd.4 (osd.4) 68 : cluster 3 failed to encode map e390 with expected crc 2024-03-22T07:12:37.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:36 smithi148 bash[66753]: cluster 2024-03-22T07:12:35.790678+0000 mon.a (mon.0) 276 : cluster 0 osdmap e390: 8 total, 8 up, 8 in 2024-03-22T07:12:37.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:36 smithi148 bash[66753]: cluster 2024-03-22T07:12:35.816408+0000 osd.2 (osd.2) 40 : cluster 3 failed to encode map e390 with expected crc 2024-03-22T07:12:38.042 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.SnapDiscard (1754 ms) 2024-03-22T07:12:38.043 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-03-22T07:12:38.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:37 smithi129 bash[82160]: cluster 2024-03-22T07:12:36.790221+0000 osd.2 (osd.2) 41 : cluster 3 failed to encode map e391 with expected crc 2024-03-22T07:12:38.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:37 smithi129 bash[82160]: cluster 2024-03-22T07:12:36.794279+0000 mon.a (mon.0) 277 : cluster 0 osdmap e391: 8 total, 8 up, 8 in 2024-03-22T07:12:38.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:37 smithi129 bash[82160]: cluster 2024-03-22T07:12:36.794400+0000 osd.4 (osd.4) 69 : cluster 3 failed to encode map e391 with expected crc 2024-03-22T07:12:38.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:37 smithi129 bash[82160]: cluster 2024-03-22T07:12:36.809323+0000 osd.6 (osd.6) 66 : cluster 3 failed to encode map e391 with expected crc 2024-03-22T07:12:38.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:37 smithi129 bash[82160]: cluster 2024-03-22T07:12:36.822668+0000 osd.1 (osd.1) 71 : cluster 3 failed to encode map e391 with expected crc 2024-03-22T07:12:38.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:37 smithi129 bash[82160]: cluster 2024-03-22T07:12:36.847320+0000 osd.5 (osd.5) 42 : cluster 3 failed to encode map e391 with expected crc 2024-03-22T07:12:38.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:37 smithi129 bash[82160]: cluster 2024-03-22T07:12:37.277313+0000 mgr.y (mgr.25337) 94 : cluster 0 pgmap v170: 105 pgs: 105 active+clean; 49 MiB data, 556 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:38.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:37 smithi129 bash[79695]: cluster 2024-03-22T07:12:36.790221+0000 osd.2 (osd.2) 41 : cluster 3 failed to encode map e391 with expected crc 2024-03-22T07:12:38.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:37 smithi129 bash[79695]: cluster 2024-03-22T07:12:36.794279+0000 mon.a (mon.0) 277 : cluster 0 osdmap e391: 8 total, 8 up, 8 in 2024-03-22T07:12:38.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:37 smithi129 bash[79695]: cluster 2024-03-22T07:12:36.794400+0000 osd.4 (osd.4) 69 : cluster 3 failed to encode map e391 with expected crc 2024-03-22T07:12:38.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:37 smithi129 bash[79695]: cluster 2024-03-22T07:12:36.809323+0000 osd.6 (osd.6) 66 : cluster 3 failed to encode map e391 with expected crc 2024-03-22T07:12:38.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:37 smithi129 bash[79695]: cluster 2024-03-22T07:12:36.822668+0000 osd.1 (osd.1) 71 : cluster 3 failed to encode map e391 with expected crc 2024-03-22T07:12:38.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:37 smithi129 bash[79695]: cluster 2024-03-22T07:12:36.847320+0000 osd.5 (osd.5) 42 : cluster 3 failed to encode map e391 with expected crc 2024-03-22T07:12:38.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:37 smithi129 bash[79695]: cluster 2024-03-22T07:12:37.277313+0000 mgr.y (mgr.25337) 94 : cluster 0 pgmap v170: 105 pgs: 105 active+clean; 49 MiB data, 556 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:38.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:37 smithi148 bash[66753]: cluster 2024-03-22T07:12:36.790221+0000 osd.2 (osd.2) 41 : cluster 3 failed to encode map e391 with expected crc 2024-03-22T07:12:38.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:37 smithi148 bash[66753]: cluster 2024-03-22T07:12:36.794279+0000 mon.a (mon.0) 277 : cluster 0 osdmap e391: 8 total, 8 up, 8 in 2024-03-22T07:12:38.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:37 smithi148 bash[66753]: cluster 2024-03-22T07:12:36.794400+0000 osd.4 (osd.4) 69 : cluster 3 failed to encode map e391 with expected crc 2024-03-22T07:12:38.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:37 smithi148 bash[66753]: cluster 2024-03-22T07:12:36.809323+0000 osd.6 (osd.6) 66 : cluster 3 failed to encode map e391 with expected crc 2024-03-22T07:12:38.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:37 smithi148 bash[66753]: cluster 2024-03-22T07:12:36.822668+0000 osd.1 (osd.1) 71 : cluster 3 failed to encode map e391 with expected crc 2024-03-22T07:12:38.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:37 smithi148 bash[66753]: cluster 2024-03-22T07:12:36.847320+0000 osd.5 (osd.5) 42 : cluster 3 failed to encode map e391 with expected crc 2024-03-22T07:12:38.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:37 smithi148 bash[66753]: cluster 2024-03-22T07:12:37.277313+0000 mgr.y (mgr.25337) 94 : cluster 0 pgmap v170: 105 pgs: 105 active+clean; 49 MiB data, 556 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:12:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[79695]: cluster 2024-03-22T07:12:37.810623+0000 osd.3 (osd.3) 60 : cluster 3 failed to encode map e392 with expected crc 2024-03-22T07:12:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[79695]: cluster 2024-03-22T07:12:37.812513+0000 osd.5 (osd.5) 43 : cluster 3 failed to encode map e392 with expected crc 2024-03-22T07:12:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[79695]: cluster 2024-03-22T07:12:37.818256+0000 mon.a (mon.0) 278 : cluster 0 osdmap e392: 8 total, 8 up, 8 in 2024-03-22T07:12:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[79695]: cluster 2024-03-22T07:12:37.823163+0000 osd.6 (osd.6) 67 : cluster 3 failed to encode map e392 with expected crc 2024-03-22T07:12:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[79695]: cluster 2024-03-22T07:12:37.850765+0000 osd.4 (osd.4) 70 : cluster 3 failed to encode map e392 with expected crc 2024-03-22T07:12:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[79695]: cluster 2024-03-22T07:12:38.090218+0000 osd.2 (osd.2) 42 : cluster 3 failed to encode map e393 with expected crc 2024-03-22T07:12:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[79695]: cluster 2024-03-22T07:12:38.091017+0000 osd.1 (osd.1) 72 : cluster 3 failed to encode map e393 with expected crc 2024-03-22T07:12:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[79695]: cluster 2024-03-22T07:12:38.094555+0000 mon.a (mon.0) 279 : cluster 0 osdmap e393: 8 total, 8 up, 8 in 2024-03-22T07:12:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[79695]: cluster 2024-03-22T07:12:38.114713+0000 osd.5 (osd.5) 44 : cluster 3 failed to encode map e393 with expected crc 2024-03-22T07:12:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[79695]: audit 2024-03-22T07:12:38.363124+0000 mon.c (mon.2) 12 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:12:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[82160]: cluster 2024-03-22T07:12:37.810623+0000 osd.3 (osd.3) 60 : cluster 3 failed to encode map e392 with expected crc 2024-03-22T07:12:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[82160]: cluster 2024-03-22T07:12:37.812513+0000 osd.5 (osd.5) 43 : cluster 3 failed to encode map e392 with expected crc 2024-03-22T07:12:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[82160]: cluster 2024-03-22T07:12:37.818256+0000 mon.a (mon.0) 278 : cluster 0 osdmap e392: 8 total, 8 up, 8 in 2024-03-22T07:12:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[82160]: cluster 2024-03-22T07:12:37.823163+0000 osd.6 (osd.6) 67 : cluster 3 failed to encode map e392 with expected crc 2024-03-22T07:12:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[82160]: cluster 2024-03-22T07:12:37.850765+0000 osd.4 (osd.4) 70 : cluster 3 failed to encode map e392 with expected crc 2024-03-22T07:12:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[82160]: cluster 2024-03-22T07:12:38.090218+0000 osd.2 (osd.2) 42 : cluster 3 failed to encode map e393 with expected crc 2024-03-22T07:12:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[82160]: cluster 2024-03-22T07:12:38.091017+0000 osd.1 (osd.1) 72 : cluster 3 failed to encode map e393 with expected crc 2024-03-22T07:12:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[82160]: cluster 2024-03-22T07:12:38.094555+0000 mon.a (mon.0) 279 : cluster 0 osdmap e393: 8 total, 8 up, 8 in 2024-03-22T07:12:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[82160]: cluster 2024-03-22T07:12:38.114713+0000 osd.5 (osd.5) 44 : cluster 3 failed to encode map e393 with expected crc 2024-03-22T07:12:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:38 smithi129 bash[82160]: audit 2024-03-22T07:12:38.363124+0000 mon.c (mon.2) 12 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:12:39.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:38 smithi148 bash[66753]: cluster 2024-03-22T07:12:37.810623+0000 osd.3 (osd.3) 60 : cluster 3 failed to encode map e392 with expected crc 2024-03-22T07:12:39.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:38 smithi148 bash[66753]: cluster 2024-03-22T07:12:37.812513+0000 osd.5 (osd.5) 43 : cluster 3 failed to encode map e392 with expected crc 2024-03-22T07:12:39.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:38 smithi148 bash[66753]: cluster 2024-03-22T07:12:37.818256+0000 mon.a (mon.0) 278 : cluster 0 osdmap e392: 8 total, 8 up, 8 in 2024-03-22T07:12:39.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:38 smithi148 bash[66753]: cluster 2024-03-22T07:12:37.823163+0000 osd.6 (osd.6) 67 : cluster 3 failed to encode map e392 with expected crc 2024-03-22T07:12:39.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:38 smithi148 bash[66753]: cluster 2024-03-22T07:12:37.850765+0000 osd.4 (osd.4) 70 : cluster 3 failed to encode map e392 with expected crc 2024-03-22T07:12:39.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:38 smithi148 bash[66753]: cluster 2024-03-22T07:12:38.090218+0000 osd.2 (osd.2) 42 : cluster 3 failed to encode map e393 with expected crc 2024-03-22T07:12:39.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:38 smithi148 bash[66753]: cluster 2024-03-22T07:12:38.091017+0000 osd.1 (osd.1) 72 : cluster 3 failed to encode map e393 with expected crc 2024-03-22T07:12:39.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:38 smithi148 bash[66753]: cluster 2024-03-22T07:12:38.094555+0000 mon.a (mon.0) 279 : cluster 0 osdmap e393: 8 total, 8 up, 8 in 2024-03-22T07:12:39.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:38 smithi148 bash[66753]: cluster 2024-03-22T07:12:38.114713+0000 osd.5 (osd.5) 44 : cluster 3 failed to encode map e393 with expected crc 2024-03-22T07:12:39.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:38 smithi148 bash[66753]: audit 2024-03-22T07:12:38.363124+0000 mon.c (mon.2) 12 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:12:39.549 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.CloneDiscard (1506 ms) 2024-03-22T07:12:39.549 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-03-22T07:12:40.256 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:12:40.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:40 smithi129 bash[79695]: cluster 2024-03-22T07:12:39.098054+0000 osd.7 (osd.7) 38 : cluster 3 failed to encode map e394 with expected crc 2024-03-22T07:12:40.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:40 smithi129 bash[79695]: cluster 2024-03-22T07:12:39.098806+0000 osd.4 (osd.4) 71 : cluster 3 failed to encode map e394 with expected crc 2024-03-22T07:12:40.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:40 smithi129 bash[79695]: cluster 2024-03-22T07:12:39.100066+0000 mon.a (mon.0) 280 : cluster 0 osdmap e394: 8 total, 8 up, 8 in 2024-03-22T07:12:40.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:40 smithi129 bash[79695]: cluster 2024-03-22T07:12:39.102563+0000 osd.1 (osd.1) 73 : cluster 3 failed to encode map e394 with expected crc 2024-03-22T07:12:40.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:40 smithi129 bash[79695]: cluster 2024-03-22T07:12:39.131572+0000 osd.5 (osd.5) 45 : cluster 3 failed to encode map e394 with expected crc 2024-03-22T07:12:40.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:40 smithi129 bash[79695]: cluster 2024-03-22T07:12:39.278471+0000 mgr.y (mgr.25337) 95 : cluster 0 pgmap v174: 105 pgs: 105 active+clean; 49 MiB data, 560 MiB used, 715 GiB / 715 GiB avail; 7.5 KiB/s rd, 586 B/s wr, 10 op/s 2024-03-22T07:12:40.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:40 smithi129 bash[82160]: cluster 2024-03-22T07:12:39.098054+0000 osd.7 (osd.7) 38 : cluster 3 failed to encode map e394 with expected crc 2024-03-22T07:12:40.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:40 smithi129 bash[82160]: cluster 2024-03-22T07:12:39.098806+0000 osd.4 (osd.4) 71 : cluster 3 failed to encode map e394 with expected crc 2024-03-22T07:12:40.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:40 smithi129 bash[82160]: cluster 2024-03-22T07:12:39.100066+0000 mon.a (mon.0) 280 : cluster 0 osdmap e394: 8 total, 8 up, 8 in 2024-03-22T07:12:40.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:40 smithi129 bash[82160]: cluster 2024-03-22T07:12:39.102563+0000 osd.1 (osd.1) 73 : cluster 3 failed to encode map e394 with expected crc 2024-03-22T07:12:40.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:40 smithi129 bash[82160]: cluster 2024-03-22T07:12:39.131572+0000 osd.5 (osd.5) 45 : cluster 3 failed to encode map e394 with expected crc 2024-03-22T07:12:40.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:40 smithi129 bash[82160]: cluster 2024-03-22T07:12:39.278471+0000 mgr.y (mgr.25337) 95 : cluster 0 pgmap v174: 105 pgs: 105 active+clean; 49 MiB data, 560 MiB used, 715 GiB / 715 GiB avail; 7.5 KiB/s rd, 586 B/s wr, 10 op/s 2024-03-22T07:12:40.378 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.CloneShrink (829 ms) 2024-03-22T07:12:40.378 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-03-22T07:12:40.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:40 smithi148 bash[66753]: cluster 2024-03-22T07:12:39.098054+0000 osd.7 (osd.7) 38 : cluster 3 failed to encode map e394 with expected crc 2024-03-22T07:12:40.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:40 smithi148 bash[66753]: cluster 2024-03-22T07:12:39.098806+0000 osd.4 (osd.4) 71 : cluster 3 failed to encode map e394 with expected crc 2024-03-22T07:12:40.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:40 smithi148 bash[66753]: cluster 2024-03-22T07:12:39.100066+0000 mon.a (mon.0) 280 : cluster 0 osdmap e394: 8 total, 8 up, 8 in 2024-03-22T07:12:40.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:40 smithi148 bash[66753]: cluster 2024-03-22T07:12:39.102563+0000 osd.1 (osd.1) 73 : cluster 3 failed to encode map e394 with expected crc 2024-03-22T07:12:40.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:40 smithi148 bash[66753]: cluster 2024-03-22T07:12:39.131572+0000 osd.5 (osd.5) 45 : cluster 3 failed to encode map e394 with expected crc 2024-03-22T07:12:40.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:40 smithi148 bash[66753]: cluster 2024-03-22T07:12:39.278471+0000 mgr.y (mgr.25337) 95 : cluster 0 pgmap v174: 105 pgs: 105 active+clean; 49 MiB data, 560 MiB used, 715 GiB / 715 GiB avail; 7.5 KiB/s rd, 586 B/s wr, 10 op/s 2024-03-22T07:12:41.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:41 smithi129 bash[79695]: cluster 2024-03-22T07:12:40.102239+0000 osd.2 (osd.2) 43 : cluster 3 failed to encode map e395 with expected crc 2024-03-22T07:12:41.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:41 smithi129 bash[79695]: cluster 2024-03-22T07:12:40.105088+0000 osd.4 (osd.4) 72 : cluster 3 failed to encode map e395 with expected crc 2024-03-22T07:12:41.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:41 smithi129 bash[79695]: cluster 2024-03-22T07:12:40.109142+0000 mon.a (mon.0) 281 : cluster 0 osdmap e395: 8 total, 8 up, 8 in 2024-03-22T07:12:41.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:41 smithi129 bash[79695]: cluster 2024-03-22T07:12:40.111340+0000 osd.0 (osd.0) 75 : cluster 3 failed to encode map e395 with expected crc 2024-03-22T07:12:41.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:41 smithi129 bash[79695]: audit 2024-03-22T07:12:40.898730+0000 mon.a (mon.0) 282 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:41.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:41 smithi129 bash[79695]: audit 2024-03-22T07:12:40.914726+0000 mon.a (mon.0) 283 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:41.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:41 smithi129 bash[82160]: cluster 2024-03-22T07:12:40.102239+0000 osd.2 (osd.2) 43 : cluster 3 failed to encode map e395 with expected crc 2024-03-22T07:12:41.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:41 smithi129 bash[82160]: cluster 2024-03-22T07:12:40.105088+0000 osd.4 (osd.4) 72 : cluster 3 failed to encode map e395 with expected crc 2024-03-22T07:12:41.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:41 smithi129 bash[82160]: cluster 2024-03-22T07:12:40.109142+0000 mon.a (mon.0) 281 : cluster 0 osdmap e395: 8 total, 8 up, 8 in 2024-03-22T07:12:41.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:41 smithi129 bash[82160]: cluster 2024-03-22T07:12:40.111340+0000 osd.0 (osd.0) 75 : cluster 3 failed to encode map e395 with expected crc 2024-03-22T07:12:41.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:41 smithi129 bash[82160]: audit 2024-03-22T07:12:40.898730+0000 mon.a (mon.0) 282 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:41.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:41 smithi129 bash[82160]: audit 2024-03-22T07:12:40.914726+0000 mon.a (mon.0) 283 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:41.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:41 smithi148 bash[66753]: cluster 2024-03-22T07:12:40.102239+0000 osd.2 (osd.2) 43 : cluster 3 failed to encode map e395 with expected crc 2024-03-22T07:12:41.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:41 smithi148 bash[66753]: cluster 2024-03-22T07:12:40.105088+0000 osd.4 (osd.4) 72 : cluster 3 failed to encode map e395 with expected crc 2024-03-22T07:12:41.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:41 smithi148 bash[66753]: cluster 2024-03-22T07:12:40.109142+0000 mon.a (mon.0) 281 : cluster 0 osdmap e395: 8 total, 8 up, 8 in 2024-03-22T07:12:41.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:41 smithi148 bash[66753]: cluster 2024-03-22T07:12:40.111340+0000 osd.0 (osd.0) 75 : cluster 3 failed to encode map e395 with expected crc 2024-03-22T07:12:41.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:41 smithi148 bash[66753]: audit 2024-03-22T07:12:40.898730+0000 mon.a (mon.0) 282 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:41.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:41 smithi148 bash[66753]: audit 2024-03-22T07:12:40.914726+0000 mon.a (mon.0) 283 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:41.507 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.CloneExpand (1129 ms) 2024-03-22T07:12:41.507 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-03-22T07:12:42.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[79695]: cluster 2024-03-22T07:12:41.106000+0000 osd.7 (osd.7) 39 : cluster 3 failed to encode map e396 with expected crc 2024-03-22T07:12:42.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[79695]: cluster 2024-03-22T07:12:41.106868+0000 mon.a (mon.0) 284 : cluster 0 osdmap e396: 8 total, 8 up, 8 in 2024-03-22T07:12:42.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[79695]: cluster 2024-03-22T07:12:41.107120+0000 osd.4 (osd.4) 73 : cluster 3 failed to encode map e396 with expected crc 2024-03-22T07:12:42.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[79695]: cluster 2024-03-22T07:12:41.110401+0000 osd.1 (osd.1) 74 : cluster 3 failed to encode map e396 with expected crc 2024-03-22T07:12:42.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[79695]: cluster 2024-03-22T07:12:41.130414+0000 osd.5 (osd.5) 46 : cluster 3 failed to encode map e396 with expected crc 2024-03-22T07:12:42.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[79695]: cluster 2024-03-22T07:12:41.135944+0000 osd.2 (osd.2) 44 : cluster 3 failed to encode map e396 with expected crc 2024-03-22T07:12:42.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[79695]: cluster 2024-03-22T07:12:41.279112+0000 mgr.y (mgr.25337) 96 : cluster 0 pgmap v177: 105 pgs: 105 active+clean; 65 MiB data, 605 MiB used, 715 GiB / 715 GiB avail; 28 MiB/s rd, 4.6 MiB/s wr, 234 op/s 2024-03-22T07:12:42.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[79695]: audit 2024-03-22T07:12:42.014695+0000 mon.a (mon.0) 285 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:42.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[79695]: audit 2024-03-22T07:12:42.031194+0000 mon.a (mon.0) 286 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[82160]: cluster 2024-03-22T07:12:41.106000+0000 osd.7 (osd.7) 39 : cluster 3 failed to encode map e396 with expected crc 2024-03-22T07:12:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[82160]: cluster 2024-03-22T07:12:41.106868+0000 mon.a (mon.0) 284 : cluster 0 osdmap e396: 8 total, 8 up, 8 in 2024-03-22T07:12:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[82160]: cluster 2024-03-22T07:12:41.107120+0000 osd.4 (osd.4) 73 : cluster 3 failed to encode map e396 with expected crc 2024-03-22T07:12:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[82160]: cluster 2024-03-22T07:12:41.110401+0000 osd.1 (osd.1) 74 : cluster 3 failed to encode map e396 with expected crc 2024-03-22T07:12:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[82160]: cluster 2024-03-22T07:12:41.130414+0000 osd.5 (osd.5) 46 : cluster 3 failed to encode map e396 with expected crc 2024-03-22T07:12:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[82160]: cluster 2024-03-22T07:12:41.135944+0000 osd.2 (osd.2) 44 : cluster 3 failed to encode map e396 with expected crc 2024-03-22T07:12:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[82160]: cluster 2024-03-22T07:12:41.279112+0000 mgr.y (mgr.25337) 96 : cluster 0 pgmap v177: 105 pgs: 105 active+clean; 65 MiB data, 605 MiB used, 715 GiB / 715 GiB avail; 28 MiB/s rd, 4.6 MiB/s wr, 234 op/s 2024-03-22T07:12:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[82160]: audit 2024-03-22T07:12:42.014695+0000 mon.a (mon.0) 285 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:42 smithi129 bash[82160]: audit 2024-03-22T07:12:42.031194+0000 mon.a (mon.0) 286 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:42.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:42 smithi148 bash[66753]: cluster 2024-03-22T07:12:41.106000+0000 osd.7 (osd.7) 39 : cluster 3 failed to encode map e396 with expected crc 2024-03-22T07:12:42.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:42 smithi148 bash[66753]: cluster 2024-03-22T07:12:41.106868+0000 mon.a (mon.0) 284 : cluster 0 osdmap e396: 8 total, 8 up, 8 in 2024-03-22T07:12:42.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:42 smithi148 bash[66753]: cluster 2024-03-22T07:12:41.107120+0000 osd.4 (osd.4) 73 : cluster 3 failed to encode map e396 with expected crc 2024-03-22T07:12:42.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:42 smithi148 bash[66753]: cluster 2024-03-22T07:12:41.110401+0000 osd.1 (osd.1) 74 : cluster 3 failed to encode map e396 with expected crc 2024-03-22T07:12:42.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:42 smithi148 bash[66753]: cluster 2024-03-22T07:12:41.130414+0000 osd.5 (osd.5) 46 : cluster 3 failed to encode map e396 with expected crc 2024-03-22T07:12:42.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:42 smithi148 bash[66753]: cluster 2024-03-22T07:12:41.135944+0000 osd.2 (osd.2) 44 : cluster 3 failed to encode map e396 with expected crc 2024-03-22T07:12:42.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:42 smithi148 bash[66753]: cluster 2024-03-22T07:12:41.279112+0000 mgr.y (mgr.25337) 96 : cluster 0 pgmap v177: 105 pgs: 105 active+clean; 65 MiB data, 605 MiB used, 715 GiB / 715 GiB avail; 28 MiB/s rd, 4.6 MiB/s wr, 234 op/s 2024-03-22T07:12:42.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:42 smithi148 bash[66753]: audit 2024-03-22T07:12:42.014695+0000 mon.a (mon.0) 285 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:42.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:42 smithi148 bash[66753]: audit 2024-03-22T07:12:42.031194+0000 mon.a (mon.0) 286 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:43.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:43 smithi148 bash[66753]: cluster 2024-03-22T07:12:42.124259+0000 osd.2 (osd.2) 45 : cluster 3 failed to encode map e397 with expected crc 2024-03-22T07:12:43.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:43 smithi148 bash[66753]: cluster 2024-03-22T07:12:42.128028+0000 osd.1 (osd.1) 75 : cluster 3 failed to encode map e397 with expected crc 2024-03-22T07:12:43.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:43 smithi148 bash[66753]: cluster 2024-03-22T07:12:42.132312+0000 mon.a (mon.0) 287 : cluster 0 osdmap e397: 8 total, 8 up, 8 in 2024-03-22T07:12:43.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:43 smithi148 bash[66753]: cluster 2024-03-22T07:12:42.148563+0000 osd.7 (osd.7) 40 : cluster 3 failed to encode map e397 with expected crc 2024-03-22T07:12:43.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:43 smithi129 bash[82160]: cluster 2024-03-22T07:12:42.124259+0000 osd.2 (osd.2) 45 : cluster 3 failed to encode map e397 with expected crc 2024-03-22T07:12:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:43 smithi129 bash[82160]: cluster 2024-03-22T07:12:42.128028+0000 osd.1 (osd.1) 75 : cluster 3 failed to encode map e397 with expected crc 2024-03-22T07:12:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:43 smithi129 bash[82160]: cluster 2024-03-22T07:12:42.132312+0000 mon.a (mon.0) 287 : cluster 0 osdmap e397: 8 total, 8 up, 8 in 2024-03-22T07:12:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:43 smithi129 bash[82160]: cluster 2024-03-22T07:12:42.148563+0000 osd.7 (osd.7) 40 : cluster 3 failed to encode map e397 with expected crc 2024-03-22T07:12:43.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:43 smithi129 bash[79695]: cluster 2024-03-22T07:12:42.124259+0000 osd.2 (osd.2) 45 : cluster 3 failed to encode map e397 with expected crc 2024-03-22T07:12:43.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:43 smithi129 bash[79695]: cluster 2024-03-22T07:12:42.128028+0000 osd.1 (osd.1) 75 : cluster 3 failed to encode map e397 with expected crc 2024-03-22T07:12:43.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:43 smithi129 bash[79695]: cluster 2024-03-22T07:12:42.132312+0000 mon.a (mon.0) 287 : cluster 0 osdmap e397: 8 total, 8 up, 8 in 2024-03-22T07:12:43.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:43 smithi129 bash[79695]: cluster 2024-03-22T07:12:42.148563+0000 osd.7 (osd.7) 40 : cluster 3 failed to encode map e397 with expected crc 2024-03-22T07:12:44.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:12:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:12:43] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-03-22T07:12:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:44 smithi129 bash[79695]: cluster 2024-03-22T07:12:43.130008+0000 osd.7 (osd.7) 41 : cluster 3 failed to encode map e398 with expected crc 2024-03-22T07:12:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:44 smithi129 bash[79695]: cluster 2024-03-22T07:12:43.131038+0000 osd.4 (osd.4) 74 : cluster 3 failed to encode map e398 with expected crc 2024-03-22T07:12:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:44 smithi129 bash[79695]: cluster 2024-03-22T07:12:43.132095+0000 mon.a (mon.0) 288 : cluster 0 osdmap e398: 8 total, 8 up, 8 in 2024-03-22T07:12:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:44 smithi129 bash[79695]: cluster 2024-03-22T07:12:43.142382+0000 osd.3 (osd.3) 61 : cluster 3 failed to encode map e398 with expected crc 2024-03-22T07:12:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:44 smithi129 bash[79695]: cluster 2024-03-22T07:12:43.156665+0000 osd.0 (osd.0) 76 : cluster 3 failed to encode map e398 with expected crc 2024-03-22T07:12:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:44 smithi129 bash[79695]: cluster 2024-03-22T07:12:43.279673+0000 mgr.y (mgr.25337) 97 : cluster 0 pgmap v180: 105 pgs: 105 active+clean; 65 MiB data, 605 MiB used, 715 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 194 op/s 2024-03-22T07:12:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:44 smithi129 bash[82160]: cluster 2024-03-22T07:12:43.130008+0000 osd.7 (osd.7) 41 : cluster 3 failed to encode map e398 with expected crc 2024-03-22T07:12:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:44 smithi129 bash[82160]: cluster 2024-03-22T07:12:43.131038+0000 osd.4 (osd.4) 74 : cluster 3 failed to encode map e398 with expected crc 2024-03-22T07:12:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:44 smithi129 bash[82160]: cluster 2024-03-22T07:12:43.132095+0000 mon.a (mon.0) 288 : cluster 0 osdmap e398: 8 total, 8 up, 8 in 2024-03-22T07:12:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:44 smithi129 bash[82160]: cluster 2024-03-22T07:12:43.142382+0000 osd.3 (osd.3) 61 : cluster 3 failed to encode map e398 with expected crc 2024-03-22T07:12:44.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:44 smithi129 bash[82160]: cluster 2024-03-22T07:12:43.156665+0000 osd.0 (osd.0) 76 : cluster 3 failed to encode map e398 with expected crc 2024-03-22T07:12:44.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:44 smithi129 bash[82160]: cluster 2024-03-22T07:12:43.279673+0000 mgr.y (mgr.25337) 97 : cluster 0 pgmap v180: 105 pgs: 105 active+clean; 65 MiB data, 605 MiB used, 715 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 194 op/s 2024-03-22T07:12:44.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:44 smithi148 bash[66753]: cluster 2024-03-22T07:12:43.130008+0000 osd.7 (osd.7) 41 : cluster 3 failed to encode map e398 with expected crc 2024-03-22T07:12:44.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:44 smithi148 bash[66753]: cluster 2024-03-22T07:12:43.131038+0000 osd.4 (osd.4) 74 : cluster 3 failed to encode map e398 with expected crc 2024-03-22T07:12:44.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:44 smithi148 bash[66753]: cluster 2024-03-22T07:12:43.132095+0000 mon.a (mon.0) 288 : cluster 0 osdmap e398: 8 total, 8 up, 8 in 2024-03-22T07:12:44.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:44 smithi148 bash[66753]: cluster 2024-03-22T07:12:43.142382+0000 osd.3 (osd.3) 61 : cluster 3 failed to encode map e398 with expected crc 2024-03-22T07:12:44.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:44 smithi148 bash[66753]: cluster 2024-03-22T07:12:43.156665+0000 osd.0 (osd.0) 76 : cluster 3 failed to encode map e398 with expected crc 2024-03-22T07:12:44.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:44 smithi148 bash[66753]: cluster 2024-03-22T07:12:43.279673+0000 mgr.y (mgr.25337) 97 : cluster 0 pgmap v180: 105 pgs: 105 active+clean; 65 MiB data, 605 MiB used, 715 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 194 op/s 2024-03-22T07:12:45.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:45 smithi148 bash[66753]: cluster 2024-03-22T07:12:44.146163+0000 osd.2 (osd.2) 46 : cluster 3 failed to encode map e399 with expected crc 2024-03-22T07:12:45.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:45 smithi148 bash[66753]: cluster 2024-03-22T07:12:44.148774+0000 osd.4 (osd.4) 75 : cluster 3 failed to encode map e399 with expected crc 2024-03-22T07:12:45.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:45 smithi148 bash[66753]: cluster 2024-03-22T07:12:44.151491+0000 mon.a (mon.0) 289 : cluster 0 osdmap e399: 8 total, 8 up, 8 in 2024-03-22T07:12:45.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:45 smithi148 bash[66753]: cluster 2024-03-22T07:12:44.154270+0000 osd.3 (osd.3) 62 : cluster 3 failed to encode map e399 with expected crc 2024-03-22T07:12:45.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:45 smithi148 bash[66753]: cluster 2024-03-22T07:12:44.182781+0000 osd.5 (osd.5) 47 : cluster 3 failed to encode map e399 with expected crc 2024-03-22T07:12:45.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:45 smithi129 bash[79695]: cluster 2024-03-22T07:12:44.146163+0000 osd.2 (osd.2) 46 : cluster 3 failed to encode map e399 with expected crc 2024-03-22T07:12:45.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:45 smithi129 bash[79695]: cluster 2024-03-22T07:12:44.148774+0000 osd.4 (osd.4) 75 : cluster 3 failed to encode map e399 with expected crc 2024-03-22T07:12:45.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:45 smithi129 bash[79695]: cluster 2024-03-22T07:12:44.151491+0000 mon.a (mon.0) 289 : cluster 0 osdmap e399: 8 total, 8 up, 8 in 2024-03-22T07:12:45.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:45 smithi129 bash[79695]: cluster 2024-03-22T07:12:44.154270+0000 osd.3 (osd.3) 62 : cluster 3 failed to encode map e399 with expected crc 2024-03-22T07:12:45.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:45 smithi129 bash[79695]: cluster 2024-03-22T07:12:44.182781+0000 osd.5 (osd.5) 47 : cluster 3 failed to encode map e399 with expected crc 2024-03-22T07:12:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:45 smithi129 bash[82160]: cluster 2024-03-22T07:12:44.146163+0000 osd.2 (osd.2) 46 : cluster 3 failed to encode map e399 with expected crc 2024-03-22T07:12:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:45 smithi129 bash[82160]: cluster 2024-03-22T07:12:44.148774+0000 osd.4 (osd.4) 75 : cluster 3 failed to encode map e399 with expected crc 2024-03-22T07:12:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:45 smithi129 bash[82160]: cluster 2024-03-22T07:12:44.151491+0000 mon.a (mon.0) 289 : cluster 0 osdmap e399: 8 total, 8 up, 8 in 2024-03-22T07:12:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:45 smithi129 bash[82160]: cluster 2024-03-22T07:12:44.154270+0000 osd.3 (osd.3) 62 : cluster 3 failed to encode map e399 with expected crc 2024-03-22T07:12:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:45 smithi129 bash[82160]: cluster 2024-03-22T07:12:44.182781+0000 osd.5 (osd.5) 47 : cluster 3 failed to encode map e399 with expected crc 2024-03-22T07:12:46.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:46 smithi148 bash[66753]: cluster 2024-03-22T07:12:45.156064+0000 osd.3 (osd.3) 63 : cluster 3 failed to encode map e400 with expected crc 2024-03-22T07:12:46.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:46 smithi148 bash[66753]: cluster 2024-03-22T07:12:45.159025+0000 osd.5 (osd.5) 48 : cluster 3 failed to encode map e400 with expected crc 2024-03-22T07:12:46.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:46 smithi148 bash[66753]: cluster 2024-03-22T07:12:45.160163+0000 mon.a (mon.0) 290 : cluster 0 osdmap e400: 8 total, 8 up, 8 in 2024-03-22T07:12:46.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:46 smithi148 bash[66753]: cluster 2024-03-22T07:12:45.230903+0000 osd.0 (osd.0) 77 : cluster 3 failed to encode map e400 with expected crc 2024-03-22T07:12:46.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:46 smithi148 bash[66753]: cluster 2024-03-22T07:12:45.280455+0000 mgr.y (mgr.25337) 98 : cluster 0 pgmap v183: 105 pgs: 105 active+clean; 65 MiB data, 606 MiB used, 715 GiB / 715 GiB avail; 361 KiB/s rd, 29 KiB/s wr, 496 op/s 2024-03-22T07:12:46.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:46 smithi129 bash[79695]: cluster 2024-03-22T07:12:45.156064+0000 osd.3 (osd.3) 63 : cluster 3 failed to encode map e400 with expected crc 2024-03-22T07:12:46.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:46 smithi129 bash[79695]: cluster 2024-03-22T07:12:45.159025+0000 osd.5 (osd.5) 48 : cluster 3 failed to encode map e400 with expected crc 2024-03-22T07:12:46.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:46 smithi129 bash[79695]: cluster 2024-03-22T07:12:45.160163+0000 mon.a (mon.0) 290 : cluster 0 osdmap e400: 8 total, 8 up, 8 in 2024-03-22T07:12:46.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:46 smithi129 bash[79695]: cluster 2024-03-22T07:12:45.230903+0000 osd.0 (osd.0) 77 : cluster 3 failed to encode map e400 with expected crc 2024-03-22T07:12:46.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:46 smithi129 bash[79695]: cluster 2024-03-22T07:12:45.280455+0000 mgr.y (mgr.25337) 98 : cluster 0 pgmap v183: 105 pgs: 105 active+clean; 65 MiB data, 606 MiB used, 715 GiB / 715 GiB avail; 361 KiB/s rd, 29 KiB/s wr, 496 op/s 2024-03-22T07:12:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:46 smithi129 bash[82160]: cluster 2024-03-22T07:12:45.156064+0000 osd.3 (osd.3) 63 : cluster 3 failed to encode map e400 with expected crc 2024-03-22T07:12:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:46 smithi129 bash[82160]: cluster 2024-03-22T07:12:45.159025+0000 osd.5 (osd.5) 48 : cluster 3 failed to encode map e400 with expected crc 2024-03-22T07:12:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:46 smithi129 bash[82160]: cluster 2024-03-22T07:12:45.160163+0000 mon.a (mon.0) 290 : cluster 0 osdmap e400: 8 total, 8 up, 8 in 2024-03-22T07:12:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:46 smithi129 bash[82160]: cluster 2024-03-22T07:12:45.230903+0000 osd.0 (osd.0) 77 : cluster 3 failed to encode map e400 with expected crc 2024-03-22T07:12:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:46 smithi129 bash[82160]: cluster 2024-03-22T07:12:45.280455+0000 mgr.y (mgr.25337) 98 : cluster 0 pgmap v183: 105 pgs: 105 active+clean; 65 MiB data, 606 MiB used, 715 GiB / 715 GiB avail; 361 KiB/s rd, 29 KiB/s wr, 496 op/s 2024-03-22T07:12:47.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:47 smithi148 bash[66753]: cluster 2024-03-22T07:12:46.166836+0000 osd.2 (osd.2) 47 : cluster 3 failed to encode map e401 with expected crc 2024-03-22T07:12:47.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:47 smithi148 bash[66753]: cluster 2024-03-22T07:12:46.172172+0000 osd.6 (osd.6) 68 : cluster 3 failed to encode map e401 with expected crc 2024-03-22T07:12:47.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:47 smithi148 bash[66753]: cluster 2024-03-22T07:12:46.173894+0000 mon.a (mon.0) 291 : cluster 0 osdmap e401: 8 total, 8 up, 8 in 2024-03-22T07:12:47.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:47 smithi148 bash[66753]: cluster 2024-03-22T07:12:46.181123+0000 osd.5 (osd.5) 49 : cluster 3 failed to encode map e401 with expected crc 2024-03-22T07:12:47.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:47 smithi129 bash[79695]: cluster 2024-03-22T07:12:46.166836+0000 osd.2 (osd.2) 47 : cluster 3 failed to encode map e401 with expected crc 2024-03-22T07:12:47.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:47 smithi129 bash[79695]: cluster 2024-03-22T07:12:46.172172+0000 osd.6 (osd.6) 68 : cluster 3 failed to encode map e401 with expected crc 2024-03-22T07:12:47.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:47 smithi129 bash[79695]: cluster 2024-03-22T07:12:46.173894+0000 mon.a (mon.0) 291 : cluster 0 osdmap e401: 8 total, 8 up, 8 in 2024-03-22T07:12:47.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:47 smithi129 bash[79695]: cluster 2024-03-22T07:12:46.181123+0000 osd.5 (osd.5) 49 : cluster 3 failed to encode map e401 with expected crc 2024-03-22T07:12:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:47 smithi129 bash[82160]: cluster 2024-03-22T07:12:46.166836+0000 osd.2 (osd.2) 47 : cluster 3 failed to encode map e401 with expected crc 2024-03-22T07:12:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:47 smithi129 bash[82160]: cluster 2024-03-22T07:12:46.172172+0000 osd.6 (osd.6) 68 : cluster 3 failed to encode map e401 with expected crc 2024-03-22T07:12:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:47 smithi129 bash[82160]: cluster 2024-03-22T07:12:46.173894+0000 mon.a (mon.0) 291 : cluster 0 osdmap e401: 8 total, 8 up, 8 in 2024-03-22T07:12:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:47 smithi129 bash[82160]: cluster 2024-03-22T07:12:46.181123+0000 osd.5 (osd.5) 49 : cluster 3 failed to encode map e401 with expected crc 2024-03-22T07:12:48.422 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.CloneHideParent (6915 ms) 2024-03-22T07:12:48.422 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Clone 2024-03-22T07:12:48.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:48 smithi148 bash[66753]: cluster 2024-03-22T07:12:47.174179+0000 osd.3 (osd.3) 64 : cluster 3 failed to encode map e402 with expected crc 2024-03-22T07:12:48.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:48 smithi148 bash[66753]: cluster 2024-03-22T07:12:47.176332+0000 osd.4 (osd.4) 76 : cluster 3 failed to encode map e402 with expected crc 2024-03-22T07:12:48.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:48 smithi148 bash[66753]: cluster 2024-03-22T07:12:47.178088+0000 mon.a (mon.0) 292 : cluster 0 osdmap e402: 8 total, 8 up, 8 in 2024-03-22T07:12:48.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:48 smithi148 bash[66753]: cluster 2024-03-22T07:12:47.192098+0000 osd.5 (osd.5) 50 : cluster 3 failed to encode map e402 with expected crc 2024-03-22T07:12:48.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:48 smithi148 bash[66753]: cluster 2024-03-22T07:12:47.201545+0000 osd.0 (osd.0) 78 : cluster 3 failed to encode map e402 with expected crc 2024-03-22T07:12:48.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:48 smithi148 bash[66753]: cluster 2024-03-22T07:12:47.281232+0000 mgr.y (mgr.25337) 99 : cluster 0 pgmap v186: 105 pgs: 105 active+clean; 65 MiB data, 606 MiB used, 715 GiB / 715 GiB avail; 361 KiB/s rd, 29 KiB/s wr, 496 op/s 2024-03-22T07:12:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:48 smithi129 bash[79695]: cluster 2024-03-22T07:12:47.174179+0000 osd.3 (osd.3) 64 : cluster 3 failed to encode map e402 with expected crc 2024-03-22T07:12:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:48 smithi129 bash[79695]: cluster 2024-03-22T07:12:47.176332+0000 osd.4 (osd.4) 76 : cluster 3 failed to encode map e402 with expected crc 2024-03-22T07:12:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:48 smithi129 bash[79695]: cluster 2024-03-22T07:12:47.178088+0000 mon.a (mon.0) 292 : cluster 0 osdmap e402: 8 total, 8 up, 8 in 2024-03-22T07:12:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:48 smithi129 bash[79695]: cluster 2024-03-22T07:12:47.192098+0000 osd.5 (osd.5) 50 : cluster 3 failed to encode map e402 with expected crc 2024-03-22T07:12:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:48 smithi129 bash[79695]: cluster 2024-03-22T07:12:47.201545+0000 osd.0 (osd.0) 78 : cluster 3 failed to encode map e402 with expected crc 2024-03-22T07:12:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:48 smithi129 bash[79695]: cluster 2024-03-22T07:12:47.281232+0000 mgr.y (mgr.25337) 99 : cluster 0 pgmap v186: 105 pgs: 105 active+clean; 65 MiB data, 606 MiB used, 715 GiB / 715 GiB avail; 361 KiB/s rd, 29 KiB/s wr, 496 op/s 2024-03-22T07:12:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:48 smithi129 bash[82160]: cluster 2024-03-22T07:12:47.174179+0000 osd.3 (osd.3) 64 : cluster 3 failed to encode map e402 with expected crc 2024-03-22T07:12:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:48 smithi129 bash[82160]: cluster 2024-03-22T07:12:47.176332+0000 osd.4 (osd.4) 76 : cluster 3 failed to encode map e402 with expected crc 2024-03-22T07:12:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:48 smithi129 bash[82160]: cluster 2024-03-22T07:12:47.178088+0000 mon.a (mon.0) 292 : cluster 0 osdmap e402: 8 total, 8 up, 8 in 2024-03-22T07:12:48.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:48 smithi129 bash[82160]: cluster 2024-03-22T07:12:47.192098+0000 osd.5 (osd.5) 50 : cluster 3 failed to encode map e402 with expected crc 2024-03-22T07:12:48.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:48 smithi129 bash[82160]: cluster 2024-03-22T07:12:47.201545+0000 osd.0 (osd.0) 78 : cluster 3 failed to encode map e402 with expected crc 2024-03-22T07:12:48.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:48 smithi129 bash[82160]: cluster 2024-03-22T07:12:47.281232+0000 mgr.y (mgr.25337) 99 : cluster 0 pgmap v186: 105 pgs: 105 active+clean; 65 MiB data, 606 MiB used, 715 GiB / 715 GiB avail; 361 KiB/s rd, 29 KiB/s wr, 496 op/s 2024-03-22T07:12:49.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:49 smithi148 bash[66753]: cluster 2024-03-22T07:12:48.164363+0000 osd.6 (osd.6) 69 : cluster 3 failed to encode map e402 with expected crc 2024-03-22T07:12:49.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:49 smithi148 bash[66753]: cluster 2024-03-22T07:12:48.193412+0000 osd.3 (osd.3) 65 : cluster 3 failed to encode map e403 with expected crc 2024-03-22T07:12:49.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:49 smithi148 bash[66753]: cluster 2024-03-22T07:12:48.197143+0000 osd.6 (osd.6) 70 : cluster 3 failed to encode map e403 with expected crc 2024-03-22T07:12:49.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:49 smithi148 bash[66753]: cluster 2024-03-22T07:12:48.200826+0000 mon.a (mon.0) 293 : cluster 0 osdmap e403: 8 total, 8 up, 8 in 2024-03-22T07:12:49.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:49 smithi148 bash[66753]: cluster 2024-03-22T07:12:48.205833+0000 osd.5 (osd.5) 51 : cluster 3 failed to encode map e403 with expected crc 2024-03-22T07:12:49.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:49 smithi148 bash[66753]: cluster 2024-03-22T07:12:48.215886+0000 osd.2 (osd.2) 48 : cluster 3 failed to encode map e403 with expected crc 2024-03-22T07:12:49.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:49 smithi148 bash[66753]: cluster 2024-03-22T07:12:48.228630+0000 osd.1 (osd.1) 76 : cluster 3 failed to encode map e403 with expected crc 2024-03-22T07:12:49.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:49 smithi129 bash[79695]: cluster 2024-03-22T07:12:48.164363+0000 osd.6 (osd.6) 69 : cluster 3 failed to encode map e402 with expected crc 2024-03-22T07:12:49.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:49 smithi129 bash[79695]: cluster 2024-03-22T07:12:48.193412+0000 osd.3 (osd.3) 65 : cluster 3 failed to encode map e403 with expected crc 2024-03-22T07:12:49.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:49 smithi129 bash[79695]: cluster 2024-03-22T07:12:48.197143+0000 osd.6 (osd.6) 70 : cluster 3 failed to encode map e403 with expected crc 2024-03-22T07:12:49.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:49 smithi129 bash[79695]: cluster 2024-03-22T07:12:48.200826+0000 mon.a (mon.0) 293 : cluster 0 osdmap e403: 8 total, 8 up, 8 in 2024-03-22T07:12:49.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:49 smithi129 bash[79695]: cluster 2024-03-22T07:12:48.205833+0000 osd.5 (osd.5) 51 : cluster 3 failed to encode map e403 with expected crc 2024-03-22T07:12:49.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:49 smithi129 bash[79695]: cluster 2024-03-22T07:12:48.215886+0000 osd.2 (osd.2) 48 : cluster 3 failed to encode map e403 with expected crc 2024-03-22T07:12:49.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:49 smithi129 bash[79695]: cluster 2024-03-22T07:12:48.228630+0000 osd.1 (osd.1) 76 : cluster 3 failed to encode map e403 with expected crc 2024-03-22T07:12:49.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:49 smithi129 bash[82160]: cluster 2024-03-22T07:12:48.164363+0000 osd.6 (osd.6) 69 : cluster 3 failed to encode map e402 with expected crc 2024-03-22T07:12:49.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:49 smithi129 bash[82160]: cluster 2024-03-22T07:12:48.193412+0000 osd.3 (osd.3) 65 : cluster 3 failed to encode map e403 with expected crc 2024-03-22T07:12:49.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:49 smithi129 bash[82160]: cluster 2024-03-22T07:12:48.197143+0000 osd.6 (osd.6) 70 : cluster 3 failed to encode map e403 with expected crc 2024-03-22T07:12:49.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:49 smithi129 bash[82160]: cluster 2024-03-22T07:12:48.200826+0000 mon.a (mon.0) 293 : cluster 0 osdmap e403: 8 total, 8 up, 8 in 2024-03-22T07:12:49.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:49 smithi129 bash[82160]: cluster 2024-03-22T07:12:48.205833+0000 osd.5 (osd.5) 51 : cluster 3 failed to encode map e403 with expected crc 2024-03-22T07:12:49.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:49 smithi129 bash[82160]: cluster 2024-03-22T07:12:48.215886+0000 osd.2 (osd.2) 48 : cluster 3 failed to encode map e403 with expected crc 2024-03-22T07:12:49.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:49 smithi129 bash[82160]: cluster 2024-03-22T07:12:48.228630+0000 osd.1 (osd.1) 76 : cluster 3 failed to encode map e403 with expected crc 2024-03-22T07:12:50.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:50 smithi148 bash[66753]: cluster 2024-03-22T07:12:49.198185+0000 osd.7 (osd.7) 42 : cluster 3 failed to encode map e404 with expected crc 2024-03-22T07:12:50.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:50 smithi148 bash[66753]: cluster 2024-03-22T07:12:49.199223+0000 osd.0 (osd.0) 79 : cluster 3 failed to encode map e404 with expected crc 2024-03-22T07:12:50.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:50 smithi148 bash[66753]: cluster 2024-03-22T07:12:49.200047+0000 mon.a (mon.0) 294 : cluster 0 osdmap e404: 8 total, 8 up, 8 in 2024-03-22T07:12:50.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:50 smithi148 bash[66753]: cluster 2024-03-22T07:12:49.205305+0000 osd.2 (osd.2) 49 : cluster 3 failed to encode map e404 with expected crc 2024-03-22T07:12:50.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:50 smithi148 bash[66753]: cluster 2024-03-22T07:12:49.226311+0000 osd.6 (osd.6) 71 : cluster 3 failed to encode map e404 with expected crc 2024-03-22T07:12:50.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:50 smithi148 bash[66753]: cluster 2024-03-22T07:12:49.249925+0000 osd.5 (osd.5) 52 : cluster 3 failed to encode map e404 with expected crc 2024-03-22T07:12:50.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:50 smithi148 bash[66753]: cluster 2024-03-22T07:12:49.282263+0000 mgr.y (mgr.25337) 100 : cluster 0 pgmap v189: 105 pgs: 105 active+clean; 69 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 77 KiB/s rd, 1.0 MiB/s wr, 101 op/s 2024-03-22T07:12:50.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:50 smithi129 bash[79695]: cluster 2024-03-22T07:12:49.198185+0000 osd.7 (osd.7) 42 : cluster 3 failed to encode map e404 with expected crc 2024-03-22T07:12:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:50 smithi129 bash[79695]: cluster 2024-03-22T07:12:49.199223+0000 osd.0 (osd.0) 79 : cluster 3 failed to encode map e404 with expected crc 2024-03-22T07:12:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:50 smithi129 bash[79695]: cluster 2024-03-22T07:12:49.200047+0000 mon.a (mon.0) 294 : cluster 0 osdmap e404: 8 total, 8 up, 8 in 2024-03-22T07:12:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:50 smithi129 bash[79695]: cluster 2024-03-22T07:12:49.205305+0000 osd.2 (osd.2) 49 : cluster 3 failed to encode map e404 with expected crc 2024-03-22T07:12:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:50 smithi129 bash[79695]: cluster 2024-03-22T07:12:49.226311+0000 osd.6 (osd.6) 71 : cluster 3 failed to encode map e404 with expected crc 2024-03-22T07:12:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:50 smithi129 bash[79695]: cluster 2024-03-22T07:12:49.249925+0000 osd.5 (osd.5) 52 : cluster 3 failed to encode map e404 with expected crc 2024-03-22T07:12:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:50 smithi129 bash[79695]: cluster 2024-03-22T07:12:49.282263+0000 mgr.y (mgr.25337) 100 : cluster 0 pgmap v189: 105 pgs: 105 active+clean; 69 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 77 KiB/s rd, 1.0 MiB/s wr, 101 op/s 2024-03-22T07:12:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:50 smithi129 bash[82160]: cluster 2024-03-22T07:12:49.198185+0000 osd.7 (osd.7) 42 : cluster 3 failed to encode map e404 with expected crc 2024-03-22T07:12:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:50 smithi129 bash[82160]: cluster 2024-03-22T07:12:49.199223+0000 osd.0 (osd.0) 79 : cluster 3 failed to encode map e404 with expected crc 2024-03-22T07:12:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:50 smithi129 bash[82160]: cluster 2024-03-22T07:12:49.200047+0000 mon.a (mon.0) 294 : cluster 0 osdmap e404: 8 total, 8 up, 8 in 2024-03-22T07:12:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:50 smithi129 bash[82160]: cluster 2024-03-22T07:12:49.205305+0000 osd.2 (osd.2) 49 : cluster 3 failed to encode map e404 with expected crc 2024-03-22T07:12:50.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:50 smithi129 bash[82160]: cluster 2024-03-22T07:12:49.226311+0000 osd.6 (osd.6) 71 : cluster 3 failed to encode map e404 with expected crc 2024-03-22T07:12:50.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:50 smithi129 bash[82160]: cluster 2024-03-22T07:12:49.249925+0000 osd.5 (osd.5) 52 : cluster 3 failed to encode map e404 with expected crc 2024-03-22T07:12:50.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:50 smithi129 bash[82160]: cluster 2024-03-22T07:12:49.282263+0000 mgr.y (mgr.25337) 100 : cluster 0 pgmap v189: 105 pgs: 105 active+clean; 69 MiB data, 622 MiB used, 715 GiB / 715 GiB avail; 77 KiB/s rd, 1.0 MiB/s wr, 101 op/s 2024-03-22T07:12:50.879 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.Clone (2457 ms) 2024-03-22T07:12:50.879 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-03-22T07:12:51.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:51 smithi129 bash[79695]: cluster 2024-03-22T07:12:50.218356+0000 osd.7 (osd.7) 43 : cluster 3 failed to encode map e405 with expected crc 2024-03-22T07:12:51.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:51 smithi129 bash[79695]: cluster 2024-03-22T07:12:50.221590+0000 osd.4 (osd.4) 77 : cluster 3 failed to encode map e405 with expected crc 2024-03-22T07:12:51.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:51 smithi129 bash[79695]: cluster 2024-03-22T07:12:50.223765+0000 mon.a (mon.0) 295 : cluster 0 osdmap e405: 8 total, 8 up, 8 in 2024-03-22T07:12:51.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:51 smithi129 bash[79695]: cluster 2024-03-22T07:12:50.228454+0000 osd.2 (osd.2) 50 : cluster 3 failed to encode map e405 with expected crc 2024-03-22T07:12:51.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:51 smithi129 bash[79695]: cluster 2024-03-22T07:12:50.240930+0000 osd.6 (osd.6) 72 : cluster 3 failed to encode map e405 with expected crc 2024-03-22T07:12:51.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:51 smithi129 bash[79695]: cluster 2024-03-22T07:12:50.266110+0000 osd.1 (osd.1) 77 : cluster 3 failed to encode map e405 with expected crc 2024-03-22T07:12:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:51 smithi129 bash[82160]: cluster 2024-03-22T07:12:50.218356+0000 osd.7 (osd.7) 43 : cluster 3 failed to encode map e405 with expected crc 2024-03-22T07:12:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:51 smithi129 bash[82160]: cluster 2024-03-22T07:12:50.221590+0000 osd.4 (osd.4) 77 : cluster 3 failed to encode map e405 with expected crc 2024-03-22T07:12:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:51 smithi129 bash[82160]: cluster 2024-03-22T07:12:50.223765+0000 mon.a (mon.0) 295 : cluster 0 osdmap e405: 8 total, 8 up, 8 in 2024-03-22T07:12:51.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:51 smithi129 bash[82160]: cluster 2024-03-22T07:12:50.228454+0000 osd.2 (osd.2) 50 : cluster 3 failed to encode map e405 with expected crc 2024-03-22T07:12:51.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:51 smithi129 bash[82160]: cluster 2024-03-22T07:12:50.240930+0000 osd.6 (osd.6) 72 : cluster 3 failed to encode map e405 with expected crc 2024-03-22T07:12:51.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:51 smithi129 bash[82160]: cluster 2024-03-22T07:12:50.266110+0000 osd.1 (osd.1) 77 : cluster 3 failed to encode map e405 with expected crc 2024-03-22T07:12:51.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:51 smithi148 bash[66753]: cluster 2024-03-22T07:12:50.218356+0000 osd.7 (osd.7) 43 : cluster 3 failed to encode map e405 with expected crc 2024-03-22T07:12:51.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:51 smithi148 bash[66753]: cluster 2024-03-22T07:12:50.221590+0000 osd.4 (osd.4) 77 : cluster 3 failed to encode map e405 with expected crc 2024-03-22T07:12:51.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:51 smithi148 bash[66753]: cluster 2024-03-22T07:12:50.223765+0000 mon.a (mon.0) 295 : cluster 0 osdmap e405: 8 total, 8 up, 8 in 2024-03-22T07:12:51.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:51 smithi148 bash[66753]: cluster 2024-03-22T07:12:50.228454+0000 osd.2 (osd.2) 50 : cluster 3 failed to encode map e405 with expected crc 2024-03-22T07:12:51.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:51 smithi148 bash[66753]: cluster 2024-03-22T07:12:50.240930+0000 osd.6 (osd.6) 72 : cluster 3 failed to encode map e405 with expected crc 2024-03-22T07:12:51.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:51 smithi148 bash[66753]: cluster 2024-03-22T07:12:50.266110+0000 osd.1 (osd.1) 77 : cluster 3 failed to encode map e405 with expected crc 2024-03-22T07:12:52.604 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[82160]: cluster 2024-03-22T07:12:51.218987+0000 osd.2 (osd.2) 51 : cluster 3 failed to encode map e406 with expected crc 2024-03-22T07:12:52.605 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[82160]: cluster 2024-03-22T07:12:51.220211+0000 osd.1 (osd.1) 78 : cluster 3 failed to encode map e406 with expected crc 2024-03-22T07:12:52.605 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[82160]: cluster 2024-03-22T07:12:51.222905+0000 mon.a (mon.0) 296 : cluster 0 osdmap e406: 8 total, 8 up, 8 in 2024-03-22T07:12:52.605 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[82160]: cluster 2024-03-22T07:12:51.237217+0000 osd.6 (osd.6) 73 : cluster 3 failed to encode map e406 with expected crc 2024-03-22T07:12:52.605 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[82160]: cluster 2024-03-22T07:12:51.254574+0000 osd.5 (osd.5) 53 : cluster 3 failed to encode map e406 with expected crc 2024-03-22T07:12:52.605 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[82160]: cluster 2024-03-22T07:12:51.282979+0000 mgr.y (mgr.25337) 101 : cluster 0 pgmap v192: 105 pgs: 105 active+clean; 81 MiB data, 654 MiB used, 715 GiB / 715 GiB avail; 111 KiB/s rd, 4.0 MiB/s wr, 157 op/s 2024-03-22T07:12:52.605 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[82160]: audit 2024-03-22T07:12:52.015954+0000 mon.a (mon.0) 297 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:52.605 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[82160]: audit 2024-03-22T07:12:52.033667+0000 mon.a (mon.0) 298 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:52.605 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[82160]: audit 2024-03-22T07:12:52.038215+0000 mon.c (mon.2) 13 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:52.605 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[82160]: audit 2024-03-22T07:12:52.040311+0000 mon.c (mon.2) 14 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:12:52.605 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[82160]: audit 2024-03-22T07:12:52.051600+0000 mon.a (mon.0) 299 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:52.605 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[82160]: audit 2024-03-22T07:12:52.129155+0000 mon.c (mon.2) 15 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:12:52.605 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[82160]: audit 2024-03-22T07:12:52.131146+0000 mon.c (mon.2) 16 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:12:52.606 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[82160]: audit 2024-03-22T07:12:52.132860+0000 mon.c (mon.2) 17 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:52.606 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[79695]: cluster 2024-03-22T07:12:51.218987+0000 osd.2 (osd.2) 51 : cluster 3 failed to encode map e406 with expected crc 2024-03-22T07:12:52.606 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[79695]: cluster 2024-03-22T07:12:51.220211+0000 osd.1 (osd.1) 78 : cluster 3 failed to encode map e406 with expected crc 2024-03-22T07:12:52.606 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[79695]: cluster 2024-03-22T07:12:51.222905+0000 mon.a (mon.0) 296 : cluster 0 osdmap e406: 8 total, 8 up, 8 in 2024-03-22T07:12:52.606 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[79695]: cluster 2024-03-22T07:12:51.237217+0000 osd.6 (osd.6) 73 : cluster 3 failed to encode map e406 with expected crc 2024-03-22T07:12:52.606 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[79695]: cluster 2024-03-22T07:12:51.254574+0000 osd.5 (osd.5) 53 : cluster 3 failed to encode map e406 with expected crc 2024-03-22T07:12:52.606 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[79695]: cluster 2024-03-22T07:12:51.282979+0000 mgr.y (mgr.25337) 101 : cluster 0 pgmap v192: 105 pgs: 105 active+clean; 81 MiB data, 654 MiB used, 715 GiB / 715 GiB avail; 111 KiB/s rd, 4.0 MiB/s wr, 157 op/s 2024-03-22T07:12:52.606 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[79695]: audit 2024-03-22T07:12:52.015954+0000 mon.a (mon.0) 297 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:52.606 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[79695]: audit 2024-03-22T07:12:52.033667+0000 mon.a (mon.0) 298 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:52.606 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[79695]: audit 2024-03-22T07:12:52.038215+0000 mon.c (mon.2) 13 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:52.606 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[79695]: audit 2024-03-22T07:12:52.040311+0000 mon.c (mon.2) 14 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:12:52.607 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[79695]: audit 2024-03-22T07:12:52.051600+0000 mon.a (mon.0) 299 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:52.607 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[79695]: audit 2024-03-22T07:12:52.129155+0000 mon.c (mon.2) 15 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:12:52.607 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[79695]: audit 2024-03-22T07:12:52.131146+0000 mon.c (mon.2) 16 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:12:52.607 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:52 smithi129 bash[79695]: audit 2024-03-22T07:12:52.132860+0000 mon.c (mon.2) 17 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:52 smithi148 bash[66753]: cluster 2024-03-22T07:12:51.218987+0000 osd.2 (osd.2) 51 : cluster 3 failed to encode map e406 with expected crc 2024-03-22T07:12:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:52 smithi148 bash[66753]: cluster 2024-03-22T07:12:51.220211+0000 osd.1 (osd.1) 78 : cluster 3 failed to encode map e406 with expected crc 2024-03-22T07:12:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:52 smithi148 bash[66753]: cluster 2024-03-22T07:12:51.222905+0000 mon.a (mon.0) 296 : cluster 0 osdmap e406: 8 total, 8 up, 8 in 2024-03-22T07:12:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:52 smithi148 bash[66753]: cluster 2024-03-22T07:12:51.237217+0000 osd.6 (osd.6) 73 : cluster 3 failed to encode map e406 with expected crc 2024-03-22T07:12:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:52 smithi148 bash[66753]: cluster 2024-03-22T07:12:51.254574+0000 osd.5 (osd.5) 53 : cluster 3 failed to encode map e406 with expected crc 2024-03-22T07:12:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:52 smithi148 bash[66753]: cluster 2024-03-22T07:12:51.282979+0000 mgr.y (mgr.25337) 101 : cluster 0 pgmap v192: 105 pgs: 105 active+clean; 81 MiB data, 654 MiB used, 715 GiB / 715 GiB avail; 111 KiB/s rd, 4.0 MiB/s wr, 157 op/s 2024-03-22T07:12:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:52 smithi148 bash[66753]: audit 2024-03-22T07:12:52.015954+0000 mon.a (mon.0) 297 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:52 smithi148 bash[66753]: audit 2024-03-22T07:12:52.033667+0000 mon.a (mon.0) 298 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:52 smithi148 bash[66753]: audit 2024-03-22T07:12:52.038215+0000 mon.c (mon.2) 13 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:52 smithi148 bash[66753]: audit 2024-03-22T07:12:52.040311+0000 mon.c (mon.2) 14 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:12:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:52 smithi148 bash[66753]: audit 2024-03-22T07:12:52.051600+0000 mon.a (mon.0) 299 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:52 smithi148 bash[66753]: audit 2024-03-22T07:12:52.129155+0000 mon.c (mon.2) 15 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:12:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:52 smithi148 bash[66753]: audit 2024-03-22T07:12:52.131146+0000 mon.c (mon.2) 16 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:12:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:52 smithi148 bash[66753]: audit 2024-03-22T07:12:52.132860+0000 mon.c (mon.2) 17 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:53.033 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.CloneFlatten (2154 ms) 2024-03-22T07:12:53.033 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Stress 2024-03-22T07:12:53.092 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 19566035~1028074 2024-03-22T07:12:53.110 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 47480773~3646286 2024-03-22T07:12:53.112 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 52141747~7683631 2024-03-22T07:12:53.139 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 56278684~702857 2024-03-22T07:12:53.141 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 49234323~4306616 2024-03-22T07:12:53.157 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 45398093~4665743 2024-03-22T07:12:53.160 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 25235851~91830 2024-03-22T07:12:53.166 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 78853922~5032158 2024-03-22T07:12:53.166 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap0 2024-03-22T07:12:53.302 INFO:tasks.workunit.client.0.smithi129.stdout:clone image238 -> image239 2024-03-22T07:12:53.420 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 135622694 2024-03-22T07:12:53.435 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 124096432~3058963 2024-03-22T07:12:53.461 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 98460309~2819470 2024-03-22T07:12:53.462 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 77086477~3378766 2024-03-22T07:12:53.481 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 23451979~319477 2024-03-22T07:12:53.488 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 70004876~4917296 2024-03-22T07:12:53.514 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 64442847~1658589 2024-03-22T07:12:53.521 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 40770584~5370240 2024-03-22T07:12:53.547 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 121323655~2385235 2024-03-22T07:12:53.550 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap1 2024-03-22T07:12:53.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:53 smithi129 bash[82160]: cephadm 2024-03-22T07:12:52.128409+0000 mgr.y (mgr.25337) 102 : cephadm 1 Reconfiguring mon.a (monmap changed)... 2024-03-22T07:12:53.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:53 smithi129 bash[82160]: cephadm 2024-03-22T07:12:52.134906+0000 mgr.y (mgr.25337) 103 : cephadm 1 Reconfiguring daemon mon.a on smithi129 2024-03-22T07:12:53.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:53 smithi129 bash[82160]: cluster 2024-03-22T07:12:52.241760+0000 osd.7 (osd.7) 44 : cluster 3 failed to encode map e407 with expected crc 2024-03-22T07:12:53.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:53 smithi129 bash[82160]: cluster 2024-03-22T07:12:52.242842+0000 osd.4 (osd.4) 78 : cluster 3 failed to encode map e407 with expected crc 2024-03-22T07:12:53.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:53 smithi129 bash[82160]: cluster 2024-03-22T07:12:52.246119+0000 mon.a (mon.0) 300 : cluster 0 osdmap e407: 8 total, 8 up, 8 in 2024-03-22T07:12:53.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:53 smithi129 bash[79695]: cephadm 2024-03-22T07:12:52.128409+0000 mgr.y (mgr.25337) 102 : cephadm 1 Reconfiguring mon.a (monmap changed)... 2024-03-22T07:12:53.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:53 smithi129 bash[79695]: cephadm 2024-03-22T07:12:52.134906+0000 mgr.y (mgr.25337) 103 : cephadm 1 Reconfiguring daemon mon.a on smithi129 2024-03-22T07:12:53.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:53 smithi129 bash[79695]: cluster 2024-03-22T07:12:52.241760+0000 osd.7 (osd.7) 44 : cluster 3 failed to encode map e407 with expected crc 2024-03-22T07:12:53.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:53 smithi129 bash[79695]: cluster 2024-03-22T07:12:52.242842+0000 osd.4 (osd.4) 78 : cluster 3 failed to encode map e407 with expected crc 2024-03-22T07:12:53.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:53 smithi129 bash[79695]: cluster 2024-03-22T07:12:52.246119+0000 mon.a (mon.0) 300 : cluster 0 osdmap e407: 8 total, 8 up, 8 in 2024-03-22T07:12:53.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:53 smithi148 bash[66753]: cephadm 2024-03-22T07:12:52.128409+0000 mgr.y (mgr.25337) 102 : cephadm 1 Reconfiguring mon.a (monmap changed)... 2024-03-22T07:12:53.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:53 smithi148 bash[66753]: cephadm 2024-03-22T07:12:52.134906+0000 mgr.y (mgr.25337) 103 : cephadm 1 Reconfiguring daemon mon.a on smithi129 2024-03-22T07:12:53.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:53 smithi148 bash[66753]: cluster 2024-03-22T07:12:52.241760+0000 osd.7 (osd.7) 44 : cluster 3 failed to encode map e407 with expected crc 2024-03-22T07:12:53.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:53 smithi148 bash[66753]: cluster 2024-03-22T07:12:52.242842+0000 osd.4 (osd.4) 78 : cluster 3 failed to encode map e407 with expected crc 2024-03-22T07:12:53.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:53 smithi148 bash[66753]: cluster 2024-03-22T07:12:52.246119+0000 mon.a (mon.0) 300 : cluster 0 osdmap e407: 8 total, 8 up, 8 in 2024-03-22T07:12:54.009 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:12:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:12:53] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-03-22T07:12:54.320 INFO:tasks.workunit.client.0.smithi129.stdout:clone image239 -> image240 2024-03-22T07:12:54.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:54 smithi129 bash[82160]: cluster 2024-03-22T07:12:53.251946+0000 osd.2 (osd.2) 52 : cluster 3 failed to encode map e408 with expected crc 2024-03-22T07:12:54.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:54 smithi129 bash[82160]: cluster 2024-03-22T07:12:53.255096+0000 osd.4 (osd.4) 79 : cluster 3 failed to encode map e408 with expected crc 2024-03-22T07:12:54.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:54 smithi129 bash[82160]: cluster 2024-03-22T07:12:53.255843+0000 mon.a (mon.0) 301 : cluster 0 osdmap e408: 8 total, 8 up, 8 in 2024-03-22T07:12:54.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:54 smithi129 bash[82160]: cluster 2024-03-22T07:12:53.271054+0000 osd.6 (osd.6) 74 : cluster 3 failed to encode map e408 with expected crc 2024-03-22T07:12:54.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:54 smithi129 bash[82160]: cluster 2024-03-22T07:12:53.283649+0000 mgr.y (mgr.25337) 104 : cluster 0 pgmap v195: 105 pgs: 105 active+clean; 81 MiB data, 654 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 MiB/s wr, 55 op/s 2024-03-22T07:12:54.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:54 smithi129 bash[82160]: cluster 2024-03-22T07:12:53.296872+0000 osd.5 (osd.5) 54 : cluster 3 failed to encode map e408 with expected crc 2024-03-22T07:12:54.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:54 smithi129 bash[82160]: audit 2024-03-22T07:12:53.364088+0000 mon.c (mon.2) 18 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:12:54.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:54 smithi129 bash[79695]: cluster 2024-03-22T07:12:53.251946+0000 osd.2 (osd.2) 52 : cluster 3 failed to encode map e408 with expected crc 2024-03-22T07:12:54.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:54 smithi129 bash[79695]: cluster 2024-03-22T07:12:53.255096+0000 osd.4 (osd.4) 79 : cluster 3 failed to encode map e408 with expected crc 2024-03-22T07:12:54.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:54 smithi129 bash[79695]: cluster 2024-03-22T07:12:53.255843+0000 mon.a (mon.0) 301 : cluster 0 osdmap e408: 8 total, 8 up, 8 in 2024-03-22T07:12:54.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:54 smithi129 bash[79695]: cluster 2024-03-22T07:12:53.271054+0000 osd.6 (osd.6) 74 : cluster 3 failed to encode map e408 with expected crc 2024-03-22T07:12:54.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:54 smithi129 bash[79695]: cluster 2024-03-22T07:12:53.283649+0000 mgr.y (mgr.25337) 104 : cluster 0 pgmap v195: 105 pgs: 105 active+clean; 81 MiB data, 654 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 MiB/s wr, 55 op/s 2024-03-22T07:12:54.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:54 smithi129 bash[79695]: cluster 2024-03-22T07:12:53.296872+0000 osd.5 (osd.5) 54 : cluster 3 failed to encode map e408 with expected crc 2024-03-22T07:12:54.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:54 smithi129 bash[79695]: audit 2024-03-22T07:12:53.364088+0000 mon.c (mon.2) 18 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:12:54.471 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 92686978 2024-03-22T07:12:54.491 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 76578203~1300859 2024-03-22T07:12:54.528 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 31687524~2124898 2024-03-22T07:12:54.537 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 81155328~3568396 2024-03-22T07:12:54.566 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 43534664~6036630 2024-03-22T07:12:54.588 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 51616091~744197 2024-03-22T07:12:54.625 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 81087764~4409072 2024-03-22T07:12:54.631 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 7680952~8054016 2024-03-22T07:12:54.661 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 42836968~4968634 2024-03-22T07:12:54.664 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap2 2024-03-22T07:12:54.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:54 smithi148 bash[66753]: cluster 2024-03-22T07:12:53.251946+0000 osd.2 (osd.2) 52 : cluster 3 failed to encode map e408 with expected crc 2024-03-22T07:12:54.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:54 smithi148 bash[66753]: cluster 2024-03-22T07:12:53.255096+0000 osd.4 (osd.4) 79 : cluster 3 failed to encode map e408 with expected crc 2024-03-22T07:12:54.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:54 smithi148 bash[66753]: cluster 2024-03-22T07:12:53.255843+0000 mon.a (mon.0) 301 : cluster 0 osdmap e408: 8 total, 8 up, 8 in 2024-03-22T07:12:54.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:54 smithi148 bash[66753]: cluster 2024-03-22T07:12:53.271054+0000 osd.6 (osd.6) 74 : cluster 3 failed to encode map e408 with expected crc 2024-03-22T07:12:54.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:54 smithi148 bash[66753]: cluster 2024-03-22T07:12:53.283649+0000 mgr.y (mgr.25337) 104 : cluster 0 pgmap v195: 105 pgs: 105 active+clean; 81 MiB data, 654 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 MiB/s wr, 55 op/s 2024-03-22T07:12:54.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:54 smithi148 bash[66753]: cluster 2024-03-22T07:12:53.296872+0000 osd.5 (osd.5) 54 : cluster 3 failed to encode map e408 with expected crc 2024-03-22T07:12:54.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:54 smithi148 bash[66753]: audit 2024-03-22T07:12:53.364088+0000 mon.c (mon.2) 18 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:12:55.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[79695]: cluster 2024-03-22T07:12:54.260262+0000 osd.3 (osd.3) 66 : cluster 3 failed to encode map e409 with expected crc 2024-03-22T07:12:55.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[79695]: cluster 2024-03-22T07:12:54.263424+0000 osd.4 (osd.4) 80 : cluster 3 failed to encode map e409 with expected crc 2024-03-22T07:12:55.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[79695]: cluster 2024-03-22T07:12:54.267194+0000 mon.a (mon.0) 302 : cluster 0 osdmap e409: 8 total, 8 up, 8 in 2024-03-22T07:12:55.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[79695]: cluster 2024-03-22T07:12:54.271626+0000 osd.7 (osd.7) 45 : cluster 3 failed to encode map e409 with expected crc 2024-03-22T07:12:55.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[79695]: cluster 2024-03-22T07:12:54.282520+0000 osd.2 (osd.2) 53 : cluster 3 failed to encode map e409 with expected crc 2024-03-22T07:12:55.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[79695]: cluster 2024-03-22T07:12:54.295117+0000 osd.6 (osd.6) 75 : cluster 3 failed to encode map e409 with expected crc 2024-03-22T07:12:55.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[79695]: audit 2024-03-22T07:12:54.629967+0000 mon.a (mon.0) 303 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:55.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[79695]: audit 2024-03-22T07:12:54.649665+0000 mon.a (mon.0) 304 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:55.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[79695]: audit 2024-03-22T07:12:54.666274+0000 mon.c (mon.2) 19 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:12:55.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[79695]: audit 2024-03-22T07:12:54.666906+0000 mon.a (mon.0) 305 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:12:55.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[79695]: audit 2024-03-22T07:12:54.668890+0000 mon.c (mon.2) 20 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T07:12:55.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[79695]: audit 2024-03-22T07:12:54.670869+0000 mon.c (mon.2) 21 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:55.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[82160]: cluster 2024-03-22T07:12:54.260262+0000 osd.3 (osd.3) 66 : cluster 3 failed to encode map e409 with expected crc 2024-03-22T07:12:55.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[82160]: cluster 2024-03-22T07:12:54.263424+0000 osd.4 (osd.4) 80 : cluster 3 failed to encode map e409 with expected crc 2024-03-22T07:12:55.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[82160]: cluster 2024-03-22T07:12:54.267194+0000 mon.a (mon.0) 302 : cluster 0 osdmap e409: 8 total, 8 up, 8 in 2024-03-22T07:12:55.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[82160]: cluster 2024-03-22T07:12:54.271626+0000 osd.7 (osd.7) 45 : cluster 3 failed to encode map e409 with expected crc 2024-03-22T07:12:55.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[82160]: cluster 2024-03-22T07:12:54.282520+0000 osd.2 (osd.2) 53 : cluster 3 failed to encode map e409 with expected crc 2024-03-22T07:12:55.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[82160]: cluster 2024-03-22T07:12:54.295117+0000 osd.6 (osd.6) 75 : cluster 3 failed to encode map e409 with expected crc 2024-03-22T07:12:55.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[82160]: audit 2024-03-22T07:12:54.629967+0000 mon.a (mon.0) 303 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:55.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[82160]: audit 2024-03-22T07:12:54.649665+0000 mon.a (mon.0) 304 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:55.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[82160]: audit 2024-03-22T07:12:54.666274+0000 mon.c (mon.2) 19 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:12:55.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[82160]: audit 2024-03-22T07:12:54.666906+0000 mon.a (mon.0) 305 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:12:55.377 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[82160]: audit 2024-03-22T07:12:54.668890+0000 mon.c (mon.2) 20 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T07:12:55.377 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:55 smithi129 bash[82160]: audit 2024-03-22T07:12:54.670869+0000 mon.c (mon.2) 21 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:55.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:55 smithi148 bash[66753]: cluster 2024-03-22T07:12:54.260262+0000 osd.3 (osd.3) 66 : cluster 3 failed to encode map e409 with expected crc 2024-03-22T07:12:55.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:55 smithi148 bash[66753]: cluster 2024-03-22T07:12:54.263424+0000 osd.4 (osd.4) 80 : cluster 3 failed to encode map e409 with expected crc 2024-03-22T07:12:55.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:55 smithi148 bash[66753]: cluster 2024-03-22T07:12:54.267194+0000 mon.a (mon.0) 302 : cluster 0 osdmap e409: 8 total, 8 up, 8 in 2024-03-22T07:12:55.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:55 smithi148 bash[66753]: cluster 2024-03-22T07:12:54.271626+0000 osd.7 (osd.7) 45 : cluster 3 failed to encode map e409 with expected crc 2024-03-22T07:12:55.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:55 smithi148 bash[66753]: cluster 2024-03-22T07:12:54.282520+0000 osd.2 (osd.2) 53 : cluster 3 failed to encode map e409 with expected crc 2024-03-22T07:12:55.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:55 smithi148 bash[66753]: cluster 2024-03-22T07:12:54.295117+0000 osd.6 (osd.6) 75 : cluster 3 failed to encode map e409 with expected crc 2024-03-22T07:12:55.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:55 smithi148 bash[66753]: audit 2024-03-22T07:12:54.629967+0000 mon.a (mon.0) 303 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:55.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:55 smithi148 bash[66753]: audit 2024-03-22T07:12:54.649665+0000 mon.a (mon.0) 304 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:55.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:55 smithi148 bash[66753]: audit 2024-03-22T07:12:54.666274+0000 mon.c (mon.2) 19 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:12:55.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:55 smithi148 bash[66753]: audit 2024-03-22T07:12:54.666906+0000 mon.a (mon.0) 305 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:12:55.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:55 smithi148 bash[66753]: audit 2024-03-22T07:12:54.668890+0000 mon.c (mon.2) 20 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T07:12:55.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:55 smithi148 bash[66753]: audit 2024-03-22T07:12:54.670869+0000 mon.c (mon.2) 21 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:55.708 INFO:tasks.workunit.client.0.smithi129.stdout:clone image240 -> image241 2024-03-22T07:12:55.875 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 176137303 2024-03-22T07:12:55.884 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 46727894~1696126 2024-03-22T07:12:55.902 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 87428515~6380151 2024-03-22T07:12:55.908 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 120872690~3312618 2024-03-22T07:12:55.926 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 165339520~7802123 2024-03-22T07:12:55.927 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 61923133~5881148 2024-03-22T07:12:55.971 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 143532283~1504580 2024-03-22T07:12:55.972 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 127447044~4456806 2024-03-22T07:12:55.990 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 144734997~2839660 2024-03-22T07:12:55.990 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap3 2024-03-22T07:12:56.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:56 smithi129 bash[79695]: cephadm 2024-03-22T07:12:54.665703+0000 mgr.y (mgr.25337) 105 : cephadm 1 Reconfiguring mgr.y (monmap changed)... 2024-03-22T07:12:56.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:56 smithi129 bash[79695]: cephadm 2024-03-22T07:12:54.672785+0000 mgr.y (mgr.25337) 106 : cephadm 1 Reconfiguring daemon mgr.y on smithi129 2024-03-22T07:12:56.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:56 smithi129 bash[79695]: cluster 2024-03-22T07:12:55.284965+0000 mgr.y (mgr.25337) 107 : cluster 0 pgmap v197: 105 pgs: 105 active+clean; 255 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 46 MiB/s rd, 39 MiB/s wr, 588 op/s 2024-03-22T07:12:56.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:56 smithi129 bash[79695]: cluster 2024-03-22T07:12:55.650887+0000 osd.0 (osd.0) 80 : cluster 3 failed to encode map e410 with expected crc 2024-03-22T07:12:56.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:56 smithi129 bash[79695]: cluster 2024-03-22T07:12:55.655695+0000 mon.a (mon.0) 306 : cluster 0 osdmap e410: 8 total, 8 up, 8 in 2024-03-22T07:12:56.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:56 smithi129 bash[82160]: cephadm 2024-03-22T07:12:54.665703+0000 mgr.y (mgr.25337) 105 : cephadm 1 Reconfiguring mgr.y (monmap changed)... 2024-03-22T07:12:56.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:56 smithi129 bash[82160]: cephadm 2024-03-22T07:12:54.672785+0000 mgr.y (mgr.25337) 106 : cephadm 1 Reconfiguring daemon mgr.y on smithi129 2024-03-22T07:12:56.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:56 smithi129 bash[82160]: cluster 2024-03-22T07:12:55.284965+0000 mgr.y (mgr.25337) 107 : cluster 0 pgmap v197: 105 pgs: 105 active+clean; 255 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 46 MiB/s rd, 39 MiB/s wr, 588 op/s 2024-03-22T07:12:56.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:56 smithi129 bash[82160]: cluster 2024-03-22T07:12:55.650887+0000 osd.0 (osd.0) 80 : cluster 3 failed to encode map e410 with expected crc 2024-03-22T07:12:56.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:56 smithi129 bash[82160]: cluster 2024-03-22T07:12:55.655695+0000 mon.a (mon.0) 306 : cluster 0 osdmap e410: 8 total, 8 up, 8 in 2024-03-22T07:12:56.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:56 smithi148 bash[66753]: cephadm 2024-03-22T07:12:54.665703+0000 mgr.y (mgr.25337) 105 : cephadm 1 Reconfiguring mgr.y (monmap changed)... 2024-03-22T07:12:56.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:56 smithi148 bash[66753]: cephadm 2024-03-22T07:12:54.672785+0000 mgr.y (mgr.25337) 106 : cephadm 1 Reconfiguring daemon mgr.y on smithi129 2024-03-22T07:12:56.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:56 smithi148 bash[66753]: cluster 2024-03-22T07:12:55.284965+0000 mgr.y (mgr.25337) 107 : cluster 0 pgmap v197: 105 pgs: 105 active+clean; 255 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 46 MiB/s rd, 39 MiB/s wr, 588 op/s 2024-03-22T07:12:56.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:56 smithi148 bash[66753]: cluster 2024-03-22T07:12:55.650887+0000 osd.0 (osd.0) 80 : cluster 3 failed to encode map e410 with expected crc 2024-03-22T07:12:56.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:56 smithi148 bash[66753]: cluster 2024-03-22T07:12:55.655695+0000 mon.a (mon.0) 306 : cluster 0 osdmap e410: 8 total, 8 up, 8 in 2024-03-22T07:12:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[79695]: cluster 2024-03-22T07:12:55.650010+0000 osd.2 (osd.2) 54 : cluster 3 failed to encode map e410 with expected crc 2024-03-22T07:12:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[79695]: cluster 2024-03-22T07:12:55.660701+0000 osd.7 (osd.7) 46 : cluster 3 failed to encode map e410 with expected crc 2024-03-22T07:12:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[79695]: cluster 2024-03-22T07:12:55.669865+0000 osd.1 (osd.1) 79 : cluster 3 failed to encode map e410 with expected crc 2024-03-22T07:12:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[79695]: cluster 2024-03-22T07:12:55.695254+0000 osd.5 (osd.5) 55 : cluster 3 failed to encode map e410 with expected crc 2024-03-22T07:12:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[79695]: cluster 2024-03-22T07:12:56.655721+0000 mon.a (mon.0) 307 : cluster 0 osdmap e411: 8 total, 8 up, 8 in 2024-03-22T07:12:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[79695]: cluster 2024-03-22T07:12:56.745144+0000 osd.6 (osd.6) 76 : cluster 3 failed to encode map e411 with expected crc 2024-03-22T07:12:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[79695]: audit 2024-03-22T07:12:56.961573+0000 mon.a (mon.0) 308 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[79695]: audit 2024-03-22T07:12:56.975292+0000 mon.a (mon.0) 309 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[79695]: audit 2024-03-22T07:12:56.992888+0000 mon.c (mon.2) 22 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:12:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[79695]: audit 2024-03-22T07:12:56.994508+0000 mon.c (mon.2) 23 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:12:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[79695]: audit 2024-03-22T07:12:56.995877+0000 mon.c (mon.2) 24 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:57.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[82160]: cluster 2024-03-22T07:12:55.650010+0000 osd.2 (osd.2) 54 : cluster 3 failed to encode map e410 with expected crc 2024-03-22T07:12:57.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[82160]: cluster 2024-03-22T07:12:55.660701+0000 osd.7 (osd.7) 46 : cluster 3 failed to encode map e410 with expected crc 2024-03-22T07:12:57.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[82160]: cluster 2024-03-22T07:12:55.669865+0000 osd.1 (osd.1) 79 : cluster 3 failed to encode map e410 with expected crc 2024-03-22T07:12:57.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[82160]: cluster 2024-03-22T07:12:55.695254+0000 osd.5 (osd.5) 55 : cluster 3 failed to encode map e410 with expected crc 2024-03-22T07:12:57.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[82160]: cluster 2024-03-22T07:12:56.655721+0000 mon.a (mon.0) 307 : cluster 0 osdmap e411: 8 total, 8 up, 8 in 2024-03-22T07:12:57.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[82160]: cluster 2024-03-22T07:12:56.745144+0000 osd.6 (osd.6) 76 : cluster 3 failed to encode map e411 with expected crc 2024-03-22T07:12:57.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[82160]: audit 2024-03-22T07:12:56.961573+0000 mon.a (mon.0) 308 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:57.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[82160]: audit 2024-03-22T07:12:56.975292+0000 mon.a (mon.0) 309 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:57.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[82160]: audit 2024-03-22T07:12:56.992888+0000 mon.c (mon.2) 22 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:12:57.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[82160]: audit 2024-03-22T07:12:56.994508+0000 mon.c (mon.2) 23 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:12:57.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:57 smithi129 bash[82160]: audit 2024-03-22T07:12:56.995877+0000 mon.c (mon.2) 24 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:57.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:57 smithi148 bash[66753]: cluster 2024-03-22T07:12:55.650010+0000 osd.2 (osd.2) 54 : cluster 3 failed to encode map e410 with expected crc 2024-03-22T07:12:57.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:57 smithi148 bash[66753]: cluster 2024-03-22T07:12:55.660701+0000 osd.7 (osd.7) 46 : cluster 3 failed to encode map e410 with expected crc 2024-03-22T07:12:57.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:57 smithi148 bash[66753]: cluster 2024-03-22T07:12:55.669865+0000 osd.1 (osd.1) 79 : cluster 3 failed to encode map e410 with expected crc 2024-03-22T07:12:57.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:57 smithi148 bash[66753]: cluster 2024-03-22T07:12:55.695254+0000 osd.5 (osd.5) 55 : cluster 3 failed to encode map e410 with expected crc 2024-03-22T07:12:57.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:57 smithi148 bash[66753]: cluster 2024-03-22T07:12:56.655721+0000 mon.a (mon.0) 307 : cluster 0 osdmap e411: 8 total, 8 up, 8 in 2024-03-22T07:12:57.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:57 smithi148 bash[66753]: cluster 2024-03-22T07:12:56.745144+0000 osd.6 (osd.6) 76 : cluster 3 failed to encode map e411 with expected crc 2024-03-22T07:12:57.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:57 smithi148 bash[66753]: audit 2024-03-22T07:12:56.961573+0000 mon.a (mon.0) 308 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:57.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:57 smithi148 bash[66753]: audit 2024-03-22T07:12:56.975292+0000 mon.a (mon.0) 309 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:12:57.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:57 smithi148 bash[66753]: audit 2024-03-22T07:12:56.992888+0000 mon.c (mon.2) 22 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:12:57.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:57 smithi148 bash[66753]: audit 2024-03-22T07:12:56.994508+0000 mon.c (mon.2) 23 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:12:57.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:57 smithi148 bash[66753]: audit 2024-03-22T07:12:56.995877+0000 mon.c (mon.2) 24 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:12:58.501 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.Stress (5468 ms) 2024-03-22T07:12:58.501 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-03-22T07:12:58.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:58 smithi129 bash[79695]: cluster 2024-03-22T07:12:56.654014+0000 osd.7 (osd.7) 47 : cluster 3 failed to encode map e411 with expected crc 2024-03-22T07:12:58.532 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:58 smithi129 bash[79695]: cluster 2024-03-22T07:12:56.657422+0000 osd.5 (osd.5) 56 : cluster 3 failed to encode map e411 with expected crc 2024-03-22T07:12:58.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:58 smithi129 bash[79695]: cluster 2024-03-22T07:12:56.661707+0000 osd.2 (osd.2) 55 : cluster 3 failed to encode map e411 with expected crc 2024-03-22T07:12:58.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:58 smithi129 bash[79695]: cephadm 2024-03-22T07:12:56.992239+0000 mgr.y (mgr.25337) 108 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-03-22T07:12:58.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:58 smithi129 bash[79695]: cephadm 2024-03-22T07:12:56.997485+0000 mgr.y (mgr.25337) 109 : cephadm 1 Reconfiguring daemon mon.c on smithi129 2024-03-22T07:12:58.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:58 smithi129 bash[79695]: cluster 2024-03-22T07:12:57.285446+0000 mgr.y (mgr.25337) 110 : cluster 0 pgmap v200: 105 pgs: 105 active+clean; 255 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 46 MiB/s rd, 39 MiB/s wr, 592 op/s 2024-03-22T07:12:58.533 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:58 smithi129 bash[79695]: cluster 2024-03-22T07:12:57.663899+0000 mon.a (mon.0) 310 : cluster 0 osdmap e412: 8 total, 8 up, 8 in 2024-03-22T07:12:58.533 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:58 smithi129 bash[82160]: cluster 2024-03-22T07:12:56.654014+0000 osd.7 (osd.7) 47 : cluster 3 failed to encode map e411 with expected crc 2024-03-22T07:12:58.533 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:58 smithi129 bash[82160]: cluster 2024-03-22T07:12:56.657422+0000 osd.5 (osd.5) 56 : cluster 3 failed to encode map e411 with expected crc 2024-03-22T07:12:58.533 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:58 smithi129 bash[82160]: cluster 2024-03-22T07:12:56.661707+0000 osd.2 (osd.2) 55 : cluster 3 failed to encode map e411 with expected crc 2024-03-22T07:12:58.533 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:58 smithi129 bash[82160]: cephadm 2024-03-22T07:12:56.992239+0000 mgr.y (mgr.25337) 108 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-03-22T07:12:58.533 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:58 smithi129 bash[82160]: cephadm 2024-03-22T07:12:56.997485+0000 mgr.y (mgr.25337) 109 : cephadm 1 Reconfiguring daemon mon.c on smithi129 2024-03-22T07:12:58.533 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:58 smithi129 bash[82160]: cluster 2024-03-22T07:12:57.285446+0000 mgr.y (mgr.25337) 110 : cluster 0 pgmap v200: 105 pgs: 105 active+clean; 255 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 46 MiB/s rd, 39 MiB/s wr, 592 op/s 2024-03-22T07:12:58.533 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:58 smithi129 bash[82160]: cluster 2024-03-22T07:12:57.663899+0000 mon.a (mon.0) 310 : cluster 0 osdmap e412: 8 total, 8 up, 8 in 2024-03-22T07:12:58.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:58 smithi148 bash[66753]: cluster 2024-03-22T07:12:56.654014+0000 osd.7 (osd.7) 47 : cluster 3 failed to encode map e411 with expected crc 2024-03-22T07:12:58.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:58 smithi148 bash[66753]: cluster 2024-03-22T07:12:56.657422+0000 osd.5 (osd.5) 56 : cluster 3 failed to encode map e411 with expected crc 2024-03-22T07:12:58.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:58 smithi148 bash[66753]: cluster 2024-03-22T07:12:56.661707+0000 osd.2 (osd.2) 55 : cluster 3 failed to encode map e411 with expected crc 2024-03-22T07:12:58.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:58 smithi148 bash[66753]: cephadm 2024-03-22T07:12:56.992239+0000 mgr.y (mgr.25337) 108 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-03-22T07:12:58.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:58 smithi148 bash[66753]: cephadm 2024-03-22T07:12:56.997485+0000 mgr.y (mgr.25337) 109 : cephadm 1 Reconfiguring daemon mon.c on smithi129 2024-03-22T07:12:58.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:58 smithi148 bash[66753]: cluster 2024-03-22T07:12:57.285446+0000 mgr.y (mgr.25337) 110 : cluster 0 pgmap v200: 105 pgs: 105 active+clean; 255 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 46 MiB/s rd, 39 MiB/s wr, 592 op/s 2024-03-22T07:12:58.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:58 smithi148 bash[66753]: cluster 2024-03-22T07:12:57.663899+0000 mon.a (mon.0) 310 : cluster 0 osdmap e412: 8 total, 8 up, 8 in 2024-03-22T07:12:58.857 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (356 ms) 2024-03-22T07:12:58.857 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-03-22T07:12:59.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:59 smithi129 bash[79695]: cluster 2024-03-22T07:12:57.659997+0000 osd.7 (osd.7) 48 : cluster 3 failed to encode map e412 with expected crc 2024-03-22T07:12:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:59 smithi129 bash[79695]: cluster 2024-03-22T07:12:57.660057+0000 osd.4 (osd.4) 81 : cluster 3 failed to encode map e412 with expected crc 2024-03-22T07:12:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:59 smithi129 bash[79695]: cluster 2024-03-22T07:12:57.676578+0000 osd.2 (osd.2) 56 : cluster 3 failed to encode map e412 with expected crc 2024-03-22T07:12:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:59 smithi129 bash[79695]: cluster 2024-03-22T07:12:57.688921+0000 osd.5 (osd.5) 57 : cluster 3 failed to encode map e412 with expected crc 2024-03-22T07:12:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:12:59 smithi129 bash[79695]: cluster 2024-03-22T07:12:57.700182+0000 osd.3 (osd.3) 67 : cluster 3 failed to encode map e412 with expected crc 2024-03-22T07:12:59.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:59 smithi129 bash[82160]: cluster 2024-03-22T07:12:57.659997+0000 osd.7 (osd.7) 48 : cluster 3 failed to encode map e412 with expected crc 2024-03-22T07:12:59.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:59 smithi129 bash[82160]: cluster 2024-03-22T07:12:57.660057+0000 osd.4 (osd.4) 81 : cluster 3 failed to encode map e412 with expected crc 2024-03-22T07:12:59.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:59 smithi129 bash[82160]: cluster 2024-03-22T07:12:57.676578+0000 osd.2 (osd.2) 56 : cluster 3 failed to encode map e412 with expected crc 2024-03-22T07:12:59.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:59 smithi129 bash[82160]: cluster 2024-03-22T07:12:57.688921+0000 osd.5 (osd.5) 57 : cluster 3 failed to encode map e412 with expected crc 2024-03-22T07:12:59.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:12:59 smithi129 bash[82160]: cluster 2024-03-22T07:12:57.700182+0000 osd.3 (osd.3) 67 : cluster 3 failed to encode map e412 with expected crc 2024-03-22T07:12:59.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:59 smithi148 bash[66753]: cluster 2024-03-22T07:12:57.659997+0000 osd.7 (osd.7) 48 : cluster 3 failed to encode map e412 with expected crc 2024-03-22T07:12:59.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:59 smithi148 bash[66753]: cluster 2024-03-22T07:12:57.660057+0000 osd.4 (osd.4) 81 : cluster 3 failed to encode map e412 with expected crc 2024-03-22T07:12:59.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:59 smithi148 bash[66753]: cluster 2024-03-22T07:12:57.676578+0000 osd.2 (osd.2) 56 : cluster 3 failed to encode map e412 with expected crc 2024-03-22T07:12:59.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:59 smithi148 bash[66753]: cluster 2024-03-22T07:12:57.688921+0000 osd.5 (osd.5) 57 : cluster 3 failed to encode map e412 with expected crc 2024-03-22T07:12:59.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:12:59 smithi148 bash[66753]: cluster 2024-03-22T07:12:57.700182+0000 osd.3 (osd.3) 67 : cluster 3 failed to encode map e412 with expected crc 2024-03-22T07:13:00.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[79695]: cluster 2024-03-22T07:12:59.286470+0000 mgr.y (mgr.25337) 111 : cluster 0 pgmap v202: 105 pgs: 105 active+clean; 312 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 58 MiB/s rd, 39 MiB/s wr, 815 op/s 2024-03-22T07:13:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[79695]: cluster 2024-03-22T07:12:59.291539+0000 osd.7 (osd.7) 49 : cluster 3 failed to encode map e413 with expected crc 2024-03-22T07:13:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[79695]: cluster 2024-03-22T07:12:59.292276+0000 osd.4 (osd.4) 82 : cluster 3 failed to encode map e413 with expected crc 2024-03-22T07:13:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[79695]: cluster 2024-03-22T07:12:59.294021+0000 mon.a (mon.0) 311 : cluster 0 osdmap e413: 8 total, 8 up, 8 in 2024-03-22T07:13:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[79695]: cluster 2024-03-22T07:12:59.300419+0000 osd.5 (osd.5) 58 : cluster 3 failed to encode map e413 with expected crc 2024-03-22T07:13:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[79695]: cluster 2024-03-22T07:12:59.317427+0000 osd.2 (osd.2) 57 : cluster 3 failed to encode map e413 with expected crc 2024-03-22T07:13:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[79695]: audit 2024-03-22T07:12:59.354639+0000 mon.a (mon.0) 312 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[79695]: audit 2024-03-22T07:12:59.378162+0000 mon.a (mon.0) 313 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[79695]: cephadm 2024-03-22T07:12:59.417647+0000 mgr.y (mgr.25337) 112 : cephadm 1 Reconfiguring osd.0 (monmap changed)... 2024-03-22T07:13:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[79695]: audit 2024-03-22T07:12:59.418122+0000 mon.c (mon.2) 25 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-22T07:13:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[79695]: audit 2024-03-22T07:12:59.419797+0000 mon.c (mon.2) 26 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[79695]: cephadm 2024-03-22T07:12:59.425182+0000 mgr.y (mgr.25337) 113 : cephadm 1 Reconfiguring daemon osd.0 on smithi129 2024-03-22T07:13:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[82160]: cluster 2024-03-22T07:12:59.286470+0000 mgr.y (mgr.25337) 111 : cluster 0 pgmap v202: 105 pgs: 105 active+clean; 312 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 58 MiB/s rd, 39 MiB/s wr, 815 op/s 2024-03-22T07:13:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[82160]: cluster 2024-03-22T07:12:59.291539+0000 osd.7 (osd.7) 49 : cluster 3 failed to encode map e413 with expected crc 2024-03-22T07:13:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[82160]: cluster 2024-03-22T07:12:59.292276+0000 osd.4 (osd.4) 82 : cluster 3 failed to encode map e413 with expected crc 2024-03-22T07:13:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[82160]: cluster 2024-03-22T07:12:59.294021+0000 mon.a (mon.0) 311 : cluster 0 osdmap e413: 8 total, 8 up, 8 in 2024-03-22T07:13:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[82160]: cluster 2024-03-22T07:12:59.300419+0000 osd.5 (osd.5) 58 : cluster 3 failed to encode map e413 with expected crc 2024-03-22T07:13:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[82160]: cluster 2024-03-22T07:12:59.317427+0000 osd.2 (osd.2) 57 : cluster 3 failed to encode map e413 with expected crc 2024-03-22T07:13:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[82160]: audit 2024-03-22T07:12:59.354639+0000 mon.a (mon.0) 312 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[82160]: audit 2024-03-22T07:12:59.378162+0000 mon.a (mon.0) 313 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[82160]: cephadm 2024-03-22T07:12:59.417647+0000 mgr.y (mgr.25337) 112 : cephadm 1 Reconfiguring osd.0 (monmap changed)... 2024-03-22T07:13:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[82160]: audit 2024-03-22T07:12:59.418122+0000 mon.c (mon.2) 25 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-22T07:13:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[82160]: audit 2024-03-22T07:12:59.419797+0000 mon.c (mon.2) 26 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:00 smithi129 bash[82160]: cephadm 2024-03-22T07:12:59.425182+0000 mgr.y (mgr.25337) 113 : cephadm 1 Reconfiguring daemon osd.0 on smithi129 2024-03-22T07:13:00.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:00 smithi148 bash[66753]: cluster 2024-03-22T07:12:59.286470+0000 mgr.y (mgr.25337) 111 : cluster 0 pgmap v202: 105 pgs: 105 active+clean; 312 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 58 MiB/s rd, 39 MiB/s wr, 815 op/s 2024-03-22T07:13:00.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:00 smithi148 bash[66753]: cluster 2024-03-22T07:12:59.291539+0000 osd.7 (osd.7) 49 : cluster 3 failed to encode map e413 with expected crc 2024-03-22T07:13:00.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:00 smithi148 bash[66753]: cluster 2024-03-22T07:12:59.292276+0000 osd.4 (osd.4) 82 : cluster 3 failed to encode map e413 with expected crc 2024-03-22T07:13:00.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:00 smithi148 bash[66753]: cluster 2024-03-22T07:12:59.294021+0000 mon.a (mon.0) 311 : cluster 0 osdmap e413: 8 total, 8 up, 8 in 2024-03-22T07:13:00.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:00 smithi148 bash[66753]: cluster 2024-03-22T07:12:59.300419+0000 osd.5 (osd.5) 58 : cluster 3 failed to encode map e413 with expected crc 2024-03-22T07:13:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:00 smithi148 bash[66753]: cluster 2024-03-22T07:12:59.317427+0000 osd.2 (osd.2) 57 : cluster 3 failed to encode map e413 with expected crc 2024-03-22T07:13:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:00 smithi148 bash[66753]: audit 2024-03-22T07:12:59.354639+0000 mon.a (mon.0) 312 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:00 smithi148 bash[66753]: audit 2024-03-22T07:12:59.378162+0000 mon.a (mon.0) 313 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:00 smithi148 bash[66753]: cephadm 2024-03-22T07:12:59.417647+0000 mgr.y (mgr.25337) 112 : cephadm 1 Reconfiguring osd.0 (monmap changed)... 2024-03-22T07:13:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:00 smithi148 bash[66753]: audit 2024-03-22T07:12:59.418122+0000 mon.c (mon.2) 25 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-22T07:13:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:00 smithi148 bash[66753]: audit 2024-03-22T07:12:59.419797+0000 mon.c (mon.2) 26 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:00 smithi148 bash[66753]: cephadm 2024-03-22T07:12:59.425182+0000 mgr.y (mgr.25337) 113 : cephadm 1 Reconfiguring daemon osd.0 on smithi129 2024-03-22T07:13:01.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:01 smithi148 bash[66753]: cluster 2024-03-22T07:13:00.388606+0000 osd.2 (osd.2) 58 : cluster 3 failed to encode map e414 with expected crc 2024-03-22T07:13:01.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:01 smithi148 bash[66753]: cluster 2024-03-22T07:13:00.390549+0000 osd.5 (osd.5) 59 : cluster 3 failed to encode map e414 with expected crc 2024-03-22T07:13:01.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:01 smithi148 bash[66753]: cluster 2024-03-22T07:13:00.392381+0000 mon.a (mon.0) 314 : cluster 0 osdmap e414: 8 total, 8 up, 8 in 2024-03-22T07:13:01.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:01 smithi148 bash[66753]: cluster 2024-03-22T07:13:00.403347+0000 osd.1 (osd.1) 80 : cluster 3 failed to encode map e414 with expected crc 2024-03-22T07:13:01.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:01 smithi129 bash[82160]: cluster 2024-03-22T07:13:00.388606+0000 osd.2 (osd.2) 58 : cluster 3 failed to encode map e414 with expected crc 2024-03-22T07:13:01.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:01 smithi129 bash[82160]: cluster 2024-03-22T07:13:00.390549+0000 osd.5 (osd.5) 59 : cluster 3 failed to encode map e414 with expected crc 2024-03-22T07:13:01.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:01 smithi129 bash[82160]: cluster 2024-03-22T07:13:00.392381+0000 mon.a (mon.0) 314 : cluster 0 osdmap e414: 8 total, 8 up, 8 in 2024-03-22T07:13:01.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:01 smithi129 bash[82160]: cluster 2024-03-22T07:13:00.403347+0000 osd.1 (osd.1) 80 : cluster 3 failed to encode map e414 with expected crc 2024-03-22T07:13:01.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:01 smithi129 bash[79695]: cluster 2024-03-22T07:13:00.388606+0000 osd.2 (osd.2) 58 : cluster 3 failed to encode map e414 with expected crc 2024-03-22T07:13:01.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:01 smithi129 bash[79695]: cluster 2024-03-22T07:13:00.390549+0000 osd.5 (osd.5) 59 : cluster 3 failed to encode map e414 with expected crc 2024-03-22T07:13:01.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:01 smithi129 bash[79695]: cluster 2024-03-22T07:13:00.392381+0000 mon.a (mon.0) 314 : cluster 0 osdmap e414: 8 total, 8 up, 8 in 2024-03-22T07:13:01.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:01 smithi129 bash[79695]: cluster 2024-03-22T07:13:00.403347+0000 osd.1 (osd.1) 80 : cluster 3 failed to encode map e414 with expected crc 2024-03-22T07:13:02.675 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:13:02 smithi148 bash[48714]: logger=cleanup t=2024-03-22T07:13:02.230546431Z level=info msg="Completed cleanup jobs" duration=120.927134ms 2024-03-22T07:13:02.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:02 smithi148 bash[66753]: cluster 2024-03-22T07:13:01.287129+0000 mgr.y (mgr.25337) 114 : cluster 0 pgmap v205: 105 pgs: 105 active+clean; 383 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 58 MiB/s rd, 22 MiB/s wr, 470 op/s 2024-03-22T07:13:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:02 smithi148 bash[66753]: cluster 2024-03-22T07:13:01.394937+0000 osd.7 (osd.7) 50 : cluster 3 failed to encode map e415 with expected crc 2024-03-22T07:13:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:02 smithi148 bash[66753]: cluster 2024-03-22T07:13:01.395991+0000 osd.5 (osd.5) 60 : cluster 3 failed to encode map e415 with expected crc 2024-03-22T07:13:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:02 smithi148 bash[66753]: cluster 2024-03-22T07:13:01.399019+0000 mon.a (mon.0) 315 : cluster 0 osdmap e415: 8 total, 8 up, 8 in 2024-03-22T07:13:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:02 smithi148 bash[66753]: cluster 2024-03-22T07:13:01.401771+0000 osd.1 (osd.1) 81 : cluster 3 failed to encode map e415 with expected crc 2024-03-22T07:13:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:02 smithi148 bash[66753]: cluster 2024-03-22T07:13:01.416581+0000 osd.3 (osd.3) 68 : cluster 3 failed to encode map e415 with expected crc 2024-03-22T07:13:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:02 smithi148 bash[66753]: audit 2024-03-22T07:13:01.574015+0000 mon.a (mon.0) 316 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:02 smithi148 bash[66753]: audit 2024-03-22T07:13:01.585989+0000 mon.a (mon.0) 317 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:02 smithi148 bash[66753]: cephadm 2024-03-22T07:13:01.594049+0000 mgr.y (mgr.25337) 115 : cephadm 1 Reconfiguring osd.1 (monmap changed)... 2024-03-22T07:13:02.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:02 smithi148 bash[66753]: audit 2024-03-22T07:13:01.594641+0000 mon.c (mon.2) 27 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-22T07:13:02.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:02 smithi148 bash[66753]: audit 2024-03-22T07:13:01.596305+0000 mon.c (mon.2) 28 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:02.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:02 smithi148 bash[66753]: cephadm 2024-03-22T07:13:01.601553+0000 mgr.y (mgr.25337) 116 : cephadm 1 Reconfiguring daemon osd.1 on smithi129 2024-03-22T07:13:02.844 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[82160]: cluster 2024-03-22T07:13:01.287129+0000 mgr.y (mgr.25337) 114 : cluster 0 pgmap v205: 105 pgs: 105 active+clean; 383 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 58 MiB/s rd, 22 MiB/s wr, 470 op/s 2024-03-22T07:13:02.844 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[82160]: cluster 2024-03-22T07:13:01.394937+0000 osd.7 (osd.7) 50 : cluster 3 failed to encode map e415 with expected crc 2024-03-22T07:13:02.844 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[82160]: cluster 2024-03-22T07:13:01.395991+0000 osd.5 (osd.5) 60 : cluster 3 failed to encode map e415 with expected crc 2024-03-22T07:13:02.844 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[82160]: cluster 2024-03-22T07:13:01.399019+0000 mon.a (mon.0) 315 : cluster 0 osdmap e415: 8 total, 8 up, 8 in 2024-03-22T07:13:02.844 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[82160]: cluster 2024-03-22T07:13:01.401771+0000 osd.1 (osd.1) 81 : cluster 3 failed to encode map e415 with expected crc 2024-03-22T07:13:02.844 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[82160]: cluster 2024-03-22T07:13:01.416581+0000 osd.3 (osd.3) 68 : cluster 3 failed to encode map e415 with expected crc 2024-03-22T07:13:02.845 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[82160]: audit 2024-03-22T07:13:01.574015+0000 mon.a (mon.0) 316 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:02.845 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[82160]: audit 2024-03-22T07:13:01.585989+0000 mon.a (mon.0) 317 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:02.845 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[82160]: cephadm 2024-03-22T07:13:01.594049+0000 mgr.y (mgr.25337) 115 : cephadm 1 Reconfiguring osd.1 (monmap changed)... 2024-03-22T07:13:02.845 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[82160]: audit 2024-03-22T07:13:01.594641+0000 mon.c (mon.2) 27 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-22T07:13:02.845 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[82160]: audit 2024-03-22T07:13:01.596305+0000 mon.c (mon.2) 28 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:02.845 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[82160]: cephadm 2024-03-22T07:13:01.601553+0000 mgr.y (mgr.25337) 116 : cephadm 1 Reconfiguring daemon osd.1 on smithi129 2024-03-22T07:13:02.845 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[79695]: cluster 2024-03-22T07:13:01.287129+0000 mgr.y (mgr.25337) 114 : cluster 0 pgmap v205: 105 pgs: 105 active+clean; 383 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 58 MiB/s rd, 22 MiB/s wr, 470 op/s 2024-03-22T07:13:02.845 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[79695]: cluster 2024-03-22T07:13:01.394937+0000 osd.7 (osd.7) 50 : cluster 3 failed to encode map e415 with expected crc 2024-03-22T07:13:02.845 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[79695]: cluster 2024-03-22T07:13:01.395991+0000 osd.5 (osd.5) 60 : cluster 3 failed to encode map e415 with expected crc 2024-03-22T07:13:02.845 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[79695]: cluster 2024-03-22T07:13:01.399019+0000 mon.a (mon.0) 315 : cluster 0 osdmap e415: 8 total, 8 up, 8 in 2024-03-22T07:13:02.845 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[79695]: cluster 2024-03-22T07:13:01.401771+0000 osd.1 (osd.1) 81 : cluster 3 failed to encode map e415 with expected crc 2024-03-22T07:13:02.846 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[79695]: cluster 2024-03-22T07:13:01.416581+0000 osd.3 (osd.3) 68 : cluster 3 failed to encode map e415 with expected crc 2024-03-22T07:13:02.846 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[79695]: audit 2024-03-22T07:13:01.574015+0000 mon.a (mon.0) 316 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:02.846 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[79695]: audit 2024-03-22T07:13:01.585989+0000 mon.a (mon.0) 317 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:02.846 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[79695]: cephadm 2024-03-22T07:13:01.594049+0000 mgr.y (mgr.25337) 115 : cephadm 1 Reconfiguring osd.1 (monmap changed)... 2024-03-22T07:13:02.846 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[79695]: audit 2024-03-22T07:13:01.594641+0000 mon.c (mon.2) 27 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-22T07:13:02.846 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[79695]: audit 2024-03-22T07:13:01.596305+0000 mon.c (mon.2) 28 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:02.846 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:02 smithi129 bash[79695]: cephadm 2024-03-22T07:13:01.601553+0000 mgr.y (mgr.25337) 116 : cephadm 1 Reconfiguring daemon osd.1 on smithi129 2024-03-22T07:13:02.892 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (4035 ms) 2024-03-22T07:13:02.892 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-03-22T07:13:03.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:03 smithi148 bash[66753]: cluster 2024-03-22T07:13:02.405874+0000 osd.3 (osd.3) 69 : cluster 3 failed to encode map e416 with expected crc 2024-03-22T07:13:03.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:03 smithi148 bash[66753]: cluster 2024-03-22T07:13:02.408787+0000 osd.6 (osd.6) 77 : cluster 3 failed to encode map e416 with expected crc 2024-03-22T07:13:03.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:03 smithi148 bash[66753]: cluster 2024-03-22T07:13:02.409615+0000 mon.a (mon.0) 318 : cluster 0 osdmap e416: 8 total, 8 up, 8 in 2024-03-22T07:13:03.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:03 smithi148 bash[66753]: cluster 2024-03-22T07:13:02.413999+0000 osd.1 (osd.1) 82 : cluster 3 failed to encode map e416 with expected crc 2024-03-22T07:13:03.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:03 smithi148 bash[66753]: cluster 2024-03-22T07:13:02.432113+0000 osd.5 (osd.5) 61 : cluster 3 failed to encode map e416 with expected crc 2024-03-22T07:13:03.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:03 smithi148 bash[66753]: cluster 2024-03-22T07:13:02.446536+0000 osd.7 (osd.7) 51 : cluster 3 failed to encode map e416 with expected crc 2024-03-22T07:13:03.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:03 smithi129 bash[82160]: cluster 2024-03-22T07:13:02.405874+0000 osd.3 (osd.3) 69 : cluster 3 failed to encode map e416 with expected crc 2024-03-22T07:13:03.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:03 smithi129 bash[82160]: cluster 2024-03-22T07:13:02.408787+0000 osd.6 (osd.6) 77 : cluster 3 failed to encode map e416 with expected crc 2024-03-22T07:13:03.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:03 smithi129 bash[82160]: cluster 2024-03-22T07:13:02.409615+0000 mon.a (mon.0) 318 : cluster 0 osdmap e416: 8 total, 8 up, 8 in 2024-03-22T07:13:03.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:03 smithi129 bash[82160]: cluster 2024-03-22T07:13:02.413999+0000 osd.1 (osd.1) 82 : cluster 3 failed to encode map e416 with expected crc 2024-03-22T07:13:03.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:03 smithi129 bash[82160]: cluster 2024-03-22T07:13:02.432113+0000 osd.5 (osd.5) 61 : cluster 3 failed to encode map e416 with expected crc 2024-03-22T07:13:03.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:03 smithi129 bash[82160]: cluster 2024-03-22T07:13:02.446536+0000 osd.7 (osd.7) 51 : cluster 3 failed to encode map e416 with expected crc 2024-03-22T07:13:03.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:03 smithi129 bash[79695]: cluster 2024-03-22T07:13:02.405874+0000 osd.3 (osd.3) 69 : cluster 3 failed to encode map e416 with expected crc 2024-03-22T07:13:03.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:03 smithi129 bash[79695]: cluster 2024-03-22T07:13:02.408787+0000 osd.6 (osd.6) 77 : cluster 3 failed to encode map e416 with expected crc 2024-03-22T07:13:03.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:03 smithi129 bash[79695]: cluster 2024-03-22T07:13:02.409615+0000 mon.a (mon.0) 318 : cluster 0 osdmap e416: 8 total, 8 up, 8 in 2024-03-22T07:13:03.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:03 smithi129 bash[79695]: cluster 2024-03-22T07:13:02.413999+0000 osd.1 (osd.1) 82 : cluster 3 failed to encode map e416 with expected crc 2024-03-22T07:13:03.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:03 smithi129 bash[79695]: cluster 2024-03-22T07:13:02.432113+0000 osd.5 (osd.5) 61 : cluster 3 failed to encode map e416 with expected crc 2024-03-22T07:13:03.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:03 smithi129 bash[79695]: cluster 2024-03-22T07:13:02.446536+0000 osd.7 (osd.7) 51 : cluster 3 failed to encode map e416 with expected crc 2024-03-22T07:13:04.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:13:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:13:03] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-03-22T07:13:04.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:04 smithi148 bash[66753]: cluster 2024-03-22T07:13:03.287765+0000 mgr.y (mgr.25337) 117 : cluster 0 pgmap v208: 105 pgs: 105 active+clean; 383 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 41 MiB/s rd, 16 MiB/s wr, 116 op/s 2024-03-22T07:13:04.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:04 smithi148 bash[66753]: cluster 2024-03-22T07:13:03.415586+0000 osd.3 (osd.3) 70 : cluster 3 failed to encode map e417 with expected crc 2024-03-22T07:13:04.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:04 smithi148 bash[66753]: cluster 2024-03-22T07:13:03.417093+0000 osd.1 (osd.1) 83 : cluster 3 failed to encode map e417 with expected crc 2024-03-22T07:13:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:04 smithi148 bash[66753]: cluster 2024-03-22T07:13:03.422583+0000 mon.a (mon.0) 319 : cluster 0 osdmap e417: 8 total, 8 up, 8 in 2024-03-22T07:13:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:04 smithi148 bash[66753]: cluster 2024-03-22T07:13:03.427077+0000 osd.6 (osd.6) 78 : cluster 3 failed to encode map e417 with expected crc 2024-03-22T07:13:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:04 smithi148 bash[66753]: cluster 2024-03-22T07:13:03.436342+0000 osd.2 (osd.2) 59 : cluster 3 failed to encode map e417 with expected crc 2024-03-22T07:13:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:04 smithi148 bash[66753]: cluster 2024-03-22T07:13:03.460419+0000 osd.5 (osd.5) 62 : cluster 3 failed to encode map e417 with expected crc 2024-03-22T07:13:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:04 smithi148 bash[66753]: audit 2024-03-22T07:13:03.687254+0000 mon.a (mon.0) 320 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:04 smithi148 bash[66753]: audit 2024-03-22T07:13:03.695466+0000 mon.a (mon.0) 321 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:04 smithi148 bash[66753]: audit 2024-03-22T07:13:03.720383+0000 mon.c (mon.2) 29 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-22T07:13:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:04 smithi148 bash[66753]: audit 2024-03-22T07:13:03.721456+0000 mon.c (mon.2) 30 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:04.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[79695]: cluster 2024-03-22T07:13:03.287765+0000 mgr.y (mgr.25337) 117 : cluster 0 pgmap v208: 105 pgs: 105 active+clean; 383 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 41 MiB/s rd, 16 MiB/s wr, 116 op/s 2024-03-22T07:13:04.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[79695]: cluster 2024-03-22T07:13:03.415586+0000 osd.3 (osd.3) 70 : cluster 3 failed to encode map e417 with expected crc 2024-03-22T07:13:04.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[79695]: cluster 2024-03-22T07:13:03.417093+0000 osd.1 (osd.1) 83 : cluster 3 failed to encode map e417 with expected crc 2024-03-22T07:13:04.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[79695]: cluster 2024-03-22T07:13:03.422583+0000 mon.a (mon.0) 319 : cluster 0 osdmap e417: 8 total, 8 up, 8 in 2024-03-22T07:13:04.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[79695]: cluster 2024-03-22T07:13:03.427077+0000 osd.6 (osd.6) 78 : cluster 3 failed to encode map e417 with expected crc 2024-03-22T07:13:04.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[79695]: cluster 2024-03-22T07:13:03.436342+0000 osd.2 (osd.2) 59 : cluster 3 failed to encode map e417 with expected crc 2024-03-22T07:13:04.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[79695]: cluster 2024-03-22T07:13:03.460419+0000 osd.5 (osd.5) 62 : cluster 3 failed to encode map e417 with expected crc 2024-03-22T07:13:04.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[79695]: audit 2024-03-22T07:13:03.687254+0000 mon.a (mon.0) 320 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:04.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[79695]: audit 2024-03-22T07:13:03.695466+0000 mon.a (mon.0) 321 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:04.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[79695]: audit 2024-03-22T07:13:03.720383+0000 mon.c (mon.2) 29 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-22T07:13:04.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[79695]: audit 2024-03-22T07:13:03.721456+0000 mon.c (mon.2) 30 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:04.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[82160]: cluster 2024-03-22T07:13:03.287765+0000 mgr.y (mgr.25337) 117 : cluster 0 pgmap v208: 105 pgs: 105 active+clean; 383 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 41 MiB/s rd, 16 MiB/s wr, 116 op/s 2024-03-22T07:13:04.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[82160]: cluster 2024-03-22T07:13:03.415586+0000 osd.3 (osd.3) 70 : cluster 3 failed to encode map e417 with expected crc 2024-03-22T07:13:04.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[82160]: cluster 2024-03-22T07:13:03.417093+0000 osd.1 (osd.1) 83 : cluster 3 failed to encode map e417 with expected crc 2024-03-22T07:13:04.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[82160]: cluster 2024-03-22T07:13:03.422583+0000 mon.a (mon.0) 319 : cluster 0 osdmap e417: 8 total, 8 up, 8 in 2024-03-22T07:13:04.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[82160]: cluster 2024-03-22T07:13:03.427077+0000 osd.6 (osd.6) 78 : cluster 3 failed to encode map e417 with expected crc 2024-03-22T07:13:04.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[82160]: cluster 2024-03-22T07:13:03.436342+0000 osd.2 (osd.2) 59 : cluster 3 failed to encode map e417 with expected crc 2024-03-22T07:13:04.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[82160]: cluster 2024-03-22T07:13:03.460419+0000 osd.5 (osd.5) 62 : cluster 3 failed to encode map e417 with expected crc 2024-03-22T07:13:04.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[82160]: audit 2024-03-22T07:13:03.687254+0000 mon.a (mon.0) 320 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:04.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[82160]: audit 2024-03-22T07:13:03.695466+0000 mon.a (mon.0) 321 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:04.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[82160]: audit 2024-03-22T07:13:03.720383+0000 mon.c (mon.2) 29 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-22T07:13:04.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:04 smithi129 bash[82160]: audit 2024-03-22T07:13:03.721456+0000 mon.c (mon.2) 30 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:05.130 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2238 ms) 2024-03-22T07:13:05.131 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-03-22T07:13:05.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[79695]: cephadm 2024-03-22T07:13:03.719989+0000 mgr.y (mgr.25337) 118 : cephadm 1 Reconfiguring osd.2 (monmap changed)... 2024-03-22T07:13:05.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[79695]: cephadm 2024-03-22T07:13:03.723970+0000 mgr.y (mgr.25337) 119 : cephadm 1 Reconfiguring daemon osd.2 on smithi129 2024-03-22T07:13:05.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[79695]: cluster 2024-03-22T07:13:04.420435+0000 osd.7 (osd.7) 52 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:05.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[79695]: cluster 2024-03-22T07:13:04.421271+0000 osd.5 (osd.5) 63 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:05.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[79695]: cluster 2024-03-22T07:13:04.422491+0000 mon.a (mon.0) 322 : cluster 0 osdmap e418: 8 total, 8 up, 8 in 2024-03-22T07:13:05.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[79695]: cluster 2024-03-22T07:13:04.426642+0000 osd.4 (osd.4) 83 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:05.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[79695]: cluster 2024-03-22T07:13:04.441427+0000 osd.1 (osd.1) 84 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:05.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[79695]: cluster 2024-03-22T07:13:04.451177+0000 osd.6 (osd.6) 79 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:05.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[82160]: cephadm 2024-03-22T07:13:03.719989+0000 mgr.y (mgr.25337) 118 : cephadm 1 Reconfiguring osd.2 (monmap changed)... 2024-03-22T07:13:05.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[82160]: cephadm 2024-03-22T07:13:03.723970+0000 mgr.y (mgr.25337) 119 : cephadm 1 Reconfiguring daemon osd.2 on smithi129 2024-03-22T07:13:05.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[82160]: cluster 2024-03-22T07:13:04.420435+0000 osd.7 (osd.7) 52 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:05.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[82160]: cluster 2024-03-22T07:13:04.421271+0000 osd.5 (osd.5) 63 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:05.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[82160]: cluster 2024-03-22T07:13:04.422491+0000 mon.a (mon.0) 322 : cluster 0 osdmap e418: 8 total, 8 up, 8 in 2024-03-22T07:13:05.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[82160]: cluster 2024-03-22T07:13:04.426642+0000 osd.4 (osd.4) 83 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:05.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[82160]: cluster 2024-03-22T07:13:04.441427+0000 osd.1 (osd.1) 84 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:05.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:05 smithi129 bash[82160]: cluster 2024-03-22T07:13:04.451177+0000 osd.6 (osd.6) 79 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:05.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:05 smithi148 bash[66753]: cephadm 2024-03-22T07:13:03.719989+0000 mgr.y (mgr.25337) 118 : cephadm 1 Reconfiguring osd.2 (monmap changed)... 2024-03-22T07:13:05.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:05 smithi148 bash[66753]: cephadm 2024-03-22T07:13:03.723970+0000 mgr.y (mgr.25337) 119 : cephadm 1 Reconfiguring daemon osd.2 on smithi129 2024-03-22T07:13:05.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:05 smithi148 bash[66753]: cluster 2024-03-22T07:13:04.420435+0000 osd.7 (osd.7) 52 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:05.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:05 smithi148 bash[66753]: cluster 2024-03-22T07:13:04.421271+0000 osd.5 (osd.5) 63 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:05.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:05 smithi148 bash[66753]: cluster 2024-03-22T07:13:04.422491+0000 mon.a (mon.0) 322 : cluster 0 osdmap e418: 8 total, 8 up, 8 in 2024-03-22T07:13:05.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:05 smithi148 bash[66753]: cluster 2024-03-22T07:13:04.426642+0000 osd.4 (osd.4) 83 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:05.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:05 smithi148 bash[66753]: cluster 2024-03-22T07:13:04.441427+0000 osd.1 (osd.1) 84 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:05.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:05 smithi148 bash[66753]: cluster 2024-03-22T07:13:04.451177+0000 osd.6 (osd.6) 79 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:06.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[79695]: cluster 2024-03-22T07:13:04.530108+0000 osd.2 (osd.2) 60 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:06.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[79695]: cluster 2024-03-22T07:13:05.288498+0000 mgr.y (mgr.25337) 120 : cluster 0 pgmap v211: 105 pgs: 105 active+clean; 427 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 192 op/s 2024-03-22T07:13:06.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[79695]: cluster 2024-03-22T07:13:05.434126+0000 osd.2 (osd.2) 61 : cluster 3 failed to encode map e419 with expected crc 2024-03-22T07:13:06.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[79695]: cluster 2024-03-22T07:13:05.437258+0000 osd.5 (osd.5) 64 : cluster 3 failed to encode map e419 with expected crc 2024-03-22T07:13:06.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[79695]: cluster 2024-03-22T07:13:05.440465+0000 mon.a (mon.0) 323 : cluster 0 osdmap e419: 8 total, 8 up, 8 in 2024-03-22T07:13:06.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[79695]: cluster 2024-03-22T07:13:05.453222+0000 osd.6 (osd.6) 80 : cluster 3 failed to encode map e419 with expected crc 2024-03-22T07:13:06.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[79695]: cluster 2024-03-22T07:13:05.614268+0000 osd.7 (osd.7) 53 : cluster 3 failed to encode map e419 with expected crc 2024-03-22T07:13:06.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[79695]: audit 2024-03-22T07:13:05.828052+0000 mon.a (mon.0) 324 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:06.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[79695]: audit 2024-03-22T07:13:05.840343+0000 mon.a (mon.0) 325 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:06.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[79695]: audit 2024-03-22T07:13:05.892920+0000 mon.c (mon.2) 31 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-22T07:13:06.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[79695]: audit 2024-03-22T07:13:05.894787+0000 mon.c (mon.2) 32 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:06.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[82160]: cluster 2024-03-22T07:13:04.530108+0000 osd.2 (osd.2) 60 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:06.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[82160]: cluster 2024-03-22T07:13:05.288498+0000 mgr.y (mgr.25337) 120 : cluster 0 pgmap v211: 105 pgs: 105 active+clean; 427 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 192 op/s 2024-03-22T07:13:06.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[82160]: cluster 2024-03-22T07:13:05.434126+0000 osd.2 (osd.2) 61 : cluster 3 failed to encode map e419 with expected crc 2024-03-22T07:13:06.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[82160]: cluster 2024-03-22T07:13:05.437258+0000 osd.5 (osd.5) 64 : cluster 3 failed to encode map e419 with expected crc 2024-03-22T07:13:06.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[82160]: cluster 2024-03-22T07:13:05.440465+0000 mon.a (mon.0) 323 : cluster 0 osdmap e419: 8 total, 8 up, 8 in 2024-03-22T07:13:06.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[82160]: cluster 2024-03-22T07:13:05.453222+0000 osd.6 (osd.6) 80 : cluster 3 failed to encode map e419 with expected crc 2024-03-22T07:13:06.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[82160]: cluster 2024-03-22T07:13:05.614268+0000 osd.7 (osd.7) 53 : cluster 3 failed to encode map e419 with expected crc 2024-03-22T07:13:06.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[82160]: audit 2024-03-22T07:13:05.828052+0000 mon.a (mon.0) 324 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:06.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[82160]: audit 2024-03-22T07:13:05.840343+0000 mon.a (mon.0) 325 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:06.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[82160]: audit 2024-03-22T07:13:05.892920+0000 mon.c (mon.2) 31 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-22T07:13:06.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:06 smithi129 bash[82160]: audit 2024-03-22T07:13:05.894787+0000 mon.c (mon.2) 32 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:06 smithi148 bash[66753]: cluster 2024-03-22T07:13:04.530108+0000 osd.2 (osd.2) 60 : cluster 3 failed to encode map e418 with expected crc 2024-03-22T07:13:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:06 smithi148 bash[66753]: cluster 2024-03-22T07:13:05.288498+0000 mgr.y (mgr.25337) 120 : cluster 0 pgmap v211: 105 pgs: 105 active+clean; 427 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 192 op/s 2024-03-22T07:13:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:06 smithi148 bash[66753]: cluster 2024-03-22T07:13:05.434126+0000 osd.2 (osd.2) 61 : cluster 3 failed to encode map e419 with expected crc 2024-03-22T07:13:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:06 smithi148 bash[66753]: cluster 2024-03-22T07:13:05.437258+0000 osd.5 (osd.5) 64 : cluster 3 failed to encode map e419 with expected crc 2024-03-22T07:13:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:06 smithi148 bash[66753]: cluster 2024-03-22T07:13:05.440465+0000 mon.a (mon.0) 323 : cluster 0 osdmap e419: 8 total, 8 up, 8 in 2024-03-22T07:13:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:06 smithi148 bash[66753]: cluster 2024-03-22T07:13:05.453222+0000 osd.6 (osd.6) 80 : cluster 3 failed to encode map e419 with expected crc 2024-03-22T07:13:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:06 smithi148 bash[66753]: cluster 2024-03-22T07:13:05.614268+0000 osd.7 (osd.7) 53 : cluster 3 failed to encode map e419 with expected crc 2024-03-22T07:13:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:06 smithi148 bash[66753]: audit 2024-03-22T07:13:05.828052+0000 mon.a (mon.0) 324 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:06 smithi148 bash[66753]: audit 2024-03-22T07:13:05.840343+0000 mon.a (mon.0) 325 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:06 smithi148 bash[66753]: audit 2024-03-22T07:13:05.892920+0000 mon.c (mon.2) 31 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-22T07:13:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:06 smithi148 bash[66753]: audit 2024-03-22T07:13:05.894787+0000 mon.c (mon.2) 32 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:07.294 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2164 ms) 2024-03-22T07:13:07.294 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-03-22T07:13:07.344 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 76916203~4677876 2024-03-22T07:13:07.372 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 12731892~7949750 2024-03-22T07:13:07.373 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 38084208~2772525 2024-03-22T07:13:07.391 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 49448126~6061792 2024-03-22T07:13:07.392 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 41654209~4186149 2024-03-22T07:13:07.414 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 8759818~812604 2024-03-22T07:13:07.415 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 29333143~6091320 2024-03-22T07:13:07.445 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 34618927~3683828 2024-03-22T07:13:07.450 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap0 2024-03-22T07:13:07.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:07 smithi129 bash[79695]: cephadm 2024-03-22T07:13:05.892271+0000 mgr.y (mgr.25337) 121 : cephadm 1 Reconfiguring osd.3 (monmap changed)... 2024-03-22T07:13:07.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:07 smithi129 bash[79695]: cephadm 2024-03-22T07:13:05.900120+0000 mgr.y (mgr.25337) 122 : cephadm 1 Reconfiguring daemon osd.3 on smithi129 2024-03-22T07:13:07.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:07 smithi129 bash[79695]: cluster 2024-03-22T07:13:06.438703+0000 osd.2 (osd.2) 62 : cluster 3 failed to encode map e420 with expected crc 2024-03-22T07:13:07.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:07 smithi129 bash[79695]: cluster 2024-03-22T07:13:06.441559+0000 osd.0 (osd.0) 81 : cluster 3 failed to encode map e420 with expected crc 2024-03-22T07:13:07.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:07 smithi129 bash[79695]: cluster 2024-03-22T07:13:06.442949+0000 mon.a (mon.0) 326 : cluster 0 osdmap e420: 8 total, 8 up, 8 in 2024-03-22T07:13:07.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:07 smithi129 bash[79695]: cluster 2024-03-22T07:13:06.449789+0000 osd.1 (osd.1) 85 : cluster 3 failed to encode map e420 with expected crc 2024-03-22T07:13:07.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:07 smithi129 bash[82160]: cephadm 2024-03-22T07:13:05.892271+0000 mgr.y (mgr.25337) 121 : cephadm 1 Reconfiguring osd.3 (monmap changed)... 2024-03-22T07:13:07.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:07 smithi129 bash[82160]: cephadm 2024-03-22T07:13:05.900120+0000 mgr.y (mgr.25337) 122 : cephadm 1 Reconfiguring daemon osd.3 on smithi129 2024-03-22T07:13:07.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:07 smithi129 bash[82160]: cluster 2024-03-22T07:13:06.438703+0000 osd.2 (osd.2) 62 : cluster 3 failed to encode map e420 with expected crc 2024-03-22T07:13:07.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:07 smithi129 bash[82160]: cluster 2024-03-22T07:13:06.441559+0000 osd.0 (osd.0) 81 : cluster 3 failed to encode map e420 with expected crc 2024-03-22T07:13:07.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:07 smithi129 bash[82160]: cluster 2024-03-22T07:13:06.442949+0000 mon.a (mon.0) 326 : cluster 0 osdmap e420: 8 total, 8 up, 8 in 2024-03-22T07:13:07.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:07 smithi129 bash[82160]: cluster 2024-03-22T07:13:06.449789+0000 osd.1 (osd.1) 85 : cluster 3 failed to encode map e420 with expected crc 2024-03-22T07:13:07.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:07 smithi148 bash[66753]: cephadm 2024-03-22T07:13:05.892271+0000 mgr.y (mgr.25337) 121 : cephadm 1 Reconfiguring osd.3 (monmap changed)... 2024-03-22T07:13:07.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:07 smithi148 bash[66753]: cephadm 2024-03-22T07:13:05.900120+0000 mgr.y (mgr.25337) 122 : cephadm 1 Reconfiguring daemon osd.3 on smithi129 2024-03-22T07:13:07.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:07 smithi148 bash[66753]: cluster 2024-03-22T07:13:06.438703+0000 osd.2 (osd.2) 62 : cluster 3 failed to encode map e420 with expected crc 2024-03-22T07:13:07.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:07 smithi148 bash[66753]: cluster 2024-03-22T07:13:06.441559+0000 osd.0 (osd.0) 81 : cluster 3 failed to encode map e420 with expected crc 2024-03-22T07:13:07.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:07 smithi148 bash[66753]: cluster 2024-03-22T07:13:06.442949+0000 mon.a (mon.0) 326 : cluster 0 osdmap e420: 8 total, 8 up, 8 in 2024-03-22T07:13:07.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:07 smithi148 bash[66753]: cluster 2024-03-22T07:13:06.449789+0000 osd.1 (osd.1) 85 : cluster 3 failed to encode map e420 with expected crc 2024-03-22T07:13:08.504 INFO:tasks.workunit.client.0.smithi129.stdout:clone image260 -> image261 2024-03-22T07:13:08.619 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 90831723 2024-03-22T07:13:08.633 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 84094941~6736782 2024-03-22T07:13:08.667 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 47903132~7660406 2024-03-22T07:13:08.679 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 44323680~4115578 2024-03-22T07:13:08.717 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 13899975~4839781 2024-03-22T07:13:08.727 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 4156367~7167847 2024-03-22T07:13:08.760 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 56354438~6311557 2024-03-22T07:13:08.766 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 11423764~811872 2024-03-22T07:13:08.772 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 21296954~4140967 2024-03-22T07:13:08.781 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap1 2024-03-22T07:13:08.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:08 smithi129 bash[79695]: cluster 2024-03-22T07:13:07.289258+0000 mgr.y (mgr.25337) 123 : cluster 0 pgmap v214: 105 pgs: 105 active+clean; 427 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 192 op/s 2024-03-22T07:13:08.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:08 smithi129 bash[79695]: audit 2024-03-22T07:13:08.256808+0000 mon.a (mon.0) 327 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:08.868 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:08 smithi129 bash[79695]: audit 2024-03-22T07:13:08.269040+0000 mon.a (mon.0) 328 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:08.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:08 smithi129 bash[79695]: audit 2024-03-22T07:13:08.321110+0000 mon.c (mon.2) 33 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi129.bzehte", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:13:08.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:08 smithi129 bash[79695]: audit 2024-03-22T07:13:08.322007+0000 mon.a (mon.0) 329 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi129.bzehte", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:13:08.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:08 smithi129 bash[79695]: audit 2024-03-22T07:13:08.324337+0000 mon.c (mon.2) 34 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:08.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:08 smithi129 bash[79695]: audit 2024-03-22T07:13:08.363963+0000 mon.c (mon.2) 35 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:13:08.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:08 smithi129 bash[82160]: cluster 2024-03-22T07:13:07.289258+0000 mgr.y (mgr.25337) 123 : cluster 0 pgmap v214: 105 pgs: 105 active+clean; 427 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 192 op/s 2024-03-22T07:13:08.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:08 smithi129 bash[82160]: audit 2024-03-22T07:13:08.256808+0000 mon.a (mon.0) 327 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:08.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:08 smithi129 bash[82160]: audit 2024-03-22T07:13:08.269040+0000 mon.a (mon.0) 328 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:08.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:08 smithi129 bash[82160]: audit 2024-03-22T07:13:08.321110+0000 mon.c (mon.2) 33 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi129.bzehte", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:13:08.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:08 smithi129 bash[82160]: audit 2024-03-22T07:13:08.322007+0000 mon.a (mon.0) 329 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi129.bzehte", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:13:08.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:08 smithi129 bash[82160]: audit 2024-03-22T07:13:08.324337+0000 mon.c (mon.2) 34 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:08.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:08 smithi129 bash[82160]: audit 2024-03-22T07:13:08.363963+0000 mon.c (mon.2) 35 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:13:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:08 smithi148 bash[66753]: cluster 2024-03-22T07:13:07.289258+0000 mgr.y (mgr.25337) 123 : cluster 0 pgmap v214: 105 pgs: 105 active+clean; 427 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 192 op/s 2024-03-22T07:13:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:08 smithi148 bash[66753]: audit 2024-03-22T07:13:08.256808+0000 mon.a (mon.0) 327 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:08 smithi148 bash[66753]: audit 2024-03-22T07:13:08.269040+0000 mon.a (mon.0) 328 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:08 smithi148 bash[66753]: audit 2024-03-22T07:13:08.321110+0000 mon.c (mon.2) 33 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi129.bzehte", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:13:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:08 smithi148 bash[66753]: audit 2024-03-22T07:13:08.322007+0000 mon.a (mon.0) 329 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi129.bzehte", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:13:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:08 smithi148 bash[66753]: audit 2024-03-22T07:13:08.324337+0000 mon.c (mon.2) 34 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:08 smithi148 bash[66753]: audit 2024-03-22T07:13:08.363963+0000 mon.c (mon.2) 35 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:13:09.528 INFO:tasks.workunit.client.0.smithi129.stdout:clone image261 -> image262 2024-03-22T07:13:09.637 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 143625475 2024-03-22T07:13:09.647 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 119086875~1230684 2024-03-22T07:13:09.661 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 79814535~2539511 2024-03-22T07:13:09.681 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 138785981~4839494 2024-03-22T07:13:09.705 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 108402975~6210608 2024-03-22T07:13:09.705 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 33154485~1306719 2024-03-22T07:13:09.729 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:09 smithi129 bash[82160]: cephadm 2024-03-22T07:13:08.320368+0000 mgr.y (mgr.25337) 124 : cephadm 1 Reconfiguring mds.foo.smithi129.bzehte (monmap changed)... 2024-03-22T07:13:09.730 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:09 smithi129 bash[82160]: cephadm 2024-03-22T07:13:08.326480+0000 mgr.y (mgr.25337) 125 : cephadm 1 Reconfiguring daemon mds.foo.smithi129.bzehte on smithi129 2024-03-22T07:13:09.730 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:09 smithi129 bash[82160]: cluster 2024-03-22T07:13:08.466583+0000 osd.7 (osd.7) 54 : cluster 3 failed to encode map e421 with expected crc 2024-03-22T07:13:09.730 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:09 smithi129 bash[82160]: cluster 2024-03-22T07:13:08.467355+0000 osd.4 (osd.4) 84 : cluster 3 failed to encode map e421 with expected crc 2024-03-22T07:13:09.730 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:09 smithi129 bash[82160]: cluster 2024-03-22T07:13:08.468719+0000 mon.a (mon.0) 330 : cluster 0 osdmap e421: 8 total, 8 up, 8 in 2024-03-22T07:13:09.730 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:09 smithi129 bash[82160]: cluster 2024-03-22T07:13:08.471669+0000 osd.2 (osd.2) 63 : cluster 3 failed to encode map e421 with expected crc 2024-03-22T07:13:09.730 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:09 smithi129 bash[82160]: cluster 2024-03-22T07:13:08.511794+0000 osd.1 (osd.1) 86 : cluster 3 failed to encode map e421 with expected crc 2024-03-22T07:13:09.730 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:09 smithi129 bash[79695]: cephadm 2024-03-22T07:13:08.320368+0000 mgr.y (mgr.25337) 124 : cephadm 1 Reconfiguring mds.foo.smithi129.bzehte (monmap changed)... 2024-03-22T07:13:09.730 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:09 smithi129 bash[79695]: cephadm 2024-03-22T07:13:08.326480+0000 mgr.y (mgr.25337) 125 : cephadm 1 Reconfiguring daemon mds.foo.smithi129.bzehte on smithi129 2024-03-22T07:13:09.730 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:09 smithi129 bash[79695]: cluster 2024-03-22T07:13:08.466583+0000 osd.7 (osd.7) 54 : cluster 3 failed to encode map e421 with expected crc 2024-03-22T07:13:09.730 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:09 smithi129 bash[79695]: cluster 2024-03-22T07:13:08.467355+0000 osd.4 (osd.4) 84 : cluster 3 failed to encode map e421 with expected crc 2024-03-22T07:13:09.730 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:09 smithi129 bash[79695]: cluster 2024-03-22T07:13:08.468719+0000 mon.a (mon.0) 330 : cluster 0 osdmap e421: 8 total, 8 up, 8 in 2024-03-22T07:13:09.730 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:09 smithi129 bash[79695]: cluster 2024-03-22T07:13:08.471669+0000 osd.2 (osd.2) 63 : cluster 3 failed to encode map e421 with expected crc 2024-03-22T07:13:09.731 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:09 smithi129 bash[79695]: cluster 2024-03-22T07:13:08.511794+0000 osd.1 (osd.1) 86 : cluster 3 failed to encode map e421 with expected crc 2024-03-22T07:13:09.755 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 120597179~1127787 2024-03-22T07:13:09.758 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 79358409~8139617 2024-03-22T07:13:09.795 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 90989618~7524160 2024-03-22T07:13:09.811 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap2 2024-03-22T07:13:09.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:09 smithi148 bash[66753]: cephadm 2024-03-22T07:13:08.320368+0000 mgr.y (mgr.25337) 124 : cephadm 1 Reconfiguring mds.foo.smithi129.bzehte (monmap changed)... 2024-03-22T07:13:09.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:09 smithi148 bash[66753]: cephadm 2024-03-22T07:13:08.326480+0000 mgr.y (mgr.25337) 125 : cephadm 1 Reconfiguring daemon mds.foo.smithi129.bzehte on smithi129 2024-03-22T07:13:09.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:09 smithi148 bash[66753]: cluster 2024-03-22T07:13:08.466583+0000 osd.7 (osd.7) 54 : cluster 3 failed to encode map e421 with expected crc 2024-03-22T07:13:09.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:09 smithi148 bash[66753]: cluster 2024-03-22T07:13:08.467355+0000 osd.4 (osd.4) 84 : cluster 3 failed to encode map e421 with expected crc 2024-03-22T07:13:09.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:09 smithi148 bash[66753]: cluster 2024-03-22T07:13:08.468719+0000 mon.a (mon.0) 330 : cluster 0 osdmap e421: 8 total, 8 up, 8 in 2024-03-22T07:13:09.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:09 smithi148 bash[66753]: cluster 2024-03-22T07:13:08.471669+0000 osd.2 (osd.2) 63 : cluster 3 failed to encode map e421 with expected crc 2024-03-22T07:13:09.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:09 smithi148 bash[66753]: cluster 2024-03-22T07:13:08.511794+0000 osd.1 (osd.1) 86 : cluster 3 failed to encode map e421 with expected crc 2024-03-22T07:13:10.550 INFO:tasks.workunit.client.0.smithi129.stdout:clone image262 -> image263 2024-03-22T07:13:10.684 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 225735075 2024-03-22T07:13:10.693 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 72436501~265702 2024-03-22T07:13:10.703 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 143824351~3529768 2024-03-22T07:13:10.715 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 164482533~4606075 2024-03-22T07:13:10.740 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 20165014~5918940 2024-03-22T07:13:10.764 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 72812130~1108189 2024-03-22T07:13:10.769 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 60326907~640569 2024-03-22T07:13:10.776 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 69130496~875222 2024-03-22T07:13:10.785 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 159214842~6476042 2024-03-22T07:13:10.788 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap3 2024-03-22T07:13:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:10 smithi129 bash[79695]: cluster 2024-03-22T07:13:09.290425+0000 mgr.y (mgr.25337) 126 : cluster 0 pgmap v216: 105 pgs: 105 active+clean; 564 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 26 MiB/s wr, 279 op/s 2024-03-22T07:13:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:10 smithi129 bash[79695]: cluster 2024-03-22T07:13:09.481383+0000 osd.2 (osd.2) 64 : cluster 3 failed to encode map e422 with expected crc 2024-03-22T07:13:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:10 smithi129 bash[79695]: cluster 2024-03-22T07:13:09.484566+0000 osd.5 (osd.5) 65 : cluster 3 failed to encode map e422 with expected crc 2024-03-22T07:13:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:10 smithi129 bash[79695]: cluster 2024-03-22T07:13:09.488033+0000 mon.a (mon.0) 331 : cluster 0 osdmap e422: 8 total, 8 up, 8 in 2024-03-22T07:13:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:10 smithi129 bash[79695]: cluster 2024-03-22T07:13:09.491086+0000 osd.3 (osd.3) 71 : cluster 3 failed to encode map e422 with expected crc 2024-03-22T07:13:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:10 smithi129 bash[82160]: cluster 2024-03-22T07:13:09.290425+0000 mgr.y (mgr.25337) 126 : cluster 0 pgmap v216: 105 pgs: 105 active+clean; 564 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 26 MiB/s wr, 279 op/s 2024-03-22T07:13:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:10 smithi129 bash[82160]: cluster 2024-03-22T07:13:09.481383+0000 osd.2 (osd.2) 64 : cluster 3 failed to encode map e422 with expected crc 2024-03-22T07:13:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:10 smithi129 bash[82160]: cluster 2024-03-22T07:13:09.484566+0000 osd.5 (osd.5) 65 : cluster 3 failed to encode map e422 with expected crc 2024-03-22T07:13:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:10 smithi129 bash[82160]: cluster 2024-03-22T07:13:09.488033+0000 mon.a (mon.0) 331 : cluster 0 osdmap e422: 8 total, 8 up, 8 in 2024-03-22T07:13:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:10 smithi129 bash[82160]: cluster 2024-03-22T07:13:09.491086+0000 osd.3 (osd.3) 71 : cluster 3 failed to encode map e422 with expected crc 2024-03-22T07:13:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:10 smithi148 bash[66753]: cluster 2024-03-22T07:13:09.290425+0000 mgr.y (mgr.25337) 126 : cluster 0 pgmap v216: 105 pgs: 105 active+clean; 564 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 26 MiB/s wr, 279 op/s 2024-03-22T07:13:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:10 smithi148 bash[66753]: cluster 2024-03-22T07:13:09.481383+0000 osd.2 (osd.2) 64 : cluster 3 failed to encode map e422 with expected crc 2024-03-22T07:13:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:10 smithi148 bash[66753]: cluster 2024-03-22T07:13:09.484566+0000 osd.5 (osd.5) 65 : cluster 3 failed to encode map e422 with expected crc 2024-03-22T07:13:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:10 smithi148 bash[66753]: cluster 2024-03-22T07:13:09.488033+0000 mon.a (mon.0) 331 : cluster 0 osdmap e422: 8 total, 8 up, 8 in 2024-03-22T07:13:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:10 smithi148 bash[66753]: cluster 2024-03-22T07:13:09.491086+0000 osd.3 (osd.3) 71 : cluster 3 failed to encode map e422 with expected crc 2024-03-22T07:13:11.655 INFO:tasks.workunit.client.0.smithi129.stdout:clone image263 -> image264 2024-03-22T07:13:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[82160]: cluster 2024-03-22T07:13:10.498353+0000 osd.7 (osd.7) 55 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[82160]: cluster 2024-03-22T07:13:10.499170+0000 osd.4 (osd.4) 85 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[82160]: cluster 2024-03-22T07:13:10.501509+0000 mon.a (mon.0) 332 : cluster 0 osdmap e423: 8 total, 8 up, 8 in 2024-03-22T07:13:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[82160]: cluster 2024-03-22T07:13:10.504847+0000 osd.2 (osd.2) 65 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[82160]: cluster 2024-03-22T07:13:10.517659+0000 osd.6 (osd.6) 81 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[82160]: cluster 2024-03-22T07:13:10.541321+0000 osd.5 (osd.5) 66 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[82160]: cluster 2024-03-22T07:13:10.557624+0000 osd.1 (osd.1) 87 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[82160]: audit 2024-03-22T07:13:10.589440+0000 mon.a (mon.0) 333 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[82160]: audit 2024-03-22T07:13:10.604104+0000 mon.a (mon.0) 334 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[82160]: audit 2024-03-22T07:13:10.649475+0000 mon.c (mon.2) 36 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:13:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[82160]: audit 2024-03-22T07:13:10.651009+0000 mon.c (mon.2) 37 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:13:11.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[82160]: audit 2024-03-22T07:13:10.652697+0000 mon.c (mon.2) 38 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:11.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[79695]: cluster 2024-03-22T07:13:10.498353+0000 osd.7 (osd.7) 55 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[79695]: cluster 2024-03-22T07:13:10.499170+0000 osd.4 (osd.4) 85 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[79695]: cluster 2024-03-22T07:13:10.501509+0000 mon.a (mon.0) 332 : cluster 0 osdmap e423: 8 total, 8 up, 8 in 2024-03-22T07:13:11.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[79695]: cluster 2024-03-22T07:13:10.504847+0000 osd.2 (osd.2) 65 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[79695]: cluster 2024-03-22T07:13:10.517659+0000 osd.6 (osd.6) 81 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[79695]: cluster 2024-03-22T07:13:10.541321+0000 osd.5 (osd.5) 66 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[79695]: cluster 2024-03-22T07:13:10.557624+0000 osd.1 (osd.1) 87 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[79695]: audit 2024-03-22T07:13:10.589440+0000 mon.a (mon.0) 333 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:11.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[79695]: audit 2024-03-22T07:13:10.604104+0000 mon.a (mon.0) 334 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:11.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[79695]: audit 2024-03-22T07:13:10.649475+0000 mon.c (mon.2) 36 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:13:11.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[79695]: audit 2024-03-22T07:13:10.651009+0000 mon.c (mon.2) 37 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:13:11.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:11 smithi129 bash[79695]: audit 2024-03-22T07:13:10.652697+0000 mon.c (mon.2) 38 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:11.903 INFO:tasks.workunit.client.0.smithi129.stdout:resize: 182960008 2024-03-22T07:13:11.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:11 smithi148 bash[66753]: cluster 2024-03-22T07:13:10.498353+0000 osd.7 (osd.7) 55 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:11 smithi148 bash[66753]: cluster 2024-03-22T07:13:10.499170+0000 osd.4 (osd.4) 85 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:11 smithi148 bash[66753]: cluster 2024-03-22T07:13:10.501509+0000 mon.a (mon.0) 332 : cluster 0 osdmap e423: 8 total, 8 up, 8 in 2024-03-22T07:13:11.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:11 smithi148 bash[66753]: cluster 2024-03-22T07:13:10.504847+0000 osd.2 (osd.2) 65 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:11 smithi148 bash[66753]: cluster 2024-03-22T07:13:10.517659+0000 osd.6 (osd.6) 81 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:11 smithi148 bash[66753]: cluster 2024-03-22T07:13:10.541321+0000 osd.5 (osd.5) 66 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:11 smithi148 bash[66753]: cluster 2024-03-22T07:13:10.557624+0000 osd.1 (osd.1) 87 : cluster 3 failed to encode map e423 with expected crc 2024-03-22T07:13:11.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:11 smithi148 bash[66753]: audit 2024-03-22T07:13:10.589440+0000 mon.a (mon.0) 333 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:11.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:11 smithi148 bash[66753]: audit 2024-03-22T07:13:10.604104+0000 mon.a (mon.0) 334 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:11.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:11 smithi148 bash[66753]: audit 2024-03-22T07:13:10.649475+0000 mon.c (mon.2) 36 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-22T07:13:11.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:11 smithi148 bash[66753]: audit 2024-03-22T07:13:10.651009+0000 mon.c (mon.2) 37 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-22T07:13:11.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:11 smithi148 bash[66753]: audit 2024-03-22T07:13:10.652697+0000 mon.c (mon.2) 38 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:12.674 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (5381 ms) 2024-03-22T07:13:12.675 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-03-22T07:13:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:12 smithi148 bash[66753]: cephadm 2024-03-22T07:13:10.648925+0000 mgr.y (mgr.25337) 127 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-03-22T07:13:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:12 smithi148 bash[66753]: cephadm 2024-03-22T07:13:10.654485+0000 mgr.y (mgr.25337) 128 : cephadm 1 Reconfiguring daemon mon.b on smithi148 2024-03-22T07:13:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:12 smithi148 bash[66753]: cluster 2024-03-22T07:13:11.291147+0000 mgr.y (mgr.25337) 129 : cluster 0 pgmap v219: 105 pgs: 105 active+clean; 613 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 35 MiB/s wr, 438 op/s 2024-03-22T07:13:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:12 smithi148 bash[66753]: cluster 2024-03-22T07:13:11.614145+0000 osd.7 (osd.7) 56 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:12 smithi148 bash[66753]: cluster 2024-03-22T07:13:11.615981+0000 mon.a (mon.0) 335 : cluster 0 osdmap e424: 8 total, 8 up, 8 in 2024-03-22T07:13:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:12 smithi148 bash[66753]: cluster 2024-03-22T07:13:11.616748+0000 osd.4 (osd.4) 86 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:12 smithi148 bash[66753]: cluster 2024-03-22T07:13:11.620602+0000 osd.2 (osd.2) 66 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:12 smithi148 bash[66753]: cluster 2024-03-22T07:13:11.645025+0000 osd.5 (osd.5) 67 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:12 smithi148 bash[66753]: cluster 2024-03-22T07:13:11.662956+0000 osd.1 (osd.1) 88 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:12 smithi148 bash[66753]: cluster 2024-03-22T07:13:11.715957+0000 osd.3 (osd.3) 72 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[79695]: cephadm 2024-03-22T07:13:10.648925+0000 mgr.y (mgr.25337) 127 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-03-22T07:13:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[79695]: cephadm 2024-03-22T07:13:10.654485+0000 mgr.y (mgr.25337) 128 : cephadm 1 Reconfiguring daemon mon.b on smithi148 2024-03-22T07:13:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[79695]: cluster 2024-03-22T07:13:11.291147+0000 mgr.y (mgr.25337) 129 : cluster 0 pgmap v219: 105 pgs: 105 active+clean; 613 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 35 MiB/s wr, 438 op/s 2024-03-22T07:13:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[79695]: cluster 2024-03-22T07:13:11.614145+0000 osd.7 (osd.7) 56 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[79695]: cluster 2024-03-22T07:13:11.615981+0000 mon.a (mon.0) 335 : cluster 0 osdmap e424: 8 total, 8 up, 8 in 2024-03-22T07:13:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[79695]: cluster 2024-03-22T07:13:11.616748+0000 osd.4 (osd.4) 86 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[79695]: cluster 2024-03-22T07:13:11.620602+0000 osd.2 (osd.2) 66 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[79695]: cluster 2024-03-22T07:13:11.645025+0000 osd.5 (osd.5) 67 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[79695]: cluster 2024-03-22T07:13:11.662956+0000 osd.1 (osd.1) 88 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[79695]: cluster 2024-03-22T07:13:11.715957+0000 osd.3 (osd.3) 72 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[82160]: cephadm 2024-03-22T07:13:10.648925+0000 mgr.y (mgr.25337) 127 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-03-22T07:13:12.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[82160]: cephadm 2024-03-22T07:13:10.654485+0000 mgr.y (mgr.25337) 128 : cephadm 1 Reconfiguring daemon mon.b on smithi148 2024-03-22T07:13:12.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[82160]: cluster 2024-03-22T07:13:11.291147+0000 mgr.y (mgr.25337) 129 : cluster 0 pgmap v219: 105 pgs: 105 active+clean; 613 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 35 MiB/s wr, 438 op/s 2024-03-22T07:13:12.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[82160]: cluster 2024-03-22T07:13:11.614145+0000 osd.7 (osd.7) 56 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[82160]: cluster 2024-03-22T07:13:11.615981+0000 mon.a (mon.0) 335 : cluster 0 osdmap e424: 8 total, 8 up, 8 in 2024-03-22T07:13:12.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[82160]: cluster 2024-03-22T07:13:11.616748+0000 osd.4 (osd.4) 86 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[82160]: cluster 2024-03-22T07:13:11.620602+0000 osd.2 (osd.2) 66 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[82160]: cluster 2024-03-22T07:13:11.645025+0000 osd.5 (osd.5) 67 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[82160]: cluster 2024-03-22T07:13:11.662956+0000 osd.1 (osd.1) 88 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:12.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:12 smithi129 bash[82160]: cluster 2024-03-22T07:13:11.715957+0000 osd.3 (osd.3) 72 : cluster 3 failed to encode map e424 with expected crc 2024-03-22T07:13:13.270 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (595 ms) 2024-03-22T07:13:13.270 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-03-22T07:13:14.298 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:13:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:13:13] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2024-03-22T07:13:14.572 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:14 smithi148 bash[66753]: cluster 2024-03-22T07:13:13.291994+0000 mgr.y (mgr.25337) 130 : cluster 0 pgmap v221: 105 pgs: 105 active+clean; 613 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 35 MiB/s wr, 440 op/s 2024-03-22T07:13:14.572 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:14 smithi148 bash[66753]: audit 2024-03-22T07:13:13.299232+0000 mon.a (mon.0) 336 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:14.573 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:14 smithi148 bash[66753]: audit 2024-03-22T07:13:13.312902+0000 mon.a (mon.0) 337 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:14.573 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:14 smithi148 bash[66753]: cephadm 2024-03-22T07:13:13.324539+0000 mgr.y (mgr.25337) 131 : cephadm 1 Reconfiguring mgr.x (monmap changed)... 2024-03-22T07:13:14.573 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:14 smithi148 bash[66753]: audit 2024-03-22T07:13:13.325258+0000 mon.c (mon.2) 39 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:13:14.573 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:14 smithi148 bash[66753]: audit 2024-03-22T07:13:13.326391+0000 mon.a (mon.0) 338 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:13:14.573 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:14 smithi148 bash[66753]: audit 2024-03-22T07:13:13.328699+0000 mon.c (mon.2) 40 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T07:13:14.573 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:14 smithi148 bash[66753]: audit 2024-03-22T07:13:13.330306+0000 mon.c (mon.2) 41 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:14.573 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:14 smithi148 bash[66753]: cephadm 2024-03-22T07:13:13.332192+0000 mgr.y (mgr.25337) 132 : cephadm 1 Reconfiguring daemon mgr.x on smithi148 2024-03-22T07:13:14.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[79695]: cluster 2024-03-22T07:13:13.291994+0000 mgr.y (mgr.25337) 130 : cluster 0 pgmap v221: 105 pgs: 105 active+clean; 613 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 35 MiB/s wr, 440 op/s 2024-03-22T07:13:14.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[79695]: audit 2024-03-22T07:13:13.299232+0000 mon.a (mon.0) 336 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:14.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[79695]: audit 2024-03-22T07:13:13.312902+0000 mon.a (mon.0) 337 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:14.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[79695]: cephadm 2024-03-22T07:13:13.324539+0000 mgr.y (mgr.25337) 131 : cephadm 1 Reconfiguring mgr.x (monmap changed)... 2024-03-22T07:13:14.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[79695]: audit 2024-03-22T07:13:13.325258+0000 mon.c (mon.2) 39 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:13:14.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[79695]: audit 2024-03-22T07:13:13.326391+0000 mon.a (mon.0) 338 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:13:14.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[79695]: audit 2024-03-22T07:13:13.328699+0000 mon.c (mon.2) 40 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T07:13:14.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[79695]: audit 2024-03-22T07:13:13.330306+0000 mon.c (mon.2) 41 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:14.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[79695]: cephadm 2024-03-22T07:13:13.332192+0000 mgr.y (mgr.25337) 132 : cephadm 1 Reconfiguring daemon mgr.x on smithi148 2024-03-22T07:13:14.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[82160]: cluster 2024-03-22T07:13:13.291994+0000 mgr.y (mgr.25337) 130 : cluster 0 pgmap v221: 105 pgs: 105 active+clean; 613 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 35 MiB/s wr, 440 op/s 2024-03-22T07:13:14.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[82160]: audit 2024-03-22T07:13:13.299232+0000 mon.a (mon.0) 336 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:14.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[82160]: audit 2024-03-22T07:13:13.312902+0000 mon.a (mon.0) 337 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:14.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[82160]: cephadm 2024-03-22T07:13:13.324539+0000 mgr.y (mgr.25337) 131 : cephadm 1 Reconfiguring mgr.x (monmap changed)... 2024-03-22T07:13:14.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[82160]: audit 2024-03-22T07:13:13.325258+0000 mon.c (mon.2) 39 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:13:14.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[82160]: audit 2024-03-22T07:13:13.326391+0000 mon.a (mon.0) 338 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-22T07:13:14.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[82160]: audit 2024-03-22T07:13:13.328699+0000 mon.c (mon.2) 40 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-22T07:13:14.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[82160]: audit 2024-03-22T07:13:13.330306+0000 mon.c (mon.2) 41 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:14.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:14 smithi129 bash[82160]: cephadm 2024-03-22T07:13:13.332192+0000 mgr.y (mgr.25337) 132 : cephadm 1 Reconfiguring daemon mgr.x on smithi148 2024-03-22T07:13:15.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:15 smithi129 bash[79695]: cluster 2024-03-22T07:13:14.313990+0000 osd.2 (osd.2) 67 : cluster 3 failed to encode map e425 with expected crc 2024-03-22T07:13:15.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:15 smithi129 bash[79695]: cluster 2024-03-22T07:13:14.314566+0000 osd.1 (osd.1) 89 : cluster 3 failed to encode map e425 with expected crc 2024-03-22T07:13:15.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:15 smithi129 bash[79695]: cluster 2024-03-22T07:13:14.318296+0000 mon.a (mon.0) 339 : cluster 0 osdmap e425: 8 total, 8 up, 8 in 2024-03-22T07:13:15.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:15 smithi129 bash[79695]: cluster 2024-03-22T07:13:14.320577+0000 osd.3 (osd.3) 73 : cluster 3 failed to encode map e425 with expected crc 2024-03-22T07:13:15.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:15 smithi129 bash[79695]: cluster 2024-03-22T07:13:14.335166+0000 osd.5 (osd.5) 68 : cluster 3 failed to encode map e425 with expected crc 2024-03-22T07:13:15.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:15 smithi129 bash[82160]: cluster 2024-03-22T07:13:14.313990+0000 osd.2 (osd.2) 67 : cluster 3 failed to encode map e425 with expected crc 2024-03-22T07:13:15.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:15 smithi129 bash[82160]: cluster 2024-03-22T07:13:14.314566+0000 osd.1 (osd.1) 89 : cluster 3 failed to encode map e425 with expected crc 2024-03-22T07:13:15.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:15 smithi129 bash[82160]: cluster 2024-03-22T07:13:14.318296+0000 mon.a (mon.0) 339 : cluster 0 osdmap e425: 8 total, 8 up, 8 in 2024-03-22T07:13:15.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:15 smithi129 bash[82160]: cluster 2024-03-22T07:13:14.320577+0000 osd.3 (osd.3) 73 : cluster 3 failed to encode map e425 with expected crc 2024-03-22T07:13:15.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:15 smithi129 bash[82160]: cluster 2024-03-22T07:13:14.335166+0000 osd.5 (osd.5) 68 : cluster 3 failed to encode map e425 with expected crc 2024-03-22T07:13:15.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:15 smithi148 bash[66753]: cluster 2024-03-22T07:13:14.313990+0000 osd.2 (osd.2) 67 : cluster 3 failed to encode map e425 with expected crc 2024-03-22T07:13:15.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:15 smithi148 bash[66753]: cluster 2024-03-22T07:13:14.314566+0000 osd.1 (osd.1) 89 : cluster 3 failed to encode map e425 with expected crc 2024-03-22T07:13:15.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:15 smithi148 bash[66753]: cluster 2024-03-22T07:13:14.318296+0000 mon.a (mon.0) 339 : cluster 0 osdmap e425: 8 total, 8 up, 8 in 2024-03-22T07:13:15.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:15 smithi148 bash[66753]: cluster 2024-03-22T07:13:14.320577+0000 osd.3 (osd.3) 73 : cluster 3 failed to encode map e425 with expected crc 2024-03-22T07:13:15.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:15 smithi148 bash[66753]: cluster 2024-03-22T07:13:14.335166+0000 osd.5 (osd.5) 68 : cluster 3 failed to encode map e425 with expected crc 2024-03-22T07:13:16.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[82160]: cluster 2024-03-22T07:13:15.292648+0000 mgr.y (mgr.25337) 133 : cluster 0 pgmap v223: 105 pgs: 105 active+clean; 709 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 15 MiB/s wr, 427 op/s 2024-03-22T07:13:16.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[82160]: cluster 2024-03-22T07:13:15.324575+0000 osd.2 (osd.2) 68 : cluster 3 failed to encode map e426 with expected crc 2024-03-22T07:13:16.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[82160]: cluster 2024-03-22T07:13:15.325656+0000 osd.0 (osd.0) 82 : cluster 3 failed to encode map e426 with expected crc 2024-03-22T07:13:16.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[82160]: cluster 2024-03-22T07:13:15.330808+0000 mon.a (mon.0) 340 : cluster 0 osdmap e426: 8 total, 8 up, 8 in 2024-03-22T07:13:16.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[82160]: cluster 2024-03-22T07:13:15.335634+0000 osd.3 (osd.3) 74 : cluster 3 failed to encode map e426 with expected crc 2024-03-22T07:13:16.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[82160]: audit 2024-03-22T07:13:15.356159+0000 mon.a (mon.0) 341 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:16.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[82160]: cluster 2024-03-22T07:13:15.367650+0000 osd.5 (osd.5) 69 : cluster 3 failed to encode map e426 with expected crc 2024-03-22T07:13:16.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[82160]: audit 2024-03-22T07:13:15.374788+0000 mon.a (mon.0) 342 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:16.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[82160]: cluster 2024-03-22T07:13:15.390081+0000 osd.6 (osd.6) 82 : cluster 3 failed to encode map e426 with expected crc 2024-03-22T07:13:16.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[82160]: cephadm 2024-03-22T07:13:15.403378+0000 mgr.y (mgr.25337) 134 : cephadm 1 Reconfiguring osd.4 (monmap changed)... 2024-03-22T07:13:16.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[82160]: audit 2024-03-22T07:13:15.404085+0000 mon.c (mon.2) 42 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-22T07:13:16.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[82160]: audit 2024-03-22T07:13:15.406128+0000 mon.c (mon.2) 43 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:16.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[82160]: cephadm 2024-03-22T07:13:15.411707+0000 mgr.y (mgr.25337) 135 : cephadm 1 Reconfiguring daemon osd.4 on smithi148 2024-03-22T07:13:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[79695]: cluster 2024-03-22T07:13:15.292648+0000 mgr.y (mgr.25337) 133 : cluster 0 pgmap v223: 105 pgs: 105 active+clean; 709 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 15 MiB/s wr, 427 op/s 2024-03-22T07:13:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[79695]: cluster 2024-03-22T07:13:15.324575+0000 osd.2 (osd.2) 68 : cluster 3 failed to encode map e426 with expected crc 2024-03-22T07:13:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[79695]: cluster 2024-03-22T07:13:15.325656+0000 osd.0 (osd.0) 82 : cluster 3 failed to encode map e426 with expected crc 2024-03-22T07:13:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[79695]: cluster 2024-03-22T07:13:15.330808+0000 mon.a (mon.0) 340 : cluster 0 osdmap e426: 8 total, 8 up, 8 in 2024-03-22T07:13:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[79695]: cluster 2024-03-22T07:13:15.335634+0000 osd.3 (osd.3) 74 : cluster 3 failed to encode map e426 with expected crc 2024-03-22T07:13:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[79695]: audit 2024-03-22T07:13:15.356159+0000 mon.a (mon.0) 341 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[79695]: cluster 2024-03-22T07:13:15.367650+0000 osd.5 (osd.5) 69 : cluster 3 failed to encode map e426 with expected crc 2024-03-22T07:13:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[79695]: audit 2024-03-22T07:13:15.374788+0000 mon.a (mon.0) 342 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[79695]: cluster 2024-03-22T07:13:15.390081+0000 osd.6 (osd.6) 82 : cluster 3 failed to encode map e426 with expected crc 2024-03-22T07:13:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[79695]: cephadm 2024-03-22T07:13:15.403378+0000 mgr.y (mgr.25337) 134 : cephadm 1 Reconfiguring osd.4 (monmap changed)... 2024-03-22T07:13:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[79695]: audit 2024-03-22T07:13:15.404085+0000 mon.c (mon.2) 42 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-22T07:13:16.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[79695]: audit 2024-03-22T07:13:15.406128+0000 mon.c (mon.2) 43 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:16.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:16 smithi129 bash[79695]: cephadm 2024-03-22T07:13:15.411707+0000 mgr.y (mgr.25337) 135 : cephadm 1 Reconfiguring daemon osd.4 on smithi148 2024-03-22T07:13:16.671 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:16 smithi148 bash[66753]: cluster 2024-03-22T07:13:15.292648+0000 mgr.y (mgr.25337) 133 : cluster 0 pgmap v223: 105 pgs: 105 active+clean; 709 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 15 MiB/s wr, 427 op/s 2024-03-22T07:13:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:16 smithi148 bash[66753]: cluster 2024-03-22T07:13:15.324575+0000 osd.2 (osd.2) 68 : cluster 3 failed to encode map e426 with expected crc 2024-03-22T07:13:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:16 smithi148 bash[66753]: cluster 2024-03-22T07:13:15.325656+0000 osd.0 (osd.0) 82 : cluster 3 failed to encode map e426 with expected crc 2024-03-22T07:13:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:16 smithi148 bash[66753]: cluster 2024-03-22T07:13:15.330808+0000 mon.a (mon.0) 340 : cluster 0 osdmap e426: 8 total, 8 up, 8 in 2024-03-22T07:13:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:16 smithi148 bash[66753]: cluster 2024-03-22T07:13:15.335634+0000 osd.3 (osd.3) 74 : cluster 3 failed to encode map e426 with expected crc 2024-03-22T07:13:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:16 smithi148 bash[66753]: audit 2024-03-22T07:13:15.356159+0000 mon.a (mon.0) 341 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:16 smithi148 bash[66753]: cluster 2024-03-22T07:13:15.367650+0000 osd.5 (osd.5) 69 : cluster 3 failed to encode map e426 with expected crc 2024-03-22T07:13:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:16 smithi148 bash[66753]: audit 2024-03-22T07:13:15.374788+0000 mon.a (mon.0) 342 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:16 smithi148 bash[66753]: cluster 2024-03-22T07:13:15.390081+0000 osd.6 (osd.6) 82 : cluster 3 failed to encode map e426 with expected crc 2024-03-22T07:13:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:16 smithi148 bash[66753]: cephadm 2024-03-22T07:13:15.403378+0000 mgr.y (mgr.25337) 134 : cephadm 1 Reconfiguring osd.4 (monmap changed)... 2024-03-22T07:13:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:16 smithi148 bash[66753]: audit 2024-03-22T07:13:15.404085+0000 mon.c (mon.2) 42 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-22T07:13:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:16 smithi148 bash[66753]: audit 2024-03-22T07:13:15.406128+0000 mon.c (mon.2) 43 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:16.672 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:16 smithi148 bash[66753]: cephadm 2024-03-22T07:13:15.411707+0000 mgr.y (mgr.25337) 135 : cephadm 1 Reconfiguring daemon osd.4 on smithi148 2024-03-22T07:13:17.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:17 smithi148 bash[66753]: cluster 2024-03-22T07:13:16.371693+0000 osd.3 (osd.3) 75 : cluster 3 failed to encode map e427 with expected crc 2024-03-22T07:13:17.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:17 smithi148 bash[66753]: cluster 2024-03-22T07:13:16.374413+0000 osd.4 (osd.4) 87 : cluster 3 failed to encode map e427 with expected crc 2024-03-22T07:13:17.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:17 smithi148 bash[66753]: cluster 2024-03-22T07:13:16.375356+0000 mon.a (mon.0) 343 : cluster 0 osdmap e427: 8 total, 8 up, 8 in 2024-03-22T07:13:17.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:17 smithi148 bash[66753]: cluster 2024-03-22T07:13:16.389726+0000 osd.0 (osd.0) 83 : cluster 3 failed to encode map e427 with expected crc 2024-03-22T07:13:17.803 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (4533 ms) 2024-03-22T07:13:17.804 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-03-22T07:13:17.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:17 smithi129 bash[79695]: cluster 2024-03-22T07:13:16.371693+0000 osd.3 (osd.3) 75 : cluster 3 failed to encode map e427 with expected crc 2024-03-22T07:13:17.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:17 smithi129 bash[79695]: cluster 2024-03-22T07:13:16.374413+0000 osd.4 (osd.4) 87 : cluster 3 failed to encode map e427 with expected crc 2024-03-22T07:13:17.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:17 smithi129 bash[79695]: cluster 2024-03-22T07:13:16.375356+0000 mon.a (mon.0) 343 : cluster 0 osdmap e427: 8 total, 8 up, 8 in 2024-03-22T07:13:17.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:17 smithi129 bash[79695]: cluster 2024-03-22T07:13:16.389726+0000 osd.0 (osd.0) 83 : cluster 3 failed to encode map e427 with expected crc 2024-03-22T07:13:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:17 smithi129 bash[82160]: cluster 2024-03-22T07:13:16.371693+0000 osd.3 (osd.3) 75 : cluster 3 failed to encode map e427 with expected crc 2024-03-22T07:13:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:17 smithi129 bash[82160]: cluster 2024-03-22T07:13:16.374413+0000 osd.4 (osd.4) 87 : cluster 3 failed to encode map e427 with expected crc 2024-03-22T07:13:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:17 smithi129 bash[82160]: cluster 2024-03-22T07:13:16.375356+0000 mon.a (mon.0) 343 : cluster 0 osdmap e427: 8 total, 8 up, 8 in 2024-03-22T07:13:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:17 smithi129 bash[82160]: cluster 2024-03-22T07:13:16.389726+0000 osd.0 (osd.0) 83 : cluster 3 failed to encode map e427 with expected crc 2024-03-22T07:13:18.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:18 smithi148 bash[66753]: cluster 2024-03-22T07:13:17.293350+0000 mgr.y (mgr.25337) 136 : cluster 0 pgmap v226: 105 pgs: 105 active+clean; 709 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 15 MiB/s wr, 437 op/s 2024-03-22T07:13:18.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:18 smithi148 bash[66753]: cluster 2024-03-22T07:13:17.381528+0000 osd.2 (osd.2) 69 : cluster 3 failed to encode map e428 with expected crc 2024-03-22T07:13:18.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:18 smithi148 bash[66753]: cluster 2024-03-22T07:13:17.383120+0000 osd.4 (osd.4) 88 : cluster 3 failed to encode map e428 with expected crc 2024-03-22T07:13:18.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:18 smithi148 bash[66753]: cluster 2024-03-22T07:13:17.387812+0000 mon.a (mon.0) 344 : cluster 0 osdmap e428: 8 total, 8 up, 8 in 2024-03-22T07:13:18.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:18 smithi148 bash[66753]: cluster 2024-03-22T07:13:17.406421+0000 osd.5 (osd.5) 70 : cluster 3 failed to encode map e428 with expected crc 2024-03-22T07:13:18.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:18 smithi148 bash[66753]: cluster 2024-03-22T07:13:17.425785+0000 osd.0 (osd.0) 84 : cluster 3 failed to encode map e428 with expected crc 2024-03-22T07:13:18.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:18 smithi148 bash[66753]: audit 2024-03-22T07:13:17.537729+0000 mon.a (mon.0) 345 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:18.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:18 smithi148 bash[66753]: audit 2024-03-22T07:13:17.553717+0000 mon.a (mon.0) 346 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:18.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:18 smithi148 bash[66753]: cephadm 2024-03-22T07:13:17.582231+0000 mgr.y (mgr.25337) 137 : cephadm 1 Reconfiguring osd.5 (monmap changed)... 2024-03-22T07:13:18.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:18 smithi148 bash[66753]: audit 2024-03-22T07:13:17.583073+0000 mon.c (mon.2) 44 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-22T07:13:18.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:18 smithi148 bash[66753]: audit 2024-03-22T07:13:17.584942+0000 mon.c (mon.2) 45 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:18.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:18 smithi148 bash[66753]: cephadm 2024-03-22T07:13:17.590472+0000 mgr.y (mgr.25337) 138 : cephadm 1 Reconfiguring daemon osd.5 on smithi148 2024-03-22T07:13:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[79695]: cluster 2024-03-22T07:13:17.293350+0000 mgr.y (mgr.25337) 136 : cluster 0 pgmap v226: 105 pgs: 105 active+clean; 709 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 15 MiB/s wr, 437 op/s 2024-03-22T07:13:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[79695]: cluster 2024-03-22T07:13:17.381528+0000 osd.2 (osd.2) 69 : cluster 3 failed to encode map e428 with expected crc 2024-03-22T07:13:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[79695]: cluster 2024-03-22T07:13:17.383120+0000 osd.4 (osd.4) 88 : cluster 3 failed to encode map e428 with expected crc 2024-03-22T07:13:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[79695]: cluster 2024-03-22T07:13:17.387812+0000 mon.a (mon.0) 344 : cluster 0 osdmap e428: 8 total, 8 up, 8 in 2024-03-22T07:13:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[79695]: cluster 2024-03-22T07:13:17.406421+0000 osd.5 (osd.5) 70 : cluster 3 failed to encode map e428 with expected crc 2024-03-22T07:13:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[79695]: cluster 2024-03-22T07:13:17.425785+0000 osd.0 (osd.0) 84 : cluster 3 failed to encode map e428 with expected crc 2024-03-22T07:13:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[79695]: audit 2024-03-22T07:13:17.537729+0000 mon.a (mon.0) 345 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[79695]: audit 2024-03-22T07:13:17.553717+0000 mon.a (mon.0) 346 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[79695]: cephadm 2024-03-22T07:13:17.582231+0000 mgr.y (mgr.25337) 137 : cephadm 1 Reconfiguring osd.5 (monmap changed)... 2024-03-22T07:13:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[79695]: audit 2024-03-22T07:13:17.583073+0000 mon.c (mon.2) 44 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-22T07:13:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[79695]: audit 2024-03-22T07:13:17.584942+0000 mon.c (mon.2) 45 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[79695]: cephadm 2024-03-22T07:13:17.590472+0000 mgr.y (mgr.25337) 138 : cephadm 1 Reconfiguring daemon osd.5 on smithi148 2024-03-22T07:13:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[82160]: cluster 2024-03-22T07:13:17.293350+0000 mgr.y (mgr.25337) 136 : cluster 0 pgmap v226: 105 pgs: 105 active+clean; 709 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 15 MiB/s wr, 437 op/s 2024-03-22T07:13:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[82160]: cluster 2024-03-22T07:13:17.381528+0000 osd.2 (osd.2) 69 : cluster 3 failed to encode map e428 with expected crc 2024-03-22T07:13:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[82160]: cluster 2024-03-22T07:13:17.383120+0000 osd.4 (osd.4) 88 : cluster 3 failed to encode map e428 with expected crc 2024-03-22T07:13:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[82160]: cluster 2024-03-22T07:13:17.387812+0000 mon.a (mon.0) 344 : cluster 0 osdmap e428: 8 total, 8 up, 8 in 2024-03-22T07:13:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[82160]: cluster 2024-03-22T07:13:17.406421+0000 osd.5 (osd.5) 70 : cluster 3 failed to encode map e428 with expected crc 2024-03-22T07:13:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[82160]: cluster 2024-03-22T07:13:17.425785+0000 osd.0 (osd.0) 84 : cluster 3 failed to encode map e428 with expected crc 2024-03-22T07:13:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[82160]: audit 2024-03-22T07:13:17.537729+0000 mon.a (mon.0) 345 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[82160]: audit 2024-03-22T07:13:17.553717+0000 mon.a (mon.0) 346 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[82160]: cephadm 2024-03-22T07:13:17.582231+0000 mgr.y (mgr.25337) 137 : cephadm 1 Reconfiguring osd.5 (monmap changed)... 2024-03-22T07:13:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[82160]: audit 2024-03-22T07:13:17.583073+0000 mon.c (mon.2) 44 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-22T07:13:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[82160]: audit 2024-03-22T07:13:17.584942+0000 mon.c (mon.2) 45 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:18.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:18 smithi129 bash[82160]: cephadm 2024-03-22T07:13:17.590472+0000 mgr.y (mgr.25337) 138 : cephadm 1 Reconfiguring daemon osd.5 on smithi148 2024-03-22T07:13:19.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:19 smithi129 bash[79695]: cluster 2024-03-22T07:13:18.553144+0000 osd.1 (osd.1) 90 : cluster 3 failed to encode map e429 with expected crc 2024-03-22T07:13:19.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:19 smithi129 bash[79695]: cluster 2024-03-22T07:13:18.554520+0000 osd.7 (osd.7) 57 : cluster 3 failed to encode map e429 with expected crc 2024-03-22T07:13:19.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:19 smithi129 bash[79695]: cluster 2024-03-22T07:13:18.557713+0000 mon.a (mon.0) 347 : cluster 0 osdmap e429: 8 total, 8 up, 8 in 2024-03-22T07:13:19.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:19 smithi129 bash[79695]: cluster 2024-03-22T07:13:18.568178+0000 osd.4 (osd.4) 89 : cluster 3 failed to encode map e429 with expected crc 2024-03-22T07:13:19.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:19 smithi129 bash[79695]: cluster 2024-03-22T07:13:18.574090+0000 osd.2 (osd.2) 70 : cluster 3 failed to encode map e429 with expected crc 2024-03-22T07:13:19.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:19 smithi129 bash[79695]: cluster 2024-03-22T07:13:18.650563+0000 osd.3 (osd.3) 76 : cluster 3 failed to encode map e429 with expected crc 2024-03-22T07:13:19.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:19 smithi129 bash[82160]: cluster 2024-03-22T07:13:18.553144+0000 osd.1 (osd.1) 90 : cluster 3 failed to encode map e429 with expected crc 2024-03-22T07:13:19.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:19 smithi129 bash[82160]: cluster 2024-03-22T07:13:18.554520+0000 osd.7 (osd.7) 57 : cluster 3 failed to encode map e429 with expected crc 2024-03-22T07:13:19.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:19 smithi129 bash[82160]: cluster 2024-03-22T07:13:18.557713+0000 mon.a (mon.0) 347 : cluster 0 osdmap e429: 8 total, 8 up, 8 in 2024-03-22T07:13:19.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:19 smithi129 bash[82160]: cluster 2024-03-22T07:13:18.568178+0000 osd.4 (osd.4) 89 : cluster 3 failed to encode map e429 with expected crc 2024-03-22T07:13:19.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:19 smithi129 bash[82160]: cluster 2024-03-22T07:13:18.574090+0000 osd.2 (osd.2) 70 : cluster 3 failed to encode map e429 with expected crc 2024-03-22T07:13:19.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:19 smithi129 bash[82160]: cluster 2024-03-22T07:13:18.650563+0000 osd.3 (osd.3) 76 : cluster 3 failed to encode map e429 with expected crc 2024-03-22T07:13:19.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:19 smithi148 bash[66753]: cluster 2024-03-22T07:13:18.553144+0000 osd.1 (osd.1) 90 : cluster 3 failed to encode map e429 with expected crc 2024-03-22T07:13:19.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:19 smithi148 bash[66753]: cluster 2024-03-22T07:13:18.554520+0000 osd.7 (osd.7) 57 : cluster 3 failed to encode map e429 with expected crc 2024-03-22T07:13:19.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:19 smithi148 bash[66753]: cluster 2024-03-22T07:13:18.557713+0000 mon.a (mon.0) 347 : cluster 0 osdmap e429: 8 total, 8 up, 8 in 2024-03-22T07:13:19.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:19 smithi148 bash[66753]: cluster 2024-03-22T07:13:18.568178+0000 osd.4 (osd.4) 89 : cluster 3 failed to encode map e429 with expected crc 2024-03-22T07:13:19.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:19 smithi148 bash[66753]: cluster 2024-03-22T07:13:18.574090+0000 osd.2 (osd.2) 70 : cluster 3 failed to encode map e429 with expected crc 2024-03-22T07:13:19.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:19 smithi148 bash[66753]: cluster 2024-03-22T07:13:18.650563+0000 osd.3 (osd.3) 76 : cluster 3 failed to encode map e429 with expected crc 2024-03-22T07:13:20.249 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2446 ms) 2024-03-22T07:13:20.249 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-03-22T07:13:20.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:20 smithi148 bash[66753]: cluster 2024-03-22T07:13:19.294636+0000 mgr.y (mgr.25337) 139 : cluster 0 pgmap v229: 105 pgs: 105 active+clean; 753 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 222 op/s 2024-03-22T07:13:20.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:20 smithi148 bash[66753]: cluster 2024-03-22T07:13:19.562798+0000 osd.7 (osd.7) 58 : cluster 3 failed to encode map e430 with expected crc 2024-03-22T07:13:20.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:20 smithi148 bash[66753]: cluster 2024-03-22T07:13:19.564159+0000 osd.4 (osd.4) 90 : cluster 3 failed to encode map e430 with expected crc 2024-03-22T07:13:20.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:20 smithi148 bash[66753]: cluster 2024-03-22T07:13:19.567257+0000 mon.a (mon.0) 348 : cluster 0 osdmap e430: 8 total, 8 up, 8 in 2024-03-22T07:13:20.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:20 smithi148 bash[66753]: cluster 2024-03-22T07:13:19.569253+0000 osd.2 (osd.2) 71 : cluster 3 failed to encode map e430 with expected crc 2024-03-22T07:13:20.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:20 smithi148 bash[66753]: cluster 2024-03-22T07:13:19.581785+0000 osd.6 (osd.6) 83 : cluster 3 failed to encode map e430 with expected crc 2024-03-22T07:13:20.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:20 smithi148 bash[66753]: audit 2024-03-22T07:13:19.793990+0000 mon.a (mon.0) 349 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:20.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:20 smithi148 bash[66753]: audit 2024-03-22T07:13:19.815991+0000 mon.a (mon.0) 350 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:20.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:20 smithi148 bash[66753]: audit 2024-03-22T07:13:19.861166+0000 mon.c (mon.2) 46 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-22T07:13:20.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:20 smithi148 bash[66753]: audit 2024-03-22T07:13:19.863177+0000 mon.c (mon.2) 47 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[79695]: cluster 2024-03-22T07:13:19.294636+0000 mgr.y (mgr.25337) 139 : cluster 0 pgmap v229: 105 pgs: 105 active+clean; 753 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 222 op/s 2024-03-22T07:13:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[79695]: cluster 2024-03-22T07:13:19.562798+0000 osd.7 (osd.7) 58 : cluster 3 failed to encode map e430 with expected crc 2024-03-22T07:13:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[79695]: cluster 2024-03-22T07:13:19.564159+0000 osd.4 (osd.4) 90 : cluster 3 failed to encode map e430 with expected crc 2024-03-22T07:13:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[79695]: cluster 2024-03-22T07:13:19.567257+0000 mon.a (mon.0) 348 : cluster 0 osdmap e430: 8 total, 8 up, 8 in 2024-03-22T07:13:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[79695]: cluster 2024-03-22T07:13:19.569253+0000 osd.2 (osd.2) 71 : cluster 3 failed to encode map e430 with expected crc 2024-03-22T07:13:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[79695]: cluster 2024-03-22T07:13:19.581785+0000 osd.6 (osd.6) 83 : cluster 3 failed to encode map e430 with expected crc 2024-03-22T07:13:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[79695]: audit 2024-03-22T07:13:19.793990+0000 mon.a (mon.0) 349 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[79695]: audit 2024-03-22T07:13:19.815991+0000 mon.a (mon.0) 350 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[79695]: audit 2024-03-22T07:13:19.861166+0000 mon.c (mon.2) 46 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-22T07:13:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[79695]: audit 2024-03-22T07:13:19.863177+0000 mon.c (mon.2) 47 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[82160]: cluster 2024-03-22T07:13:19.294636+0000 mgr.y (mgr.25337) 139 : cluster 0 pgmap v229: 105 pgs: 105 active+clean; 753 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 222 op/s 2024-03-22T07:13:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[82160]: cluster 2024-03-22T07:13:19.562798+0000 osd.7 (osd.7) 58 : cluster 3 failed to encode map e430 with expected crc 2024-03-22T07:13:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[82160]: cluster 2024-03-22T07:13:19.564159+0000 osd.4 (osd.4) 90 : cluster 3 failed to encode map e430 with expected crc 2024-03-22T07:13:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[82160]: cluster 2024-03-22T07:13:19.567257+0000 mon.a (mon.0) 348 : cluster 0 osdmap e430: 8 total, 8 up, 8 in 2024-03-22T07:13:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[82160]: cluster 2024-03-22T07:13:19.569253+0000 osd.2 (osd.2) 71 : cluster 3 failed to encode map e430 with expected crc 2024-03-22T07:13:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[82160]: cluster 2024-03-22T07:13:19.581785+0000 osd.6 (osd.6) 83 : cluster 3 failed to encode map e430 with expected crc 2024-03-22T07:13:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[82160]: audit 2024-03-22T07:13:19.793990+0000 mon.a (mon.0) 349 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[82160]: audit 2024-03-22T07:13:19.815991+0000 mon.a (mon.0) 350 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[82160]: audit 2024-03-22T07:13:19.861166+0000 mon.c (mon.2) 46 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-22T07:13:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:20 smithi129 bash[82160]: audit 2024-03-22T07:13:19.863177+0000 mon.c (mon.2) 47 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:21.810 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:21 smithi148 bash[66753]: cluster 2024-03-22T07:13:19.607316+0000 osd.5 (osd.5) 71 : cluster 3 failed to encode map e430 with expected crc 2024-03-22T07:13:21.811 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:21 smithi148 bash[66753]: cephadm 2024-03-22T07:13:19.860321+0000 mgr.y (mgr.25337) 140 : cephadm 1 Reconfiguring osd.6 (monmap changed)... 2024-03-22T07:13:21.811 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:21 smithi148 bash[66753]: cephadm 2024-03-22T07:13:19.869184+0000 mgr.y (mgr.25337) 141 : cephadm 1 Reconfiguring daemon osd.6 on smithi148 2024-03-22T07:13:21.811 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:21 smithi148 bash[66753]: cluster 2024-03-22T07:13:20.818425+0000 osd.7 (osd.7) 59 : cluster 3 failed to encode map e431 with expected crc 2024-03-22T07:13:21.811 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:21 smithi148 bash[66753]: cluster 2024-03-22T07:13:20.822310+0000 mon.a (mon.0) 351 : cluster 0 osdmap e431: 8 total, 8 up, 8 in 2024-03-22T07:13:21.811 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:21 smithi148 bash[66753]: cluster 2024-03-22T07:13:20.826877+0000 osd.6 (osd.6) 84 : cluster 3 failed to encode map e431 with expected crc 2024-03-22T07:13:21.811 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:21 smithi148 bash[66753]: cluster 2024-03-22T07:13:20.938015+0000 osd.2 (osd.2) 72 : cluster 3 failed to encode map e431 with expected crc 2024-03-22T07:13:21.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:21 smithi129 bash[82160]: cluster 2024-03-22T07:13:19.607316+0000 osd.5 (osd.5) 71 : cluster 3 failed to encode map e430 with expected crc 2024-03-22T07:13:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:21 smithi129 bash[82160]: cephadm 2024-03-22T07:13:19.860321+0000 mgr.y (mgr.25337) 140 : cephadm 1 Reconfiguring osd.6 (monmap changed)... 2024-03-22T07:13:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:21 smithi129 bash[82160]: cephadm 2024-03-22T07:13:19.869184+0000 mgr.y (mgr.25337) 141 : cephadm 1 Reconfiguring daemon osd.6 on smithi148 2024-03-22T07:13:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:21 smithi129 bash[82160]: cluster 2024-03-22T07:13:20.818425+0000 osd.7 (osd.7) 59 : cluster 3 failed to encode map e431 with expected crc 2024-03-22T07:13:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:21 smithi129 bash[82160]: cluster 2024-03-22T07:13:20.822310+0000 mon.a (mon.0) 351 : cluster 0 osdmap e431: 8 total, 8 up, 8 in 2024-03-22T07:13:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:21 smithi129 bash[82160]: cluster 2024-03-22T07:13:20.826877+0000 osd.6 (osd.6) 84 : cluster 3 failed to encode map e431 with expected crc 2024-03-22T07:13:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:21 smithi129 bash[82160]: cluster 2024-03-22T07:13:20.938015+0000 osd.2 (osd.2) 72 : cluster 3 failed to encode map e431 with expected crc 2024-03-22T07:13:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:21 smithi129 bash[79695]: cluster 2024-03-22T07:13:19.607316+0000 osd.5 (osd.5) 71 : cluster 3 failed to encode map e430 with expected crc 2024-03-22T07:13:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:21 smithi129 bash[79695]: cephadm 2024-03-22T07:13:19.860321+0000 mgr.y (mgr.25337) 140 : cephadm 1 Reconfiguring osd.6 (monmap changed)... 2024-03-22T07:13:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:21 smithi129 bash[79695]: cephadm 2024-03-22T07:13:19.869184+0000 mgr.y (mgr.25337) 141 : cephadm 1 Reconfiguring daemon osd.6 on smithi148 2024-03-22T07:13:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:21 smithi129 bash[79695]: cluster 2024-03-22T07:13:20.818425+0000 osd.7 (osd.7) 59 : cluster 3 failed to encode map e431 with expected crc 2024-03-22T07:13:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:21 smithi129 bash[79695]: cluster 2024-03-22T07:13:20.822310+0000 mon.a (mon.0) 351 : cluster 0 osdmap e431: 8 total, 8 up, 8 in 2024-03-22T07:13:21.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:21 smithi129 bash[79695]: cluster 2024-03-22T07:13:20.826877+0000 osd.6 (osd.6) 84 : cluster 3 failed to encode map e431 with expected crc 2024-03-22T07:13:21.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:21 smithi129 bash[79695]: cluster 2024-03-22T07:13:20.938015+0000 osd.2 (osd.2) 72 : cluster 3 failed to encode map e431 with expected crc 2024-03-22T07:13:22.587 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2338 ms) 2024-03-22T07:13:22.587 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-03-22T07:13:22.634 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 41443171~2822240 2024-03-22T07:13:22.651 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 6447682~1894357 2024-03-22T07:13:22.653 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 4450347~7024291 2024-03-22T07:13:22.685 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 8271302~5800093 2024-03-22T07:13:22.692 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 31231619~3457510 2024-03-22T07:13:22.712 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 75588528~8297552 2024-03-22T07:13:22.714 INFO:tasks.workunit.client.0.smithi129.stdout:write: A 4515019~4254447 2024-03-22T07:13:22.741 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 43727819~2940311 2024-03-22T07:13:22.743 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap0 2024-03-22T07:13:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[79695]: cluster 2024-03-22T07:13:20.818979+0000 osd.5 (osd.5) 72 : cluster 3 failed to encode map e431 with expected crc 2024-03-22T07:13:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[79695]: cluster 2024-03-22T07:13:21.295321+0000 mgr.y (mgr.25337) 142 : cluster 0 pgmap v232: 105 pgs: 105 active+clean; 753 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 222 op/s 2024-03-22T07:13:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[79695]: cluster 2024-03-22T07:13:21.824548+0000 osd.0 (osd.0) 85 : cluster 3 failed to encode map e432 with expected crc 2024-03-22T07:13:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[79695]: cluster 2024-03-22T07:13:21.825749+0000 osd.7 (osd.7) 60 : cluster 3 failed to encode map e432 with expected crc 2024-03-22T07:13:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[79695]: cluster 2024-03-22T07:13:21.827318+0000 mon.a (mon.0) 352 : cluster 0 osdmap e432: 8 total, 8 up, 8 in 2024-03-22T07:13:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[79695]: cluster 2024-03-22T07:13:21.839728+0000 osd.6 (osd.6) 85 : cluster 3 failed to encode map e432 with expected crc 2024-03-22T07:13:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[79695]: cluster 2024-03-22T07:13:21.933508+0000 osd.2 (osd.2) 73 : cluster 3 failed to encode map e432 with expected crc 2024-03-22T07:13:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[79695]: audit 2024-03-22T07:13:22.402803+0000 mon.a (mon.0) 353 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[79695]: audit 2024-03-22T07:13:22.416242+0000 mon.a (mon.0) 354 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[79695]: audit 2024-03-22T07:13:22.441838+0000 mon.c (mon.2) 48 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-22T07:13:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[79695]: audit 2024-03-22T07:13:22.443381+0000 mon.c (mon.2) 49 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[82160]: cluster 2024-03-22T07:13:20.818979+0000 osd.5 (osd.5) 72 : cluster 3 failed to encode map e431 with expected crc 2024-03-22T07:13:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[82160]: cluster 2024-03-22T07:13:21.295321+0000 mgr.y (mgr.25337) 142 : cluster 0 pgmap v232: 105 pgs: 105 active+clean; 753 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 222 op/s 2024-03-22T07:13:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[82160]: cluster 2024-03-22T07:13:21.824548+0000 osd.0 (osd.0) 85 : cluster 3 failed to encode map e432 with expected crc 2024-03-22T07:13:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[82160]: cluster 2024-03-22T07:13:21.825749+0000 osd.7 (osd.7) 60 : cluster 3 failed to encode map e432 with expected crc 2024-03-22T07:13:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[82160]: cluster 2024-03-22T07:13:21.827318+0000 mon.a (mon.0) 352 : cluster 0 osdmap e432: 8 total, 8 up, 8 in 2024-03-22T07:13:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[82160]: cluster 2024-03-22T07:13:21.839728+0000 osd.6 (osd.6) 85 : cluster 3 failed to encode map e432 with expected crc 2024-03-22T07:13:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[82160]: cluster 2024-03-22T07:13:21.933508+0000 osd.2 (osd.2) 73 : cluster 3 failed to encode map e432 with expected crc 2024-03-22T07:13:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[82160]: audit 2024-03-22T07:13:22.402803+0000 mon.a (mon.0) 353 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[82160]: audit 2024-03-22T07:13:22.416242+0000 mon.a (mon.0) 354 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[82160]: audit 2024-03-22T07:13:22.441838+0000 mon.c (mon.2) 48 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-22T07:13:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:22 smithi129 bash[82160]: audit 2024-03-22T07:13:22.443381+0000 mon.c (mon.2) 49 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:22.904 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:22 smithi148 bash[66753]: cluster 2024-03-22T07:13:20.818979+0000 osd.5 (osd.5) 72 : cluster 3 failed to encode map e431 with expected crc 2024-03-22T07:13:22.905 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:22 smithi148 bash[66753]: cluster 2024-03-22T07:13:21.295321+0000 mgr.y (mgr.25337) 142 : cluster 0 pgmap v232: 105 pgs: 105 active+clean; 753 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 222 op/s 2024-03-22T07:13:22.905 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:22 smithi148 bash[66753]: cluster 2024-03-22T07:13:21.824548+0000 osd.0 (osd.0) 85 : cluster 3 failed to encode map e432 with expected crc 2024-03-22T07:13:22.905 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:22 smithi148 bash[66753]: cluster 2024-03-22T07:13:21.825749+0000 osd.7 (osd.7) 60 : cluster 3 failed to encode map e432 with expected crc 2024-03-22T07:13:22.905 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:22 smithi148 bash[66753]: cluster 2024-03-22T07:13:21.827318+0000 mon.a (mon.0) 352 : cluster 0 osdmap e432: 8 total, 8 up, 8 in 2024-03-22T07:13:22.905 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:22 smithi148 bash[66753]: cluster 2024-03-22T07:13:21.839728+0000 osd.6 (osd.6) 85 : cluster 3 failed to encode map e432 with expected crc 2024-03-22T07:13:22.905 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:22 smithi148 bash[66753]: cluster 2024-03-22T07:13:21.933508+0000 osd.2 (osd.2) 73 : cluster 3 failed to encode map e432 with expected crc 2024-03-22T07:13:22.905 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:22 smithi148 bash[66753]: audit 2024-03-22T07:13:22.402803+0000 mon.a (mon.0) 353 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:22.905 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:22 smithi148 bash[66753]: audit 2024-03-22T07:13:22.416242+0000 mon.a (mon.0) 354 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:22.905 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:22 smithi148 bash[66753]: audit 2024-03-22T07:13:22.441838+0000 mon.c (mon.2) 48 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-22T07:13:22.905 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:22 smithi148 bash[66753]: audit 2024-03-22T07:13:22.443381+0000 mon.c (mon.2) 49 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:23.625 INFO:tasks.workunit.client.0.smithi129.stdout:clone image283 -> image284 2024-03-22T07:13:23.759 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 39068454~1429317 2024-03-22T07:13:23.787 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 19081755~7985031 2024-03-22T07:13:23.795 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 6072465~2234267 2024-03-22T07:13:23.826 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:23 smithi148 bash[66753]: cluster 2024-03-22T07:13:21.866267+0000 osd.5 (osd.5) 73 : cluster 3 failed to encode map e432 with expected crc 2024-03-22T07:13:23.826 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:23 smithi148 bash[66753]: cephadm 2024-03-22T07:13:22.441227+0000 mgr.y (mgr.25337) 143 : cephadm 1 Reconfiguring osd.7 (monmap changed)... 2024-03-22T07:13:23.826 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:23 smithi148 bash[66753]: cephadm 2024-03-22T07:13:22.448326+0000 mgr.y (mgr.25337) 144 : cephadm 1 Reconfiguring daemon osd.7 on smithi148 2024-03-22T07:13:23.826 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:23 smithi148 bash[66753]: audit 2024-03-22T07:13:23.364476+0000 mon.c (mon.2) 50 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:13:23.827 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 78663029~5223051 2024-03-22T07:13:23.833 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 5963563~4402123 2024-03-22T07:13:23.848 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 12427107~5488459 2024-03-22T07:13:23.855 INFO:tasks.workunit.client.0.smithi129.stdout:write: B 75419564~8106910 2024-03-22T07:13:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:23 smithi129 bash[82160]: cluster 2024-03-22T07:13:21.866267+0000 osd.5 (osd.5) 73 : cluster 3 failed to encode map e432 with expected crc 2024-03-22T07:13:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:23 smithi129 bash[82160]: cephadm 2024-03-22T07:13:22.441227+0000 mgr.y (mgr.25337) 143 : cephadm 1 Reconfiguring osd.7 (monmap changed)... 2024-03-22T07:13:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:23 smithi129 bash[82160]: cephadm 2024-03-22T07:13:22.448326+0000 mgr.y (mgr.25337) 144 : cephadm 1 Reconfiguring daemon osd.7 on smithi148 2024-03-22T07:13:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:23 smithi129 bash[82160]: audit 2024-03-22T07:13:23.364476+0000 mon.c (mon.2) 50 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:13:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:23 smithi129 bash[79695]: cluster 2024-03-22T07:13:21.866267+0000 osd.5 (osd.5) 73 : cluster 3 failed to encode map e432 with expected crc 2024-03-22T07:13:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:23 smithi129 bash[79695]: cephadm 2024-03-22T07:13:22.441227+0000 mgr.y (mgr.25337) 143 : cephadm 1 Reconfiguring osd.7 (monmap changed)... 2024-03-22T07:13:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:23 smithi129 bash[79695]: cephadm 2024-03-22T07:13:22.448326+0000 mgr.y (mgr.25337) 144 : cephadm 1 Reconfiguring daemon osd.7 on smithi148 2024-03-22T07:13:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:23 smithi129 bash[79695]: audit 2024-03-22T07:13:23.364476+0000 mon.c (mon.2) 50 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:13:23.878 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 43555699~3538630 2024-03-22T07:13:23.894 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap1 2024-03-22T07:13:24.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:13:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:13:23] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2024-03-22T07:13:24.631 INFO:tasks.workunit.client.0.smithi129.stdout:clone image284 -> image285 2024-03-22T07:13:24.788 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 12169867~6063006 2024-03-22T07:13:24.829 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 68240773~2057008 2024-03-22T07:13:24.836 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 60686209~1458447 2024-03-22T07:13:24.849 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 30878718~8119187 2024-03-22T07:13:24.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:24 smithi129 bash[82160]: cluster 2024-03-22T07:13:23.296023+0000 mgr.y (mgr.25337) 145 : cluster 0 pgmap v234: 105 pgs: 105 active+clean; 753 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 9.3 MiB/s wr, 188 op/s 2024-03-22T07:13:24.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:24 smithi129 bash[82160]: cluster 2024-03-22T07:13:23.576165+0000 osd.2 (osd.2) 74 : cluster 3 failed to encode map e433 with expected crc 2024-03-22T07:13:24.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:24 smithi129 bash[82160]: cluster 2024-03-22T07:13:23.578653+0000 osd.6 (osd.6) 86 : cluster 3 failed to encode map e433 with expected crc 2024-03-22T07:13:24.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:24 smithi129 bash[82160]: cluster 2024-03-22T07:13:23.582773+0000 mon.a (mon.0) 355 : cluster 0 osdmap e433: 8 total, 8 up, 8 in 2024-03-22T07:13:24.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:24 smithi129 bash[82160]: cluster 2024-03-22T07:13:23.585395+0000 osd.1 (osd.1) 91 : cluster 3 failed to encode map e433 with expected crc 2024-03-22T07:13:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:24 smithi129 bash[82160]: cluster 2024-03-22T07:13:23.660865+0000 osd.0 (osd.0) 86 : cluster 3 failed to encode map e433 with expected crc 2024-03-22T07:13:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:24 smithi129 bash[79695]: cluster 2024-03-22T07:13:23.296023+0000 mgr.y (mgr.25337) 145 : cluster 0 pgmap v234: 105 pgs: 105 active+clean; 753 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 9.3 MiB/s wr, 188 op/s 2024-03-22T07:13:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:24 smithi129 bash[79695]: cluster 2024-03-22T07:13:23.576165+0000 osd.2 (osd.2) 74 : cluster 3 failed to encode map e433 with expected crc 2024-03-22T07:13:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:24 smithi129 bash[79695]: cluster 2024-03-22T07:13:23.578653+0000 osd.6 (osd.6) 86 : cluster 3 failed to encode map e433 with expected crc 2024-03-22T07:13:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:24 smithi129 bash[79695]: cluster 2024-03-22T07:13:23.582773+0000 mon.a (mon.0) 355 : cluster 0 osdmap e433: 8 total, 8 up, 8 in 2024-03-22T07:13:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:24 smithi129 bash[79695]: cluster 2024-03-22T07:13:23.585395+0000 osd.1 (osd.1) 91 : cluster 3 failed to encode map e433 with expected crc 2024-03-22T07:13:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:24 smithi129 bash[79695]: cluster 2024-03-22T07:13:23.660865+0000 osd.0 (osd.0) 86 : cluster 3 failed to encode map e433 with expected crc 2024-03-22T07:13:24.872 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 69779754~6480972 2024-03-22T07:13:24.912 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 70074682~7497673 2024-03-22T07:13:24.917 INFO:tasks.workunit.client.0.smithi129.stdout:write: C 538382~6719391 2024-03-22T07:13:24.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:24 smithi148 bash[66753]: cluster 2024-03-22T07:13:23.296023+0000 mgr.y (mgr.25337) 145 : cluster 0 pgmap v234: 105 pgs: 105 active+clean; 753 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 9.3 MiB/s wr, 188 op/s 2024-03-22T07:13:24.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:24 smithi148 bash[66753]: cluster 2024-03-22T07:13:23.576165+0000 osd.2 (osd.2) 74 : cluster 3 failed to encode map e433 with expected crc 2024-03-22T07:13:24.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:24 smithi148 bash[66753]: cluster 2024-03-22T07:13:23.578653+0000 osd.6 (osd.6) 86 : cluster 3 failed to encode map e433 with expected crc 2024-03-22T07:13:24.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:24 smithi148 bash[66753]: cluster 2024-03-22T07:13:23.582773+0000 mon.a (mon.0) 355 : cluster 0 osdmap e433: 8 total, 8 up, 8 in 2024-03-22T07:13:24.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:24 smithi148 bash[66753]: cluster 2024-03-22T07:13:23.585395+0000 osd.1 (osd.1) 91 : cluster 3 failed to encode map e433 with expected crc 2024-03-22T07:13:24.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:24 smithi148 bash[66753]: cluster 2024-03-22T07:13:23.660865+0000 osd.0 (osd.0) 86 : cluster 3 failed to encode map e433 with expected crc 2024-03-22T07:13:24.957 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 14704422~91232 2024-03-22T07:13:24.959 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap2 2024-03-22T07:13:25.743 INFO:tasks.workunit.client.0.smithi129.stdout:clone image285 -> image286 2024-03-22T07:13:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[82160]: cluster 2024-03-22T07:13:23.600094+0000 osd.5 (osd.5) 74 : cluster 3 failed to encode map e433 with expected crc 2024-03-22T07:13:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[82160]: cluster 2024-03-22T07:13:24.588517+0000 osd.2 (osd.2) 75 : cluster 3 failed to encode map e434 with expected crc 2024-03-22T07:13:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[82160]: cluster 2024-03-22T07:13:24.590281+0000 osd.4 (osd.4) 91 : cluster 3 failed to encode map e434 with expected crc 2024-03-22T07:13:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[82160]: cluster 2024-03-22T07:13:24.592479+0000 mon.a (mon.0) 356 : cluster 0 osdmap e434: 8 total, 8 up, 8 in 2024-03-22T07:13:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[82160]: cluster 2024-03-22T07:13:24.594479+0000 osd.3 (osd.3) 77 : cluster 3 failed to encode map e434 with expected crc 2024-03-22T07:13:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[82160]: cluster 2024-03-22T07:13:24.607603+0000 osd.0 (osd.0) 87 : cluster 3 failed to encode map e434 with expected crc 2024-03-22T07:13:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[82160]: audit 2024-03-22T07:13:24.678908+0000 mon.a (mon.0) 357 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[82160]: audit 2024-03-22T07:13:24.699631+0000 mon.a (mon.0) 358 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[82160]: audit 2024-03-22T07:13:24.725371+0000 mon.c (mon.2) 51 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi148.qmcgkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:13:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[82160]: audit 2024-03-22T07:13:24.726352+0000 mon.a (mon.0) 359 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi148.qmcgkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:13:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[82160]: audit 2024-03-22T07:13:24.729606+0000 mon.c (mon.2) 52 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:25.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[79695]: cluster 2024-03-22T07:13:23.600094+0000 osd.5 (osd.5) 74 : cluster 3 failed to encode map e433 with expected crc 2024-03-22T07:13:25.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[79695]: cluster 2024-03-22T07:13:24.588517+0000 osd.2 (osd.2) 75 : cluster 3 failed to encode map e434 with expected crc 2024-03-22T07:13:25.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[79695]: cluster 2024-03-22T07:13:24.590281+0000 osd.4 (osd.4) 91 : cluster 3 failed to encode map e434 with expected crc 2024-03-22T07:13:25.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[79695]: cluster 2024-03-22T07:13:24.592479+0000 mon.a (mon.0) 356 : cluster 0 osdmap e434: 8 total, 8 up, 8 in 2024-03-22T07:13:25.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[79695]: cluster 2024-03-22T07:13:24.594479+0000 osd.3 (osd.3) 77 : cluster 3 failed to encode map e434 with expected crc 2024-03-22T07:13:25.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[79695]: cluster 2024-03-22T07:13:24.607603+0000 osd.0 (osd.0) 87 : cluster 3 failed to encode map e434 with expected crc 2024-03-22T07:13:25.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[79695]: audit 2024-03-22T07:13:24.678908+0000 mon.a (mon.0) 357 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:25.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[79695]: audit 2024-03-22T07:13:24.699631+0000 mon.a (mon.0) 358 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:25.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[79695]: audit 2024-03-22T07:13:24.725371+0000 mon.c (mon.2) 51 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi148.qmcgkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:13:25.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[79695]: audit 2024-03-22T07:13:24.726352+0000 mon.a (mon.0) 359 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi148.qmcgkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:13:25.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:25 smithi129 bash[79695]: audit 2024-03-22T07:13:24.729606+0000 mon.c (mon.2) 52 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:25.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:25 smithi148 bash[66753]: cluster 2024-03-22T07:13:23.600094+0000 osd.5 (osd.5) 74 : cluster 3 failed to encode map e433 with expected crc 2024-03-22T07:13:25.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:25 smithi148 bash[66753]: cluster 2024-03-22T07:13:24.588517+0000 osd.2 (osd.2) 75 : cluster 3 failed to encode map e434 with expected crc 2024-03-22T07:13:25.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:25 smithi148 bash[66753]: cluster 2024-03-22T07:13:24.590281+0000 osd.4 (osd.4) 91 : cluster 3 failed to encode map e434 with expected crc 2024-03-22T07:13:25.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:25 smithi148 bash[66753]: cluster 2024-03-22T07:13:24.592479+0000 mon.a (mon.0) 356 : cluster 0 osdmap e434: 8 total, 8 up, 8 in 2024-03-22T07:13:25.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:25 smithi148 bash[66753]: cluster 2024-03-22T07:13:24.594479+0000 osd.3 (osd.3) 77 : cluster 3 failed to encode map e434 with expected crc 2024-03-22T07:13:25.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:25 smithi148 bash[66753]: cluster 2024-03-22T07:13:24.607603+0000 osd.0 (osd.0) 87 : cluster 3 failed to encode map e434 with expected crc 2024-03-22T07:13:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:25 smithi148 bash[66753]: audit 2024-03-22T07:13:24.678908+0000 mon.a (mon.0) 357 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:25 smithi148 bash[66753]: audit 2024-03-22T07:13:24.699631+0000 mon.a (mon.0) 358 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:25 smithi148 bash[66753]: audit 2024-03-22T07:13:24.725371+0000 mon.c (mon.2) 51 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi148.qmcgkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:13:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:25 smithi148 bash[66753]: audit 2024-03-22T07:13:24.726352+0000 mon.a (mon.0) 359 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi148.qmcgkl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-22T07:13:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:25 smithi148 bash[66753]: audit 2024-03-22T07:13:24.729606+0000 mon.c (mon.2) 52 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:25.929 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 50009012~3999672 2024-03-22T07:13:25.963 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 25179011~6119506 2024-03-22T07:13:25.974 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 70328222~5640927 2024-03-22T07:13:26.005 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 13747838~4051686 2024-03-22T07:13:26.024 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 41144749~3141450 2024-03-22T07:13:26.050 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 43065656~6971889 2024-03-22T07:13:26.053 INFO:tasks.workunit.client.0.smithi129.stdout:write: D 4646288~1376023 2024-03-22T07:13:26.084 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 3433031~4903875 2024-03-22T07:13:26.107 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap3 2024-03-22T07:13:26.756 INFO:tasks.workunit.client.0.smithi129.stdout:clone image286 -> image287 2024-03-22T07:13:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:26 smithi129 bash[79695]: cephadm 2024-03-22T07:13:24.724519+0000 mgr.y (mgr.25337) 146 : cephadm 1 Reconfiguring mds.foo.smithi148.qmcgkl (monmap changed)... 2024-03-22T07:13:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:26 smithi129 bash[79695]: cephadm 2024-03-22T07:13:24.731899+0000 mgr.y (mgr.25337) 147 : cephadm 1 Reconfiguring daemon mds.foo.smithi148.qmcgkl on smithi148 2024-03-22T07:13:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:26 smithi129 bash[79695]: cluster 2024-03-22T07:13:25.296659+0000 mgr.y (mgr.25337) 148 : cluster 0 pgmap v237: 105 pgs: 105 active+clean; 919 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 36 MiB/s wr, 564 op/s 2024-03-22T07:13:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:26 smithi129 bash[79695]: cluster 2024-03-22T07:13:25.704667+0000 osd.7 (osd.7) 61 : cluster 3 failed to encode map e435 with expected crc 2024-03-22T07:13:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:26 smithi129 bash[79695]: cluster 2024-03-22T07:13:25.705397+0000 osd.6 (osd.6) 87 : cluster 3 failed to encode map e435 with expected crc 2024-03-22T07:13:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:26 smithi129 bash[79695]: cluster 2024-03-22T07:13:25.706735+0000 mon.a (mon.0) 360 : cluster 0 osdmap e435: 8 total, 8 up, 8 in 2024-03-22T07:13:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:26 smithi129 bash[79695]: cluster 2024-03-22T07:13:25.709243+0000 osd.2 (osd.2) 76 : cluster 3 failed to encode map e435 with expected crc 2024-03-22T07:13:26.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:26 smithi129 bash[82160]: cephadm 2024-03-22T07:13:24.724519+0000 mgr.y (mgr.25337) 146 : cephadm 1 Reconfiguring mds.foo.smithi148.qmcgkl (monmap changed)... 2024-03-22T07:13:26.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:26 smithi129 bash[82160]: cephadm 2024-03-22T07:13:24.731899+0000 mgr.y (mgr.25337) 147 : cephadm 1 Reconfiguring daemon mds.foo.smithi148.qmcgkl on smithi148 2024-03-22T07:13:26.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:26 smithi129 bash[82160]: cluster 2024-03-22T07:13:25.296659+0000 mgr.y (mgr.25337) 148 : cluster 0 pgmap v237: 105 pgs: 105 active+clean; 919 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 36 MiB/s wr, 564 op/s 2024-03-22T07:13:26.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:26 smithi129 bash[82160]: cluster 2024-03-22T07:13:25.704667+0000 osd.7 (osd.7) 61 : cluster 3 failed to encode map e435 with expected crc 2024-03-22T07:13:26.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:26 smithi129 bash[82160]: cluster 2024-03-22T07:13:25.705397+0000 osd.6 (osd.6) 87 : cluster 3 failed to encode map e435 with expected crc 2024-03-22T07:13:26.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:26 smithi129 bash[82160]: cluster 2024-03-22T07:13:25.706735+0000 mon.a (mon.0) 360 : cluster 0 osdmap e435: 8 total, 8 up, 8 in 2024-03-22T07:13:26.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:26 smithi129 bash[82160]: cluster 2024-03-22T07:13:25.709243+0000 osd.2 (osd.2) 76 : cluster 3 failed to encode map e435 with expected crc 2024-03-22T07:13:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:26 smithi148 bash[66753]: cephadm 2024-03-22T07:13:24.724519+0000 mgr.y (mgr.25337) 146 : cephadm 1 Reconfiguring mds.foo.smithi148.qmcgkl (monmap changed)... 2024-03-22T07:13:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:26 smithi148 bash[66753]: cephadm 2024-03-22T07:13:24.731899+0000 mgr.y (mgr.25337) 147 : cephadm 1 Reconfiguring daemon mds.foo.smithi148.qmcgkl on smithi148 2024-03-22T07:13:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:26 smithi148 bash[66753]: cluster 2024-03-22T07:13:25.296659+0000 mgr.y (mgr.25337) 148 : cluster 0 pgmap v237: 105 pgs: 105 active+clean; 919 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 42 MiB/s rd, 36 MiB/s wr, 564 op/s 2024-03-22T07:13:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:26 smithi148 bash[66753]: cluster 2024-03-22T07:13:25.704667+0000 osd.7 (osd.7) 61 : cluster 3 failed to encode map e435 with expected crc 2024-03-22T07:13:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:26 smithi148 bash[66753]: cluster 2024-03-22T07:13:25.705397+0000 osd.6 (osd.6) 87 : cluster 3 failed to encode map e435 with expected crc 2024-03-22T07:13:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:26 smithi148 bash[66753]: cluster 2024-03-22T07:13:25.706735+0000 mon.a (mon.0) 360 : cluster 0 osdmap e435: 8 total, 8 up, 8 in 2024-03-22T07:13:26.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:26 smithi148 bash[66753]: cluster 2024-03-22T07:13:25.709243+0000 osd.2 (osd.2) 76 : cluster 3 failed to encode map e435 with expected crc 2024-03-22T07:13:27.343 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (4756 ms) 2024-03-22T07:13:27.343 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-03-22T07:13:27.377 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-03-22T07:13:27.377 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:13:27.484 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (141 ms) 2024-03-22T07:13:27.484 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-03-22T07:13:27.526 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-03-22T07:13:27.526 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:13:27.639 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (156 ms) 2024-03-22T07:13:27.640 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-03-22T07:13:27.682 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-03-22T07:13:27.683 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:13:27.804 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (164 ms) 2024-03-22T07:13:27.804 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-03-22T07:13:27.844 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-03-22T07:13:27.844 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:13:27.949 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (145 ms) 2024-03-22T07:13:27.949 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-03-22T07:13:27.986 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-03-22T07:13:27.986 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:13:28.083 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (134 ms) 2024-03-22T07:13:28.083 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-03-22T07:13:28.114 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-03-22T07:13:28.115 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:13:28.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[79695]: cluster 2024-03-22T07:13:26.707139+0000 osd.7 (osd.7) 62 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[79695]: cluster 2024-03-22T07:13:26.708136+0000 osd.4 (osd.4) 92 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[79695]: cluster 2024-03-22T07:13:26.709223+0000 mon.a (mon.0) 361 : cluster 0 osdmap e436: 8 total, 8 up, 8 in 2024-03-22T07:13:28.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[79695]: cluster 2024-03-22T07:13:26.712653+0000 osd.2 (osd.2) 77 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[79695]: cluster 2024-03-22T07:13:26.742540+0000 osd.5 (osd.5) 75 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[79695]: cluster 2024-03-22T07:13:26.764023+0000 osd.1 (osd.1) 92 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[79695]: audit 2024-03-22T07:13:26.800376+0000 mon.a (mon.0) 362 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:28.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[79695]: audit 2024-03-22T07:13:26.816921+0000 mon.a (mon.0) 363 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:28.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[79695]: cluster 2024-03-22T07:13:26.820087+0000 osd.3 (osd.3) 78 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[79695]: audit 2024-03-22T07:13:26.864743+0000 mon.c (mon.2) 53 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:13:28.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[79695]: cluster 2024-03-22T07:13:27.297219+0000 mgr.y (mgr.25337) 149 : cluster 0 pgmap v240: 105 pgs: 105 active+clean; 919 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 47 MiB/s rd, 40 MiB/s wr, 631 op/s 2024-03-22T07:13:28.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[79695]: audit 2024-03-22T07:13:27.444610+0000 mon.a (mon.0) 364 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:28.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[79695]: audit 2024-03-22T07:13:27.454684+0000 mon.a (mon.0) 365 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[82160]: cluster 2024-03-22T07:13:26.707139+0000 osd.7 (osd.7) 62 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[82160]: cluster 2024-03-22T07:13:26.708136+0000 osd.4 (osd.4) 92 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[82160]: cluster 2024-03-22T07:13:26.709223+0000 mon.a (mon.0) 361 : cluster 0 osdmap e436: 8 total, 8 up, 8 in 2024-03-22T07:13:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[82160]: cluster 2024-03-22T07:13:26.712653+0000 osd.2 (osd.2) 77 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[82160]: cluster 2024-03-22T07:13:26.742540+0000 osd.5 (osd.5) 75 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[82160]: cluster 2024-03-22T07:13:26.764023+0000 osd.1 (osd.1) 92 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[82160]: audit 2024-03-22T07:13:26.800376+0000 mon.a (mon.0) 362 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[82160]: audit 2024-03-22T07:13:26.816921+0000 mon.a (mon.0) 363 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[82160]: cluster 2024-03-22T07:13:26.820087+0000 osd.3 (osd.3) 78 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[82160]: audit 2024-03-22T07:13:26.864743+0000 mon.c (mon.2) 53 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:13:28.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[82160]: cluster 2024-03-22T07:13:27.297219+0000 mgr.y (mgr.25337) 149 : cluster 0 pgmap v240: 105 pgs: 105 active+clean; 919 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 47 MiB/s rd, 40 MiB/s wr, 631 op/s 2024-03-22T07:13:28.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[82160]: audit 2024-03-22T07:13:27.444610+0000 mon.a (mon.0) 364 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:28.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:27 smithi129 bash[82160]: audit 2024-03-22T07:13:27.454684+0000 mon.a (mon.0) 365 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:28.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:27 smithi148 bash[66753]: cluster 2024-03-22T07:13:26.707139+0000 osd.7 (osd.7) 62 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:27 smithi148 bash[66753]: cluster 2024-03-22T07:13:26.708136+0000 osd.4 (osd.4) 92 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:27 smithi148 bash[66753]: cluster 2024-03-22T07:13:26.709223+0000 mon.a (mon.0) 361 : cluster 0 osdmap e436: 8 total, 8 up, 8 in 2024-03-22T07:13:28.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:27 smithi148 bash[66753]: cluster 2024-03-22T07:13:26.712653+0000 osd.2 (osd.2) 77 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:27 smithi148 bash[66753]: cluster 2024-03-22T07:13:26.742540+0000 osd.5 (osd.5) 75 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:27 smithi148 bash[66753]: cluster 2024-03-22T07:13:26.764023+0000 osd.1 (osd.1) 92 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:27 smithi148 bash[66753]: audit 2024-03-22T07:13:26.800376+0000 mon.a (mon.0) 362 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:28.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:27 smithi148 bash[66753]: audit 2024-03-22T07:13:26.816921+0000 mon.a (mon.0) 363 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:28.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:27 smithi148 bash[66753]: cluster 2024-03-22T07:13:26.820087+0000 osd.3 (osd.3) 78 : cluster 3 failed to encode map e436 with expected crc 2024-03-22T07:13:28.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:27 smithi148 bash[66753]: audit 2024-03-22T07:13:26.864743+0000 mon.c (mon.2) 53 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:13:28.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:27 smithi148 bash[66753]: cluster 2024-03-22T07:13:27.297219+0000 mgr.y (mgr.25337) 149 : cluster 0 pgmap v240: 105 pgs: 105 active+clean; 919 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 47 MiB/s rd, 40 MiB/s wr, 631 op/s 2024-03-22T07:13:28.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:27 smithi148 bash[66753]: audit 2024-03-22T07:13:27.444610+0000 mon.a (mon.0) 364 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:28.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:27 smithi148 bash[66753]: audit 2024-03-22T07:13:27.454684+0000 mon.a (mon.0) 365 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:28.218 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (135 ms) 2024-03-22T07:13:28.218 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-03-22T07:13:28.263 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-03-22T07:13:28.264 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:13:28.388 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (170 ms) 2024-03-22T07:13:28.388 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-03-22T07:13:28.435 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-03-22T07:13:28.435 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:13:28.581 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (193 ms) 2024-03-22T07:13:28.581 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-03-22T07:13:28.624 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-03-22T07:13:28.624 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:13:28.757 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (176 ms) 2024-03-22T07:13:28.757 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-03-22T07:13:28.801 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-03-22T07:13:28.801 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:13:28.954 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (197 ms) 2024-03-22T07:13:29.040 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 31 tests from TestDeepCopy (67830 ms total) 2024-03-22T07:13:29.041 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:13:29.041 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 51 tests from TestMirroring 2024-03-22T07:13:30.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:30 smithi129 bash[79695]: cluster 2024-03-22T07:13:29.017126+0000 osd.3 (osd.3) 79 : cluster 3 failed to encode map e437 with expected crc 2024-03-22T07:13:30.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:30 smithi129 bash[79695]: cluster 2024-03-22T07:13:29.019592+0000 osd.4 (osd.4) 93 : cluster 3 failed to encode map e437 with expected crc 2024-03-22T07:13:30.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:30 smithi129 bash[79695]: cluster 2024-03-22T07:13:29.021118+0000 mon.a (mon.0) 366 : cluster 0 osdmap e437: 8 total, 8 up, 8 in 2024-03-22T07:13:30.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:30 smithi129 bash[79695]: cluster 2024-03-22T07:13:29.298308+0000 mgr.y (mgr.25337) 150 : cluster 0 pgmap v242: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:13:30.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:30 smithi129 bash[82160]: cluster 2024-03-22T07:13:29.017126+0000 osd.3 (osd.3) 79 : cluster 3 failed to encode map e437 with expected crc 2024-03-22T07:13:30.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:30 smithi129 bash[82160]: cluster 2024-03-22T07:13:29.019592+0000 osd.4 (osd.4) 93 : cluster 3 failed to encode map e437 with expected crc 2024-03-22T07:13:30.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:30 smithi129 bash[82160]: cluster 2024-03-22T07:13:29.021118+0000 mon.a (mon.0) 366 : cluster 0 osdmap e437: 8 total, 8 up, 8 in 2024-03-22T07:13:30.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:30 smithi129 bash[82160]: cluster 2024-03-22T07:13:29.298308+0000 mgr.y (mgr.25337) 150 : cluster 0 pgmap v242: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:13:30.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:30 smithi148 bash[66753]: cluster 2024-03-22T07:13:29.017126+0000 osd.3 (osd.3) 79 : cluster 3 failed to encode map e437 with expected crc 2024-03-22T07:13:30.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:30 smithi148 bash[66753]: cluster 2024-03-22T07:13:29.019592+0000 osd.4 (osd.4) 93 : cluster 3 failed to encode map e437 with expected crc 2024-03-22T07:13:30.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:30 smithi148 bash[66753]: cluster 2024-03-22T07:13:29.021118+0000 mon.a (mon.0) 366 : cluster 0 osdmap e437: 8 total, 8 up, 8 in 2024-03-22T07:13:30.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:30 smithi148 bash[66753]: cluster 2024-03-22T07:13:29.298308+0000 mgr.y (mgr.25337) 150 : cluster 0 pgmap v242: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:13:31.039 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-03-22T07:13:31.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:31 smithi129 bash[79695]: cluster 2024-03-22T07:13:30.028668+0000 osd.2 (osd.2) 78 : cluster 3 failed to encode map e438 with expected crc 2024-03-22T07:13:31.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:31 smithi129 bash[79695]: cluster 2024-03-22T07:13:30.030805+0000 osd.1 (osd.1) 93 : cluster 3 failed to encode map e438 with expected crc 2024-03-22T07:13:31.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:31 smithi129 bash[79695]: cluster 2024-03-22T07:13:30.036468+0000 mon.a (mon.0) 367 : cluster 0 osdmap e438: 8 total, 8 up, 8 in 2024-03-22T07:13:31.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:31 smithi129 bash[79695]: audit 2024-03-22T07:13:30.040969+0000 mon.c (mon.2) 54 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:13:31.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:31 smithi129 bash[79695]: audit 2024-03-22T07:13:30.041603+0000 mon.a (mon.0) 368 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:13:31.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:31 smithi129 bash[82160]: cluster 2024-03-22T07:13:30.028668+0000 osd.2 (osd.2) 78 : cluster 3 failed to encode map e438 with expected crc 2024-03-22T07:13:31.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:31 smithi129 bash[82160]: cluster 2024-03-22T07:13:30.030805+0000 osd.1 (osd.1) 93 : cluster 3 failed to encode map e438 with expected crc 2024-03-22T07:13:31.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:31 smithi129 bash[82160]: cluster 2024-03-22T07:13:30.036468+0000 mon.a (mon.0) 367 : cluster 0 osdmap e438: 8 total, 8 up, 8 in 2024-03-22T07:13:31.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:31 smithi129 bash[82160]: audit 2024-03-22T07:13:30.040969+0000 mon.c (mon.2) 54 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:13:31.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:31 smithi129 bash[82160]: audit 2024-03-22T07:13:30.041603+0000 mon.a (mon.0) 368 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:13:31.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:31 smithi148 bash[66753]: cluster 2024-03-22T07:13:30.028668+0000 osd.2 (osd.2) 78 : cluster 3 failed to encode map e438 with expected crc 2024-03-22T07:13:31.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:31 smithi148 bash[66753]: cluster 2024-03-22T07:13:30.030805+0000 osd.1 (osd.1) 93 : cluster 3 failed to encode map e438 with expected crc 2024-03-22T07:13:31.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:31 smithi148 bash[66753]: cluster 2024-03-22T07:13:30.036468+0000 mon.a (mon.0) 367 : cluster 0 osdmap e438: 8 total, 8 up, 8 in 2024-03-22T07:13:31.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:31 smithi148 bash[66753]: audit 2024-03-22T07:13:30.040969+0000 mon.c (mon.2) 54 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:13:31.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:31 smithi148 bash[66753]: audit 2024-03-22T07:13:30.041603+0000 mon.a (mon.0) 368 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:13:32.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[79695]: audit 2024-03-22T07:13:31.030476+0000 mon.a (mon.0) 369 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:13:32.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[79695]: cluster 2024-03-22T07:13:31.035176+0000 osd.7 (osd.7) 63 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[79695]: cluster 2024-03-22T07:13:31.035960+0000 osd.4 (osd.4) 94 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[79695]: cluster 2024-03-22T07:13:31.038166+0000 mon.a (mon.0) 370 : cluster 0 osdmap e439: 8 total, 8 up, 8 in 2024-03-22T07:13:32.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[79695]: cluster 2024-03-22T07:13:31.038782+0000 osd.2 (osd.2) 79 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[79695]: cluster 2024-03-22T07:13:31.039056+0000 osd.3 (osd.3) 80 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[79695]: cluster 2024-03-22T07:13:31.040279+0000 osd.7 (osd.7) 64 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[79695]: cluster 2024-03-22T07:13:31.040864+0000 osd.0 (osd.0) 88 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[79695]: cluster 2024-03-22T07:13:31.041183+0000 osd.1 (osd.1) 94 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[79695]: cluster 2024-03-22T07:13:31.041704+0000 osd.4 (osd.4) 95 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[79695]: cluster 2024-03-22T07:13:31.041712+0000 osd.5 (osd.5) 76 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[79695]: cluster 2024-03-22T07:13:31.042511+0000 osd.6 (osd.6) 88 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[79695]: cluster 2024-03-22T07:13:31.298923+0000 mgr.y (mgr.25337) 151 : cluster 0 pgmap v245: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:13:32.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[82160]: audit 2024-03-22T07:13:31.030476+0000 mon.a (mon.0) 369 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:13:32.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[82160]: cluster 2024-03-22T07:13:31.035176+0000 osd.7 (osd.7) 63 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[82160]: cluster 2024-03-22T07:13:31.035960+0000 osd.4 (osd.4) 94 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[82160]: cluster 2024-03-22T07:13:31.038166+0000 mon.a (mon.0) 370 : cluster 0 osdmap e439: 8 total, 8 up, 8 in 2024-03-22T07:13:32.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[82160]: cluster 2024-03-22T07:13:31.038782+0000 osd.2 (osd.2) 79 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[82160]: cluster 2024-03-22T07:13:31.039056+0000 osd.3 (osd.3) 80 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[82160]: cluster 2024-03-22T07:13:31.040279+0000 osd.7 (osd.7) 64 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[82160]: cluster 2024-03-22T07:13:31.040864+0000 osd.0 (osd.0) 88 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[82160]: cluster 2024-03-22T07:13:31.041183+0000 osd.1 (osd.1) 94 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[82160]: cluster 2024-03-22T07:13:31.041704+0000 osd.4 (osd.4) 95 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[82160]: cluster 2024-03-22T07:13:31.041712+0000 osd.5 (osd.5) 76 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[82160]: cluster 2024-03-22T07:13:31.042511+0000 osd.6 (osd.6) 88 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:32 smithi129 bash[82160]: cluster 2024-03-22T07:13:31.298923+0000 mgr.y (mgr.25337) 151 : cluster 0 pgmap v245: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:13:32.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:32 smithi148 bash[66753]: audit 2024-03-22T07:13:31.030476+0000 mon.a (mon.0) 369 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:13:32.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:32 smithi148 bash[66753]: cluster 2024-03-22T07:13:31.035176+0000 osd.7 (osd.7) 63 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:32 smithi148 bash[66753]: cluster 2024-03-22T07:13:31.035960+0000 osd.4 (osd.4) 94 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:32 smithi148 bash[66753]: cluster 2024-03-22T07:13:31.038166+0000 mon.a (mon.0) 370 : cluster 0 osdmap e439: 8 total, 8 up, 8 in 2024-03-22T07:13:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:32 smithi148 bash[66753]: cluster 2024-03-22T07:13:31.038782+0000 osd.2 (osd.2) 79 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:32 smithi148 bash[66753]: cluster 2024-03-22T07:13:31.039056+0000 osd.3 (osd.3) 80 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:32 smithi148 bash[66753]: cluster 2024-03-22T07:13:31.040279+0000 osd.7 (osd.7) 64 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:32 smithi148 bash[66753]: cluster 2024-03-22T07:13:31.040864+0000 osd.0 (osd.0) 88 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:32 smithi148 bash[66753]: cluster 2024-03-22T07:13:31.041183+0000 osd.1 (osd.1) 94 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:32 smithi148 bash[66753]: cluster 2024-03-22T07:13:31.041704+0000 osd.4 (osd.4) 95 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:32 smithi148 bash[66753]: cluster 2024-03-22T07:13:31.041712+0000 osd.5 (osd.5) 76 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:32 smithi148 bash[66753]: cluster 2024-03-22T07:13:31.042511+0000 osd.6 (osd.6) 88 : cluster 3 failed to encode map e439 with expected crc 2024-03-22T07:13:32.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:32 smithi148 bash[66753]: cluster 2024-03-22T07:13:31.298923+0000 mgr.y (mgr.25337) 151 : cluster 0 pgmap v245: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:13:33.223 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2184 ms) 2024-03-22T07:13:33.223 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-03-22T07:13:33.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:33 smithi129 bash[82160]: cluster 2024-03-22T07:13:32.059439+0000 osd.7 (osd.7) 65 : cluster 3 failed to encode map e440 with expected crc 2024-03-22T07:13:33.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:33 smithi129 bash[82160]: cluster 2024-03-22T07:13:32.060253+0000 osd.5 (osd.5) 77 : cluster 3 failed to encode map e440 with expected crc 2024-03-22T07:13:33.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:33 smithi129 bash[82160]: cluster 2024-03-22T07:13:32.062811+0000 mon.a (mon.0) 371 : cluster 0 osdmap e440: 8 total, 8 up, 8 in 2024-03-22T07:13:33.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:33 smithi129 bash[82160]: cluster 2024-03-22T07:13:32.065822+0000 osd.3 (osd.3) 81 : cluster 3 failed to encode map e440 with expected crc 2024-03-22T07:13:33.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:33 smithi129 bash[79695]: cluster 2024-03-22T07:13:32.059439+0000 osd.7 (osd.7) 65 : cluster 3 failed to encode map e440 with expected crc 2024-03-22T07:13:33.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:33 smithi129 bash[79695]: cluster 2024-03-22T07:13:32.060253+0000 osd.5 (osd.5) 77 : cluster 3 failed to encode map e440 with expected crc 2024-03-22T07:13:33.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:33 smithi129 bash[79695]: cluster 2024-03-22T07:13:32.062811+0000 mon.a (mon.0) 371 : cluster 0 osdmap e440: 8 total, 8 up, 8 in 2024-03-22T07:13:33.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:33 smithi129 bash[79695]: cluster 2024-03-22T07:13:32.065822+0000 osd.3 (osd.3) 81 : cluster 3 failed to encode map e440 with expected crc 2024-03-22T07:13:33.405 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (183 ms) 2024-03-22T07:13:33.406 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-03-22T07:13:33.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:33 smithi148 bash[66753]: cluster 2024-03-22T07:13:32.059439+0000 osd.7 (osd.7) 65 : cluster 3 failed to encode map e440 with expected crc 2024-03-22T07:13:33.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:33 smithi148 bash[66753]: cluster 2024-03-22T07:13:32.060253+0000 osd.5 (osd.5) 77 : cluster 3 failed to encode map e440 with expected crc 2024-03-22T07:13:33.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:33 smithi148 bash[66753]: cluster 2024-03-22T07:13:32.062811+0000 mon.a (mon.0) 371 : cluster 0 osdmap e440: 8 total, 8 up, 8 in 2024-03-22T07:13:33.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:33 smithi148 bash[66753]: cluster 2024-03-22T07:13:32.065822+0000 osd.3 (osd.3) 81 : cluster 3 failed to encode map e440 with expected crc 2024-03-22T07:13:33.544 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (138 ms) 2024-03-22T07:13:33.544 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-03-22T07:13:33.728 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (185 ms) 2024-03-22T07:13:33.729 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-03-22T07:13:33.878 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (150 ms) 2024-03-22T07:13:33.879 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-03-22T07:13:34.017 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (139 ms) 2024-03-22T07:13:34.018 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-03-22T07:13:34.218 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (200 ms) 2024-03-22T07:13:34.218 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-03-22T07:13:34.219 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_mirroring.cc:482: Skipped 2024-03-22T07:13:34.219 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:13:34.219 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-03-22T07:13:34.219 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-03-22T07:13:34.219 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_mirroring.cc:520: Skipped 2024-03-22T07:13:34.219 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:13:34.219 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-03-22T07:13:34.219 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-03-22T07:13:34.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[79695]: cluster 2024-03-22T07:13:33.058619+0000 osd.3 (osd.3) 82 : cluster 3 failed to encode map e441 with expected crc 2024-03-22T07:13:34.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[79695]: cluster 2024-03-22T07:13:33.060341+0000 osd.0 (osd.0) 89 : cluster 3 failed to encode map e441 with expected crc 2024-03-22T07:13:34.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[79695]: cluster 2024-03-22T07:13:33.060855+0000 mon.a (mon.0) 372 : cluster 0 osdmap e441: 8 total, 8 up, 8 in 2024-03-22T07:13:34.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[79695]: cluster 2024-03-22T07:13:33.069038+0000 osd.2 (osd.2) 80 : cluster 3 failed to encode map e441 with expected crc 2024-03-22T07:13:34.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[79695]: audit 2024-03-22T07:13:33.290767+0000 mon.a (mon.0) 373 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:34.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[79695]: cluster 2024-03-22T07:13:33.299393+0000 mgr.y (mgr.25337) 152 : cluster 0 pgmap v248: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:13:34.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[79695]: audit 2024-03-22T07:13:33.299655+0000 mon.a (mon.0) 374 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:34.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[79695]: audit 2024-03-22T07:13:33.866715+0000 mon.c (mon.2) 55 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:34.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[79695]: audit 2024-03-22T07:13:33.867707+0000 mon.c (mon.2) 56 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:13:34.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[79695]: audit 2024-03-22T07:13:33.873303+0000 mon.a (mon.0) 375 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:34.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[82160]: cluster 2024-03-22T07:13:33.058619+0000 osd.3 (osd.3) 82 : cluster 3 failed to encode map e441 with expected crc 2024-03-22T07:13:34.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[82160]: cluster 2024-03-22T07:13:33.060341+0000 osd.0 (osd.0) 89 : cluster 3 failed to encode map e441 with expected crc 2024-03-22T07:13:34.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[82160]: cluster 2024-03-22T07:13:33.060855+0000 mon.a (mon.0) 372 : cluster 0 osdmap e441: 8 total, 8 up, 8 in 2024-03-22T07:13:34.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[82160]: cluster 2024-03-22T07:13:33.069038+0000 osd.2 (osd.2) 80 : cluster 3 failed to encode map e441 with expected crc 2024-03-22T07:13:34.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[82160]: audit 2024-03-22T07:13:33.290767+0000 mon.a (mon.0) 373 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:34.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[82160]: cluster 2024-03-22T07:13:33.299393+0000 mgr.y (mgr.25337) 152 : cluster 0 pgmap v248: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:13:34.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[82160]: audit 2024-03-22T07:13:33.299655+0000 mon.a (mon.0) 374 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:34.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[82160]: audit 2024-03-22T07:13:33.866715+0000 mon.c (mon.2) 55 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:34.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[82160]: audit 2024-03-22T07:13:33.867707+0000 mon.c (mon.2) 56 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:13:34.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:34 smithi129 bash[82160]: audit 2024-03-22T07:13:33.873303+0000 mon.a (mon.0) 375 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:34.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:13:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:13:33] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2024-03-22T07:13:34.389 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (172 ms) 2024-03-22T07:13:34.390 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-03-22T07:13:34.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:34 smithi148 bash[66753]: cluster 2024-03-22T07:13:33.058619+0000 osd.3 (osd.3) 82 : cluster 3 failed to encode map e441 with expected crc 2024-03-22T07:13:34.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:34 smithi148 bash[66753]: cluster 2024-03-22T07:13:33.060341+0000 osd.0 (osd.0) 89 : cluster 3 failed to encode map e441 with expected crc 2024-03-22T07:13:34.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:34 smithi148 bash[66753]: cluster 2024-03-22T07:13:33.060855+0000 mon.a (mon.0) 372 : cluster 0 osdmap e441: 8 total, 8 up, 8 in 2024-03-22T07:13:34.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:34 smithi148 bash[66753]: cluster 2024-03-22T07:13:33.069038+0000 osd.2 (osd.2) 80 : cluster 3 failed to encode map e441 with expected crc 2024-03-22T07:13:34.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:34 smithi148 bash[66753]: audit 2024-03-22T07:13:33.290767+0000 mon.a (mon.0) 373 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:34.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:34 smithi148 bash[66753]: cluster 2024-03-22T07:13:33.299393+0000 mgr.y (mgr.25337) 152 : cluster 0 pgmap v248: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:13:34.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:34 smithi148 bash[66753]: audit 2024-03-22T07:13:33.299655+0000 mon.a (mon.0) 374 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:34.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:34 smithi148 bash[66753]: audit 2024-03-22T07:13:33.866715+0000 mon.c (mon.2) 55 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:13:34.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:34 smithi148 bash[66753]: audit 2024-03-22T07:13:33.867707+0000 mon.c (mon.2) 56 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:13:34.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:34 smithi148 bash[66753]: audit 2024-03-22T07:13:33.873303+0000 mon.a (mon.0) 375 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:34.597 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (207 ms) 2024-03-22T07:13:34.598 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-03-22T07:13:36.443 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1846 ms) 2024-03-22T07:13:36.443 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-03-22T07:13:36.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:36 smithi129 bash[79695]: cluster 2024-03-22T07:13:35.300755+0000 mgr.y (mgr.25337) 153 : cluster 0 pgmap v249: 105 pgs: 105 active+clean; 582 KiB data, 454 MiB used, 715 GiB / 715 GiB avail; 230 KiB/s rd, 34 KiB/s wr, 333 op/s 2024-03-22T07:13:36.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:36 smithi129 bash[79695]: cluster 2024-03-22T07:13:35.308719+0000 osd.1 (osd.1) 95 : cluster 3 failed to encode map e442 with expected crc 2024-03-22T07:13:36.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:36 smithi129 bash[79695]: cluster 2024-03-22T07:13:35.310227+0000 osd.7 (osd.7) 66 : cluster 3 failed to encode map e442 with expected crc 2024-03-22T07:13:36.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:36 smithi129 bash[79695]: cluster 2024-03-22T07:13:35.314328+0000 mon.a (mon.0) 376 : cluster 0 osdmap e442: 8 total, 8 up, 8 in 2024-03-22T07:13:36.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:36 smithi129 bash[79695]: cluster 2024-03-22T07:13:35.323197+0000 osd.3 (osd.3) 83 : cluster 3 failed to encode map e442 with expected crc 2024-03-22T07:13:36.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:36 smithi129 bash[82160]: cluster 2024-03-22T07:13:35.300755+0000 mgr.y (mgr.25337) 153 : cluster 0 pgmap v249: 105 pgs: 105 active+clean; 582 KiB data, 454 MiB used, 715 GiB / 715 GiB avail; 230 KiB/s rd, 34 KiB/s wr, 333 op/s 2024-03-22T07:13:36.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:36 smithi129 bash[82160]: cluster 2024-03-22T07:13:35.308719+0000 osd.1 (osd.1) 95 : cluster 3 failed to encode map e442 with expected crc 2024-03-22T07:13:36.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:36 smithi129 bash[82160]: cluster 2024-03-22T07:13:35.310227+0000 osd.7 (osd.7) 66 : cluster 3 failed to encode map e442 with expected crc 2024-03-22T07:13:36.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:36 smithi129 bash[82160]: cluster 2024-03-22T07:13:35.314328+0000 mon.a (mon.0) 376 : cluster 0 osdmap e442: 8 total, 8 up, 8 in 2024-03-22T07:13:36.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:36 smithi129 bash[82160]: cluster 2024-03-22T07:13:35.323197+0000 osd.3 (osd.3) 83 : cluster 3 failed to encode map e442 with expected crc 2024-03-22T07:13:36.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:36 smithi148 bash[66753]: cluster 2024-03-22T07:13:35.300755+0000 mgr.y (mgr.25337) 153 : cluster 0 pgmap v249: 105 pgs: 105 active+clean; 582 KiB data, 454 MiB used, 715 GiB / 715 GiB avail; 230 KiB/s rd, 34 KiB/s wr, 333 op/s 2024-03-22T07:13:36.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:36 smithi148 bash[66753]: cluster 2024-03-22T07:13:35.308719+0000 osd.1 (osd.1) 95 : cluster 3 failed to encode map e442 with expected crc 2024-03-22T07:13:36.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:36 smithi148 bash[66753]: cluster 2024-03-22T07:13:35.310227+0000 osd.7 (osd.7) 66 : cluster 3 failed to encode map e442 with expected crc 2024-03-22T07:13:36.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:36 smithi148 bash[66753]: cluster 2024-03-22T07:13:35.314328+0000 mon.a (mon.0) 376 : cluster 0 osdmap e442: 8 total, 8 up, 8 in 2024-03-22T07:13:36.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:36 smithi148 bash[66753]: cluster 2024-03-22T07:13:35.323197+0000 osd.3 (osd.3) 83 : cluster 3 failed to encode map e442 with expected crc 2024-03-22T07:13:37.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:37 smithi129 bash[79695]: cluster 2024-03-22T07:13:36.317956+0000 osd.1 (osd.1) 96 : cluster 3 failed to encode map e443 with expected crc 2024-03-22T07:13:37.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:37 smithi129 bash[79695]: cluster 2024-03-22T07:13:36.325996+0000 mon.a (mon.0) 377 : cluster 0 osdmap e443: 8 total, 8 up, 8 in 2024-03-22T07:13:37.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:37 smithi129 bash[79695]: cluster 2024-03-22T07:13:36.342215+0000 osd.6 (osd.6) 89 : cluster 3 failed to encode map e443 with expected crc 2024-03-22T07:13:37.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:37 smithi129 bash[79695]: cluster 2024-03-22T07:13:36.357727+0000 osd.3 (osd.3) 84 : cluster 3 failed to encode map e443 with expected crc 2024-03-22T07:13:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:37 smithi129 bash[82160]: cluster 2024-03-22T07:13:36.317956+0000 osd.1 (osd.1) 96 : cluster 3 failed to encode map e443 with expected crc 2024-03-22T07:13:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:37 smithi129 bash[82160]: cluster 2024-03-22T07:13:36.325996+0000 mon.a (mon.0) 377 : cluster 0 osdmap e443: 8 total, 8 up, 8 in 2024-03-22T07:13:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:37 smithi129 bash[82160]: cluster 2024-03-22T07:13:36.342215+0000 osd.6 (osd.6) 89 : cluster 3 failed to encode map e443 with expected crc 2024-03-22T07:13:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:37 smithi129 bash[82160]: cluster 2024-03-22T07:13:36.357727+0000 osd.3 (osd.3) 84 : cluster 3 failed to encode map e443 with expected crc 2024-03-22T07:13:37.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:37 smithi148 bash[66753]: cluster 2024-03-22T07:13:36.317956+0000 osd.1 (osd.1) 96 : cluster 3 failed to encode map e443 with expected crc 2024-03-22T07:13:37.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:37 smithi148 bash[66753]: cluster 2024-03-22T07:13:36.325996+0000 mon.a (mon.0) 377 : cluster 0 osdmap e443: 8 total, 8 up, 8 in 2024-03-22T07:13:37.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:37 smithi148 bash[66753]: cluster 2024-03-22T07:13:36.342215+0000 osd.6 (osd.6) 89 : cluster 3 failed to encode map e443 with expected crc 2024-03-22T07:13:37.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:37 smithi148 bash[66753]: cluster 2024-03-22T07:13:36.357727+0000 osd.3 (osd.3) 84 : cluster 3 failed to encode map e443 with expected crc 2024-03-22T07:13:38.214 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (1771 ms) 2024-03-22T07:13:38.214 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-03-22T07:13:38.456 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (242 ms) 2024-03-22T07:13:38.456 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-03-22T07:13:38.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[82160]: cluster 2024-03-22T07:13:36.319231+0000 osd.7 (osd.7) 67 : cluster 3 failed to encode map e443 with expected crc 2024-03-22T07:13:38.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[82160]: cluster 2024-03-22T07:13:37.301504+0000 mgr.y (mgr.25337) 154 : cluster 0 pgmap v252: 105 pgs: 105 active+clean; 582 KiB data, 454 MiB used, 715 GiB / 715 GiB avail; 232 KiB/s rd, 34 KiB/s wr, 334 op/s 2024-03-22T07:13:38.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[82160]: cluster 2024-03-22T07:13:37.323747+0000 osd.2 (osd.2) 81 : cluster 3 failed to encode map e444 with expected crc 2024-03-22T07:13:38.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[82160]: cluster 2024-03-22T07:13:37.328286+0000 osd.4 (osd.4) 96 : cluster 3 failed to encode map e444 with expected crc 2024-03-22T07:13:38.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[82160]: cluster 2024-03-22T07:13:37.330809+0000 mon.a (mon.0) 378 : cluster 0 osdmap e444: 8 total, 8 up, 8 in 2024-03-22T07:13:38.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[82160]: cluster 2024-03-22T07:13:37.335146+0000 osd.3 (osd.3) 85 : cluster 3 failed to encode map e444 with expected crc 2024-03-22T07:13:38.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[82160]: cluster 2024-03-22T07:13:37.350028+0000 osd.0 (osd.0) 90 : cluster 3 failed to encode map e444 with expected crc 2024-03-22T07:13:38.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[82160]: cluster 2024-03-22T07:13:37.372960+0000 osd.6 (osd.6) 90 : cluster 3 failed to encode map e444 with expected crc 2024-03-22T07:13:38.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[82160]: cluster 2024-03-22T07:13:38.106448+0000 osd.7 (osd.7) 68 : cluster 3 failed to encode map e445 with expected crc 2024-03-22T07:13:38.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[82160]: cluster 2024-03-22T07:13:38.108943+0000 mon.a (mon.0) 379 : cluster 0 osdmap e445: 8 total, 8 up, 8 in 2024-03-22T07:13:38.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[79695]: cluster 2024-03-22T07:13:36.319231+0000 osd.7 (osd.7) 67 : cluster 3 failed to encode map e443 with expected crc 2024-03-22T07:13:38.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[79695]: cluster 2024-03-22T07:13:37.301504+0000 mgr.y (mgr.25337) 154 : cluster 0 pgmap v252: 105 pgs: 105 active+clean; 582 KiB data, 454 MiB used, 715 GiB / 715 GiB avail; 232 KiB/s rd, 34 KiB/s wr, 334 op/s 2024-03-22T07:13:38.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[79695]: cluster 2024-03-22T07:13:37.323747+0000 osd.2 (osd.2) 81 : cluster 3 failed to encode map e444 with expected crc 2024-03-22T07:13:38.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[79695]: cluster 2024-03-22T07:13:37.328286+0000 osd.4 (osd.4) 96 : cluster 3 failed to encode map e444 with expected crc 2024-03-22T07:13:38.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[79695]: cluster 2024-03-22T07:13:37.330809+0000 mon.a (mon.0) 378 : cluster 0 osdmap e444: 8 total, 8 up, 8 in 2024-03-22T07:13:38.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[79695]: cluster 2024-03-22T07:13:37.335146+0000 osd.3 (osd.3) 85 : cluster 3 failed to encode map e444 with expected crc 2024-03-22T07:13:38.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[79695]: cluster 2024-03-22T07:13:37.350028+0000 osd.0 (osd.0) 90 : cluster 3 failed to encode map e444 with expected crc 2024-03-22T07:13:38.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[79695]: cluster 2024-03-22T07:13:37.372960+0000 osd.6 (osd.6) 90 : cluster 3 failed to encode map e444 with expected crc 2024-03-22T07:13:38.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[79695]: cluster 2024-03-22T07:13:38.106448+0000 osd.7 (osd.7) 68 : cluster 3 failed to encode map e445 with expected crc 2024-03-22T07:13:38.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:38 smithi129 bash[79695]: cluster 2024-03-22T07:13:38.108943+0000 mon.a (mon.0) 379 : cluster 0 osdmap e445: 8 total, 8 up, 8 in 2024-03-22T07:13:38.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:38 smithi148 bash[66753]: cluster 2024-03-22T07:13:36.319231+0000 osd.7 (osd.7) 67 : cluster 3 failed to encode map e443 with expected crc 2024-03-22T07:13:38.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:38 smithi148 bash[66753]: cluster 2024-03-22T07:13:37.301504+0000 mgr.y (mgr.25337) 154 : cluster 0 pgmap v252: 105 pgs: 105 active+clean; 582 KiB data, 454 MiB used, 715 GiB / 715 GiB avail; 232 KiB/s rd, 34 KiB/s wr, 334 op/s 2024-03-22T07:13:38.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:38 smithi148 bash[66753]: cluster 2024-03-22T07:13:37.323747+0000 osd.2 (osd.2) 81 : cluster 3 failed to encode map e444 with expected crc 2024-03-22T07:13:38.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:38 smithi148 bash[66753]: cluster 2024-03-22T07:13:37.328286+0000 osd.4 (osd.4) 96 : cluster 3 failed to encode map e444 with expected crc 2024-03-22T07:13:38.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:38 smithi148 bash[66753]: cluster 2024-03-22T07:13:37.330809+0000 mon.a (mon.0) 378 : cluster 0 osdmap e444: 8 total, 8 up, 8 in 2024-03-22T07:13:38.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:38 smithi148 bash[66753]: cluster 2024-03-22T07:13:37.335146+0000 osd.3 (osd.3) 85 : cluster 3 failed to encode map e444 with expected crc 2024-03-22T07:13:38.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:38 smithi148 bash[66753]: cluster 2024-03-22T07:13:37.350028+0000 osd.0 (osd.0) 90 : cluster 3 failed to encode map e444 with expected crc 2024-03-22T07:13:38.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:38 smithi148 bash[66753]: cluster 2024-03-22T07:13:37.372960+0000 osd.6 (osd.6) 90 : cluster 3 failed to encode map e444 with expected crc 2024-03-22T07:13:38.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:38 smithi148 bash[66753]: cluster 2024-03-22T07:13:38.106448+0000 osd.7 (osd.7) 68 : cluster 3 failed to encode map e445 with expected crc 2024-03-22T07:13:38.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:38 smithi148 bash[66753]: cluster 2024-03-22T07:13:38.108943+0000 mon.a (mon.0) 379 : cluster 0 osdmap e445: 8 total, 8 up, 8 in 2024-03-22T07:13:38.692 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (236 ms) 2024-03-22T07:13:38.692 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-03-22T07:13:38.956 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (264 ms) 2024-03-22T07:13:38.956 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-03-22T07:13:39.186 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (230 ms) 2024-03-22T07:13:39.186 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-03-22T07:13:39.423 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (237 ms) 2024-03-22T07:13:39.423 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-03-22T07:13:39.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:39 smithi129 bash[79695]: cluster 2024-03-22T07:13:38.109928+0000 osd.4 (osd.4) 97 : cluster 3 failed to encode map e445 with expected crc 2024-03-22T07:13:39.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:39 smithi129 bash[79695]: cluster 2024-03-22T07:13:38.121151+0000 osd.3 (osd.3) 86 : cluster 3 failed to encode map e445 with expected crc 2024-03-22T07:13:39.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:39 smithi129 bash[79695]: cluster 2024-03-22T07:13:38.140754+0000 osd.6 (osd.6) 91 : cluster 3 failed to encode map e445 with expected crc 2024-03-22T07:13:39.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:39 smithi129 bash[79695]: audit 2024-03-22T07:13:38.365473+0000 mon.c (mon.2) 57 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:13:39.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:39 smithi129 bash[82160]: cluster 2024-03-22T07:13:38.109928+0000 osd.4 (osd.4) 97 : cluster 3 failed to encode map e445 with expected crc 2024-03-22T07:13:39.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:39 smithi129 bash[82160]: cluster 2024-03-22T07:13:38.121151+0000 osd.3 (osd.3) 86 : cluster 3 failed to encode map e445 with expected crc 2024-03-22T07:13:39.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:39 smithi129 bash[82160]: cluster 2024-03-22T07:13:38.140754+0000 osd.6 (osd.6) 91 : cluster 3 failed to encode map e445 with expected crc 2024-03-22T07:13:39.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:39 smithi129 bash[82160]: audit 2024-03-22T07:13:38.365473+0000 mon.c (mon.2) 57 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:13:39.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:39 smithi148 bash[66753]: cluster 2024-03-22T07:13:38.109928+0000 osd.4 (osd.4) 97 : cluster 3 failed to encode map e445 with expected crc 2024-03-22T07:13:39.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:39 smithi148 bash[66753]: cluster 2024-03-22T07:13:38.121151+0000 osd.3 (osd.3) 86 : cluster 3 failed to encode map e445 with expected crc 2024-03-22T07:13:39.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:39 smithi148 bash[66753]: cluster 2024-03-22T07:13:38.140754+0000 osd.6 (osd.6) 91 : cluster 3 failed to encode map e445 with expected crc 2024-03-22T07:13:39.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:39 smithi148 bash[66753]: audit 2024-03-22T07:13:38.365473+0000 mon.c (mon.2) 57 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:13:39.680 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (258 ms) 2024-03-22T07:13:39.681 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-03-22T07:13:39.947 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (266 ms) 2024-03-22T07:13:39.947 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-03-22T07:13:40.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:40 smithi129 bash[79695]: cluster 2024-03-22T07:13:39.302976+0000 mgr.y (mgr.25337) 155 : cluster 0 pgmap v255: 105 pgs: 105 active+clean; 582 KiB data, 439 MiB used, 715 GiB / 715 GiB avail; 308 KiB/s rd, 34 KiB/s wr, 451 op/s 2024-03-22T07:13:40.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:40 smithi129 bash[82160]: cluster 2024-03-22T07:13:39.302976+0000 mgr.y (mgr.25337) 155 : cluster 0 pgmap v255: 105 pgs: 105 active+clean; 582 KiB data, 439 MiB used, 715 GiB / 715 GiB avail; 308 KiB/s rd, 34 KiB/s wr, 451 op/s 2024-03-22T07:13:40.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:40 smithi148 bash[66753]: cluster 2024-03-22T07:13:39.302976+0000 mgr.y (mgr.25337) 155 : cluster 0 pgmap v255: 105 pgs: 105 active+clean; 582 KiB data, 439 MiB used, 715 GiB / 715 GiB avail; 308 KiB/s rd, 34 KiB/s wr, 451 op/s 2024-03-22T07:13:41.501 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1554 ms) 2024-03-22T07:13:41.501 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-03-22T07:13:41.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:41 smithi129 bash[79695]: cluster 2024-03-22T07:13:40.337323+0000 osd.2 (osd.2) 82 : cluster 3 failed to encode map e446 with expected crc 2024-03-22T07:13:41.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:41 smithi129 bash[79695]: cluster 2024-03-22T07:13:40.339959+0000 osd.4 (osd.4) 98 : cluster 3 failed to encode map e446 with expected crc 2024-03-22T07:13:41.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:41 smithi129 bash[79695]: cluster 2024-03-22T07:13:40.341168+0000 mon.a (mon.0) 380 : cluster 0 osdmap e446: 8 total, 8 up, 8 in 2024-03-22T07:13:41.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:41 smithi129 bash[79695]: cluster 2024-03-22T07:13:40.344614+0000 osd.0 (osd.0) 91 : cluster 3 failed to encode map e446 with expected crc 2024-03-22T07:13:41.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:41 smithi129 bash[79695]: cluster 2024-03-22T07:13:40.361928+0000 osd.1 (osd.1) 97 : cluster 3 failed to encode map e446 with expected crc 2024-03-22T07:13:41.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:41 smithi129 bash[82160]: cluster 2024-03-22T07:13:40.337323+0000 osd.2 (osd.2) 82 : cluster 3 failed to encode map e446 with expected crc 2024-03-22T07:13:41.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:41 smithi129 bash[82160]: cluster 2024-03-22T07:13:40.339959+0000 osd.4 (osd.4) 98 : cluster 3 failed to encode map e446 with expected crc 2024-03-22T07:13:41.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:41 smithi129 bash[82160]: cluster 2024-03-22T07:13:40.341168+0000 mon.a (mon.0) 380 : cluster 0 osdmap e446: 8 total, 8 up, 8 in 2024-03-22T07:13:41.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:41 smithi129 bash[82160]: cluster 2024-03-22T07:13:40.344614+0000 osd.0 (osd.0) 91 : cluster 3 failed to encode map e446 with expected crc 2024-03-22T07:13:41.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:41 smithi129 bash[82160]: cluster 2024-03-22T07:13:40.361928+0000 osd.1 (osd.1) 97 : cluster 3 failed to encode map e446 with expected crc 2024-03-22T07:13:41.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:41 smithi148 bash[66753]: cluster 2024-03-22T07:13:40.337323+0000 osd.2 (osd.2) 82 : cluster 3 failed to encode map e446 with expected crc 2024-03-22T07:13:41.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:41 smithi148 bash[66753]: cluster 2024-03-22T07:13:40.339959+0000 osd.4 (osd.4) 98 : cluster 3 failed to encode map e446 with expected crc 2024-03-22T07:13:41.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:41 smithi148 bash[66753]: cluster 2024-03-22T07:13:40.341168+0000 mon.a (mon.0) 380 : cluster 0 osdmap e446: 8 total, 8 up, 8 in 2024-03-22T07:13:41.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:41 smithi148 bash[66753]: cluster 2024-03-22T07:13:40.344614+0000 osd.0 (osd.0) 91 : cluster 3 failed to encode map e446 with expected crc 2024-03-22T07:13:41.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:41 smithi148 bash[66753]: cluster 2024-03-22T07:13:40.361928+0000 osd.1 (osd.1) 97 : cluster 3 failed to encode map e446 with expected crc 2024-03-22T07:13:41.740 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (239 ms) 2024-03-22T07:13:41.740 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-03-22T07:13:41.937 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (197 ms) 2024-03-22T07:13:41.937 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-03-22T07:13:42.151 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (214 ms) 2024-03-22T07:13:42.151 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-03-22T07:13:42.492 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (341 ms) 2024-03-22T07:13:42.492 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-03-22T07:13:42.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:42 smithi129 bash[79695]: cluster 2024-03-22T07:13:41.303821+0000 mgr.y (mgr.25337) 156 : cluster 0 pgmap v257: 105 pgs: 105 active+clean; 582 KiB data, 439 MiB used, 715 GiB / 715 GiB avail; 247 KiB/s rd, 27 KiB/s wr, 362 op/s 2024-03-22T07:13:42.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:42 smithi129 bash[79695]: cluster 2024-03-22T07:13:41.357023+0000 osd.7 (osd.7) 69 : cluster 3 failed to encode map e447 with expected crc 2024-03-22T07:13:42.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:42 smithi129 bash[79695]: cluster 2024-03-22T07:13:41.358272+0000 osd.1 (osd.1) 98 : cluster 3 failed to encode map e447 with expected crc 2024-03-22T07:13:42.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:42 smithi129 bash[79695]: cluster 2024-03-22T07:13:41.362704+0000 mon.a (mon.0) 381 : cluster 0 osdmap e447: 8 total, 8 up, 8 in 2024-03-22T07:13:42.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:42 smithi129 bash[79695]: cluster 2024-03-22T07:13:41.366015+0000 osd.0 (osd.0) 92 : cluster 3 failed to encode map e447 with expected crc 2024-03-22T07:13:42.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:42 smithi129 bash[82160]: cluster 2024-03-22T07:13:41.303821+0000 mgr.y (mgr.25337) 156 : cluster 0 pgmap v257: 105 pgs: 105 active+clean; 582 KiB data, 439 MiB used, 715 GiB / 715 GiB avail; 247 KiB/s rd, 27 KiB/s wr, 362 op/s 2024-03-22T07:13:42.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:42 smithi129 bash[82160]: cluster 2024-03-22T07:13:41.357023+0000 osd.7 (osd.7) 69 : cluster 3 failed to encode map e447 with expected crc 2024-03-22T07:13:42.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:42 smithi129 bash[82160]: cluster 2024-03-22T07:13:41.358272+0000 osd.1 (osd.1) 98 : cluster 3 failed to encode map e447 with expected crc 2024-03-22T07:13:42.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:42 smithi129 bash[82160]: cluster 2024-03-22T07:13:41.362704+0000 mon.a (mon.0) 381 : cluster 0 osdmap e447: 8 total, 8 up, 8 in 2024-03-22T07:13:42.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:42 smithi129 bash[82160]: cluster 2024-03-22T07:13:41.366015+0000 osd.0 (osd.0) 92 : cluster 3 failed to encode map e447 with expected crc 2024-03-22T07:13:42.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:42 smithi148 bash[66753]: cluster 2024-03-22T07:13:41.303821+0000 mgr.y (mgr.25337) 156 : cluster 0 pgmap v257: 105 pgs: 105 active+clean; 582 KiB data, 439 MiB used, 715 GiB / 715 GiB avail; 247 KiB/s rd, 27 KiB/s wr, 362 op/s 2024-03-22T07:13:42.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:42 smithi148 bash[66753]: cluster 2024-03-22T07:13:41.357023+0000 osd.7 (osd.7) 69 : cluster 3 failed to encode map e447 with expected crc 2024-03-22T07:13:42.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:42 smithi148 bash[66753]: cluster 2024-03-22T07:13:41.358272+0000 osd.1 (osd.1) 98 : cluster 3 failed to encode map e447 with expected crc 2024-03-22T07:13:42.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:42 smithi148 bash[66753]: cluster 2024-03-22T07:13:41.362704+0000 mon.a (mon.0) 381 : cluster 0 osdmap e447: 8 total, 8 up, 8 in 2024-03-22T07:13:42.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:42 smithi148 bash[66753]: cluster 2024-03-22T07:13:41.366015+0000 osd.0 (osd.0) 92 : cluster 3 failed to encode map e447 with expected crc 2024-03-22T07:13:42.812 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (320 ms) 2024-03-22T07:13:42.812 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-03-22T07:13:43.181 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (369 ms) 2024-03-22T07:13:43.181 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-03-22T07:13:43.471 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (289 ms) 2024-03-22T07:13:43.471 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-03-22T07:13:43.777 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (307 ms) 2024-03-22T07:13:43.777 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-03-22T07:13:44.115 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (338 ms) 2024-03-22T07:13:44.115 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-03-22T07:13:44.280 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (165 ms) 2024-03-22T07:13:44.280 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-03-22T07:13:44.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:13:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:13:43] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.43.0" 2024-03-22T07:13:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:44 smithi129 bash[82160]: cluster 2024-03-22T07:13:43.107674+0000 osd.2 (osd.2) 83 : cluster 3 failed to encode map e448 with expected crc 2024-03-22T07:13:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:44 smithi129 bash[82160]: cluster 2024-03-22T07:13:43.110083+0000 osd.4 (osd.4) 99 : cluster 3 failed to encode map e448 with expected crc 2024-03-22T07:13:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:44 smithi129 bash[82160]: cluster 2024-03-22T07:13:43.112442+0000 mon.a (mon.0) 382 : cluster 0 osdmap e448: 8 total, 8 up, 8 in 2024-03-22T07:13:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:44 smithi129 bash[82160]: cluster 2024-03-22T07:13:43.128688+0000 osd.6 (osd.6) 92 : cluster 3 failed to encode map e448 with expected crc 2024-03-22T07:13:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:44 smithi129 bash[82160]: cluster 2024-03-22T07:13:43.137155+0000 osd.3 (osd.3) 87 : cluster 3 failed to encode map e448 with expected crc 2024-03-22T07:13:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:44 smithi129 bash[82160]: cluster 2024-03-22T07:13:43.304380+0000 mgr.y (mgr.25337) 157 : cluster 0 pgmap v260: 105 pgs: 105 active+clean; 582 KiB data, 439 MiB used, 715 GiB / 715 GiB avail; 237 KiB/s rd, 26 KiB/s wr, 347 op/s 2024-03-22T07:13:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:44 smithi129 bash[79695]: cluster 2024-03-22T07:13:43.107674+0000 osd.2 (osd.2) 83 : cluster 3 failed to encode map e448 with expected crc 2024-03-22T07:13:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:44 smithi129 bash[79695]: cluster 2024-03-22T07:13:43.110083+0000 osd.4 (osd.4) 99 : cluster 3 failed to encode map e448 with expected crc 2024-03-22T07:13:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:44 smithi129 bash[79695]: cluster 2024-03-22T07:13:43.112442+0000 mon.a (mon.0) 382 : cluster 0 osdmap e448: 8 total, 8 up, 8 in 2024-03-22T07:13:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:44 smithi129 bash[79695]: cluster 2024-03-22T07:13:43.128688+0000 osd.6 (osd.6) 92 : cluster 3 failed to encode map e448 with expected crc 2024-03-22T07:13:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:44 smithi129 bash[79695]: cluster 2024-03-22T07:13:43.137155+0000 osd.3 (osd.3) 87 : cluster 3 failed to encode map e448 with expected crc 2024-03-22T07:13:44.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:44 smithi129 bash[79695]: cluster 2024-03-22T07:13:43.304380+0000 mgr.y (mgr.25337) 157 : cluster 0 pgmap v260: 105 pgs: 105 active+clean; 582 KiB data, 439 MiB used, 715 GiB / 715 GiB avail; 237 KiB/s rd, 26 KiB/s wr, 347 op/s 2024-03-22T07:13:44.399 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph orch upgrade resume' 2024-03-22T07:13:44.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:44 smithi148 bash[66753]: cluster 2024-03-22T07:13:43.107674+0000 osd.2 (osd.2) 83 : cluster 3 failed to encode map e448 with expected crc 2024-03-22T07:13:44.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:44 smithi148 bash[66753]: cluster 2024-03-22T07:13:43.110083+0000 osd.4 (osd.4) 99 : cluster 3 failed to encode map e448 with expected crc 2024-03-22T07:13:44.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:44 smithi148 bash[66753]: cluster 2024-03-22T07:13:43.112442+0000 mon.a (mon.0) 382 : cluster 0 osdmap e448: 8 total, 8 up, 8 in 2024-03-22T07:13:44.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:44 smithi148 bash[66753]: cluster 2024-03-22T07:13:43.128688+0000 osd.6 (osd.6) 92 : cluster 3 failed to encode map e448 with expected crc 2024-03-22T07:13:44.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:44 smithi148 bash[66753]: cluster 2024-03-22T07:13:43.137155+0000 osd.3 (osd.3) 87 : cluster 3 failed to encode map e448 with expected crc 2024-03-22T07:13:44.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:44 smithi148 bash[66753]: cluster 2024-03-22T07:13:43.304380+0000 mgr.y (mgr.25337) 157 : cluster 0 pgmap v260: 105 pgs: 105 active+clean; 582 KiB data, 439 MiB used, 715 GiB / 715 GiB avail; 237 KiB/s rd, 26 KiB/s wr, 347 op/s 2024-03-22T07:13:44.477 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (197 ms) 2024-03-22T07:13:44.477 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-03-22T07:13:44.583 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (107 ms) 2024-03-22T07:13:44.584 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-03-22T07:13:44.811 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (227 ms) 2024-03-22T07:13:44.811 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-03-22T07:13:45.036 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (226 ms) 2024-03-22T07:13:45.037 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-03-22T07:13:45.262 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (225 ms) 2024-03-22T07:13:45.263 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-03-22T07:13:45.512 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (249 ms) 2024-03-22T07:13:45.512 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-03-22T07:13:45.671 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.MirrorStatusList (159 ms) 2024-03-22T07:13:45.671 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-03-22T07:13:45.883 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.RemoveBootstrapped (212 ms) 2024-03-22T07:13:45.883 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-03-22T07:13:46.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:45 smithi129 bash[79695]: audit 2024-03-22T07:13:44.770874+0000 mon.a (mon.0) 383 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:46.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:45 smithi129 bash[79695]: cluster 2024-03-22T07:13:45.305683+0000 mgr.y (mgr.25337) 158 : cluster 0 pgmap v261: 105 pgs: 105 active+clean; 582 KiB data, 451 MiB used, 715 GiB / 715 GiB avail; 491 KiB/s rd, 59 KiB/s wr, 689 op/s 2024-03-22T07:13:46.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:45 smithi129 bash[82160]: audit 2024-03-22T07:13:44.770874+0000 mon.a (mon.0) 383 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:46.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:45 smithi129 bash[82160]: cluster 2024-03-22T07:13:45.305683+0000 mgr.y (mgr.25337) 158 : cluster 0 pgmap v261: 105 pgs: 105 active+clean; 582 KiB data, 451 MiB used, 715 GiB / 715 GiB avail; 491 KiB/s rd, 59 KiB/s wr, 689 op/s 2024-03-22T07:13:46.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:45 smithi148 bash[66753]: audit 2024-03-22T07:13:44.770874+0000 mon.a (mon.0) 383 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:46.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:45 smithi148 bash[66753]: cluster 2024-03-22T07:13:45.305683+0000 mgr.y (mgr.25337) 158 : cluster 0 pgmap v261: 105 pgs: 105 active+clean; 582 KiB data, 451 MiB used, 715 GiB / 715 GiB avail; 491 KiB/s rd, 59 KiB/s wr, 689 op/s 2024-03-22T07:13:46.543 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.AioPromoteDemote (659 ms) 2024-03-22T07:13:46.543 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-03-22T07:13:47.204 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.AioGetInfo (661 ms) 2024-03-22T07:13:47.204 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-03-22T07:13:47.659 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.AioGetStatus (455 ms) 2024-03-22T07:13:47.659 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.SiteName 2024-03-22T07:13:47.671 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.SiteName (12 ms) 2024-03-22T07:13:47.671 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.Bootstrap 2024-03-22T07:13:48.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[82160]: cluster 2024-03-22T07:13:47.306147+0000 mgr.y (mgr.25337) 159 : cluster 0 pgmap v262: 105 pgs: 105 active+clean; 582 KiB data, 451 MiB used, 715 GiB / 715 GiB avail; 423 KiB/s rd, 51 KiB/s wr, 594 op/s 2024-03-22T07:13:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[82160]: audit 2024-03-22T07:13:47.670383+0000 mon.a (mon.0) 384 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:13:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[82160]: audit 2024-03-22T07:13:47.671052+0000 mon.c (mon.2) 58 : audit 0 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-03-22T07:13:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[82160]: audit 2024-03-22T07:13:47.671428+0000 mon.c (mon.2) 59 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-03-22T07:13:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[82160]: audit 2024-03-22T07:13:47.671756+0000 mon.a (mon.0) 385 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-03-22T07:13:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[82160]: audit 2024-03-22T07:13:47.676414+0000 mon.a (mon.0) 386 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-03-22T07:13:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[82160]: audit 2024-03-22T07:13:47.677489+0000 mon.c (mon.2) 60 : audit 0 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-03-22T07:13:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[82160]: cluster 2024-03-22T07:13:48.111832+0000 mon.a (mon.0) 387 : cluster 0 osdmap e449: 8 total, 8 up, 8 in 2024-03-22T07:13:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[79695]: cluster 2024-03-22T07:13:47.306147+0000 mgr.y (mgr.25337) 159 : cluster 0 pgmap v262: 105 pgs: 105 active+clean; 582 KiB data, 451 MiB used, 715 GiB / 715 GiB avail; 423 KiB/s rd, 51 KiB/s wr, 594 op/s 2024-03-22T07:13:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[79695]: audit 2024-03-22T07:13:47.670383+0000 mon.a (mon.0) 384 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:13:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[79695]: audit 2024-03-22T07:13:47.671052+0000 mon.c (mon.2) 58 : audit 0 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-03-22T07:13:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[79695]: audit 2024-03-22T07:13:47.671428+0000 mon.c (mon.2) 59 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-03-22T07:13:48.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[79695]: audit 2024-03-22T07:13:47.671756+0000 mon.a (mon.0) 385 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-03-22T07:13:48.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[79695]: audit 2024-03-22T07:13:47.676414+0000 mon.a (mon.0) 386 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-03-22T07:13:48.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[79695]: audit 2024-03-22T07:13:47.677489+0000 mon.c (mon.2) 60 : audit 0 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-03-22T07:13:48.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:48 smithi129 bash[79695]: cluster 2024-03-22T07:13:48.111832+0000 mon.a (mon.0) 387 : cluster 0 osdmap e449: 8 total, 8 up, 8 in 2024-03-22T07:13:48.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:48 smithi148 bash[66753]: cluster 2024-03-22T07:13:47.306147+0000 mgr.y (mgr.25337) 159 : cluster 0 pgmap v262: 105 pgs: 105 active+clean; 582 KiB data, 451 MiB used, 715 GiB / 715 GiB avail; 423 KiB/s rd, 51 KiB/s wr, 594 op/s 2024-03-22T07:13:48.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:48 smithi148 bash[66753]: audit 2024-03-22T07:13:47.670383+0000 mon.a (mon.0) 384 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:13:48.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:48 smithi148 bash[66753]: audit 2024-03-22T07:13:47.671052+0000 mon.c (mon.2) 58 : audit 0 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-03-22T07:13:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:48 smithi148 bash[66753]: audit 2024-03-22T07:13:47.671428+0000 mon.c (mon.2) 59 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-03-22T07:13:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:48 smithi148 bash[66753]: audit 2024-03-22T07:13:47.671756+0000 mon.a (mon.0) 385 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-03-22T07:13:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:48 smithi148 bash[66753]: audit 2024-03-22T07:13:47.676414+0000 mon.a (mon.0) 386 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-03-22T07:13:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:48 smithi148 bash[66753]: audit 2024-03-22T07:13:47.677489+0000 mon.c (mon.2) 60 : audit 0 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-03-22T07:13:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:48 smithi148 bash[66753]: cluster 2024-03-22T07:13:48.111832+0000 mon.a (mon.0) 387 : cluster 0 osdmap e449: 8 total, 8 up, 8 in 2024-03-22T07:13:49.132 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:13:49.332 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.Bootstrap (1661 ms) 2024-03-22T07:13:49.332 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.PeerDirection 2024-03-22T07:13:49.348 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.PeerDirection (17 ms) 2024-03-22T07:13:49.349 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.Snapshot 2024-03-22T07:13:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[82160]: cluster 2024-03-22T07:13:48.108554+0000 osd.2 (osd.2) 84 : cluster 3 failed to encode map e449 with expected crc 2024-03-22T07:13:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[82160]: cluster 2024-03-22T07:13:48.111451+0000 osd.4 (osd.4) 100 : cluster 3 failed to encode map e449 with expected crc 2024-03-22T07:13:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[82160]: cluster 2024-03-22T07:13:48.133487+0000 osd.1 (osd.1) 99 : cluster 3 failed to encode map e449 with expected crc 2024-03-22T07:13:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[82160]: cluster 2024-03-22T07:13:48.142015+0000 osd.3 (osd.3) 88 : cluster 3 failed to encode map e449 with expected crc 2024-03-22T07:13:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[82160]: audit 2024-03-22T07:13:49.311345+0000 mon.c (mon.2) 61 : audit 0 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-03-22T07:13:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[82160]: audit 2024-03-22T07:13:49.316429+0000 mon.a (mon.0) 388 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:13:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[82160]: audit 2024-03-22T07:13:49.319129+0000 mon.c (mon.2) 62 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-03-22T07:13:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[82160]: audit 2024-03-22T07:13:49.319663+0000 mon.a (mon.0) 389 : audit 1 from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-03-22T07:13:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[82160]: audit 2024-03-22T07:13:49.321700+0000 mon.a (mon.0) 390 : audit 1 from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-03-22T07:13:49.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[82160]: audit 2024-03-22T07:13:49.327254+0000 mon.c (mon.2) 63 : audit 0 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-03-22T07:13:49.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[82160]: audit 2024-03-22T07:13:49.346864+0000 mon.c (mon.2) 64 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2d2fbaf0-d76d-427a-9f6e-a37efa0ab68c"}]: dispatch 2024-03-22T07:13:49.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[82160]: audit 2024-03-22T07:13:49.347227+0000 mon.a (mon.0) 391 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2d2fbaf0-d76d-427a-9f6e-a37efa0ab68c"}]: dispatch 2024-03-22T07:13:49.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[82160]: audit 2024-03-22T07:13:49.350795+0000 mon.a (mon.0) 392 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2d2fbaf0-d76d-427a-9f6e-a37efa0ab68c"}]': finished 2024-03-22T07:13:49.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[79695]: cluster 2024-03-22T07:13:48.108554+0000 osd.2 (osd.2) 84 : cluster 3 failed to encode map e449 with expected crc 2024-03-22T07:13:49.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[79695]: cluster 2024-03-22T07:13:48.111451+0000 osd.4 (osd.4) 100 : cluster 3 failed to encode map e449 with expected crc 2024-03-22T07:13:49.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[79695]: cluster 2024-03-22T07:13:48.133487+0000 osd.1 (osd.1) 99 : cluster 3 failed to encode map e449 with expected crc 2024-03-22T07:13:49.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[79695]: cluster 2024-03-22T07:13:48.142015+0000 osd.3 (osd.3) 88 : cluster 3 failed to encode map e449 with expected crc 2024-03-22T07:13:49.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[79695]: audit 2024-03-22T07:13:49.311345+0000 mon.c (mon.2) 61 : audit 0 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-03-22T07:13:49.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[79695]: audit 2024-03-22T07:13:49.316429+0000 mon.a (mon.0) 388 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:13:49.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[79695]: audit 2024-03-22T07:13:49.319129+0000 mon.c (mon.2) 62 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-03-22T07:13:49.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[79695]: audit 2024-03-22T07:13:49.319663+0000 mon.a (mon.0) 389 : audit 1 from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-03-22T07:13:49.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[79695]: audit 2024-03-22T07:13:49.321700+0000 mon.a (mon.0) 390 : audit 1 from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-03-22T07:13:49.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[79695]: audit 2024-03-22T07:13:49.327254+0000 mon.c (mon.2) 63 : audit 0 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-03-22T07:13:49.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[79695]: audit 2024-03-22T07:13:49.346864+0000 mon.c (mon.2) 64 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2d2fbaf0-d76d-427a-9f6e-a37efa0ab68c"}]: dispatch 2024-03-22T07:13:49.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[79695]: audit 2024-03-22T07:13:49.347227+0000 mon.a (mon.0) 391 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2d2fbaf0-d76d-427a-9f6e-a37efa0ab68c"}]: dispatch 2024-03-22T07:13:49.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:49 smithi129 bash[79695]: audit 2024-03-22T07:13:49.350795+0000 mon.a (mon.0) 392 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2d2fbaf0-d76d-427a-9f6e-a37efa0ab68c"}]': finished 2024-03-22T07:13:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:49 smithi148 bash[66753]: cluster 2024-03-22T07:13:48.108554+0000 osd.2 (osd.2) 84 : cluster 3 failed to encode map e449 with expected crc 2024-03-22T07:13:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:49 smithi148 bash[66753]: cluster 2024-03-22T07:13:48.111451+0000 osd.4 (osd.4) 100 : cluster 3 failed to encode map e449 with expected crc 2024-03-22T07:13:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:49 smithi148 bash[66753]: cluster 2024-03-22T07:13:48.133487+0000 osd.1 (osd.1) 99 : cluster 3 failed to encode map e449 with expected crc 2024-03-22T07:13:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:49 smithi148 bash[66753]: cluster 2024-03-22T07:13:48.142015+0000 osd.3 (osd.3) 88 : cluster 3 failed to encode map e449 with expected crc 2024-03-22T07:13:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:49 smithi148 bash[66753]: audit 2024-03-22T07:13:49.311345+0000 mon.c (mon.2) 61 : audit 0 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-03-22T07:13:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:49 smithi148 bash[66753]: audit 2024-03-22T07:13:49.316429+0000 mon.a (mon.0) 388 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:13:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:49 smithi148 bash[66753]: audit 2024-03-22T07:13:49.319129+0000 mon.c (mon.2) 62 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-03-22T07:13:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:49 smithi148 bash[66753]: audit 2024-03-22T07:13:49.319663+0000 mon.a (mon.0) 389 : audit 1 from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-03-22T07:13:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:49 smithi148 bash[66753]: audit 2024-03-22T07:13:49.321700+0000 mon.a (mon.0) 390 : audit 1 from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-03-22T07:13:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:49 smithi148 bash[66753]: audit 2024-03-22T07:13:49.327254+0000 mon.c (mon.2) 63 : audit 0 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-03-22T07:13:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:49 smithi148 bash[66753]: audit 2024-03-22T07:13:49.346864+0000 mon.c (mon.2) 64 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2d2fbaf0-d76d-427a-9f6e-a37efa0ab68c"}]: dispatch 2024-03-22T07:13:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:49 smithi148 bash[66753]: audit 2024-03-22T07:13:49.347227+0000 mon.a (mon.0) 391 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2d2fbaf0-d76d-427a-9f6e-a37efa0ab68c"}]: dispatch 2024-03-22T07:13:49.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:49 smithi148 bash[66753]: audit 2024-03-22T07:13:49.350795+0000 mon.a (mon.0) 392 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2d2fbaf0-d76d-427a-9f6e-a37efa0ab68c"}]': finished 2024-03-22T07:13:50.654 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:50 smithi129 bash[79695]: cluster 2024-03-22T07:13:49.306811+0000 mgr.y (mgr.25337) 160 : cluster 0 pgmap v264: 105 pgs: 105 active+clean; 583 KiB data, 416 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 163 KiB/s wr, 1.52k op/s 2024-03-22T07:13:50.654 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:50 smithi129 bash[82160]: cluster 2024-03-22T07:13:49.306811+0000 mgr.y (mgr.25337) 160 : cluster 0 pgmap v264: 105 pgs: 105 active+clean; 583 KiB data, 416 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 163 KiB/s wr, 1.52k op/s 2024-03-22T07:13:50.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:50 smithi148 bash[66753]: cluster 2024-03-22T07:13:49.306811+0000 mgr.y (mgr.25337) 160 : cluster 0 pgmap v264: 105 pgs: 105 active+clean; 583 KiB data, 416 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 163 KiB/s wr, 1.52k op/s 2024-03-22T07:13:51.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:51 smithi148 bash[66753]: cluster 2024-03-22T07:13:50.373574+0000 osd.7 (osd.7) 70 : cluster 3 failed to encode map e450 with expected crc 2024-03-22T07:13:51.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:51 smithi148 bash[66753]: cluster 2024-03-22T07:13:50.373621+0000 osd.6 (osd.6) 93 : cluster 3 failed to encode map e450 with expected crc 2024-03-22T07:13:51.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:51 smithi148 bash[66753]: cluster 2024-03-22T07:13:50.375497+0000 mon.a (mon.0) 393 : cluster 0 osdmap e450: 8 total, 8 up, 8 in 2024-03-22T07:13:51.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:51 smithi148 bash[66753]: cluster 2024-03-22T07:13:50.398793+0000 osd.4 (osd.4) 101 : cluster 3 failed to encode map e450 with expected crc 2024-03-22T07:13:51.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:51 smithi129 bash[79695]: cluster 2024-03-22T07:13:50.373574+0000 osd.7 (osd.7) 70 : cluster 3 failed to encode map e450 with expected crc 2024-03-22T07:13:51.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:51 smithi129 bash[79695]: cluster 2024-03-22T07:13:50.373621+0000 osd.6 (osd.6) 93 : cluster 3 failed to encode map e450 with expected crc 2024-03-22T07:13:51.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:51 smithi129 bash[79695]: cluster 2024-03-22T07:13:50.375497+0000 mon.a (mon.0) 393 : cluster 0 osdmap e450: 8 total, 8 up, 8 in 2024-03-22T07:13:51.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:51 smithi129 bash[79695]: cluster 2024-03-22T07:13:50.398793+0000 osd.4 (osd.4) 101 : cluster 3 failed to encode map e450 with expected crc 2024-03-22T07:13:51.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:51 smithi129 bash[82160]: cluster 2024-03-22T07:13:50.373574+0000 osd.7 (osd.7) 70 : cluster 3 failed to encode map e450 with expected crc 2024-03-22T07:13:51.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:51 smithi129 bash[82160]: cluster 2024-03-22T07:13:50.373621+0000 osd.6 (osd.6) 93 : cluster 3 failed to encode map e450 with expected crc 2024-03-22T07:13:51.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:51 smithi129 bash[82160]: cluster 2024-03-22T07:13:50.375497+0000 mon.a (mon.0) 393 : cluster 0 osdmap e450: 8 total, 8 up, 8 in 2024-03-22T07:13:51.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:51 smithi129 bash[82160]: cluster 2024-03-22T07:13:50.398793+0000 osd.4 (osd.4) 101 : cluster 3 failed to encode map e450 with expected crc 2024-03-22T07:13:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:52 smithi148 bash[66753]: cluster 2024-03-22T07:13:51.307356+0000 mgr.y (mgr.25337) 161 : cluster 0 pgmap v266: 105 pgs: 105 active+clean; 583 KiB data, 416 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 162 KiB/s wr, 1.51k op/s 2024-03-22T07:13:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:52 smithi148 bash[66753]: cluster 2024-03-22T07:13:51.392447+0000 osd.7 (osd.7) 71 : cluster 3 failed to encode map e451 with expected crc 2024-03-22T07:13:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:52 smithi148 bash[66753]: cluster 2024-03-22T07:13:51.392473+0000 osd.4 (osd.4) 102 : cluster 3 failed to encode map e451 with expected crc 2024-03-22T07:13:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:52 smithi148 bash[66753]: cluster 2024-03-22T07:13:51.396372+0000 mon.a (mon.0) 394 : cluster 0 osdmap e451: 8 total, 8 up, 8 in 2024-03-22T07:13:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:52 smithi148 bash[66753]: cluster 2024-03-22T07:13:51.402039+0000 osd.6 (osd.6) 94 : cluster 3 failed to encode map e451 with expected crc 2024-03-22T07:13:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:52 smithi148 bash[66753]: cluster 2024-03-22T07:13:51.425596+0000 osd.0 (osd.0) 93 : cluster 3 failed to encode map e451 with expected crc 2024-03-22T07:13:52.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:52 smithi129 bash[82160]: cluster 2024-03-22T07:13:51.307356+0000 mgr.y (mgr.25337) 161 : cluster 0 pgmap v266: 105 pgs: 105 active+clean; 583 KiB data, 416 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 162 KiB/s wr, 1.51k op/s 2024-03-22T07:13:52.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:52 smithi129 bash[82160]: cluster 2024-03-22T07:13:51.392447+0000 osd.7 (osd.7) 71 : cluster 3 failed to encode map e451 with expected crc 2024-03-22T07:13:52.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:52 smithi129 bash[82160]: cluster 2024-03-22T07:13:51.392473+0000 osd.4 (osd.4) 102 : cluster 3 failed to encode map e451 with expected crc 2024-03-22T07:13:52.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:52 smithi129 bash[82160]: cluster 2024-03-22T07:13:51.396372+0000 mon.a (mon.0) 394 : cluster 0 osdmap e451: 8 total, 8 up, 8 in 2024-03-22T07:13:52.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:52 smithi129 bash[82160]: cluster 2024-03-22T07:13:51.402039+0000 osd.6 (osd.6) 94 : cluster 3 failed to encode map e451 with expected crc 2024-03-22T07:13:52.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:52 smithi129 bash[82160]: cluster 2024-03-22T07:13:51.425596+0000 osd.0 (osd.0) 93 : cluster 3 failed to encode map e451 with expected crc 2024-03-22T07:13:52.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:52 smithi129 bash[79695]: cluster 2024-03-22T07:13:51.307356+0000 mgr.y (mgr.25337) 161 : cluster 0 pgmap v266: 105 pgs: 105 active+clean; 583 KiB data, 416 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 162 KiB/s wr, 1.51k op/s 2024-03-22T07:13:52.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:52 smithi129 bash[79695]: cluster 2024-03-22T07:13:51.392447+0000 osd.7 (osd.7) 71 : cluster 3 failed to encode map e451 with expected crc 2024-03-22T07:13:52.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:52 smithi129 bash[79695]: cluster 2024-03-22T07:13:51.392473+0000 osd.4 (osd.4) 102 : cluster 3 failed to encode map e451 with expected crc 2024-03-22T07:13:52.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:52 smithi129 bash[79695]: cluster 2024-03-22T07:13:51.396372+0000 mon.a (mon.0) 394 : cluster 0 osdmap e451: 8 total, 8 up, 8 in 2024-03-22T07:13:52.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:52 smithi129 bash[79695]: cluster 2024-03-22T07:13:51.402039+0000 osd.6 (osd.6) 94 : cluster 3 failed to encode map e451 with expected crc 2024-03-22T07:13:52.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:52 smithi129 bash[79695]: cluster 2024-03-22T07:13:51.425596+0000 osd.0 (osd.0) 93 : cluster 3 failed to encode map e451 with expected crc 2024-03-22T07:13:52.985 INFO:teuthology.orchestra.run.smithi129.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:13:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:53 smithi129 bash[82160]: cluster 2024-03-22T07:13:52.403580+0000 osd.7 (osd.7) 72 : cluster 3 failed to encode map e452 with expected crc 2024-03-22T07:13:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:53 smithi129 bash[82160]: cluster 2024-03-22T07:13:52.405356+0000 mon.a (mon.0) 395 : cluster 0 osdmap e452: 8 total, 8 up, 8 in 2024-03-22T07:13:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:53 smithi129 bash[82160]: cluster 2024-03-22T07:13:52.406533+0000 osd.5 (osd.5) 78 : cluster 3 failed to encode map e452 with expected crc 2024-03-22T07:13:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:53 smithi129 bash[82160]: cluster 2024-03-22T07:13:52.412884+0000 osd.6 (osd.6) 95 : cluster 3 failed to encode map e452 with expected crc 2024-03-22T07:13:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:53 smithi129 bash[82160]: audit 2024-03-22T07:13:52.987563+0000 mon.a (mon.0) 396 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:53 smithi129 bash[82160]: audit 2024-03-22T07:13:52.993780+0000 mon.c (mon.2) 65 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:13:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:53 smithi129 bash[82160]: audit 2024-03-22T07:13:53.365364+0000 mon.c (mon.2) 66 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:13:53.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:53 smithi129 bash[79695]: cluster 2024-03-22T07:13:52.403580+0000 osd.7 (osd.7) 72 : cluster 3 failed to encode map e452 with expected crc 2024-03-22T07:13:53.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:53 smithi129 bash[79695]: cluster 2024-03-22T07:13:52.405356+0000 mon.a (mon.0) 395 : cluster 0 osdmap e452: 8 total, 8 up, 8 in 2024-03-22T07:13:53.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:53 smithi129 bash[79695]: cluster 2024-03-22T07:13:52.406533+0000 osd.5 (osd.5) 78 : cluster 3 failed to encode map e452 with expected crc 2024-03-22T07:13:53.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:53 smithi129 bash[79695]: cluster 2024-03-22T07:13:52.412884+0000 osd.6 (osd.6) 95 : cluster 3 failed to encode map e452 with expected crc 2024-03-22T07:13:53.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:53 smithi129 bash[79695]: audit 2024-03-22T07:13:52.987563+0000 mon.a (mon.0) 396 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:53.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:53 smithi129 bash[79695]: audit 2024-03-22T07:13:52.993780+0000 mon.c (mon.2) 65 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:13:53.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:53 smithi129 bash[79695]: audit 2024-03-22T07:13:53.365364+0000 mon.c (mon.2) 66 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:13:53.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:53 smithi148 bash[66753]: cluster 2024-03-22T07:13:52.403580+0000 osd.7 (osd.7) 72 : cluster 3 failed to encode map e452 with expected crc 2024-03-22T07:13:53.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:53 smithi148 bash[66753]: cluster 2024-03-22T07:13:52.405356+0000 mon.a (mon.0) 395 : cluster 0 osdmap e452: 8 total, 8 up, 8 in 2024-03-22T07:13:53.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:53 smithi148 bash[66753]: cluster 2024-03-22T07:13:52.406533+0000 osd.5 (osd.5) 78 : cluster 3 failed to encode map e452 with expected crc 2024-03-22T07:13:53.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:53 smithi148 bash[66753]: cluster 2024-03-22T07:13:52.412884+0000 osd.6 (osd.6) 95 : cluster 3 failed to encode map e452 with expected crc 2024-03-22T07:13:53.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:53 smithi148 bash[66753]: audit 2024-03-22T07:13:52.987563+0000 mon.a (mon.0) 396 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:53.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:53 smithi148 bash[66753]: audit 2024-03-22T07:13:52.993780+0000 mon.c (mon.2) 65 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:13:53.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:53 smithi148 bash[66753]: audit 2024-03-22T07:13:53.365364+0000 mon.c (mon.2) 66 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:13:53.815 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'echo wait for all mons to upgrade' 2024-03-22T07:13:54.120 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:13:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:13:53] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-03-22T07:13:54.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:54 smithi148 bash[66753]: audit 2024-03-22T07:13:52.980293+0000 mgr.y (mgr.25337) 162 : audit 0 from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:13:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:54 smithi148 bash[66753]: cephadm 2024-03-22T07:13:52.980765+0000 mgr.y (mgr.25337) 163 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:13:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:54 smithi148 bash[66753]: cluster 2024-03-22T07:13:53.308323+0000 mgr.y (mgr.25337) 164 : cluster 0 pgmap v269: 105 pgs: 105 active+clean; 583 KiB data, 416 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 181 KiB/s wr, 1.53k op/s 2024-03-22T07:13:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:54 smithi148 bash[66753]: cluster 2024-03-22T07:13:53.416619+0000 osd.2 (osd.2) 85 : cluster 3 failed to encode map e453 with expected crc 2024-03-22T07:13:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:54 smithi148 bash[66753]: cluster 2024-03-22T07:13:53.419175+0000 osd.4 (osd.4) 103 : cluster 3 failed to encode map e453 with expected crc 2024-03-22T07:13:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:54 smithi148 bash[66753]: cluster 2024-03-22T07:13:53.420984+0000 mon.a (mon.0) 397 : cluster 0 osdmap e453: 8 total, 8 up, 8 in 2024-03-22T07:13:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:54 smithi148 bash[66753]: cluster 2024-03-22T07:13:53.425749+0000 osd.6 (osd.6) 96 : cluster 3 failed to encode map e453 with expected crc 2024-03-22T07:13:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:54 smithi148 bash[66753]: cluster 2024-03-22T07:13:53.433357+0000 osd.0 (osd.0) 94 : cluster 3 failed to encode map e453 with expected crc 2024-03-22T07:13:54.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[79695]: audit 2024-03-22T07:13:52.980293+0000 mgr.y (mgr.25337) 162 : audit 0 from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:13:54.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[79695]: cephadm 2024-03-22T07:13:52.980765+0000 mgr.y (mgr.25337) 163 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:13:54.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[79695]: cluster 2024-03-22T07:13:53.308323+0000 mgr.y (mgr.25337) 164 : cluster 0 pgmap v269: 105 pgs: 105 active+clean; 583 KiB data, 416 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 181 KiB/s wr, 1.53k op/s 2024-03-22T07:13:54.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[79695]: cluster 2024-03-22T07:13:53.416619+0000 osd.2 (osd.2) 85 : cluster 3 failed to encode map e453 with expected crc 2024-03-22T07:13:54.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[79695]: cluster 2024-03-22T07:13:53.419175+0000 osd.4 (osd.4) 103 : cluster 3 failed to encode map e453 with expected crc 2024-03-22T07:13:54.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[79695]: cluster 2024-03-22T07:13:53.420984+0000 mon.a (mon.0) 397 : cluster 0 osdmap e453: 8 total, 8 up, 8 in 2024-03-22T07:13:54.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[79695]: cluster 2024-03-22T07:13:53.425749+0000 osd.6 (osd.6) 96 : cluster 3 failed to encode map e453 with expected crc 2024-03-22T07:13:54.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[79695]: cluster 2024-03-22T07:13:53.433357+0000 osd.0 (osd.0) 94 : cluster 3 failed to encode map e453 with expected crc 2024-03-22T07:13:54.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[82160]: audit 2024-03-22T07:13:52.980293+0000 mgr.y (mgr.25337) 162 : audit 0 from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:13:54.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[82160]: cephadm 2024-03-22T07:13:52.980765+0000 mgr.y (mgr.25337) 163 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:13:54.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[82160]: cluster 2024-03-22T07:13:53.308323+0000 mgr.y (mgr.25337) 164 : cluster 0 pgmap v269: 105 pgs: 105 active+clean; 583 KiB data, 416 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 181 KiB/s wr, 1.53k op/s 2024-03-22T07:13:54.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[82160]: cluster 2024-03-22T07:13:53.416619+0000 osd.2 (osd.2) 85 : cluster 3 failed to encode map e453 with expected crc 2024-03-22T07:13:54.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[82160]: cluster 2024-03-22T07:13:53.419175+0000 osd.4 (osd.4) 103 : cluster 3 failed to encode map e453 with expected crc 2024-03-22T07:13:54.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[82160]: cluster 2024-03-22T07:13:53.420984+0000 mon.a (mon.0) 397 : cluster 0 osdmap e453: 8 total, 8 up, 8 in 2024-03-22T07:13:54.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[82160]: cluster 2024-03-22T07:13:53.425749+0000 osd.6 (osd.6) 96 : cluster 3 failed to encode map e453 with expected crc 2024-03-22T07:13:54.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:54 smithi129 bash[82160]: cluster 2024-03-22T07:13:53.433357+0000 osd.0 (osd.0) 94 : cluster 3 failed to encode map e453 with expected crc 2024-03-22T07:13:55.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:55 smithi129 bash[79695]: cluster 2024-03-22T07:13:54.419337+0000 osd.2 (osd.2) 86 : cluster 3 failed to encode map e454 with expected crc 2024-03-22T07:13:55.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:55 smithi129 bash[79695]: cluster 2024-03-22T07:13:54.421967+0000 osd.5 (osd.5) 79 : cluster 3 failed to encode map e454 with expected crc 2024-03-22T07:13:55.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:55 smithi129 bash[79695]: cluster 2024-03-22T07:13:54.423667+0000 mon.a (mon.0) 398 : cluster 0 osdmap e454: 8 total, 8 up, 8 in 2024-03-22T07:13:55.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:55 smithi129 bash[79695]: cluster 2024-03-22T07:13:54.428244+0000 osd.6 (osd.6) 97 : cluster 3 failed to encode map e454 with expected crc 2024-03-22T07:13:55.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:55 smithi129 bash[79695]: cluster 2024-03-22T07:13:54.453879+0000 osd.0 (osd.0) 95 : cluster 3 failed to encode map e454 with expected crc 2024-03-22T07:13:55.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:55 smithi129 bash[82160]: cluster 2024-03-22T07:13:54.419337+0000 osd.2 (osd.2) 86 : cluster 3 failed to encode map e454 with expected crc 2024-03-22T07:13:55.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:55 smithi129 bash[82160]: cluster 2024-03-22T07:13:54.421967+0000 osd.5 (osd.5) 79 : cluster 3 failed to encode map e454 with expected crc 2024-03-22T07:13:55.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:55 smithi129 bash[82160]: cluster 2024-03-22T07:13:54.423667+0000 mon.a (mon.0) 398 : cluster 0 osdmap e454: 8 total, 8 up, 8 in 2024-03-22T07:13:55.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:55 smithi129 bash[82160]: cluster 2024-03-22T07:13:54.428244+0000 osd.6 (osd.6) 97 : cluster 3 failed to encode map e454 with expected crc 2024-03-22T07:13:55.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:55 smithi129 bash[82160]: cluster 2024-03-22T07:13:54.453879+0000 osd.0 (osd.0) 95 : cluster 3 failed to encode map e454 with expected crc 2024-03-22T07:13:55.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:55 smithi148 bash[66753]: cluster 2024-03-22T07:13:54.419337+0000 osd.2 (osd.2) 86 : cluster 3 failed to encode map e454 with expected crc 2024-03-22T07:13:55.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:55 smithi148 bash[66753]: cluster 2024-03-22T07:13:54.421967+0000 osd.5 (osd.5) 79 : cluster 3 failed to encode map e454 with expected crc 2024-03-22T07:13:55.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:55 smithi148 bash[66753]: cluster 2024-03-22T07:13:54.423667+0000 mon.a (mon.0) 398 : cluster 0 osdmap e454: 8 total, 8 up, 8 in 2024-03-22T07:13:55.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:55 smithi148 bash[66753]: cluster 2024-03-22T07:13:54.428244+0000 osd.6 (osd.6) 97 : cluster 3 failed to encode map e454 with expected crc 2024-03-22T07:13:55.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:55 smithi148 bash[66753]: cluster 2024-03-22T07:13:54.453879+0000 osd.0 (osd.0) 95 : cluster 3 failed to encode map e454 with expected crc 2024-03-22T07:13:56.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:56 smithi129 bash[79695]: cluster 2024-03-22T07:13:55.127038+0000 osd.4 (osd.4) 104 : cluster 3 failed to encode map e454 with expected crc 2024-03-22T07:13:56.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:56 smithi129 bash[79695]: cluster 2024-03-22T07:13:55.309094+0000 mgr.y (mgr.25337) 165 : cluster 0 pgmap v272: 105 pgs: 105 active+clean; 583 KiB data, 420 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 8.2 KiB/s wr, 81 op/s 2024-03-22T07:13:56.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:56 smithi129 bash[79695]: cluster 2024-03-22T07:13:55.437480+0000 osd.7 (osd.7) 73 : cluster 3 failed to encode map e455 with expected crc 2024-03-22T07:13:56.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:56 smithi129 bash[79695]: cluster 2024-03-22T07:13:55.438977+0000 osd.5 (osd.5) 80 : cluster 3 failed to encode map e455 with expected crc 2024-03-22T07:13:56.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:56 smithi129 bash[79695]: cluster 2024-03-22T07:13:55.440704+0000 mon.a (mon.0) 399 : cluster 0 osdmap e455: 8 total, 8 up, 8 in 2024-03-22T07:13:56.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:56 smithi129 bash[79695]: cluster 2024-03-22T07:13:55.446454+0000 osd.6 (osd.6) 98 : cluster 3 failed to encode map e455 with expected crc 2024-03-22T07:13:56.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:56 smithi129 bash[82160]: cluster 2024-03-22T07:13:55.127038+0000 osd.4 (osd.4) 104 : cluster 3 failed to encode map e454 with expected crc 2024-03-22T07:13:56.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:56 smithi129 bash[82160]: cluster 2024-03-22T07:13:55.309094+0000 mgr.y (mgr.25337) 165 : cluster 0 pgmap v272: 105 pgs: 105 active+clean; 583 KiB data, 420 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 8.2 KiB/s wr, 81 op/s 2024-03-22T07:13:56.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:56 smithi129 bash[82160]: cluster 2024-03-22T07:13:55.437480+0000 osd.7 (osd.7) 73 : cluster 3 failed to encode map e455 with expected crc 2024-03-22T07:13:56.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:56 smithi129 bash[82160]: cluster 2024-03-22T07:13:55.438977+0000 osd.5 (osd.5) 80 : cluster 3 failed to encode map e455 with expected crc 2024-03-22T07:13:56.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:56 smithi129 bash[82160]: cluster 2024-03-22T07:13:55.440704+0000 mon.a (mon.0) 399 : cluster 0 osdmap e455: 8 total, 8 up, 8 in 2024-03-22T07:13:56.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:56 smithi129 bash[82160]: cluster 2024-03-22T07:13:55.446454+0000 osd.6 (osd.6) 98 : cluster 3 failed to encode map e455 with expected crc 2024-03-22T07:13:56.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:56 smithi148 bash[66753]: cluster 2024-03-22T07:13:55.127038+0000 osd.4 (osd.4) 104 : cluster 3 failed to encode map e454 with expected crc 2024-03-22T07:13:56.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:56 smithi148 bash[66753]: cluster 2024-03-22T07:13:55.309094+0000 mgr.y (mgr.25337) 165 : cluster 0 pgmap v272: 105 pgs: 105 active+clean; 583 KiB data, 420 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 8.2 KiB/s wr, 81 op/s 2024-03-22T07:13:56.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:56 smithi148 bash[66753]: cluster 2024-03-22T07:13:55.437480+0000 osd.7 (osd.7) 73 : cluster 3 failed to encode map e455 with expected crc 2024-03-22T07:13:56.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:56 smithi148 bash[66753]: cluster 2024-03-22T07:13:55.438977+0000 osd.5 (osd.5) 80 : cluster 3 failed to encode map e455 with expected crc 2024-03-22T07:13:56.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:56 smithi148 bash[66753]: cluster 2024-03-22T07:13:55.440704+0000 mon.a (mon.0) 399 : cluster 0 osdmap e455: 8 total, 8 up, 8 in 2024-03-22T07:13:56.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:56 smithi148 bash[66753]: cluster 2024-03-22T07:13:55.446454+0000 osd.6 (osd.6) 98 : cluster 3 failed to encode map e455 with expected crc 2024-03-22T07:13:57.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:57 smithi129 bash[79695]: cluster 2024-03-22T07:13:56.447700+0000 osd.2 (osd.2) 87 : cluster 3 failed to encode map e456 with expected crc 2024-03-22T07:13:57.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:57 smithi129 bash[79695]: cluster 2024-03-22T07:13:56.449025+0000 osd.4 (osd.4) 105 : cluster 3 failed to encode map e456 with expected crc 2024-03-22T07:13:57.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:57 smithi129 bash[79695]: cluster 2024-03-22T07:13:56.451295+0000 mon.a (mon.0) 400 : cluster 0 osdmap e456: 8 total, 8 up, 8 in 2024-03-22T07:13:57.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:57 smithi129 bash[79695]: cluster 2024-03-22T07:13:56.456076+0000 osd.6 (osd.6) 99 : cluster 3 failed to encode map e456 with expected crc 2024-03-22T07:13:57.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:57 smithi129 bash[79695]: cluster 2024-03-22T07:13:56.483847+0000 osd.5 (osd.5) 81 : cluster 3 failed to encode map e456 with expected crc 2024-03-22T07:13:57.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:57 smithi129 bash[82160]: cluster 2024-03-22T07:13:56.447700+0000 osd.2 (osd.2) 87 : cluster 3 failed to encode map e456 with expected crc 2024-03-22T07:13:57.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:57 smithi129 bash[82160]: cluster 2024-03-22T07:13:56.449025+0000 osd.4 (osd.4) 105 : cluster 3 failed to encode map e456 with expected crc 2024-03-22T07:13:57.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:57 smithi129 bash[82160]: cluster 2024-03-22T07:13:56.451295+0000 mon.a (mon.0) 400 : cluster 0 osdmap e456: 8 total, 8 up, 8 in 2024-03-22T07:13:57.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:57 smithi129 bash[82160]: cluster 2024-03-22T07:13:56.456076+0000 osd.6 (osd.6) 99 : cluster 3 failed to encode map e456 with expected crc 2024-03-22T07:13:57.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:57 smithi129 bash[82160]: cluster 2024-03-22T07:13:56.483847+0000 osd.5 (osd.5) 81 : cluster 3 failed to encode map e456 with expected crc 2024-03-22T07:13:57.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:57 smithi148 bash[66753]: cluster 2024-03-22T07:13:56.447700+0000 osd.2 (osd.2) 87 : cluster 3 failed to encode map e456 with expected crc 2024-03-22T07:13:57.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:57 smithi148 bash[66753]: cluster 2024-03-22T07:13:56.449025+0000 osd.4 (osd.4) 105 : cluster 3 failed to encode map e456 with expected crc 2024-03-22T07:13:57.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:57 smithi148 bash[66753]: cluster 2024-03-22T07:13:56.451295+0000 mon.a (mon.0) 400 : cluster 0 osdmap e456: 8 total, 8 up, 8 in 2024-03-22T07:13:57.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:57 smithi148 bash[66753]: cluster 2024-03-22T07:13:56.456076+0000 osd.6 (osd.6) 99 : cluster 3 failed to encode map e456 with expected crc 2024-03-22T07:13:57.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:57 smithi148 bash[66753]: cluster 2024-03-22T07:13:56.483847+0000 osd.5 (osd.5) 81 : cluster 3 failed to encode map e456 with expected crc 2024-03-22T07:13:58.555 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:13:58.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:58 smithi129 bash[82160]: cluster 2024-03-22T07:13:57.309858+0000 mgr.y (mgr.25337) 166 : cluster 0 pgmap v275: 105 pgs: 105 active+clean; 583 KiB data, 420 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 8.2 KiB/s wr, 81 op/s 2024-03-22T07:13:58.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:58 smithi129 bash[82160]: cluster 2024-03-22T07:13:57.459025+0000 osd.2 (osd.2) 88 : cluster 3 failed to encode map e457 with expected crc 2024-03-22T07:13:58.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:58 smithi129 bash[82160]: cluster 2024-03-22T07:13:57.460228+0000 osd.4 (osd.4) 106 : cluster 3 failed to encode map e457 with expected crc 2024-03-22T07:13:58.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:58 smithi129 bash[82160]: cluster 2024-03-22T07:13:57.464636+0000 mon.a (mon.0) 401 : cluster 0 osdmap e457: 8 total, 8 up, 8 in 2024-03-22T07:13:58.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:58 smithi129 bash[82160]: cluster 2024-03-22T07:13:57.469380+0000 osd.6 (osd.6) 100 : cluster 3 failed to encode map e457 with expected crc 2024-03-22T07:13:58.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:58 smithi129 bash[82160]: cluster 2024-03-22T07:13:57.482968+0000 osd.5 (osd.5) 82 : cluster 3 failed to encode map e457 with expected crc 2024-03-22T07:13:58.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:58 smithi129 bash[82160]: cluster 2024-03-22T07:13:58.116383+0000 mon.a (mon.0) 402 : cluster 0 osdmap e458: 8 total, 8 up, 8 in 2024-03-22T07:13:58.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:58 smithi129 bash[79695]: cluster 2024-03-22T07:13:57.309858+0000 mgr.y (mgr.25337) 166 : cluster 0 pgmap v275: 105 pgs: 105 active+clean; 583 KiB data, 420 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 8.2 KiB/s wr, 81 op/s 2024-03-22T07:13:58.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:58 smithi129 bash[79695]: cluster 2024-03-22T07:13:57.459025+0000 osd.2 (osd.2) 88 : cluster 3 failed to encode map e457 with expected crc 2024-03-22T07:13:58.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:58 smithi129 bash[79695]: cluster 2024-03-22T07:13:57.460228+0000 osd.4 (osd.4) 106 : cluster 3 failed to encode map e457 with expected crc 2024-03-22T07:13:58.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:58 smithi129 bash[79695]: cluster 2024-03-22T07:13:57.464636+0000 mon.a (mon.0) 401 : cluster 0 osdmap e457: 8 total, 8 up, 8 in 2024-03-22T07:13:58.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:58 smithi129 bash[79695]: cluster 2024-03-22T07:13:57.469380+0000 osd.6 (osd.6) 100 : cluster 3 failed to encode map e457 with expected crc 2024-03-22T07:13:58.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:58 smithi129 bash[79695]: cluster 2024-03-22T07:13:57.482968+0000 osd.5 (osd.5) 82 : cluster 3 failed to encode map e457 with expected crc 2024-03-22T07:13:58.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:58 smithi129 bash[79695]: cluster 2024-03-22T07:13:58.116383+0000 mon.a (mon.0) 402 : cluster 0 osdmap e458: 8 total, 8 up, 8 in 2024-03-22T07:13:58.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:58 smithi148 bash[66753]: cluster 2024-03-22T07:13:57.309858+0000 mgr.y (mgr.25337) 166 : cluster 0 pgmap v275: 105 pgs: 105 active+clean; 583 KiB data, 420 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 8.2 KiB/s wr, 81 op/s 2024-03-22T07:13:58.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:58 smithi148 bash[66753]: cluster 2024-03-22T07:13:57.459025+0000 osd.2 (osd.2) 88 : cluster 3 failed to encode map e457 with expected crc 2024-03-22T07:13:58.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:58 smithi148 bash[66753]: cluster 2024-03-22T07:13:57.460228+0000 osd.4 (osd.4) 106 : cluster 3 failed to encode map e457 with expected crc 2024-03-22T07:13:58.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:58 smithi148 bash[66753]: cluster 2024-03-22T07:13:57.464636+0000 mon.a (mon.0) 401 : cluster 0 osdmap e457: 8 total, 8 up, 8 in 2024-03-22T07:13:58.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:58 smithi148 bash[66753]: cluster 2024-03-22T07:13:57.469380+0000 osd.6 (osd.6) 100 : cluster 3 failed to encode map e457 with expected crc 2024-03-22T07:13:58.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:58 smithi148 bash[66753]: cluster 2024-03-22T07:13:57.482968+0000 osd.5 (osd.5) 82 : cluster 3 failed to encode map e457 with expected crc 2024-03-22T07:13:58.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:58 smithi148 bash[66753]: cluster 2024-03-22T07:13:58.116383+0000 mon.a (mon.0) 402 : cluster 0 osdmap e458: 8 total, 8 up, 8 in 2024-03-22T07:13:59.850 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[82160]: cluster 2024-03-22T07:13:58.111827+0000 osd.2 (osd.2) 89 : cluster 3 failed to encode map e458 with expected crc 2024-03-22T07:13:59.850 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[82160]: cluster 2024-03-22T07:13:58.115717+0000 osd.0 (osd.0) 96 : cluster 3 failed to encode map e458 with expected crc 2024-03-22T07:13:59.850 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[82160]: cluster 2024-03-22T07:13:58.125200+0000 osd.6 (osd.6) 101 : cluster 3 failed to encode map e458 with expected crc 2024-03-22T07:13:59.850 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[82160]: cluster 2024-03-22T07:13:58.679565+0000 osd.7 (osd.7) 74 : cluster 3 failed to encode map e458 with expected crc 2024-03-22T07:13:59.850 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[82160]: audit 2024-03-22T07:13:59.096061+0000 mon.a (mon.0) 403 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:59.851 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[82160]: audit 2024-03-22T07:13:59.113787+0000 mon.a (mon.0) 404 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:59.851 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[82160]: cluster 2024-03-22T07:13:59.123316+0000 osd.7 (osd.7) 75 : cluster 3 failed to encode map e459 with expected crc 2024-03-22T07:13:59.851 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[82160]: cluster 2024-03-22T07:13:59.125538+0000 mon.a (mon.0) 405 : cluster 0 osdmap e459: 8 total, 8 up, 8 in 2024-03-22T07:13:59.851 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[79695]: cluster 2024-03-22T07:13:58.111827+0000 osd.2 (osd.2) 89 : cluster 3 failed to encode map e458 with expected crc 2024-03-22T07:13:59.851 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[79695]: cluster 2024-03-22T07:13:58.115717+0000 osd.0 (osd.0) 96 : cluster 3 failed to encode map e458 with expected crc 2024-03-22T07:13:59.851 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[79695]: cluster 2024-03-22T07:13:58.125200+0000 osd.6 (osd.6) 101 : cluster 3 failed to encode map e458 with expected crc 2024-03-22T07:13:59.851 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[79695]: cluster 2024-03-22T07:13:58.679565+0000 osd.7 (osd.7) 74 : cluster 3 failed to encode map e458 with expected crc 2024-03-22T07:13:59.851 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[79695]: audit 2024-03-22T07:13:59.096061+0000 mon.a (mon.0) 403 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:59.851 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[79695]: audit 2024-03-22T07:13:59.113787+0000 mon.a (mon.0) 404 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:59.851 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[79695]: cluster 2024-03-22T07:13:59.123316+0000 osd.7 (osd.7) 75 : cluster 3 failed to encode map e459 with expected crc 2024-03-22T07:13:59.851 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:13:59 smithi129 bash[79695]: cluster 2024-03-22T07:13:59.125538+0000 mon.a (mon.0) 405 : cluster 0 osdmap e459: 8 total, 8 up, 8 in 2024-03-22T07:13:59.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:59 smithi148 bash[66753]: cluster 2024-03-22T07:13:58.111827+0000 osd.2 (osd.2) 89 : cluster 3 failed to encode map e458 with expected crc 2024-03-22T07:13:59.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:59 smithi148 bash[66753]: cluster 2024-03-22T07:13:58.115717+0000 osd.0 (osd.0) 96 : cluster 3 failed to encode map e458 with expected crc 2024-03-22T07:13:59.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:59 smithi148 bash[66753]: cluster 2024-03-22T07:13:58.125200+0000 osd.6 (osd.6) 101 : cluster 3 failed to encode map e458 with expected crc 2024-03-22T07:13:59.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:59 smithi148 bash[66753]: cluster 2024-03-22T07:13:58.679565+0000 osd.7 (osd.7) 74 : cluster 3 failed to encode map e458 with expected crc 2024-03-22T07:13:59.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:59 smithi148 bash[66753]: audit 2024-03-22T07:13:59.096061+0000 mon.a (mon.0) 403 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:59.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:59 smithi148 bash[66753]: audit 2024-03-22T07:13:59.113787+0000 mon.a (mon.0) 404 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:13:59.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:59 smithi148 bash[66753]: cluster 2024-03-22T07:13:59.123316+0000 osd.7 (osd.7) 75 : cluster 3 failed to encode map e459 with expected crc 2024-03-22T07:13:59.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:13:59 smithi148 bash[66753]: cluster 2024-03-22T07:13:59.125538+0000 mon.a (mon.0) 405 : cluster 0 osdmap e459: 8 total, 8 up, 8 in 2024-03-22T07:14:00.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: cluster 2024-03-22T07:13:58.663062+0000 osd.5 (osd.5) 83 : cluster 3 failed to encode map e458 with expected crc 2024-03-22T07:14:00.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: cluster 2024-03-22T07:13:59.126060+0000 osd.5 (osd.5) 84 : cluster 3 failed to encode map e459 with expected crc 2024-03-22T07:14:00.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: cluster 2024-03-22T07:13:59.131783+0000 osd.6 (osd.6) 102 : cluster 3 failed to encode map e459 with expected crc 2024-03-22T07:14:00.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: cluster 2024-03-22T07:13:59.311181+0000 mgr.y (mgr.25337) 167 : cluster 0 pgmap v279: 105 pgs: 105 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s rd, 8.3 KiB/s wr, 114 op/s 2024-03-22T07:14:00.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.690029+0000 mon.c (mon.2) 67 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:14:00.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.691068+0000 mon.c (mon.2) 68 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:14:00.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.696863+0000 mon.a (mon.0) 406 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:00.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.740952+0000 mon.c (mon.2) 69 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:14:00.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.743221+0000 mon.c (mon.2) 70 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:14:00.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.744997+0000 mon.c (mon.2) 71 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:14:00.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.749643+0000 mon.a (mon.0) 407 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:00.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.752212+0000 mon.c (mon.2) 72 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-22T07:14:00.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.752504+0000 mon.a (mon.0) 408 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-22T07:14:00.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.755508+0000 mon.a (mon.0) 409 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-03-22T07:14:00.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.758168+0000 mon.c (mon.2) 73 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-22T07:14:00.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.758459+0000 mon.a (mon.0) 410 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-22T07:14:00.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.761951+0000 mon.a (mon.0) 411 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-03-22T07:14:00.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.764528+0000 mon.c (mon.2) 74 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-22T07:14:00.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.764807+0000 mon.a (mon.0) 412 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-22T07:14:00.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: cluster 2024-03-22T07:13:58.663062+0000 osd.5 (osd.5) 83 : cluster 3 failed to encode map e458 with expected crc 2024-03-22T07:14:00.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: cluster 2024-03-22T07:13:59.126060+0000 osd.5 (osd.5) 84 : cluster 3 failed to encode map e459 with expected crc 2024-03-22T07:14:00.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: cluster 2024-03-22T07:13:59.131783+0000 osd.6 (osd.6) 102 : cluster 3 failed to encode map e459 with expected crc 2024-03-22T07:14:00.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: cluster 2024-03-22T07:13:59.311181+0000 mgr.y (mgr.25337) 167 : cluster 0 pgmap v279: 105 pgs: 105 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s rd, 8.3 KiB/s wr, 114 op/s 2024-03-22T07:14:00.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.690029+0000 mon.c (mon.2) 67 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:14:00.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.691068+0000 mon.c (mon.2) 68 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:14:00.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.696863+0000 mon.a (mon.0) 406 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:00.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.740952+0000 mon.c (mon.2) 69 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:14:00.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.743221+0000 mon.c (mon.2) 70 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:14:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.744997+0000 mon.c (mon.2) 71 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:14:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.749643+0000 mon.a (mon.0) 407 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.752212+0000 mon.c (mon.2) 72 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-22T07:14:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.752504+0000 mon.a (mon.0) 408 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-22T07:14:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.755508+0000 mon.a (mon.0) 409 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-03-22T07:14:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.758168+0000 mon.c (mon.2) 73 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-22T07:14:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.758459+0000 mon.a (mon.0) 410 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-22T07:14:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.761951+0000 mon.a (mon.0) 411 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-03-22T07:14:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.764528+0000 mon.c (mon.2) 74 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-22T07:14:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.764807+0000 mon.a (mon.0) 412 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-22T07:14:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.768502+0000 mon.a (mon.0) 413 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-03-22T07:14:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.771593+0000 mon.c (mon.2) 75 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:14:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.776277+0000 mon.a (mon.0) 414 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: audit 2024-03-22T07:13:59.780102+0000 mon.c (mon.2) 76 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-22T07:14:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: cluster 2024-03-22T07:14:00.137407+0000 osd.7 (osd.7) 76 : cluster 3 failed to encode map e460 with expected crc 2024-03-22T07:14:00.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[82160]: cluster 2024-03-22T07:14:00.139478+0000 mon.a (mon.0) 415 : cluster 0 osdmap e460: 8 total, 8 up, 8 in 2024-03-22T07:14:00.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.768502+0000 mon.a (mon.0) 413 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-03-22T07:14:00.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.771593+0000 mon.c (mon.2) 75 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:14:00.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.776277+0000 mon.a (mon.0) 414 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:00.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: audit 2024-03-22T07:13:59.780102+0000 mon.c (mon.2) 76 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-22T07:14:00.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: cluster 2024-03-22T07:14:00.137407+0000 osd.7 (osd.7) 76 : cluster 3 failed to encode map e460 with expected crc 2024-03-22T07:14:00.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:00 smithi129 bash[79695]: cluster 2024-03-22T07:14:00.139478+0000 mon.a (mon.0) 415 : cluster 0 osdmap e460: 8 total, 8 up, 8 in 2024-03-22T07:14:00.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: cluster 2024-03-22T07:13:58.663062+0000 osd.5 (osd.5) 83 : cluster 3 failed to encode map e458 with expected crc 2024-03-22T07:14:00.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: cluster 2024-03-22T07:13:59.126060+0000 osd.5 (osd.5) 84 : cluster 3 failed to encode map e459 with expected crc 2024-03-22T07:14:00.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: cluster 2024-03-22T07:13:59.131783+0000 osd.6 (osd.6) 102 : cluster 3 failed to encode map e459 with expected crc 2024-03-22T07:14:00.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: cluster 2024-03-22T07:13:59.311181+0000 mgr.y (mgr.25337) 167 : cluster 0 pgmap v279: 105 pgs: 105 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s rd, 8.3 KiB/s wr, 114 op/s 2024-03-22T07:14:00.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.690029+0000 mon.c (mon.2) 67 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:14:00.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.691068+0000 mon.c (mon.2) 68 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:14:00.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.696863+0000 mon.a (mon.0) 406 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:00.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.740952+0000 mon.c (mon.2) 69 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:14:00.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.743221+0000 mon.c (mon.2) 70 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:14:00.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.744997+0000 mon.c (mon.2) 71 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:14:00.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.749643+0000 mon.a (mon.0) 407 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:00.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.752212+0000 mon.c (mon.2) 72 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-22T07:14:00.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.752504+0000 mon.a (mon.0) 408 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-22T07:14:00.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.755508+0000 mon.a (mon.0) 409 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-03-22T07:14:00.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.758168+0000 mon.c (mon.2) 73 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-22T07:14:00.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.758459+0000 mon.a (mon.0) 410 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-22T07:14:00.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.761951+0000 mon.a (mon.0) 411 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-03-22T07:14:00.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.764528+0000 mon.c (mon.2) 74 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-22T07:14:00.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.764807+0000 mon.a (mon.0) 412 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-22T07:14:00.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.768502+0000 mon.a (mon.0) 413 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-03-22T07:14:00.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.771593+0000 mon.c (mon.2) 75 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:14:00.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.776277+0000 mon.a (mon.0) 414 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:00.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: audit 2024-03-22T07:13:59.780102+0000 mon.c (mon.2) 76 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-22T07:14:00.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: cluster 2024-03-22T07:14:00.137407+0000 osd.7 (osd.7) 76 : cluster 3 failed to encode map e460 with expected crc 2024-03-22T07:14:00.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:00 smithi148 bash[66753]: cluster 2024-03-22T07:14:00.139478+0000 mon.a (mon.0) 415 : cluster 0 osdmap e460: 8 total, 8 up, 8 in 2024-03-22T07:14:01.883 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[79695]: cephadm 2024-03-22T07:13:59.745699+0000 mgr.y (mgr.25337) 168 : cephadm 1 Upgrade: Setting container_image for all mon 2024-03-22T07:14:01.884 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[79695]: cephadm 2024-03-22T07:13:59.772401+0000 mgr.y (mgr.25337) 169 : cephadm 1 Upgrade: Setting container_image for all crash 2024-03-22T07:14:01.884 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[79695]: audit 2024-03-22T07:13:59.780295+0000 mgr.y (mgr.25337) 170 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-22T07:14:01.884 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[79695]: cephadm 2024-03-22T07:13:59.781367+0000 mgr.y (mgr.25337) 171 : cephadm 1 Upgrade: osd.0 is safe to restart 2024-03-22T07:14:01.884 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[79695]: cluster 2024-03-22T07:14:00.137609+0000 osd.4 (osd.4) 107 : cluster 3 failed to encode map e460 with expected crc 2024-03-22T07:14:01.884 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[79695]: cluster 2024-03-22T07:14:00.143319+0000 osd.6 (osd.6) 103 : cluster 3 failed to encode map e460 with expected crc 2024-03-22T07:14:01.884 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[79695]: cluster 2024-03-22T07:14:00.166003+0000 osd.0 (osd.0) 97 : cluster 3 failed to encode map e460 with expected crc 2024-03-22T07:14:01.884 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[79695]: cluster 2024-03-22T07:14:01.139777+0000 osd.7 (osd.7) 77 : cluster 3 failed to encode map e461 with expected crc 2024-03-22T07:14:01.884 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[79695]: cluster 2024-03-22T07:14:01.144067+0000 mon.a (mon.0) 416 : cluster 0 osdmap e461: 8 total, 8 up, 8 in 2024-03-22T07:14:01.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[82160]: cephadm 2024-03-22T07:13:59.745699+0000 mgr.y (mgr.25337) 168 : cephadm 1 Upgrade: Setting container_image for all mon 2024-03-22T07:14:01.884 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[82160]: cephadm 2024-03-22T07:13:59.772401+0000 mgr.y (mgr.25337) 169 : cephadm 1 Upgrade: Setting container_image for all crash 2024-03-22T07:14:01.885 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[82160]: audit 2024-03-22T07:13:59.780295+0000 mgr.y (mgr.25337) 170 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-22T07:14:01.885 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[82160]: cephadm 2024-03-22T07:13:59.781367+0000 mgr.y (mgr.25337) 171 : cephadm 1 Upgrade: osd.0 is safe to restart 2024-03-22T07:14:01.885 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[82160]: cluster 2024-03-22T07:14:00.137609+0000 osd.4 (osd.4) 107 : cluster 3 failed to encode map e460 with expected crc 2024-03-22T07:14:01.885 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[82160]: cluster 2024-03-22T07:14:00.143319+0000 osd.6 (osd.6) 103 : cluster 3 failed to encode map e460 with expected crc 2024-03-22T07:14:01.885 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[82160]: cluster 2024-03-22T07:14:00.166003+0000 osd.0 (osd.0) 97 : cluster 3 failed to encode map e460 with expected crc 2024-03-22T07:14:01.885 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[82160]: cluster 2024-03-22T07:14:01.139777+0000 osd.7 (osd.7) 77 : cluster 3 failed to encode map e461 with expected crc 2024-03-22T07:14:01.885 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:01 smithi129 bash[82160]: cluster 2024-03-22T07:14:01.144067+0000 mon.a (mon.0) 416 : cluster 0 osdmap e461: 8 total, 8 up, 8 in 2024-03-22T07:14:01.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:01 smithi148 bash[66753]: cephadm 2024-03-22T07:13:59.745699+0000 mgr.y (mgr.25337) 168 : cephadm 1 Upgrade: Setting container_image for all mon 2024-03-22T07:14:01.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:01 smithi148 bash[66753]: cephadm 2024-03-22T07:13:59.772401+0000 mgr.y (mgr.25337) 169 : cephadm 1 Upgrade: Setting container_image for all crash 2024-03-22T07:14:01.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:01 smithi148 bash[66753]: audit 2024-03-22T07:13:59.780295+0000 mgr.y (mgr.25337) 170 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-22T07:14:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:01 smithi148 bash[66753]: cephadm 2024-03-22T07:13:59.781367+0000 mgr.y (mgr.25337) 171 : cephadm 1 Upgrade: osd.0 is safe to restart 2024-03-22T07:14:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:01 smithi148 bash[66753]: cluster 2024-03-22T07:14:00.137609+0000 osd.4 (osd.4) 107 : cluster 3 failed to encode map e460 with expected crc 2024-03-22T07:14:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:01 smithi148 bash[66753]: cluster 2024-03-22T07:14:00.143319+0000 osd.6 (osd.6) 103 : cluster 3 failed to encode map e460 with expected crc 2024-03-22T07:14:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:01 smithi148 bash[66753]: cluster 2024-03-22T07:14:00.166003+0000 osd.0 (osd.0) 97 : cluster 3 failed to encode map e460 with expected crc 2024-03-22T07:14:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:01 smithi148 bash[66753]: cluster 2024-03-22T07:14:01.139777+0000 osd.7 (osd.7) 77 : cluster 3 failed to encode map e461 with expected crc 2024-03-22T07:14:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:01 smithi148 bash[66753]: cluster 2024-03-22T07:14:01.144067+0000 mon.a (mon.0) 416 : cluster 0 osdmap e461: 8 total, 8 up, 8 in 2024-03-22T07:14:02.245 INFO:teuthology.orchestra.run.smithi129.stdout:wait for all mons to upgrade 2024-03-22T07:14:02.825 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:02 smithi129 bash[79695]: cluster 2024-03-22T07:14:01.139974+0000 osd.4 (osd.4) 108 : cluster 3 failed to encode map e461 with expected crc 2024-03-22T07:14:02.825 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:02 smithi129 bash[79695]: cluster 2024-03-22T07:14:01.147962+0000 osd.6 (osd.6) 104 : cluster 3 failed to encode map e461 with expected crc 2024-03-22T07:14:02.825 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:02 smithi129 bash[79695]: cluster 2024-03-22T07:14:01.172471+0000 osd.0 (osd.0) 98 : cluster 3 failed to encode map e461 with expected crc 2024-03-22T07:14:02.825 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:02 smithi129 bash[79695]: cluster 2024-03-22T07:14:01.311925+0000 mgr.y (mgr.25337) 172 : cluster 0 pgmap v282: 105 pgs: 105 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s rd, 8.3 KiB/s wr, 115 op/s 2024-03-22T07:14:02.825 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:02 smithi129 bash[79695]: cluster 2024-03-22T07:14:02.144377+0000 mon.a (mon.0) 417 : cluster 0 osdmap e462: 8 total, 8 up, 8 in 2024-03-22T07:14:02.825 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:02 smithi129 bash[82160]: cluster 2024-03-22T07:14:01.139974+0000 osd.4 (osd.4) 108 : cluster 3 failed to encode map e461 with expected crc 2024-03-22T07:14:02.825 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:02 smithi129 bash[82160]: cluster 2024-03-22T07:14:01.147962+0000 osd.6 (osd.6) 104 : cluster 3 failed to encode map e461 with expected crc 2024-03-22T07:14:02.826 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:02 smithi129 bash[82160]: cluster 2024-03-22T07:14:01.172471+0000 osd.0 (osd.0) 98 : cluster 3 failed to encode map e461 with expected crc 2024-03-22T07:14:02.826 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:02 smithi129 bash[82160]: cluster 2024-03-22T07:14:01.311925+0000 mgr.y (mgr.25337) 172 : cluster 0 pgmap v282: 105 pgs: 105 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s rd, 8.3 KiB/s wr, 115 op/s 2024-03-22T07:14:02.826 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:02 smithi129 bash[82160]: cluster 2024-03-22T07:14:02.144377+0000 mon.a (mon.0) 417 : cluster 0 osdmap e462: 8 total, 8 up, 8 in 2024-03-22T07:14:02.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:02 smithi148 bash[66753]: cluster 2024-03-22T07:14:01.139974+0000 osd.4 (osd.4) 108 : cluster 3 failed to encode map e461 with expected crc 2024-03-22T07:14:02.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:02 smithi148 bash[66753]: cluster 2024-03-22T07:14:01.147962+0000 osd.6 (osd.6) 104 : cluster 3 failed to encode map e461 with expected crc 2024-03-22T07:14:02.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:02 smithi148 bash[66753]: cluster 2024-03-22T07:14:01.172471+0000 osd.0 (osd.0) 98 : cluster 3 failed to encode map e461 with expected crc 2024-03-22T07:14:02.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:02 smithi148 bash[66753]: cluster 2024-03-22T07:14:01.311925+0000 mgr.y (mgr.25337) 172 : cluster 0 pgmap v282: 105 pgs: 105 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s rd, 8.3 KiB/s wr, 115 op/s 2024-03-22T07:14:02.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:02 smithi148 bash[66753]: cluster 2024-03-22T07:14:02.144377+0000 mon.a (mon.0) 417 : cluster 0 osdmap e462: 8 total, 8 up, 8 in 2024-03-22T07:14:03.497 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2024-03-22T07:14:03.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:03 smithi129 bash[79695]: cluster 2024-03-22T07:14:02.141032+0000 osd.2 (osd.2) 90 : cluster 3 failed to encode map e462 with expected crc 2024-03-22T07:14:03.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:03 smithi129 bash[79695]: cluster 2024-03-22T07:14:02.143171+0000 osd.4 (osd.4) 109 : cluster 3 failed to encode map e462 with expected crc 2024-03-22T07:14:03.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:03 smithi129 bash[79695]: cluster 2024-03-22T07:14:02.148007+0000 osd.6 (osd.6) 105 : cluster 3 failed to encode map e462 with expected crc 2024-03-22T07:14:03.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:03 smithi129 bash[79695]: cluster 2024-03-22T07:14:02.178557+0000 osd.0 (osd.0) 99 : cluster 3 failed to encode map e462 with expected crc 2024-03-22T07:14:03.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:03 smithi129 bash[79695]: cluster 2024-03-22T07:14:02.560571+0000 osd.5 (osd.5) 85 : cluster 3 failed to encode map e462 with expected crc 2024-03-22T07:14:03.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:03 smithi129 bash[79695]: cluster 2024-03-22T07:14:03.116285+0000 osd.7 (osd.7) 78 : cluster 3 failed to encode map e463 with expected crc 2024-03-22T07:14:03.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:03 smithi129 bash[79695]: cluster 2024-03-22T07:14:03.118699+0000 mon.a (mon.0) 418 : cluster 0 osdmap e463: 8 total, 8 up, 8 in 2024-03-22T07:14:03.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:03 smithi129 bash[82160]: cluster 2024-03-22T07:14:02.141032+0000 osd.2 (osd.2) 90 : cluster 3 failed to encode map e462 with expected crc 2024-03-22T07:14:03.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:03 smithi129 bash[82160]: cluster 2024-03-22T07:14:02.143171+0000 osd.4 (osd.4) 109 : cluster 3 failed to encode map e462 with expected crc 2024-03-22T07:14:03.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:03 smithi129 bash[82160]: cluster 2024-03-22T07:14:02.148007+0000 osd.6 (osd.6) 105 : cluster 3 failed to encode map e462 with expected crc 2024-03-22T07:14:03.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:03 smithi129 bash[82160]: cluster 2024-03-22T07:14:02.178557+0000 osd.0 (osd.0) 99 : cluster 3 failed to encode map e462 with expected crc 2024-03-22T07:14:03.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:03 smithi129 bash[82160]: cluster 2024-03-22T07:14:02.560571+0000 osd.5 (osd.5) 85 : cluster 3 failed to encode map e462 with expected crc 2024-03-22T07:14:03.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:03 smithi129 bash[82160]: cluster 2024-03-22T07:14:03.116285+0000 osd.7 (osd.7) 78 : cluster 3 failed to encode map e463 with expected crc 2024-03-22T07:14:03.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:03 smithi129 bash[82160]: cluster 2024-03-22T07:14:03.118699+0000 mon.a (mon.0) 418 : cluster 0 osdmap e463: 8 total, 8 up, 8 in 2024-03-22T07:14:03.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:03 smithi148 bash[66753]: cluster 2024-03-22T07:14:02.141032+0000 osd.2 (osd.2) 90 : cluster 3 failed to encode map e462 with expected crc 2024-03-22T07:14:03.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:03 smithi148 bash[66753]: cluster 2024-03-22T07:14:02.143171+0000 osd.4 (osd.4) 109 : cluster 3 failed to encode map e462 with expected crc 2024-03-22T07:14:03.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:03 smithi148 bash[66753]: cluster 2024-03-22T07:14:02.148007+0000 osd.6 (osd.6) 105 : cluster 3 failed to encode map e462 with expected crc 2024-03-22T07:14:03.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:03 smithi148 bash[66753]: cluster 2024-03-22T07:14:02.178557+0000 osd.0 (osd.0) 99 : cluster 3 failed to encode map e462 with expected crc 2024-03-22T07:14:03.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:03 smithi148 bash[66753]: cluster 2024-03-22T07:14:02.560571+0000 osd.5 (osd.5) 85 : cluster 3 failed to encode map e462 with expected crc 2024-03-22T07:14:03.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:03 smithi148 bash[66753]: cluster 2024-03-22T07:14:03.116285+0000 osd.7 (osd.7) 78 : cluster 3 failed to encode map e463 with expected crc 2024-03-22T07:14:03.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:03 smithi148 bash[66753]: cluster 2024-03-22T07:14:03.118699+0000 mon.a (mon.0) 418 : cluster 0 osdmap e463: 8 total, 8 up, 8 in 2024-03-22T07:14:04.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:14:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:14:03] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-03-22T07:14:04.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[79695]: cluster 2024-03-22T07:14:03.117380+0000 osd.4 (osd.4) 110 : cluster 3 failed to encode map e463 with expected crc 2024-03-22T07:14:04.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[79695]: cluster 2024-03-22T07:14:03.123703+0000 osd.6 (osd.6) 106 : cluster 3 failed to encode map e463 with expected crc 2024-03-22T07:14:04.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[79695]: cluster 2024-03-22T07:14:03.312582+0000 mgr.y (mgr.25337) 173 : cluster 0 pgmap v285: 105 pgs: 105 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:14:04.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[79695]: cephadm 2024-03-22T07:14:03.553304+0000 mgr.y (mgr.25337) 174 : cephadm 1 Upgrade: Updating osd.0 2024-03-22T07:14:04.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[79695]: audit 2024-03-22T07:14:03.559046+0000 mon.a (mon.0) 419 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:04.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[79695]: audit 2024-03-22T07:14:03.561979+0000 mon.c (mon.2) 77 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-22T07:14:04.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[79695]: audit 2024-03-22T07:14:03.562827+0000 mon.c (mon.2) 78 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:14:04.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[79695]: cephadm 2024-03-22T07:14:03.565904+0000 mgr.y (mgr.25337) 175 : cephadm 1 Deploying daemon osd.0 on smithi129 2024-03-22T07:14:04.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[79695]: cluster 2024-03-22T07:14:04.129679+0000 osd.7 (osd.7) 79 : cluster 3 failed to encode map e464 with expected crc 2024-03-22T07:14:04.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[79695]: cluster 2024-03-22T07:14:04.132101+0000 mon.a (mon.0) 420 : cluster 0 osdmap e464: 8 total, 8 up, 8 in 2024-03-22T07:14:04.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[82160]: cluster 2024-03-22T07:14:03.117380+0000 osd.4 (osd.4) 110 : cluster 3 failed to encode map e463 with expected crc 2024-03-22T07:14:04.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[82160]: cluster 2024-03-22T07:14:03.123703+0000 osd.6 (osd.6) 106 : cluster 3 failed to encode map e463 with expected crc 2024-03-22T07:14:04.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[82160]: cluster 2024-03-22T07:14:03.312582+0000 mgr.y (mgr.25337) 173 : cluster 0 pgmap v285: 105 pgs: 105 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:14:04.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[82160]: cephadm 2024-03-22T07:14:03.553304+0000 mgr.y (mgr.25337) 174 : cephadm 1 Upgrade: Updating osd.0 2024-03-22T07:14:04.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[82160]: audit 2024-03-22T07:14:03.559046+0000 mon.a (mon.0) 419 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:04.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[82160]: audit 2024-03-22T07:14:03.561979+0000 mon.c (mon.2) 77 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-22T07:14:04.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[82160]: audit 2024-03-22T07:14:03.562827+0000 mon.c (mon.2) 78 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:14:04.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[82160]: cephadm 2024-03-22T07:14:03.565904+0000 mgr.y (mgr.25337) 175 : cephadm 1 Deploying daemon osd.0 on smithi129 2024-03-22T07:14:04.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[82160]: cluster 2024-03-22T07:14:04.129679+0000 osd.7 (osd.7) 79 : cluster 3 failed to encode map e464 with expected crc 2024-03-22T07:14:04.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:04 smithi129 bash[82160]: cluster 2024-03-22T07:14:04.132101+0000 mon.a (mon.0) 420 : cluster 0 osdmap e464: 8 total, 8 up, 8 in 2024-03-22T07:14:04.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:04 smithi148 bash[66753]: cluster 2024-03-22T07:14:03.117380+0000 osd.4 (osd.4) 110 : cluster 3 failed to encode map e463 with expected crc 2024-03-22T07:14:04.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:04 smithi148 bash[66753]: cluster 2024-03-22T07:14:03.123703+0000 osd.6 (osd.6) 106 : cluster 3 failed to encode map e463 with expected crc 2024-03-22T07:14:04.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:04 smithi148 bash[66753]: cluster 2024-03-22T07:14:03.312582+0000 mgr.y (mgr.25337) 173 : cluster 0 pgmap v285: 105 pgs: 105 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:14:04.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:04 smithi148 bash[66753]: cephadm 2024-03-22T07:14:03.553304+0000 mgr.y (mgr.25337) 174 : cephadm 1 Upgrade: Updating osd.0 2024-03-22T07:14:04.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:04 smithi148 bash[66753]: audit 2024-03-22T07:14:03.559046+0000 mon.a (mon.0) 419 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:04.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:04 smithi148 bash[66753]: audit 2024-03-22T07:14:03.561979+0000 mon.c (mon.2) 77 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-22T07:14:04.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:04 smithi148 bash[66753]: audit 2024-03-22T07:14:03.562827+0000 mon.c (mon.2) 78 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:14:04.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:04 smithi148 bash[66753]: cephadm 2024-03-22T07:14:03.565904+0000 mgr.y (mgr.25337) 175 : cephadm 1 Deploying daemon osd.0 on smithi129 2024-03-22T07:14:04.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:04 smithi148 bash[66753]: cluster 2024-03-22T07:14:04.129679+0000 osd.7 (osd.7) 79 : cluster 3 failed to encode map e464 with expected crc 2024-03-22T07:14:04.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:04 smithi148 bash[66753]: cluster 2024-03-22T07:14:04.132101+0000 mon.a (mon.0) 420 : cluster 0 osdmap e464: 8 total, 8 up, 8 in 2024-03-22T07:14:05.314 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.Snapshot (15965 ms) 2024-03-22T07:14:05.314 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-03-22T07:14:05.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:05 smithi129 bash[79695]: cluster 2024-03-22T07:14:04.129781+0000 osd.4 (osd.4) 111 : cluster 3 failed to encode map e464 with expected crc 2024-03-22T07:14:05.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:05 smithi129 bash[79695]: cluster 2024-03-22T07:14:04.135766+0000 osd.6 (osd.6) 107 : cluster 3 failed to encode map e464 with expected crc 2024-03-22T07:14:05.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:05 smithi129 bash[79695]: cluster 2024-03-22T07:14:05.126042+0000 osd.2 (osd.2) 91 : cluster 3 failed to encode map e465 with expected crc 2024-03-22T07:14:05.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:05 smithi129 bash[79695]: cluster 2024-03-22T07:14:05.128555+0000 mon.a (mon.0) 421 : cluster 0 osdmap e465: 8 total, 8 up, 8 in 2024-03-22T07:14:05.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:05 smithi129 bash[79695]: audit 2024-03-22T07:14:05.300982+0000 mon.c (mon.2) 79 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cc4855d2-cd09-410b-9544-b3cae7f8f153"}]: dispatch 2024-03-22T07:14:05.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:05 smithi129 bash[79695]: audit 2024-03-22T07:14:05.301769+0000 mon.a (mon.0) 422 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cc4855d2-cd09-410b-9544-b3cae7f8f153"}]: dispatch 2024-03-22T07:14:05.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:05 smithi129 bash[79695]: audit 2024-03-22T07:14:05.308440+0000 mon.a (mon.0) 423 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cc4855d2-cd09-410b-9544-b3cae7f8f153"}]': finished 2024-03-22T07:14:05.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:05 smithi129 bash[82160]: cluster 2024-03-22T07:14:04.129781+0000 osd.4 (osd.4) 111 : cluster 3 failed to encode map e464 with expected crc 2024-03-22T07:14:05.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:05 smithi129 bash[82160]: cluster 2024-03-22T07:14:04.135766+0000 osd.6 (osd.6) 107 : cluster 3 failed to encode map e464 with expected crc 2024-03-22T07:14:05.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:05 smithi129 bash[82160]: cluster 2024-03-22T07:14:05.126042+0000 osd.2 (osd.2) 91 : cluster 3 failed to encode map e465 with expected crc 2024-03-22T07:14:05.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:05 smithi129 bash[82160]: cluster 2024-03-22T07:14:05.128555+0000 mon.a (mon.0) 421 : cluster 0 osdmap e465: 8 total, 8 up, 8 in 2024-03-22T07:14:05.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:05 smithi129 bash[82160]: audit 2024-03-22T07:14:05.300982+0000 mon.c (mon.2) 79 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cc4855d2-cd09-410b-9544-b3cae7f8f153"}]: dispatch 2024-03-22T07:14:05.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:05 smithi129 bash[82160]: audit 2024-03-22T07:14:05.301769+0000 mon.a (mon.0) 422 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cc4855d2-cd09-410b-9544-b3cae7f8f153"}]: dispatch 2024-03-22T07:14:05.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:05 smithi129 bash[82160]: audit 2024-03-22T07:14:05.308440+0000 mon.a (mon.0) 423 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cc4855d2-cd09-410b-9544-b3cae7f8f153"}]': finished 2024-03-22T07:14:05.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:05 smithi148 bash[66753]: cluster 2024-03-22T07:14:04.129781+0000 osd.4 (osd.4) 111 : cluster 3 failed to encode map e464 with expected crc 2024-03-22T07:14:05.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:05 smithi148 bash[66753]: cluster 2024-03-22T07:14:04.135766+0000 osd.6 (osd.6) 107 : cluster 3 failed to encode map e464 with expected crc 2024-03-22T07:14:05.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:05 smithi148 bash[66753]: cluster 2024-03-22T07:14:05.126042+0000 osd.2 (osd.2) 91 : cluster 3 failed to encode map e465 with expected crc 2024-03-22T07:14:05.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:05 smithi148 bash[66753]: cluster 2024-03-22T07:14:05.128555+0000 mon.a (mon.0) 421 : cluster 0 osdmap e465: 8 total, 8 up, 8 in 2024-03-22T07:14:05.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:05 smithi148 bash[66753]: audit 2024-03-22T07:14:05.300982+0000 mon.c (mon.2) 79 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cc4855d2-cd09-410b-9544-b3cae7f8f153"}]: dispatch 2024-03-22T07:14:05.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:05 smithi148 bash[66753]: audit 2024-03-22T07:14:05.301769+0000 mon.a (mon.0) 422 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cc4855d2-cd09-410b-9544-b3cae7f8f153"}]: dispatch 2024-03-22T07:14:05.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:05 smithi148 bash[66753]: audit 2024-03-22T07:14:05.308440+0000 mon.a (mon.0) 423 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cc4855d2-cd09-410b-9544-b3cae7f8f153"}]': finished 2024-03-22T07:14:06.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:06 smithi129 bash[79695]: cluster 2024-03-22T07:14:05.127881+0000 osd.4 (osd.4) 112 : cluster 3 failed to encode map e465 with expected crc 2024-03-22T07:14:06.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:06 smithi129 bash[79695]: cluster 2024-03-22T07:14:05.132705+0000 osd.6 (osd.6) 108 : cluster 3 failed to encode map e465 with expected crc 2024-03-22T07:14:06.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:06 smithi129 bash[79695]: cluster 2024-03-22T07:14:05.313348+0000 mgr.y (mgr.25337) 176 : cluster 0 pgmap v288: 105 pgs: 105 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 5.0 KiB/s wr, 75 op/s 2024-03-22T07:14:06.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:06 smithi129 bash[79695]: cluster 2024-03-22T07:14:06.314069+0000 osd.7 (osd.7) 80 : cluster 3 failed to encode map e466 with expected crc 2024-03-22T07:14:06.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:06 smithi129 bash[79695]: cluster 2024-03-22T07:14:06.314226+0000 mon.a (mon.0) 424 : cluster 0 osdmap e466: 8 total, 8 up, 8 in 2024-03-22T07:14:06.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:06 smithi129 bash[79695]: cluster 2024-03-22T07:14:06.335473+0000 osd.2 (osd.2) 92 : cluster 3 failed to encode map e466 with expected crc 2024-03-22T07:14:06.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:06 smithi129 bash[79695]: cluster 2024-03-22T07:14:06.355060+0000 osd.3 (osd.3) 89 : cluster 3 failed to encode map e466 with expected crc 2024-03-22T07:14:06.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:06 smithi129 bash[82160]: cluster 2024-03-22T07:14:05.127881+0000 osd.4 (osd.4) 112 : cluster 3 failed to encode map e465 with expected crc 2024-03-22T07:14:06.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:06 smithi129 bash[82160]: cluster 2024-03-22T07:14:05.132705+0000 osd.6 (osd.6) 108 : cluster 3 failed to encode map e465 with expected crc 2024-03-22T07:14:06.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:06 smithi129 bash[82160]: cluster 2024-03-22T07:14:05.313348+0000 mgr.y (mgr.25337) 176 : cluster 0 pgmap v288: 105 pgs: 105 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 5.0 KiB/s wr, 75 op/s 2024-03-22T07:14:06.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:06 smithi129 bash[82160]: cluster 2024-03-22T07:14:06.314069+0000 osd.7 (osd.7) 80 : cluster 3 failed to encode map e466 with expected crc 2024-03-22T07:14:06.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:06 smithi129 bash[82160]: cluster 2024-03-22T07:14:06.314226+0000 mon.a (mon.0) 424 : cluster 0 osdmap e466: 8 total, 8 up, 8 in 2024-03-22T07:14:06.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:06 smithi129 bash[82160]: cluster 2024-03-22T07:14:06.335473+0000 osd.2 (osd.2) 92 : cluster 3 failed to encode map e466 with expected crc 2024-03-22T07:14:06.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:06 smithi129 bash[82160]: cluster 2024-03-22T07:14:06.355060+0000 osd.3 (osd.3) 89 : cluster 3 failed to encode map e466 with expected crc 2024-03-22T07:14:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:06 smithi148 bash[66753]: cluster 2024-03-22T07:14:05.127881+0000 osd.4 (osd.4) 112 : cluster 3 failed to encode map e465 with expected crc 2024-03-22T07:14:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:06 smithi148 bash[66753]: cluster 2024-03-22T07:14:05.132705+0000 osd.6 (osd.6) 108 : cluster 3 failed to encode map e465 with expected crc 2024-03-22T07:14:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:06 smithi148 bash[66753]: cluster 2024-03-22T07:14:05.313348+0000 mgr.y (mgr.25337) 176 : cluster 0 pgmap v288: 105 pgs: 105 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 5.0 KiB/s wr, 75 op/s 2024-03-22T07:14:06.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:06 smithi148 bash[66753]: cluster 2024-03-22T07:14:06.314069+0000 osd.7 (osd.7) 80 : cluster 3 failed to encode map e466 with expected crc 2024-03-22T07:14:06.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:06 smithi148 bash[66753]: cluster 2024-03-22T07:14:06.314226+0000 mon.a (mon.0) 424 : cluster 0 osdmap e466: 8 total, 8 up, 8 in 2024-03-22T07:14:06.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:06 smithi148 bash[66753]: cluster 2024-03-22T07:14:06.335473+0000 osd.2 (osd.2) 92 : cluster 3 failed to encode map e466 with expected crc 2024-03-22T07:14:06.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:06 smithi148 bash[66753]: cluster 2024-03-22T07:14:06.355060+0000 osd.3 (osd.3) 89 : cluster 3 failed to encode map e466 with expected crc 2024-03-22T07:14:07.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:07 smithi129 bash[82160]: cluster 2024-03-22T07:14:06.313076+0000 osd.0 (osd.0) 100 : cluster 3 failed to encode map e466 with expected crc 2024-03-22T07:14:07.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:07 smithi129 bash[82160]: cluster 2024-03-22T07:14:06.318363+0000 osd.6 (osd.6) 109 : cluster 3 failed to encode map e466 with expected crc 2024-03-22T07:14:07.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:07 smithi129 bash[82160]: cluster 2024-03-22T07:14:07.318623+0000 osd.3 (osd.3) 90 : cluster 3 failed to encode map e467 with expected crc 2024-03-22T07:14:07.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:07 smithi129 bash[82160]: cluster 2024-03-22T07:14:07.322297+0000 mon.a (mon.0) 425 : cluster 0 osdmap e467: 8 total, 8 up, 8 in 2024-03-22T07:14:07.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:07 smithi129 bash[82160]: cluster 2024-03-22T07:14:07.348242+0000 osd.2 (osd.2) 93 : cluster 3 failed to encode map e467 with expected crc 2024-03-22T07:14:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:07 smithi129 bash[79695]: cluster 2024-03-22T07:14:06.313076+0000 osd.0 (osd.0) 100 : cluster 3 failed to encode map e466 with expected crc 2024-03-22T07:14:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:07 smithi129 bash[79695]: cluster 2024-03-22T07:14:06.318363+0000 osd.6 (osd.6) 109 : cluster 3 failed to encode map e466 with expected crc 2024-03-22T07:14:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:07 smithi129 bash[79695]: cluster 2024-03-22T07:14:07.318623+0000 osd.3 (osd.3) 90 : cluster 3 failed to encode map e467 with expected crc 2024-03-22T07:14:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:07 smithi129 bash[79695]: cluster 2024-03-22T07:14:07.322297+0000 mon.a (mon.0) 425 : cluster 0 osdmap e467: 8 total, 8 up, 8 in 2024-03-22T07:14:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:07 smithi129 bash[79695]: cluster 2024-03-22T07:14:07.348242+0000 osd.2 (osd.2) 93 : cluster 3 failed to encode map e467 with expected crc 2024-03-22T07:14:07.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:07 smithi148 bash[66753]: cluster 2024-03-22T07:14:06.313076+0000 osd.0 (osd.0) 100 : cluster 3 failed to encode map e466 with expected crc 2024-03-22T07:14:07.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:07 smithi148 bash[66753]: cluster 2024-03-22T07:14:06.318363+0000 osd.6 (osd.6) 109 : cluster 3 failed to encode map e466 with expected crc 2024-03-22T07:14:07.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:07 smithi148 bash[66753]: cluster 2024-03-22T07:14:07.318623+0000 osd.3 (osd.3) 90 : cluster 3 failed to encode map e467 with expected crc 2024-03-22T07:14:07.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:07 smithi148 bash[66753]: cluster 2024-03-22T07:14:07.322297+0000 mon.a (mon.0) 425 : cluster 0 osdmap e467: 8 total, 8 up, 8 in 2024-03-22T07:14:07.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:07 smithi148 bash[66753]: cluster 2024-03-22T07:14:07.348242+0000 osd.2 (osd.2) 93 : cluster 3 failed to encode map e467 with expected crc 2024-03-22T07:14:08.294 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:14:08.317 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:08 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:08.318 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:14:08 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:08.318 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:14:08 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:08.318 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:14:08 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:08.319 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:14:08 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:08.319 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:14:08 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:08.319 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:08 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:08.319 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:08 smithi129 systemd[1]: Stopping Ceph osd.0 for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:14:08.319 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:14:08 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:08.320 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:08 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:08.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:08 smithi129 bash[79695]: cluster 2024-03-22T07:14:07.314133+0000 mgr.y (mgr.25337) 177 : cluster 0 pgmap v290: 105 pgs: 105 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 4.8 KiB/s wr, 71 op/s 2024-03-22T07:14:08.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:08 smithi129 bash[79695]: cluster 2024-03-22T07:14:07.320134+0000 osd.4 (osd.4) 113 : cluster 3 failed to encode map e467 with expected crc 2024-03-22T07:14:08.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:08 smithi129 bash[79695]: cluster 2024-03-22T07:14:07.327938+0000 osd.6 (osd.6) 110 : cluster 3 failed to encode map e467 with expected crc 2024-03-22T07:14:08.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:08 smithi129 bash[79695]: cluster 2024-03-22T07:14:08.118728+0000 osd.7 (osd.7) 81 : cluster 3 failed to encode map e468 with expected crc 2024-03-22T07:14:08.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:08 smithi129 bash[79695]: cluster 2024-03-22T07:14:08.120833+0000 mon.a (mon.0) 426 : cluster 0 osdmap e468: 8 total, 8 up, 8 in 2024-03-22T07:14:08.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:08 smithi129 bash[79695]: audit 2024-03-22T07:14:08.364928+0000 mon.c (mon.2) 80 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:14:08.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:08 smithi129 bash[82160]: cluster 2024-03-22T07:14:07.314133+0000 mgr.y (mgr.25337) 177 : cluster 0 pgmap v290: 105 pgs: 105 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 4.8 KiB/s wr, 71 op/s 2024-03-22T07:14:08.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:08 smithi129 bash[82160]: cluster 2024-03-22T07:14:07.320134+0000 osd.4 (osd.4) 113 : cluster 3 failed to encode map e467 with expected crc 2024-03-22T07:14:08.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:08 smithi129 bash[82160]: cluster 2024-03-22T07:14:07.327938+0000 osd.6 (osd.6) 110 : cluster 3 failed to encode map e467 with expected crc 2024-03-22T07:14:08.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:08 smithi129 bash[82160]: cluster 2024-03-22T07:14:08.118728+0000 osd.7 (osd.7) 81 : cluster 3 failed to encode map e468 with expected crc 2024-03-22T07:14:08.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:08 smithi129 bash[82160]: cluster 2024-03-22T07:14:08.120833+0000 mon.a (mon.0) 426 : cluster 0 osdmap e468: 8 total, 8 up, 8 in 2024-03-22T07:14:08.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:08 smithi129 bash[82160]: audit 2024-03-22T07:14:08.364928+0000 mon.c (mon.2) 80 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:14:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:08 smithi148 bash[66753]: cluster 2024-03-22T07:14:07.314133+0000 mgr.y (mgr.25337) 177 : cluster 0 pgmap v290: 105 pgs: 105 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 4.8 KiB/s wr, 71 op/s 2024-03-22T07:14:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:08 smithi148 bash[66753]: cluster 2024-03-22T07:14:07.320134+0000 osd.4 (osd.4) 113 : cluster 3 failed to encode map e467 with expected crc 2024-03-22T07:14:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:08 smithi148 bash[66753]: cluster 2024-03-22T07:14:07.327938+0000 osd.6 (osd.6) 110 : cluster 3 failed to encode map e467 with expected crc 2024-03-22T07:14:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:08 smithi148 bash[66753]: cluster 2024-03-22T07:14:08.118728+0000 osd.7 (osd.7) 81 : cluster 3 failed to encode map e468 with expected crc 2024-03-22T07:14:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:08 smithi148 bash[66753]: cluster 2024-03-22T07:14:08.120833+0000 mon.a (mon.0) 426 : cluster 0 osdmap e468: 8 total, 8 up, 8 in 2024-03-22T07:14:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:08 smithi148 bash[66753]: audit 2024-03-22T07:14:08.364928+0000 mon.c (mon.2) 80 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:14:09.111 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:08 smithi129 bash[34148]: debug 2024-03-22T07:14:08.698+0000 7f0a8b971700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-03-22T07:14:09.111 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:08 smithi129 bash[34148]: debug 2024-03-22T07:14:08.698+0000 7f0a8b971700 -1 osd.0 468 *** Got signal Terminated *** 2024-03-22T07:14:09.112 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:08 smithi129 bash[34148]: debug 2024-03-22T07:14:08.698+0000 7f0a8b971700 -1 osd.0 468 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-22T07:14:09.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[79695]: debug 2024-03-22T07:14:09.114+0000 7f74b4953700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:14:09.865 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[79695]: cluster 2024-03-22T07:14:08.120228+0000 osd.0 (osd.0) 101 : cluster 3 failed to encode map e468 with expected crc 2024-03-22T07:14:09.866 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[79695]: cluster 2024-03-22T07:14:08.129345+0000 osd.6 (osd.6) 111 : cluster 3 failed to encode map e468 with expected crc 2024-03-22T07:14:09.866 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[79695]: cluster 2024-03-22T07:14:08.157283+0000 osd.4 (osd.4) 114 : cluster 3 failed to encode map e468 with expected crc 2024-03-22T07:14:09.866 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[79695]: cluster 2024-03-22T07:14:08.703004+0000 mon.a (mon.0) 427 : cluster 1 osd.0 marked itself down and dead 2024-03-22T07:14:09.866 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[79695]: cluster 2024-03-22T07:14:08.975035+0000 osd.3 (osd.3) 91 : cluster 3 failed to encode map e468 with expected crc 2024-03-22T07:14:09.866 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[79695]: cluster 2024-03-22T07:14:09.116977+0000 mon.a (mon.0) 428 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-03-22T07:14:09.866 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[79695]: cluster 2024-03-22T07:14:09.117032+0000 mon.a (mon.0) 429 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:14:09.866 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[79695]: cluster 2024-03-22T07:14:09.123926+0000 osd.1 (osd.1) 100 : cluster 3 failed to encode map e469 with expected crc 2024-03-22T07:14:09.866 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[79695]: cluster 2024-03-22T07:14:09.125041+0000 osd.7 (osd.7) 82 : cluster 3 failed to encode map e469 with expected crc 2024-03-22T07:14:09.866 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[79695]: cluster 2024-03-22T07:14:09.127558+0000 mon.a (mon.0) 430 : cluster 0 osdmap e469: 8 total, 7 up, 8 in 2024-03-22T07:14:09.866 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[82160]: cluster 2024-03-22T07:14:08.120228+0000 osd.0 (osd.0) 101 : cluster 3 failed to encode map e468 with expected crc 2024-03-22T07:14:09.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[82160]: cluster 2024-03-22T07:14:08.129345+0000 osd.6 (osd.6) 111 : cluster 3 failed to encode map e468 with expected crc 2024-03-22T07:14:09.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[82160]: cluster 2024-03-22T07:14:08.157283+0000 osd.4 (osd.4) 114 : cluster 3 failed to encode map e468 with expected crc 2024-03-22T07:14:09.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[82160]: cluster 2024-03-22T07:14:08.703004+0000 mon.a (mon.0) 427 : cluster 1 osd.0 marked itself down and dead 2024-03-22T07:14:09.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[82160]: cluster 2024-03-22T07:14:08.975035+0000 osd.3 (osd.3) 91 : cluster 3 failed to encode map e468 with expected crc 2024-03-22T07:14:09.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[82160]: cluster 2024-03-22T07:14:09.116977+0000 mon.a (mon.0) 428 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-03-22T07:14:09.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[82160]: cluster 2024-03-22T07:14:09.117032+0000 mon.a (mon.0) 429 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:14:09.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[82160]: cluster 2024-03-22T07:14:09.123926+0000 osd.1 (osd.1) 100 : cluster 3 failed to encode map e469 with expected crc 2024-03-22T07:14:09.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[82160]: cluster 2024-03-22T07:14:09.125041+0000 osd.7 (osd.7) 82 : cluster 3 failed to encode map e469 with expected crc 2024-03-22T07:14:09.867 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:09 smithi129 bash[82160]: cluster 2024-03-22T07:14:09.127558+0000 mon.a (mon.0) 430 : cluster 0 osdmap e469: 8 total, 7 up, 8 in 2024-03-22T07:14:09.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:09 smithi148 bash[66753]: cluster 2024-03-22T07:14:08.120228+0000 osd.0 (osd.0) 101 : cluster 3 failed to encode map e468 with expected crc 2024-03-22T07:14:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:09 smithi148 bash[66753]: cluster 2024-03-22T07:14:08.129345+0000 osd.6 (osd.6) 111 : cluster 3 failed to encode map e468 with expected crc 2024-03-22T07:14:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:09 smithi148 bash[66753]: cluster 2024-03-22T07:14:08.157283+0000 osd.4 (osd.4) 114 : cluster 3 failed to encode map e468 with expected crc 2024-03-22T07:14:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:09 smithi148 bash[66753]: cluster 2024-03-22T07:14:08.703004+0000 mon.a (mon.0) 427 : cluster 1 osd.0 marked itself down and dead 2024-03-22T07:14:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:09 smithi148 bash[66753]: cluster 2024-03-22T07:14:08.975035+0000 osd.3 (osd.3) 91 : cluster 3 failed to encode map e468 with expected crc 2024-03-22T07:14:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:09 smithi148 bash[66753]: cluster 2024-03-22T07:14:09.116977+0000 mon.a (mon.0) 428 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-03-22T07:14:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:09 smithi148 bash[66753]: cluster 2024-03-22T07:14:09.117032+0000 mon.a (mon.0) 429 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:14:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:09 smithi148 bash[66753]: cluster 2024-03-22T07:14:09.123926+0000 osd.1 (osd.1) 100 : cluster 3 failed to encode map e469 with expected crc 2024-03-22T07:14:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:09 smithi148 bash[66753]: cluster 2024-03-22T07:14:09.125041+0000 osd.7 (osd.7) 82 : cluster 3 failed to encode map e469 with expected crc 2024-03-22T07:14:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:09 smithi148 bash[66753]: cluster 2024-03-22T07:14:09.127558+0000 mon.a (mon.0) 430 : cluster 0 osdmap e469: 8 total, 7 up, 8 in 2024-03-22T07:14:10.360 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (5046 ms) 2024-03-22T07:14:10.360 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-03-22T07:14:10.870 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[88367]: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-0 2024-03-22T07:14:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[79695]: cluster 2024-03-22T07:14:09.134537+0000 osd.6 (osd.6) 112 : cluster 3 failed to encode map e469 with expected crc 2024-03-22T07:14:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[79695]: cluster 2024-03-22T07:14:09.315750+0000 mgr.y (mgr.25337) 178 : cluster 0 pgmap v294: 105 pgs: 42 peering, 63 active+clean; 583 KiB data, 425 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 8.5 KiB/s wr, 96 op/s 2024-03-22T07:14:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[79695]: cluster 2024-03-22T07:14:10.119385+0000 mon.a (mon.0) 431 : cluster 3 Health check failed: Reduced data availability: 9 pgs inactive, 11 pgs peering (PG_AVAILABILITY) 2024-03-22T07:14:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[79695]: cluster 2024-03-22T07:14:10.131816+0000 osd.2 (osd.2) 94 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[79695]: cluster 2024-03-22T07:14:10.136708+0000 mon.a (mon.0) 432 : cluster 0 osdmap e470: 8 total, 7 up, 8 in 2024-03-22T07:14:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[79695]: cluster 2024-03-22T07:14:10.137109+0000 osd.2 (osd.2) 95 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[79695]: cluster 2024-03-22T07:14:10.137329+0000 osd.3 (osd.3) 92 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[79695]: cluster 2024-03-22T07:14:10.138430+0000 osd.7 (osd.7) 83 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[79695]: cluster 2024-03-22T07:14:10.140412+0000 osd.1 (osd.1) 101 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[79695]: audit 2024-03-22T07:14:10.347113+0000 mon.c (mon.2) 81 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/6c092ac3-e922-483b-ae30-1d26fbb91c8b"}]: dispatch 2024-03-22T07:14:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[79695]: audit 2024-03-22T07:14:10.347828+0000 mon.a (mon.0) 433 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/6c092ac3-e922-483b-ae30-1d26fbb91c8b"}]: dispatch 2024-03-22T07:14:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[79695]: audit 2024-03-22T07:14:10.354152+0000 mon.a (mon.0) 434 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/6c092ac3-e922-483b-ae30-1d26fbb91c8b"}]': finished 2024-03-22T07:14:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[82160]: cluster 2024-03-22T07:14:09.134537+0000 osd.6 (osd.6) 112 : cluster 3 failed to encode map e469 with expected crc 2024-03-22T07:14:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[82160]: cluster 2024-03-22T07:14:09.315750+0000 mgr.y (mgr.25337) 178 : cluster 0 pgmap v294: 105 pgs: 42 peering, 63 active+clean; 583 KiB data, 425 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 8.5 KiB/s wr, 96 op/s 2024-03-22T07:14:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[82160]: cluster 2024-03-22T07:14:10.119385+0000 mon.a (mon.0) 431 : cluster 3 Health check failed: Reduced data availability: 9 pgs inactive, 11 pgs peering (PG_AVAILABILITY) 2024-03-22T07:14:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[82160]: cluster 2024-03-22T07:14:10.131816+0000 osd.2 (osd.2) 94 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[82160]: cluster 2024-03-22T07:14:10.136708+0000 mon.a (mon.0) 432 : cluster 0 osdmap e470: 8 total, 7 up, 8 in 2024-03-22T07:14:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[82160]: cluster 2024-03-22T07:14:10.137109+0000 osd.2 (osd.2) 95 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[82160]: cluster 2024-03-22T07:14:10.137329+0000 osd.3 (osd.3) 92 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[82160]: cluster 2024-03-22T07:14:10.138430+0000 osd.7 (osd.7) 83 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[82160]: cluster 2024-03-22T07:14:10.140412+0000 osd.1 (osd.1) 101 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[82160]: audit 2024-03-22T07:14:10.347113+0000 mon.c (mon.2) 81 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/6c092ac3-e922-483b-ae30-1d26fbb91c8b"}]: dispatch 2024-03-22T07:14:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[82160]: audit 2024-03-22T07:14:10.347828+0000 mon.a (mon.0) 433 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/6c092ac3-e922-483b-ae30-1d26fbb91c8b"}]: dispatch 2024-03-22T07:14:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:10 smithi129 bash[82160]: audit 2024-03-22T07:14:10.354152+0000 mon.a (mon.0) 434 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/6c092ac3-e922-483b-ae30-1d26fbb91c8b"}]': finished 2024-03-22T07:14:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:10 smithi148 bash[66753]: cluster 2024-03-22T07:14:09.134537+0000 osd.6 (osd.6) 112 : cluster 3 failed to encode map e469 with expected crc 2024-03-22T07:14:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:10 smithi148 bash[66753]: cluster 2024-03-22T07:14:09.315750+0000 mgr.y (mgr.25337) 178 : cluster 0 pgmap v294: 105 pgs: 42 peering, 63 active+clean; 583 KiB data, 425 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 8.5 KiB/s wr, 96 op/s 2024-03-22T07:14:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:10 smithi148 bash[66753]: cluster 2024-03-22T07:14:10.119385+0000 mon.a (mon.0) 431 : cluster 3 Health check failed: Reduced data availability: 9 pgs inactive, 11 pgs peering (PG_AVAILABILITY) 2024-03-22T07:14:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:10 smithi148 bash[66753]: cluster 2024-03-22T07:14:10.131816+0000 osd.2 (osd.2) 94 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:10 smithi148 bash[66753]: cluster 2024-03-22T07:14:10.136708+0000 mon.a (mon.0) 432 : cluster 0 osdmap e470: 8 total, 7 up, 8 in 2024-03-22T07:14:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:10 smithi148 bash[66753]: cluster 2024-03-22T07:14:10.137109+0000 osd.2 (osd.2) 95 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:10 smithi148 bash[66753]: cluster 2024-03-22T07:14:10.137329+0000 osd.3 (osd.3) 92 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:10 smithi148 bash[66753]: cluster 2024-03-22T07:14:10.138430+0000 osd.7 (osd.7) 83 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:10 smithi148 bash[66753]: cluster 2024-03-22T07:14:10.140412+0000 osd.1 (osd.1) 101 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:10 smithi148 bash[66753]: audit 2024-03-22T07:14:10.347113+0000 mon.c (mon.2) 81 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/6c092ac3-e922-483b-ae30-1d26fbb91c8b"}]: dispatch 2024-03-22T07:14:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:10 smithi148 bash[66753]: audit 2024-03-22T07:14:10.347828+0000 mon.a (mon.0) 433 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/6c092ac3-e922-483b-ae30-1d26fbb91c8b"}]: dispatch 2024-03-22T07:14:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:10 smithi148 bash[66753]: audit 2024-03-22T07:14:10.354152+0000 mon.a (mon.0) 434 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/6c092ac3-e922-483b-ae30-1d26fbb91c8b"}]': finished 2024-03-22T07:14:11.370 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:11 smithi129 bash[88493]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-0 2024-03-22T07:14:11.912 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:11 smithi129 bash[82160]: cluster 2024-03-22T07:14:10.136753+0000 osd.4 (osd.4) 115 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:11.912 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:11 smithi129 bash[82160]: cluster 2024-03-22T07:14:10.142319+0000 osd.4 (osd.4) 116 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:11.912 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:11 smithi129 bash[82160]: cluster 2024-03-22T07:14:10.142365+0000 osd.5 (osd.5) 86 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:11.913 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:11 smithi129 bash[82160]: cluster 2024-03-22T07:14:10.142427+0000 osd.6 (osd.6) 113 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:11.913 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:11 smithi129 bash[82160]: cluster 2024-03-22T07:14:11.358160+0000 mon.a (mon.0) 435 : cluster 0 osdmap e471: 8 total, 7 up, 8 in 2024-03-22T07:14:11.913 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:11 smithi129 bash[82160]: cluster 2024-03-22T07:14:11.361440+0000 osd.1 (osd.1) 102 : cluster 3 failed to encode map e471 with expected crc 2024-03-22T07:14:11.913 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:11 smithi129 bash[82160]: cluster 2024-03-22T07:14:11.378135+0000 osd.3 (osd.3) 93 : cluster 3 failed to encode map e471 with expected crc 2024-03-22T07:14:11.913 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:11 smithi129 bash[79695]: cluster 2024-03-22T07:14:10.136753+0000 osd.4 (osd.4) 115 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:11.913 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:11 smithi129 bash[79695]: cluster 2024-03-22T07:14:10.142319+0000 osd.4 (osd.4) 116 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:11.913 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:11 smithi129 bash[79695]: cluster 2024-03-22T07:14:10.142365+0000 osd.5 (osd.5) 86 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:11.913 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:11 smithi129 bash[79695]: cluster 2024-03-22T07:14:10.142427+0000 osd.6 (osd.6) 113 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:11.913 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:11 smithi129 bash[79695]: cluster 2024-03-22T07:14:11.358160+0000 mon.a (mon.0) 435 : cluster 0 osdmap e471: 8 total, 7 up, 8 in 2024-03-22T07:14:11.913 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:11 smithi129 bash[79695]: cluster 2024-03-22T07:14:11.361440+0000 osd.1 (osd.1) 102 : cluster 3 failed to encode map e471 with expected crc 2024-03-22T07:14:11.913 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:11 smithi129 bash[79695]: cluster 2024-03-22T07:14:11.378135+0000 osd.3 (osd.3) 93 : cluster 3 failed to encode map e471 with expected crc 2024-03-22T07:14:11.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:11 smithi148 bash[66753]: cluster 2024-03-22T07:14:10.136753+0000 osd.4 (osd.4) 115 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:11.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:11 smithi148 bash[66753]: cluster 2024-03-22T07:14:10.142319+0000 osd.4 (osd.4) 116 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:11.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:11 smithi148 bash[66753]: cluster 2024-03-22T07:14:10.142365+0000 osd.5 (osd.5) 86 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:11.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:11 smithi148 bash[66753]: cluster 2024-03-22T07:14:10.142427+0000 osd.6 (osd.6) 113 : cluster 3 failed to encode map e470 with expected crc 2024-03-22T07:14:11.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:11 smithi148 bash[66753]: cluster 2024-03-22T07:14:11.358160+0000 mon.a (mon.0) 435 : cluster 0 osdmap e471: 8 total, 7 up, 8 in 2024-03-22T07:14:11.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:11 smithi148 bash[66753]: cluster 2024-03-22T07:14:11.361440+0000 osd.1 (osd.1) 102 : cluster 3 failed to encode map e471 with expected crc 2024-03-22T07:14:11.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:11 smithi148 bash[66753]: cluster 2024-03-22T07:14:11.378135+0000 osd.3 (osd.3) 93 : cluster 3 failed to encode map e471 with expected crc 2024-03-22T07:14:12.837 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[79695]: cluster 2024-03-22T07:14:11.316630+0000 mgr.y (mgr.25337) 179 : cluster 0 pgmap v296: 105 pgs: 42 peering, 63 active+clean; 583 KiB data, 425 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 8.5 KiB/s wr, 96 op/s 2024-03-22T07:14:12.837 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[79695]: cluster 2024-03-22T07:14:11.355587+0000 osd.7 (osd.7) 84 : cluster 3 failed to encode map e471 with expected crc 2024-03-22T07:14:12.837 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[79695]: cluster 2024-03-22T07:14:11.356474+0000 osd.5 (osd.5) 87 : cluster 3 failed to encode map e471 with expected crc 2024-03-22T07:14:12.837 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[79695]: cluster 2024-03-22T07:14:11.388674+0000 osd.6 (osd.6) 114 : cluster 3 failed to encode map e471 with expected crc 2024-03-22T07:14:12.837 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[79695]: cluster 2024-03-22T07:14:12.356714+0000 osd.2 (osd.2) 96 : cluster 3 failed to encode map e472 with expected crc 2024-03-22T07:14:12.837 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[79695]: cluster 2024-03-22T07:14:12.357848+0000 osd.1 (osd.1) 103 : cluster 3 failed to encode map e472 with expected crc 2024-03-22T07:14:12.837 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[79695]: cluster 2024-03-22T07:14:12.361023+0000 mon.a (mon.0) 436 : cluster 0 osdmap e472: 8 total, 7 up, 8 in 2024-03-22T07:14:12.837 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[79695]: cluster 2024-03-22T07:14:12.372097+0000 osd.3 (osd.3) 94 : cluster 3 failed to encode map e472 with expected crc 2024-03-22T07:14:12.838 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[82160]: cluster 2024-03-22T07:14:11.316630+0000 mgr.y (mgr.25337) 179 : cluster 0 pgmap v296: 105 pgs: 42 peering, 63 active+clean; 583 KiB data, 425 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 8.5 KiB/s wr, 96 op/s 2024-03-22T07:14:12.838 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[82160]: cluster 2024-03-22T07:14:11.355587+0000 osd.7 (osd.7) 84 : cluster 3 failed to encode map e471 with expected crc 2024-03-22T07:14:12.838 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[82160]: cluster 2024-03-22T07:14:11.356474+0000 osd.5 (osd.5) 87 : cluster 3 failed to encode map e471 with expected crc 2024-03-22T07:14:12.838 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[82160]: cluster 2024-03-22T07:14:11.388674+0000 osd.6 (osd.6) 114 : cluster 3 failed to encode map e471 with expected crc 2024-03-22T07:14:12.838 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[82160]: cluster 2024-03-22T07:14:12.356714+0000 osd.2 (osd.2) 96 : cluster 3 failed to encode map e472 with expected crc 2024-03-22T07:14:12.838 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[82160]: cluster 2024-03-22T07:14:12.357848+0000 osd.1 (osd.1) 103 : cluster 3 failed to encode map e472 with expected crc 2024-03-22T07:14:12.838 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[82160]: cluster 2024-03-22T07:14:12.361023+0000 mon.a (mon.0) 436 : cluster 0 osdmap e472: 8 total, 7 up, 8 in 2024-03-22T07:14:12.838 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:12 smithi129 bash[82160]: cluster 2024-03-22T07:14:12.372097+0000 osd.3 (osd.3) 94 : cluster 3 failed to encode map e472 with expected crc 2024-03-22T07:14:12.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:12 smithi148 bash[66753]: cluster 2024-03-22T07:14:11.316630+0000 mgr.y (mgr.25337) 179 : cluster 0 pgmap v296: 105 pgs: 42 peering, 63 active+clean; 583 KiB data, 425 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 8.5 KiB/s wr, 96 op/s 2024-03-22T07:14:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:12 smithi148 bash[66753]: cluster 2024-03-22T07:14:11.355587+0000 osd.7 (osd.7) 84 : cluster 3 failed to encode map e471 with expected crc 2024-03-22T07:14:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:12 smithi148 bash[66753]: cluster 2024-03-22T07:14:11.356474+0000 osd.5 (osd.5) 87 : cluster 3 failed to encode map e471 with expected crc 2024-03-22T07:14:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:12 smithi148 bash[66753]: cluster 2024-03-22T07:14:11.388674+0000 osd.6 (osd.6) 114 : cluster 3 failed to encode map e471 with expected crc 2024-03-22T07:14:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:12 smithi148 bash[66753]: cluster 2024-03-22T07:14:12.356714+0000 osd.2 (osd.2) 96 : cluster 3 failed to encode map e472 with expected crc 2024-03-22T07:14:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:12 smithi148 bash[66753]: cluster 2024-03-22T07:14:12.357848+0000 osd.1 (osd.1) 103 : cluster 3 failed to encode map e472 with expected crc 2024-03-22T07:14:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:12 smithi148 bash[66753]: cluster 2024-03-22T07:14:12.361023+0000 mon.a (mon.0) 436 : cluster 0 osdmap e472: 8 total, 7 up, 8 in 2024-03-22T07:14:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:12 smithi148 bash[66753]: cluster 2024-03-22T07:14:12.372097+0000 osd.3 (osd.3) 94 : cluster 3 failed to encode map e472 with expected crc 2024-03-22T07:14:13.309 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 19.0.0-1667-gdb0330b1 (db0330b1e4e2470d52b750e251e55a522b4f7d69) squid (dev)": 3 2024-03-22T07:14:13.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:13 smithi129 bash[82160]: cluster 2024-03-22T07:14:12.382946+0000 osd.6 (osd.6) 115 : cluster 3 failed to encode map e472 with expected crc 2024-03-22T07:14:13.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:13 smithi129 bash[82160]: cluster 2024-03-22T07:14:13.119859+0000 osd.7 (osd.7) 85 : cluster 3 failed to encode map e473 with expected crc 2024-03-22T07:14:13.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:13 smithi129 bash[82160]: cluster 2024-03-22T07:14:13.120225+0000 mon.a (mon.0) 437 : cluster 0 osdmap e473: 8 total, 7 up, 8 in 2024-03-22T07:14:13.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:13 smithi129 bash[82160]: cluster 2024-03-22T07:14:13.121393+0000 osd.1 (osd.1) 104 : cluster 3 failed to encode map e473 with expected crc 2024-03-22T07:14:13.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:13 smithi129 bash[82160]: cluster 2024-03-22T07:14:13.129307+0000 osd.3 (osd.3) 95 : cluster 3 failed to encode map e473 with expected crc 2024-03-22T07:14:13.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:13 smithi129 bash[82160]: audit 2024-03-22T07:14:13.301687+0000 mon.a (mon.0) 438 : audit 0 from='client.? 172.21.15.129:0/3265639373' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:14:13.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:13 smithi129 bash[79695]: cluster 2024-03-22T07:14:12.382946+0000 osd.6 (osd.6) 115 : cluster 3 failed to encode map e472 with expected crc 2024-03-22T07:14:13.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:13 smithi129 bash[79695]: cluster 2024-03-22T07:14:13.119859+0000 osd.7 (osd.7) 85 : cluster 3 failed to encode map e473 with expected crc 2024-03-22T07:14:13.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:13 smithi129 bash[79695]: cluster 2024-03-22T07:14:13.120225+0000 mon.a (mon.0) 437 : cluster 0 osdmap e473: 8 total, 7 up, 8 in 2024-03-22T07:14:13.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:13 smithi129 bash[79695]: cluster 2024-03-22T07:14:13.121393+0000 osd.1 (osd.1) 104 : cluster 3 failed to encode map e473 with expected crc 2024-03-22T07:14:13.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:13 smithi129 bash[79695]: cluster 2024-03-22T07:14:13.129307+0000 osd.3 (osd.3) 95 : cluster 3 failed to encode map e473 with expected crc 2024-03-22T07:14:13.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:13 smithi129 bash[79695]: audit 2024-03-22T07:14:13.301687+0000 mon.a (mon.0) 438 : audit 0 from='client.? 172.21.15.129:0/3265639373' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:14:13.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:13 smithi148 bash[66753]: cluster 2024-03-22T07:14:12.382946+0000 osd.6 (osd.6) 115 : cluster 3 failed to encode map e472 with expected crc 2024-03-22T07:14:13.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:13 smithi148 bash[66753]: cluster 2024-03-22T07:14:13.119859+0000 osd.7 (osd.7) 85 : cluster 3 failed to encode map e473 with expected crc 2024-03-22T07:14:13.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:13 smithi148 bash[66753]: cluster 2024-03-22T07:14:13.120225+0000 mon.a (mon.0) 437 : cluster 0 osdmap e473: 8 total, 7 up, 8 in 2024-03-22T07:14:13.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:13 smithi148 bash[66753]: cluster 2024-03-22T07:14:13.121393+0000 osd.1 (osd.1) 104 : cluster 3 failed to encode map e473 with expected crc 2024-03-22T07:14:13.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:13 smithi148 bash[66753]: cluster 2024-03-22T07:14:13.129307+0000 osd.3 (osd.3) 95 : cluster 3 failed to encode map e473 with expected crc 2024-03-22T07:14:13.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:13 smithi148 bash[66753]: audit 2024-03-22T07:14:13.301687+0000 mon.a (mon.0) 438 : audit 0 from='client.? 172.21.15.129:0/3265639373' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-03-22T07:14:14.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:14:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:14:13] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2024-03-22T07:14:14.736 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph orch ps' 2024-03-22T07:14:14.870 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:14:14 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:14.870 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:14 smithi129 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.0.service: Deactivated successfully. 2024-03-22T07:14:14.871 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:14 smithi129 systemd[1]: Stopped Ceph osd.0 for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:14:14.871 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:14 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:14.871 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:14:14 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:14.871 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:14:14 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:14.871 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:14:14 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:14.872 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:14:14 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:14.872 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:14:14 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[79695]: cluster 2024-03-22T07:14:13.120002+0000 osd.4 (osd.4) 117 : cluster 3 failed to encode map e473 with expected crc 2024-03-22T07:14:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[79695]: cluster 2024-03-22T07:14:13.150670+0000 osd.5 (osd.5) 88 : cluster 3 failed to encode map e473 with expected crc 2024-03-22T07:14:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[79695]: cluster 2024-03-22T07:14:13.317123+0000 mgr.y (mgr.25337) 180 : cluster 0 pgmap v300: 105 pgs: 42 peering, 63 active+clean; 583 KiB data, 425 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:14:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[79695]: cluster 2024-03-22T07:14:14.129540+0000 osd.2 (osd.2) 97 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[79695]: cluster 2024-03-22T07:14:14.133559+0000 mon.a (mon.0) 439 : cluster 0 osdmap e474: 8 total, 7 up, 8 in 2024-03-22T07:14:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[79695]: cluster 2024-03-22T07:14:14.137195+0000 osd.1 (osd.1) 105 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[79695]: cluster 2024-03-22T07:14:14.152900+0000 osd.7 (osd.7) 86 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[79695]: cluster 2024-03-22T07:14:14.179518+0000 osd.3 (osd.3) 96 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:14.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:14 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:14.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[82160]: cluster 2024-03-22T07:14:13.120002+0000 osd.4 (osd.4) 117 : cluster 3 failed to encode map e473 with expected crc 2024-03-22T07:14:14.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[82160]: cluster 2024-03-22T07:14:13.150670+0000 osd.5 (osd.5) 88 : cluster 3 failed to encode map e473 with expected crc 2024-03-22T07:14:14.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[82160]: cluster 2024-03-22T07:14:13.317123+0000 mgr.y (mgr.25337) 180 : cluster 0 pgmap v300: 105 pgs: 42 peering, 63 active+clean; 583 KiB data, 425 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:14:14.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[82160]: cluster 2024-03-22T07:14:14.129540+0000 osd.2 (osd.2) 97 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:14.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[82160]: cluster 2024-03-22T07:14:14.133559+0000 mon.a (mon.0) 439 : cluster 0 osdmap e474: 8 total, 7 up, 8 in 2024-03-22T07:14:14.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[82160]: cluster 2024-03-22T07:14:14.137195+0000 osd.1 (osd.1) 105 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:14.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[82160]: cluster 2024-03-22T07:14:14.152900+0000 osd.7 (osd.7) 86 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:14.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:14 smithi129 bash[82160]: cluster 2024-03-22T07:14:14.179518+0000 osd.3 (osd.3) 96 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:14.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:14 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:14:14.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:14 smithi148 bash[66753]: cluster 2024-03-22T07:14:13.120002+0000 osd.4 (osd.4) 117 : cluster 3 failed to encode map e473 with expected crc 2024-03-22T07:14:14.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:14 smithi148 bash[66753]: cluster 2024-03-22T07:14:13.150670+0000 osd.5 (osd.5) 88 : cluster 3 failed to encode map e473 with expected crc 2024-03-22T07:14:14.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:14 smithi148 bash[66753]: cluster 2024-03-22T07:14:13.317123+0000 mgr.y (mgr.25337) 180 : cluster 0 pgmap v300: 105 pgs: 42 peering, 63 active+clean; 583 KiB data, 425 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:14:14.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:14 smithi148 bash[66753]: cluster 2024-03-22T07:14:14.129540+0000 osd.2 (osd.2) 97 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:14.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:14 smithi148 bash[66753]: cluster 2024-03-22T07:14:14.133559+0000 mon.a (mon.0) 439 : cluster 0 osdmap e474: 8 total, 7 up, 8 in 2024-03-22T07:14:14.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:14 smithi148 bash[66753]: cluster 2024-03-22T07:14:14.137195+0000 osd.1 (osd.1) 105 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:14.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:14 smithi148 bash[66753]: cluster 2024-03-22T07:14:14.152900+0000 osd.7 (osd.7) 86 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:14.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:14 smithi148 bash[66753]: cluster 2024-03-22T07:14:14.179518+0000 osd.3 (osd.3) 96 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:15.120 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:14 smithi129 systemd[1]: Started Ceph osd.0 for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:14:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[79695]: cluster 2024-03-22T07:14:14.131868+0000 osd.4 (osd.4) 118 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[79695]: cluster 2024-03-22T07:14:14.196442+0000 osd.6 (osd.6) 116 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[79695]: audit 2024-03-22T07:14:14.972912+0000 mon.a (mon.0) 440 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[79695]: audit 2024-03-22T07:14:14.980516+0000 mon.a (mon.0) 441 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[79695]: audit 2024-03-22T07:14:15.001904+0000 mon.c (mon.2) 82 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:14:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[79695]: cluster 2024-03-22T07:14:15.130773+0000 osd.3 (osd.3) 97 : cluster 3 failed to encode map e475 with expected crc 2024-03-22T07:14:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[79695]: cluster 2024-03-22T07:14:15.131766+0000 osd.1 (osd.1) 106 : cluster 3 failed to encode map e475 with expected crc 2024-03-22T07:14:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[79695]: cluster 2024-03-22T07:14:15.135431+0000 mon.a (mon.0) 442 : cluster 0 osdmap e475: 8 total, 7 up, 8 in 2024-03-22T07:14:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[79695]: audit 2024-03-22T07:14:15.160666+0000 mon.c (mon.2) 83 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/d0430ab9-e222-4c2d-b30d-cc7746f2c712"}]: dispatch 2024-03-22T07:14:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[79695]: audit 2024-03-22T07:14:15.161278+0000 mon.a (mon.0) 443 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/d0430ab9-e222-4c2d-b30d-cc7746f2c712"}]: dispatch 2024-03-22T07:14:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[79695]: audit 2024-03-22T07:14:15.166811+0000 mon.a (mon.0) 444 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/d0430ab9-e222-4c2d-b30d-cc7746f2c712"}]': finished 2024-03-22T07:14:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[79695]: audit 2024-03-22T07:14:15.528572+0000 mon.a (mon.0) 445 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:15.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[79695]: audit 2024-03-22T07:14:15.543805+0000 mon.a (mon.0) 446 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:15.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[82160]: cluster 2024-03-22T07:14:14.131868+0000 osd.4 (osd.4) 118 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:15.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[82160]: cluster 2024-03-22T07:14:14.196442+0000 osd.6 (osd.6) 116 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:15.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[82160]: audit 2024-03-22T07:14:14.972912+0000 mon.a (mon.0) 440 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:15.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[82160]: audit 2024-03-22T07:14:14.980516+0000 mon.a (mon.0) 441 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:15.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[82160]: audit 2024-03-22T07:14:15.001904+0000 mon.c (mon.2) 82 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:14:15.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[82160]: cluster 2024-03-22T07:14:15.130773+0000 osd.3 (osd.3) 97 : cluster 3 failed to encode map e475 with expected crc 2024-03-22T07:14:15.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[82160]: cluster 2024-03-22T07:14:15.131766+0000 osd.1 (osd.1) 106 : cluster 3 failed to encode map e475 with expected crc 2024-03-22T07:14:15.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[82160]: cluster 2024-03-22T07:14:15.135431+0000 mon.a (mon.0) 442 : cluster 0 osdmap e475: 8 total, 7 up, 8 in 2024-03-22T07:14:15.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[82160]: audit 2024-03-22T07:14:15.160666+0000 mon.c (mon.2) 83 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/d0430ab9-e222-4c2d-b30d-cc7746f2c712"}]: dispatch 2024-03-22T07:14:15.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[82160]: audit 2024-03-22T07:14:15.161278+0000 mon.a (mon.0) 443 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/d0430ab9-e222-4c2d-b30d-cc7746f2c712"}]: dispatch 2024-03-22T07:14:15.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[82160]: audit 2024-03-22T07:14:15.166811+0000 mon.a (mon.0) 444 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/d0430ab9-e222-4c2d-b30d-cc7746f2c712"}]': finished 2024-03-22T07:14:15.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[82160]: audit 2024-03-22T07:14:15.528572+0000 mon.a (mon.0) 445 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:15.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:15 smithi129 bash[82160]: audit 2024-03-22T07:14:15.543805+0000 mon.a (mon.0) 446 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:15 smithi148 bash[66753]: cluster 2024-03-22T07:14:14.131868+0000 osd.4 (osd.4) 118 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:15 smithi148 bash[66753]: cluster 2024-03-22T07:14:14.196442+0000 osd.6 (osd.6) 116 : cluster 3 failed to encode map e474 with expected crc 2024-03-22T07:14:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:15 smithi148 bash[66753]: audit 2024-03-22T07:14:14.972912+0000 mon.a (mon.0) 440 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:15 smithi148 bash[66753]: audit 2024-03-22T07:14:14.980516+0000 mon.a (mon.0) 441 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:15 smithi148 bash[66753]: audit 2024-03-22T07:14:15.001904+0000 mon.c (mon.2) 82 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:14:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:15 smithi148 bash[66753]: cluster 2024-03-22T07:14:15.130773+0000 osd.3 (osd.3) 97 : cluster 3 failed to encode map e475 with expected crc 2024-03-22T07:14:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:15 smithi148 bash[66753]: cluster 2024-03-22T07:14:15.131766+0000 osd.1 (osd.1) 106 : cluster 3 failed to encode map e475 with expected crc 2024-03-22T07:14:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:15 smithi148 bash[66753]: cluster 2024-03-22T07:14:15.135431+0000 mon.a (mon.0) 442 : cluster 0 osdmap e475: 8 total, 7 up, 8 in 2024-03-22T07:14:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:15 smithi148 bash[66753]: audit 2024-03-22T07:14:15.160666+0000 mon.c (mon.2) 83 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/d0430ab9-e222-4c2d-b30d-cc7746f2c712"}]: dispatch 2024-03-22T07:14:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:15 smithi148 bash[66753]: audit 2024-03-22T07:14:15.161278+0000 mon.a (mon.0) 443 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/d0430ab9-e222-4c2d-b30d-cc7746f2c712"}]: dispatch 2024-03-22T07:14:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:15 smithi148 bash[66753]: audit 2024-03-22T07:14:15.166811+0000 mon.a (mon.0) 444 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/d0430ab9-e222-4c2d-b30d-cc7746f2c712"}]': finished 2024-03-22T07:14:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:15 smithi148 bash[66753]: audit 2024-03-22T07:14:15.528572+0000 mon.a (mon.0) 445 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:15 smithi148 bash[66753]: audit 2024-03-22T07:14:15.543805+0000 mon.a (mon.0) 446 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:16.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[79695]: cluster 2024-03-22T07:14:15.170347+0000 osd.6 (osd.6) 117 : cluster 3 failed to encode map e475 with expected crc 2024-03-22T07:14:16.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[79695]: cluster 2024-03-22T07:14:15.318025+0000 mgr.y (mgr.25337) 181 : cluster 0 pgmap v303: 105 pgs: 21 active+undersized+degraded, 21 active+undersized, 63 active+clean; 583 KiB data, 426 MiB used, 715 GiB / 715 GiB avail; 117 KiB/s rd, 12 KiB/s wr, 159 op/s; 55/345 objects degraded (15.942%) 2024-03-22T07:14:16.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[79695]: cluster 2024-03-22T07:14:16.162968+0000 mon.a (mon.0) 447 : cluster 3 Health check failed: Degraded data redundancy: 55/345 objects degraded (15.942%), 21 pgs degraded (PG_DEGRADED) 2024-03-22T07:14:16.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[79695]: cluster 2024-03-22T07:14:16.163034+0000 mon.a (mon.0) 448 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 11 pgs peering) 2024-03-22T07:14:16.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[79695]: cluster 2024-03-22T07:14:16.172668+0000 osd.3 (osd.3) 98 : cluster 3 failed to encode map e476 with expected crc 2024-03-22T07:14:16.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[79695]: cluster 2024-03-22T07:14:16.174469+0000 mon.a (mon.0) 449 : cluster 0 osdmap e476: 8 total, 7 up, 8 in 2024-03-22T07:14:16.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[79695]: cluster 2024-03-22T07:14:16.176440+0000 osd.1 (osd.1) 107 : cluster 3 failed to encode map e476 with expected crc 2024-03-22T07:14:16.873 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[88765]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-22T07:14:16.873 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[88765]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-22T07:14:16.873 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[88765]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-22T07:14:16.873 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[88765]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-22T07:14:16.873 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[88765]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-03-22T07:14:16.873 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[88765]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-22T07:14:16.873 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[88765]: --> ceph-volume raw activate successful for osd ID: 0 2024-03-22T07:14:16.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[82160]: cluster 2024-03-22T07:14:15.170347+0000 osd.6 (osd.6) 117 : cluster 3 failed to encode map e475 with expected crc 2024-03-22T07:14:16.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[82160]: cluster 2024-03-22T07:14:15.318025+0000 mgr.y (mgr.25337) 181 : cluster 0 pgmap v303: 105 pgs: 21 active+undersized+degraded, 21 active+undersized, 63 active+clean; 583 KiB data, 426 MiB used, 715 GiB / 715 GiB avail; 117 KiB/s rd, 12 KiB/s wr, 159 op/s; 55/345 objects degraded (15.942%) 2024-03-22T07:14:16.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[82160]: cluster 2024-03-22T07:14:16.162968+0000 mon.a (mon.0) 447 : cluster 3 Health check failed: Degraded data redundancy: 55/345 objects degraded (15.942%), 21 pgs degraded (PG_DEGRADED) 2024-03-22T07:14:16.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[82160]: cluster 2024-03-22T07:14:16.163034+0000 mon.a (mon.0) 448 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 11 pgs peering) 2024-03-22T07:14:16.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[82160]: cluster 2024-03-22T07:14:16.172668+0000 osd.3 (osd.3) 98 : cluster 3 failed to encode map e476 with expected crc 2024-03-22T07:14:16.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[82160]: cluster 2024-03-22T07:14:16.174469+0000 mon.a (mon.0) 449 : cluster 0 osdmap e476: 8 total, 7 up, 8 in 2024-03-22T07:14:16.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:16 smithi129 bash[82160]: cluster 2024-03-22T07:14:16.176440+0000 osd.1 (osd.1) 107 : cluster 3 failed to encode map e476 with expected crc 2024-03-22T07:14:16.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:16 smithi148 bash[66753]: cluster 2024-03-22T07:14:15.170347+0000 osd.6 (osd.6) 117 : cluster 3 failed to encode map e475 with expected crc 2024-03-22T07:14:16.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:16 smithi148 bash[66753]: cluster 2024-03-22T07:14:15.318025+0000 mgr.y (mgr.25337) 181 : cluster 0 pgmap v303: 105 pgs: 21 active+undersized+degraded, 21 active+undersized, 63 active+clean; 583 KiB data, 426 MiB used, 715 GiB / 715 GiB avail; 117 KiB/s rd, 12 KiB/s wr, 159 op/s; 55/345 objects degraded (15.942%) 2024-03-22T07:14:16.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:16 smithi148 bash[66753]: cluster 2024-03-22T07:14:16.162968+0000 mon.a (mon.0) 447 : cluster 3 Health check failed: Degraded data redundancy: 55/345 objects degraded (15.942%), 21 pgs degraded (PG_DEGRADED) 2024-03-22T07:14:16.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:16 smithi148 bash[66753]: cluster 2024-03-22T07:14:16.163034+0000 mon.a (mon.0) 448 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 11 pgs peering) 2024-03-22T07:14:16.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:16 smithi148 bash[66753]: cluster 2024-03-22T07:14:16.172668+0000 osd.3 (osd.3) 98 : cluster 3 failed to encode map e476 with expected crc 2024-03-22T07:14:16.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:16 smithi148 bash[66753]: cluster 2024-03-22T07:14:16.174469+0000 mon.a (mon.0) 449 : cluster 0 osdmap e476: 8 total, 7 up, 8 in 2024-03-22T07:14:16.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:16 smithi148 bash[66753]: cluster 2024-03-22T07:14:16.176440+0000 osd.1 (osd.1) 107 : cluster 3 failed to encode map e476 with expected crc 2024-03-22T07:14:17.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:17 smithi129 bash[79695]: cluster 2024-03-22T07:14:16.174463+0000 osd.4 (osd.4) 119 : cluster 3 failed to encode map e476 with expected crc 2024-03-22T07:14:17.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:17 smithi129 bash[79695]: cluster 2024-03-22T07:14:17.175298+0000 osd.2 (osd.2) 98 : cluster 3 failed to encode map e477 with expected crc 2024-03-22T07:14:17.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:17 smithi129 bash[79695]: cluster 2024-03-22T07:14:17.178986+0000 osd.1 (osd.1) 108 : cluster 3 failed to encode map e477 with expected crc 2024-03-22T07:14:17.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:17 smithi129 bash[79695]: cluster 2024-03-22T07:14:17.179309+0000 mon.a (mon.0) 450 : cluster 0 osdmap e477: 8 total, 7 up, 8 in 2024-03-22T07:14:17.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:17 smithi129 bash[79695]: cluster 2024-03-22T07:14:17.201909+0000 osd.3 (osd.3) 99 : cluster 3 failed to encode map e477 with expected crc 2024-03-22T07:14:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:17 smithi129 bash[82160]: cluster 2024-03-22T07:14:16.174463+0000 osd.4 (osd.4) 119 : cluster 3 failed to encode map e476 with expected crc 2024-03-22T07:14:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:17 smithi129 bash[82160]: cluster 2024-03-22T07:14:17.175298+0000 osd.2 (osd.2) 98 : cluster 3 failed to encode map e477 with expected crc 2024-03-22T07:14:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:17 smithi129 bash[82160]: cluster 2024-03-22T07:14:17.178986+0000 osd.1 (osd.1) 108 : cluster 3 failed to encode map e477 with expected crc 2024-03-22T07:14:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:17 smithi129 bash[82160]: cluster 2024-03-22T07:14:17.179309+0000 mon.a (mon.0) 450 : cluster 0 osdmap e477: 8 total, 7 up, 8 in 2024-03-22T07:14:17.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:17 smithi129 bash[82160]: cluster 2024-03-22T07:14:17.201909+0000 osd.3 (osd.3) 99 : cluster 3 failed to encode map e477 with expected crc 2024-03-22T07:14:17.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:17 smithi148 bash[66753]: cluster 2024-03-22T07:14:16.174463+0000 osd.4 (osd.4) 119 : cluster 3 failed to encode map e476 with expected crc 2024-03-22T07:14:17.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:17 smithi148 bash[66753]: cluster 2024-03-22T07:14:17.175298+0000 osd.2 (osd.2) 98 : cluster 3 failed to encode map e477 with expected crc 2024-03-22T07:14:17.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:17 smithi148 bash[66753]: cluster 2024-03-22T07:14:17.178986+0000 osd.1 (osd.1) 108 : cluster 3 failed to encode map e477 with expected crc 2024-03-22T07:14:17.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:17 smithi148 bash[66753]: cluster 2024-03-22T07:14:17.179309+0000 mon.a (mon.0) 450 : cluster 0 osdmap e477: 8 total, 7 up, 8 in 2024-03-22T07:14:17.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:17 smithi148 bash[66753]: cluster 2024-03-22T07:14:17.201909+0000 osd.3 (osd.3) 99 : cluster 3 failed to encode map e477 with expected crc 2024-03-22T07:14:18.370 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:18 smithi129 bash[88985]: debug 2024-03-22T07:14:18.201+0000 7f58c91d1700 1 -- 172.21.15.129:0/2354874671 <== mon.2 v2:172.21.15.129:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5640b3c531e0 con 0x5640b3cd9000 2024-03-22T07:14:18.870 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:18 smithi129 bash[88985]: debug 2024-03-22T07:14:18.757+0000 7f58d23697c0 -1 Falling back to public interface 2024-03-22T07:14:18.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:18 smithi129 bash[82160]: cluster 2024-03-22T07:14:17.318594+0000 mgr.y (mgr.25337) 182 : cluster 0 pgmap v306: 105 pgs: 21 active+undersized+degraded, 21 active+undersized, 63 active+clean; 583 KiB data, 426 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 158 op/s; 55/345 objects degraded (15.942%) 2024-03-22T07:14:18.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:18 smithi129 bash[82160]: cluster 2024-03-22T07:14:17.530883+0000 osd.5 (osd.5) 89 : cluster 3 failed to encode map e477 with expected crc 2024-03-22T07:14:18.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:18 smithi129 bash[82160]: cluster 2024-03-22T07:14:18.184086+0000 osd.7 (osd.7) 87 : cluster 3 failed to encode map e478 with expected crc 2024-03-22T07:14:18.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:18 smithi129 bash[82160]: cluster 2024-03-22T07:14:18.184526+0000 mon.a (mon.0) 451 : cluster 0 osdmap e478: 8 total, 7 up, 8 in 2024-03-22T07:14:18.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:18 smithi129 bash[82160]: cluster 2024-03-22T07:14:18.185074+0000 osd.1 (osd.1) 109 : cluster 3 failed to encode map e478 with expected crc 2024-03-22T07:14:18.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:18 smithi129 bash[82160]: cluster 2024-03-22T07:14:18.212452+0000 osd.3 (osd.3) 100 : cluster 3 failed to encode map e478 with expected crc 2024-03-22T07:14:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:18 smithi129 bash[79695]: cluster 2024-03-22T07:14:17.318594+0000 mgr.y (mgr.25337) 182 : cluster 0 pgmap v306: 105 pgs: 21 active+undersized+degraded, 21 active+undersized, 63 active+clean; 583 KiB data, 426 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 158 op/s; 55/345 objects degraded (15.942%) 2024-03-22T07:14:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:18 smithi129 bash[79695]: cluster 2024-03-22T07:14:17.530883+0000 osd.5 (osd.5) 89 : cluster 3 failed to encode map e477 with expected crc 2024-03-22T07:14:18.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:18 smithi129 bash[79695]: cluster 2024-03-22T07:14:18.184086+0000 osd.7 (osd.7) 87 : cluster 3 failed to encode map e478 with expected crc 2024-03-22T07:14:18.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:18 smithi129 bash[79695]: cluster 2024-03-22T07:14:18.184526+0000 mon.a (mon.0) 451 : cluster 0 osdmap e478: 8 total, 7 up, 8 in 2024-03-22T07:14:18.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:18 smithi129 bash[79695]: cluster 2024-03-22T07:14:18.185074+0000 osd.1 (osd.1) 109 : cluster 3 failed to encode map e478 with expected crc 2024-03-22T07:14:18.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:18 smithi129 bash[79695]: cluster 2024-03-22T07:14:18.212452+0000 osd.3 (osd.3) 100 : cluster 3 failed to encode map e478 with expected crc 2024-03-22T07:14:18.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:18 smithi148 bash[66753]: cluster 2024-03-22T07:14:17.318594+0000 mgr.y (mgr.25337) 182 : cluster 0 pgmap v306: 105 pgs: 21 active+undersized+degraded, 21 active+undersized, 63 active+clean; 583 KiB data, 426 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 158 op/s; 55/345 objects degraded (15.942%) 2024-03-22T07:14:18.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:18 smithi148 bash[66753]: cluster 2024-03-22T07:14:17.530883+0000 osd.5 (osd.5) 89 : cluster 3 failed to encode map e477 with expected crc 2024-03-22T07:14:18.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:18 smithi148 bash[66753]: cluster 2024-03-22T07:14:18.184086+0000 osd.7 (osd.7) 87 : cluster 3 failed to encode map e478 with expected crc 2024-03-22T07:14:18.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:18 smithi148 bash[66753]: cluster 2024-03-22T07:14:18.184526+0000 mon.a (mon.0) 451 : cluster 0 osdmap e478: 8 total, 7 up, 8 in 2024-03-22T07:14:18.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:18 smithi148 bash[66753]: cluster 2024-03-22T07:14:18.185074+0000 osd.1 (osd.1) 109 : cluster 3 failed to encode map e478 with expected crc 2024-03-22T07:14:18.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:18 smithi148 bash[66753]: cluster 2024-03-22T07:14:18.212452+0000 osd.3 (osd.3) 100 : cluster 3 failed to encode map e478 with expected crc 2024-03-22T07:14:19.816 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:14:19.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:19 smithi129 bash[79695]: cluster 2024-03-22T07:14:18.199815+0000 osd.6 (osd.6) 118 : cluster 3 failed to encode map e478 with expected crc 2024-03-22T07:14:19.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:19 smithi129 bash[79695]: cluster 2024-03-22T07:14:19.186618+0000 osd.7 (osd.7) 88 : cluster 3 failed to encode map e479 with expected crc 2024-03-22T07:14:19.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:19 smithi129 bash[79695]: cluster 2024-03-22T07:14:19.189241+0000 mon.a (mon.0) 452 : cluster 0 osdmap e479: 8 total, 7 up, 8 in 2024-03-22T07:14:19.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:19 smithi129 bash[79695]: cluster 2024-03-22T07:14:19.191148+0000 osd.1 (osd.1) 110 : cluster 3 failed to encode map e479 with expected crc 2024-03-22T07:14:19.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:19 smithi129 bash[79695]: cluster 2024-03-22T07:14:19.210893+0000 osd.3 (osd.3) 101 : cluster 3 failed to encode map e479 with expected crc 2024-03-22T07:14:19.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:19 smithi129 bash[82160]: cluster 2024-03-22T07:14:18.199815+0000 osd.6 (osd.6) 118 : cluster 3 failed to encode map e478 with expected crc 2024-03-22T07:14:19.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:19 smithi129 bash[82160]: cluster 2024-03-22T07:14:19.186618+0000 osd.7 (osd.7) 88 : cluster 3 failed to encode map e479 with expected crc 2024-03-22T07:14:19.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:19 smithi129 bash[82160]: cluster 2024-03-22T07:14:19.189241+0000 mon.a (mon.0) 452 : cluster 0 osdmap e479: 8 total, 7 up, 8 in 2024-03-22T07:14:19.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:19 smithi129 bash[82160]: cluster 2024-03-22T07:14:19.191148+0000 osd.1 (osd.1) 110 : cluster 3 failed to encode map e479 with expected crc 2024-03-22T07:14:19.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:19 smithi129 bash[82160]: cluster 2024-03-22T07:14:19.210893+0000 osd.3 (osd.3) 101 : cluster 3 failed to encode map e479 with expected crc 2024-03-22T07:14:19.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:19 smithi148 bash[66753]: cluster 2024-03-22T07:14:18.199815+0000 osd.6 (osd.6) 118 : cluster 3 failed to encode map e478 with expected crc 2024-03-22T07:14:19.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:19 smithi148 bash[66753]: cluster 2024-03-22T07:14:19.186618+0000 osd.7 (osd.7) 88 : cluster 3 failed to encode map e479 with expected crc 2024-03-22T07:14:19.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:19 smithi148 bash[66753]: cluster 2024-03-22T07:14:19.189241+0000 mon.a (mon.0) 452 : cluster 0 osdmap e479: 8 total, 7 up, 8 in 2024-03-22T07:14:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:19 smithi148 bash[66753]: cluster 2024-03-22T07:14:19.191148+0000 osd.1 (osd.1) 110 : cluster 3 failed to encode map e479 with expected crc 2024-03-22T07:14:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:19 smithi148 bash[66753]: cluster 2024-03-22T07:14:19.210893+0000 osd.3 (osd.3) 101 : cluster 3 failed to encode map e479 with expected crc 2024-03-22T07:14:20.316 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9957 ms) 2024-03-22T07:14:20.316 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-03-22T07:14:20.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[79695]: cluster 2024-03-22T07:14:19.187366+0000 osd.5 (osd.5) 90 : cluster 3 failed to encode map e479 with expected crc 2024-03-22T07:14:20.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[79695]: cluster 2024-03-22T07:14:19.319476+0000 mgr.y (mgr.25337) 183 : cluster 0 pgmap v309: 105 pgs: 20 active+undersized+degraded, 22 active+undersized, 63 active+clean; 583 KiB data, 442 MiB used, 715 GiB / 715 GiB avail; 161 KiB/s rd, 9.0 KiB/s wr, 215 op/s; 49/312 objects degraded (15.705%) 2024-03-22T07:14:20.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[79695]: cluster 2024-03-22T07:14:20.194534+0000 osd.7 (osd.7) 89 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:20.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[79695]: cluster 2024-03-22T07:14:20.195108+0000 mon.a (mon.0) 453 : cluster 0 osdmap e480: 8 total, 7 up, 8 in 2024-03-22T07:14:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[79695]: cluster 2024-03-22T07:14:20.198370+0000 osd.1 (osd.1) 111 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[79695]: cluster 2024-03-22T07:14:20.227230+0000 osd.3 (osd.3) 102 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[79695]: audit 2024-03-22T07:14:20.297162+0000 mon.c (mon.2) 84 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/878113e3-3590-4a41-8022-87449fa29ac2"}]: dispatch 2024-03-22T07:14:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[79695]: audit 2024-03-22T07:14:20.297475+0000 mon.a (mon.0) 454 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/878113e3-3590-4a41-8022-87449fa29ac2"}]: dispatch 2024-03-22T07:14:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[79695]: audit 2024-03-22T07:14:20.300689+0000 mon.a (mon.0) 455 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/878113e3-3590-4a41-8022-87449fa29ac2"}]': finished 2024-03-22T07:14:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[79695]: audit 2024-03-22T07:14:20.306884+0000 mon.c (mon.2) 85 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/81cfeb35-1be4-4569-aed4-79dd9f39d565"}]: dispatch 2024-03-22T07:14:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[79695]: audit 2024-03-22T07:14:20.307165+0000 mon.a (mon.0) 456 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/81cfeb35-1be4-4569-aed4-79dd9f39d565"}]: dispatch 2024-03-22T07:14:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[79695]: audit 2024-03-22T07:14:20.310344+0000 mon.a (mon.0) 457 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/81cfeb35-1be4-4569-aed4-79dd9f39d565"}]': finished 2024-03-22T07:14:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[79695]: audit 2024-03-22T07:14:20.591631+0000 mon.a (mon.0) 458 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[79695]: audit 2024-03-22T07:14:20.598705+0000 mon.a (mon.0) 459 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:20.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[82160]: cluster 2024-03-22T07:14:19.187366+0000 osd.5 (osd.5) 90 : cluster 3 failed to encode map e479 with expected crc 2024-03-22T07:14:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[82160]: cluster 2024-03-22T07:14:19.319476+0000 mgr.y (mgr.25337) 183 : cluster 0 pgmap v309: 105 pgs: 20 active+undersized+degraded, 22 active+undersized, 63 active+clean; 583 KiB data, 442 MiB used, 715 GiB / 715 GiB avail; 161 KiB/s rd, 9.0 KiB/s wr, 215 op/s; 49/312 objects degraded (15.705%) 2024-03-22T07:14:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[82160]: cluster 2024-03-22T07:14:20.194534+0000 osd.7 (osd.7) 89 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[82160]: cluster 2024-03-22T07:14:20.195108+0000 mon.a (mon.0) 453 : cluster 0 osdmap e480: 8 total, 7 up, 8 in 2024-03-22T07:14:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[82160]: cluster 2024-03-22T07:14:20.198370+0000 osd.1 (osd.1) 111 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[82160]: cluster 2024-03-22T07:14:20.227230+0000 osd.3 (osd.3) 102 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[82160]: audit 2024-03-22T07:14:20.297162+0000 mon.c (mon.2) 84 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/878113e3-3590-4a41-8022-87449fa29ac2"}]: dispatch 2024-03-22T07:14:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[82160]: audit 2024-03-22T07:14:20.297475+0000 mon.a (mon.0) 454 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/878113e3-3590-4a41-8022-87449fa29ac2"}]: dispatch 2024-03-22T07:14:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[82160]: audit 2024-03-22T07:14:20.300689+0000 mon.a (mon.0) 455 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/878113e3-3590-4a41-8022-87449fa29ac2"}]': finished 2024-03-22T07:14:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[82160]: audit 2024-03-22T07:14:20.306884+0000 mon.c (mon.2) 85 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/81cfeb35-1be4-4569-aed4-79dd9f39d565"}]: dispatch 2024-03-22T07:14:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[82160]: audit 2024-03-22T07:14:20.307165+0000 mon.a (mon.0) 456 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/81cfeb35-1be4-4569-aed4-79dd9f39d565"}]: dispatch 2024-03-22T07:14:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[82160]: audit 2024-03-22T07:14:20.310344+0000 mon.a (mon.0) 457 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/81cfeb35-1be4-4569-aed4-79dd9f39d565"}]': finished 2024-03-22T07:14:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[82160]: audit 2024-03-22T07:14:20.591631+0000 mon.a (mon.0) 458 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:20 smithi129 bash[82160]: audit 2024-03-22T07:14:20.598705+0000 mon.a (mon.0) 459 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:20 smithi148 bash[66753]: cluster 2024-03-22T07:14:19.187366+0000 osd.5 (osd.5) 90 : cluster 3 failed to encode map e479 with expected crc 2024-03-22T07:14:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:20 smithi148 bash[66753]: cluster 2024-03-22T07:14:19.319476+0000 mgr.y (mgr.25337) 183 : cluster 0 pgmap v309: 105 pgs: 20 active+undersized+degraded, 22 active+undersized, 63 active+clean; 583 KiB data, 442 MiB used, 715 GiB / 715 GiB avail; 161 KiB/s rd, 9.0 KiB/s wr, 215 op/s; 49/312 objects degraded (15.705%) 2024-03-22T07:14:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:20 smithi148 bash[66753]: cluster 2024-03-22T07:14:20.194534+0000 osd.7 (osd.7) 89 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:20 smithi148 bash[66753]: cluster 2024-03-22T07:14:20.195108+0000 mon.a (mon.0) 453 : cluster 0 osdmap e480: 8 total, 7 up, 8 in 2024-03-22T07:14:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:20 smithi148 bash[66753]: cluster 2024-03-22T07:14:20.198370+0000 osd.1 (osd.1) 111 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:20 smithi148 bash[66753]: cluster 2024-03-22T07:14:20.227230+0000 osd.3 (osd.3) 102 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:20 smithi148 bash[66753]: audit 2024-03-22T07:14:20.297162+0000 mon.c (mon.2) 84 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/878113e3-3590-4a41-8022-87449fa29ac2"}]: dispatch 2024-03-22T07:14:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:20 smithi148 bash[66753]: audit 2024-03-22T07:14:20.297475+0000 mon.a (mon.0) 454 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/878113e3-3590-4a41-8022-87449fa29ac2"}]: dispatch 2024-03-22T07:14:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:20 smithi148 bash[66753]: audit 2024-03-22T07:14:20.300689+0000 mon.a (mon.0) 455 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/878113e3-3590-4a41-8022-87449fa29ac2"}]': finished 2024-03-22T07:14:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:20 smithi148 bash[66753]: audit 2024-03-22T07:14:20.306884+0000 mon.c (mon.2) 85 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/81cfeb35-1be4-4569-aed4-79dd9f39d565"}]: dispatch 2024-03-22T07:14:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:20 smithi148 bash[66753]: audit 2024-03-22T07:14:20.307165+0000 mon.a (mon.0) 456 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/81cfeb35-1be4-4569-aed4-79dd9f39d565"}]: dispatch 2024-03-22T07:14:20.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:20 smithi148 bash[66753]: audit 2024-03-22T07:14:20.310344+0000 mon.a (mon.0) 457 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/81cfeb35-1be4-4569-aed4-79dd9f39d565"}]': finished 2024-03-22T07:14:20.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:20 smithi148 bash[66753]: audit 2024-03-22T07:14:20.591631+0000 mon.a (mon.0) 458 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:20.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:20 smithi148 bash[66753]: audit 2024-03-22T07:14:20.598705+0000 mon.a (mon.0) 459 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:21.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[79695]: cluster 2024-03-22T07:14:20.197119+0000 osd.4 (osd.4) 120 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:21.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[79695]: cluster 2024-03-22T07:14:20.209398+0000 osd.5 (osd.5) 91 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:21.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[79695]: cluster 2024-03-22T07:14:20.277194+0000 osd.6 (osd.6) 119 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[79695]: cluster 2024-03-22T07:14:21.313326+0000 osd.7 (osd.7) 90 : cluster 3 failed to encode map e481 with expected crc 2024-03-22T07:14:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[79695]: cluster 2024-03-22T07:14:21.315673+0000 mon.a (mon.0) 460 : cluster 0 osdmap e481: 8 total, 7 up, 8 in 2024-03-22T07:14:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[79695]: cluster 2024-03-22T07:14:21.346657+0000 osd.3 (osd.3) 103 : cluster 3 failed to encode map e481 with expected crc 2024-03-22T07:14:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[79695]: audit 2024-03-22T07:14:21.537506+0000 mon.a (mon.0) 461 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[79695]: audit 2024-03-22T07:14:21.548833+0000 mon.a (mon.0) 462 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[82160]: cluster 2024-03-22T07:14:20.197119+0000 osd.4 (osd.4) 120 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[82160]: cluster 2024-03-22T07:14:20.209398+0000 osd.5 (osd.5) 91 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[82160]: cluster 2024-03-22T07:14:20.277194+0000 osd.6 (osd.6) 119 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[82160]: cluster 2024-03-22T07:14:21.313326+0000 osd.7 (osd.7) 90 : cluster 3 failed to encode map e481 with expected crc 2024-03-22T07:14:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[82160]: cluster 2024-03-22T07:14:21.315673+0000 mon.a (mon.0) 460 : cluster 0 osdmap e481: 8 total, 7 up, 8 in 2024-03-22T07:14:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[82160]: cluster 2024-03-22T07:14:21.346657+0000 osd.3 (osd.3) 103 : cluster 3 failed to encode map e481 with expected crc 2024-03-22T07:14:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[82160]: audit 2024-03-22T07:14:21.537506+0000 mon.a (mon.0) 461 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:21.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[82160]: audit 2024-03-22T07:14:21.548833+0000 mon.a (mon.0) 462 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:21.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:21 smithi148 bash[66753]: cluster 2024-03-22T07:14:20.197119+0000 osd.4 (osd.4) 120 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:21.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:21 smithi148 bash[66753]: cluster 2024-03-22T07:14:20.209398+0000 osd.5 (osd.5) 91 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:21.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:21 smithi148 bash[66753]: cluster 2024-03-22T07:14:20.277194+0000 osd.6 (osd.6) 119 : cluster 3 failed to encode map e480 with expected crc 2024-03-22T07:14:21.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:21 smithi148 bash[66753]: cluster 2024-03-22T07:14:21.313326+0000 osd.7 (osd.7) 90 : cluster 3 failed to encode map e481 with expected crc 2024-03-22T07:14:21.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:21 smithi148 bash[66753]: cluster 2024-03-22T07:14:21.315673+0000 mon.a (mon.0) 460 : cluster 0 osdmap e481: 8 total, 7 up, 8 in 2024-03-22T07:14:21.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:21 smithi148 bash[66753]: cluster 2024-03-22T07:14:21.346657+0000 osd.3 (osd.3) 103 : cluster 3 failed to encode map e481 with expected crc 2024-03-22T07:14:21.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:21 smithi148 bash[66753]: audit 2024-03-22T07:14:21.537506+0000 mon.a (mon.0) 461 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:21.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:21 smithi148 bash[66753]: audit 2024-03-22T07:14:21.548833+0000 mon.a (mon.0) 462 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:22.362 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:21 smithi129 bash[88985]: debug 2024-03-22T07:14:21.921+0000 7f58d23697c0 -1 osd.0 468 log_to_monitors true 2024-03-22T07:14:22.620 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[88985]: debug 2024-03-22T07:14:22.361+0000 7f58c37c1700 -1 osd.0 468 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-22T07:14:22.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[79695]: cluster 2024-03-22T07:14:21.314175+0000 osd.5 (osd.5) 92 : cluster 3 failed to encode map e481 with expected crc 2024-03-22T07:14:22.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[79695]: cluster 2024-03-22T07:14:21.320375+0000 mgr.y (mgr.25337) 184 : cluster 0 pgmap v312: 105 pgs: 20 active+undersized+degraded, 22 active+undersized, 63 active+clean; 583 KiB data, 442 MiB used, 715 GiB / 715 GiB avail; 161 KiB/s rd, 9.0 KiB/s wr, 215 op/s; 49/312 objects degraded (15.705%) 2024-03-22T07:14:22.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[79695]: cluster 2024-03-22T07:14:21.320553+0000 osd.6 (osd.6) 120 : cluster 3 failed to encode map e481 with expected crc 2024-03-22T07:14:22.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[79695]: audit 2024-03-22T07:14:21.928063+0000 mon.a (mon.0) 463 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2525007060,v1:172.21.15.129:6803/2525007060]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-22T07:14:22.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[79695]: audit 2024-03-22T07:14:22.322730+0000 mon.a (mon.0) 464 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2525007060,v1:172.21.15.129:6803/2525007060]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-22T07:14:22.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[79695]: cluster 2024-03-22T07:14:22.324115+0000 osd.2 (osd.2) 99 : cluster 3 failed to encode map e482 with expected crc 2024-03-22T07:14:22.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[79695]: cluster 2024-03-22T07:14:22.325266+0000 osd.1 (osd.1) 112 : cluster 3 failed to encode map e482 with expected crc 2024-03-22T07:14:22.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[79695]: cluster 2024-03-22T07:14:22.329932+0000 mon.a (mon.0) 465 : cluster 0 osdmap e482: 8 total, 7 up, 8 in 2024-03-22T07:14:22.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[79695]: audit 2024-03-22T07:14:22.330550+0000 mon.a (mon.0) 466 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2525007060,v1:172.21.15.129:6803/2525007060]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:14:22.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[79695]: cluster 2024-03-22T07:14:22.368455+0000 osd.3 (osd.3) 104 : cluster 3 failed to encode map e482 with expected crc 2024-03-22T07:14:22.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[82160]: cluster 2024-03-22T07:14:21.314175+0000 osd.5 (osd.5) 92 : cluster 3 failed to encode map e481 with expected crc 2024-03-22T07:14:22.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[82160]: cluster 2024-03-22T07:14:21.320375+0000 mgr.y (mgr.25337) 184 : cluster 0 pgmap v312: 105 pgs: 20 active+undersized+degraded, 22 active+undersized, 63 active+clean; 583 KiB data, 442 MiB used, 715 GiB / 715 GiB avail; 161 KiB/s rd, 9.0 KiB/s wr, 215 op/s; 49/312 objects degraded (15.705%) 2024-03-22T07:14:22.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[82160]: cluster 2024-03-22T07:14:21.320553+0000 osd.6 (osd.6) 120 : cluster 3 failed to encode map e481 with expected crc 2024-03-22T07:14:22.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[82160]: audit 2024-03-22T07:14:21.928063+0000 mon.a (mon.0) 463 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2525007060,v1:172.21.15.129:6803/2525007060]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-22T07:14:22.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[82160]: audit 2024-03-22T07:14:22.322730+0000 mon.a (mon.0) 464 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2525007060,v1:172.21.15.129:6803/2525007060]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-22T07:14:22.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[82160]: cluster 2024-03-22T07:14:22.324115+0000 osd.2 (osd.2) 99 : cluster 3 failed to encode map e482 with expected crc 2024-03-22T07:14:22.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[82160]: cluster 2024-03-22T07:14:22.325266+0000 osd.1 (osd.1) 112 : cluster 3 failed to encode map e482 with expected crc 2024-03-22T07:14:22.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[82160]: cluster 2024-03-22T07:14:22.329932+0000 mon.a (mon.0) 465 : cluster 0 osdmap e482: 8 total, 7 up, 8 in 2024-03-22T07:14:22.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[82160]: audit 2024-03-22T07:14:22.330550+0000 mon.a (mon.0) 466 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2525007060,v1:172.21.15.129:6803/2525007060]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:14:22.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:22 smithi129 bash[82160]: cluster 2024-03-22T07:14:22.368455+0000 osd.3 (osd.3) 104 : cluster 3 failed to encode map e482 with expected crc 2024-03-22T07:14:22.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:22 smithi148 bash[66753]: cluster 2024-03-22T07:14:21.314175+0000 osd.5 (osd.5) 92 : cluster 3 failed to encode map e481 with expected crc 2024-03-22T07:14:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:22 smithi148 bash[66753]: cluster 2024-03-22T07:14:21.320375+0000 mgr.y (mgr.25337) 184 : cluster 0 pgmap v312: 105 pgs: 20 active+undersized+degraded, 22 active+undersized, 63 active+clean; 583 KiB data, 442 MiB used, 715 GiB / 715 GiB avail; 161 KiB/s rd, 9.0 KiB/s wr, 215 op/s; 49/312 objects degraded (15.705%) 2024-03-22T07:14:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:22 smithi148 bash[66753]: cluster 2024-03-22T07:14:21.320553+0000 osd.6 (osd.6) 120 : cluster 3 failed to encode map e481 with expected crc 2024-03-22T07:14:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:22 smithi148 bash[66753]: audit 2024-03-22T07:14:21.928063+0000 mon.a (mon.0) 463 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2525007060,v1:172.21.15.129:6803/2525007060]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-22T07:14:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:22 smithi148 bash[66753]: audit 2024-03-22T07:14:22.322730+0000 mon.a (mon.0) 464 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2525007060,v1:172.21.15.129:6803/2525007060]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-22T07:14:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:22 smithi148 bash[66753]: cluster 2024-03-22T07:14:22.324115+0000 osd.2 (osd.2) 99 : cluster 3 failed to encode map e482 with expected crc 2024-03-22T07:14:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:22 smithi148 bash[66753]: cluster 2024-03-22T07:14:22.325266+0000 osd.1 (osd.1) 112 : cluster 3 failed to encode map e482 with expected crc 2024-03-22T07:14:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:22 smithi148 bash[66753]: cluster 2024-03-22T07:14:22.329932+0000 mon.a (mon.0) 465 : cluster 0 osdmap e482: 8 total, 7 up, 8 in 2024-03-22T07:14:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:22 smithi148 bash[66753]: audit 2024-03-22T07:14:22.330550+0000 mon.a (mon.0) 466 : audit 1 from='osd.0 [v2:172.21.15.129:6802/2525007060,v1:172.21.15.129:6803/2525007060]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:14:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:22 smithi148 bash[66753]: cluster 2024-03-22T07:14:22.368455+0000 osd.3 (osd.3) 104 : cluster 3 failed to encode map e482 with expected crc 2024-03-22T07:14:23.074 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-22T07:14:23.074 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.a smithi129 *:9093,9094 running (11m) 2s ago 12m 14.2M - 0.25.0 c8568f914cd2 f16a6600d8c5 2024-03-22T07:14:23.074 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.a smithi148 *:3000 running (11m) 23s ago 11m 80.3M - 9.4.7 954c08fa6188 0dad270e1055 2024-03-22T07:14:23.074 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foo.smithi129.bzehte smithi129 running (10m) 2s ago 10m 15.0M - 18.2.2-937-gea74f2a1 162cc6df89b4 b5d071c04ede 2024-03-22T07:14:23.074 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foo.smithi148.qmcgkl smithi148 running (10m) 23s ago 10m 18.5M - 18.2.2-937-gea74f2a1 162cc6df89b4 742a031f0ac0 2024-03-22T07:14:23.075 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.x smithi148 *:8443,9283,8765 running (4m) 23s ago 20m 436M - 19.0.0-1667-gdb0330b1 4f325f8440e9 d7fd5bbfea59 2024-03-22T07:14:23.075 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.y smithi129 *:8443,9283,8765 running (5m) 2s ago 22m 495M - 19.0.0-1667-gdb0330b1 4f325f8440e9 6b1c51f3faa6 2024-03-22T07:14:23.075 INFO:teuthology.orchestra.run.smithi129.stdout:mon.a smithi129 running (4m) 2s ago 22m 52.4M 2048M 19.0.0-1667-gdb0330b1 4f325f8440e9 f7321bb16acc 2024-03-22T07:14:23.075 INFO:teuthology.orchestra.run.smithi129.stdout:mon.b smithi148 running (115s) 23s ago 20m 36.5M 2048M 19.0.0-1667-gdb0330b1 4f325f8440e9 0ed23e3efed6 2024-03-22T07:14:23.075 INFO:teuthology.orchestra.run.smithi129.stdout:mon.c smithi129 running (2m) 2s ago 20m 42.7M 2048M 19.0.0-1667-gdb0330b1 4f325f8440e9 639d3eb5319f 2024-03-22T07:14:23.075 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.a smithi129 *:9100 running (12m) 2s ago 12m 8408k - 1.5.0 0da6a335fe13 36f44c4f758d 2024-03-22T07:14:23.075 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.b smithi148 *:9100 running (12m) 23s ago 12m 9035k - 1.5.0 0da6a335fe13 242ef8db1067 2024-03-22T07:14:23.075 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (5s) 2s ago 19m - 2524M 19.0.0-1667-gdb0330b1 4f325f8440e9 2f476aac7ce6 2024-03-22T07:14:23.075 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (18m) 2s ago 18m 134M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 ee1c4b95300e 2024-03-22T07:14:23.075 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (17m) 2s ago 17m 146M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 39e258599add 2024-03-22T07:14:23.075 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (16m) 2s ago 16m 130M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 158e0ebddd36 2024-03-22T07:14:23.075 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi148 running (16m) 23s ago 16m 126M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 40e27b9e2daf 2024-03-22T07:14:23.075 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi148 running (15m) 23s ago 15m 111M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 0519cb7754ae 2024-03-22T07:14:23.075 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi148 running (14m) 23s ago 14m 148M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 c8906cd2fa35 2024-03-22T07:14:23.076 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi148 running (13m) 23s ago 13m 118M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 166d5da3a2c2 2024-03-22T07:14:23.076 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.a smithi148 *:9095 running (4m) 23s ago 12m 45.5M - 2.43.0 a07b618ecd1d 7587c3f232c3 2024-03-22T07:14:23.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[79695]: debug 2024-03-22T07:14:23.321+0000 7f74b4953700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:14:23.816 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph orch upgrade pause' 2024-03-22T07:14:23.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[79695]: cluster 2024-03-22T07:14:22.334596+0000 osd.6 (osd.6) 121 : cluster 3 failed to encode map e482 with expected crc 2024-03-22T07:14:23.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[79695]: cluster 2024-03-22T07:14:23.117302+0000 mon.a (mon.0) 467 : cluster 3 Health check update: Degraded data redundancy: 49/312 objects degraded (15.705%), 20 pgs degraded (PG_DEGRADED) 2024-03-22T07:14:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[79695]: cluster 2024-03-22T07:14:23.325029+0000 mon.a (mon.0) 468 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:14:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[79695]: cluster 2024-03-22T07:14:23.325109+0000 mon.a (mon.0) 469 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-22T07:14:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[79695]: cluster 2024-03-22T07:14:23.329859+0000 osd.3 (osd.3) 105 : cluster 3 failed to encode map e483 with expected crc 2024-03-22T07:14:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[79695]: cluster 2024-03-22T07:14:23.329916+0000 osd.1 (osd.1) 113 : cluster 3 failed to encode map e483 with expected crc 2024-03-22T07:14:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[79695]: audit 2024-03-22T07:14:23.333545+0000 mon.c (mon.2) 86 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T07:14:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[79695]: cluster 2024-03-22T07:14:23.335302+0000 mon.a (mon.0) 470 : cluster 1 osd.0 [v2:172.21.15.129:6802/2525007060,v1:172.21.15.129:6803/2525007060] boot 2024-03-22T07:14:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[79695]: cluster 2024-03-22T07:14:23.335525+0000 mon.a (mon.0) 471 : cluster 0 osdmap e483: 8 total, 8 up, 8 in 2024-03-22T07:14:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[79695]: audit 2024-03-22T07:14:23.383213+0000 mon.a (mon.0) 472 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[79695]: audit 2024-03-22T07:14:23.386318+0000 mon.c (mon.2) 87 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:14:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[82160]: cluster 2024-03-22T07:14:22.334596+0000 osd.6 (osd.6) 121 : cluster 3 failed to encode map e482 with expected crc 2024-03-22T07:14:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[82160]: cluster 2024-03-22T07:14:23.117302+0000 mon.a (mon.0) 467 : cluster 3 Health check update: Degraded data redundancy: 49/312 objects degraded (15.705%), 20 pgs degraded (PG_DEGRADED) 2024-03-22T07:14:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[82160]: cluster 2024-03-22T07:14:23.325029+0000 mon.a (mon.0) 468 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:14:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[82160]: cluster 2024-03-22T07:14:23.325109+0000 mon.a (mon.0) 469 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-22T07:14:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[82160]: cluster 2024-03-22T07:14:23.329859+0000 osd.3 (osd.3) 105 : cluster 3 failed to encode map e483 with expected crc 2024-03-22T07:14:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[82160]: cluster 2024-03-22T07:14:23.329916+0000 osd.1 (osd.1) 113 : cluster 3 failed to encode map e483 with expected crc 2024-03-22T07:14:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[82160]: audit 2024-03-22T07:14:23.333545+0000 mon.c (mon.2) 86 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T07:14:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[82160]: cluster 2024-03-22T07:14:23.335302+0000 mon.a (mon.0) 470 : cluster 1 osd.0 [v2:172.21.15.129:6802/2525007060,v1:172.21.15.129:6803/2525007060] boot 2024-03-22T07:14:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[82160]: cluster 2024-03-22T07:14:23.335525+0000 mon.a (mon.0) 471 : cluster 0 osdmap e483: 8 total, 8 up, 8 in 2024-03-22T07:14:23.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[82160]: audit 2024-03-22T07:14:23.383213+0000 mon.a (mon.0) 472 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:23.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[82160]: audit 2024-03-22T07:14:23.386318+0000 mon.c (mon.2) 87 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:14:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:23 smithi148 bash[66753]: cluster 2024-03-22T07:14:22.334596+0000 osd.6 (osd.6) 121 : cluster 3 failed to encode map e482 with expected crc 2024-03-22T07:14:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:23 smithi148 bash[66753]: cluster 2024-03-22T07:14:23.117302+0000 mon.a (mon.0) 467 : cluster 3 Health check update: Degraded data redundancy: 49/312 objects degraded (15.705%), 20 pgs degraded (PG_DEGRADED) 2024-03-22T07:14:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:23 smithi148 bash[66753]: cluster 2024-03-22T07:14:23.325029+0000 mon.a (mon.0) 468 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:14:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:23 smithi148 bash[66753]: cluster 2024-03-22T07:14:23.325109+0000 mon.a (mon.0) 469 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-22T07:14:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:23 smithi148 bash[66753]: cluster 2024-03-22T07:14:23.329859+0000 osd.3 (osd.3) 105 : cluster 3 failed to encode map e483 with expected crc 2024-03-22T07:14:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:23 smithi148 bash[66753]: cluster 2024-03-22T07:14:23.329916+0000 osd.1 (osd.1) 113 : cluster 3 failed to encode map e483 with expected crc 2024-03-22T07:14:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:23 smithi148 bash[66753]: audit 2024-03-22T07:14:23.333545+0000 mon.c (mon.2) 86 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-22T07:14:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:23 smithi148 bash[66753]: cluster 2024-03-22T07:14:23.335302+0000 mon.a (mon.0) 470 : cluster 1 osd.0 [v2:172.21.15.129:6802/2525007060,v1:172.21.15.129:6803/2525007060] boot 2024-03-22T07:14:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:23 smithi148 bash[66753]: cluster 2024-03-22T07:14:23.335525+0000 mon.a (mon.0) 471 : cluster 0 osdmap e483: 8 total, 8 up, 8 in 2024-03-22T07:14:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:23 smithi148 bash[66753]: audit 2024-03-22T07:14:23.383213+0000 mon.a (mon.0) 472 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:23 smithi148 bash[66753]: audit 2024-03-22T07:14:23.386318+0000 mon.c (mon.2) 87 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:14:24.120 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:14:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:14:23] "GET /metrics HTTP/1.1" 200 36308 "" "Prometheus/2.43.0" 2024-03-22T07:14:24.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[79695]: audit 2024-03-22T07:14:23.039778+0000 mgr.y (mgr.25337) 185 : audit 0 from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:14:24.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[79695]: cluster 2024-03-22T07:14:23.321490+0000 mgr.y (mgr.25337) 186 : cluster 0 pgmap v314: 105 pgs: 20 active+undersized+degraded, 22 active+undersized, 63 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 156 KiB/s rd, 8.7 KiB/s wr, 208 op/s; 49/312 objects degraded (15.705%) 2024-03-22T07:14:24.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[79695]: cluster 2024-03-22T07:14:23.341567+0000 osd.6 (osd.6) 122 : cluster 3 failed to encode map e483 with expected crc 2024-03-22T07:14:24.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[79695]: cluster 2024-03-22T07:14:24.332450+0000 osd.1 (osd.1) 114 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[79695]: cluster 2024-03-22T07:14:24.335988+0000 mon.a (mon.0) 473 : cluster 0 osdmap e484: 8 total, 8 up, 8 in 2024-03-22T07:14:24.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[79695]: cluster 2024-03-22T07:14:24.336746+0000 osd.3 (osd.3) 106 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[79695]: cluster 2024-03-22T07:14:24.337138+0000 osd.2 (osd.2) 100 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[79695]: cluster 2024-03-22T07:14:24.337771+0000 osd.1 (osd.1) 115 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[79695]: cluster 2024-03-22T07:14:24.339240+0000 osd.5 (osd.5) 93 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[79695]: cluster 2024-03-22T07:14:24.344345+0000 osd.2 (osd.2) 101 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[79695]: cluster 2024-03-22T07:14:24.345356+0000 osd.5 (osd.5) 94 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[79695]: cluster 2024-03-22T07:14:24.347638+0000 osd.3 (osd.3) 107 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[82160]: audit 2024-03-22T07:14:23.039778+0000 mgr.y (mgr.25337) 185 : audit 0 from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:14:24.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[82160]: cluster 2024-03-22T07:14:23.321490+0000 mgr.y (mgr.25337) 186 : cluster 0 pgmap v314: 105 pgs: 20 active+undersized+degraded, 22 active+undersized, 63 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 156 KiB/s rd, 8.7 KiB/s wr, 208 op/s; 49/312 objects degraded (15.705%) 2024-03-22T07:14:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[82160]: cluster 2024-03-22T07:14:23.341567+0000 osd.6 (osd.6) 122 : cluster 3 failed to encode map e483 with expected crc 2024-03-22T07:14:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[82160]: cluster 2024-03-22T07:14:24.332450+0000 osd.1 (osd.1) 114 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[82160]: cluster 2024-03-22T07:14:24.335988+0000 mon.a (mon.0) 473 : cluster 0 osdmap e484: 8 total, 8 up, 8 in 2024-03-22T07:14:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[82160]: cluster 2024-03-22T07:14:24.336746+0000 osd.3 (osd.3) 106 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[82160]: cluster 2024-03-22T07:14:24.337138+0000 osd.2 (osd.2) 100 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[82160]: cluster 2024-03-22T07:14:24.337771+0000 osd.1 (osd.1) 115 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[82160]: cluster 2024-03-22T07:14:24.339240+0000 osd.5 (osd.5) 93 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[82160]: cluster 2024-03-22T07:14:24.344345+0000 osd.2 (osd.2) 101 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[82160]: cluster 2024-03-22T07:14:24.345356+0000 osd.5 (osd.5) 94 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:24 smithi129 bash[82160]: cluster 2024-03-22T07:14:24.347638+0000 osd.3 (osd.3) 107 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:24 smithi148 bash[66753]: audit 2024-03-22T07:14:23.039778+0000 mgr.y (mgr.25337) 185 : audit 0 from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:14:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:24 smithi148 bash[66753]: cluster 2024-03-22T07:14:23.321490+0000 mgr.y (mgr.25337) 186 : cluster 0 pgmap v314: 105 pgs: 20 active+undersized+degraded, 22 active+undersized, 63 active+clean; 583 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 156 KiB/s rd, 8.7 KiB/s wr, 208 op/s; 49/312 objects degraded (15.705%) 2024-03-22T07:14:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:24 smithi148 bash[66753]: cluster 2024-03-22T07:14:23.341567+0000 osd.6 (osd.6) 122 : cluster 3 failed to encode map e483 with expected crc 2024-03-22T07:14:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:24 smithi148 bash[66753]: cluster 2024-03-22T07:14:24.332450+0000 osd.1 (osd.1) 114 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:24 smithi148 bash[66753]: cluster 2024-03-22T07:14:24.335988+0000 mon.a (mon.0) 473 : cluster 0 osdmap e484: 8 total, 8 up, 8 in 2024-03-22T07:14:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:24 smithi148 bash[66753]: cluster 2024-03-22T07:14:24.336746+0000 osd.3 (osd.3) 106 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:24 smithi148 bash[66753]: cluster 2024-03-22T07:14:24.337138+0000 osd.2 (osd.2) 100 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:24 smithi148 bash[66753]: cluster 2024-03-22T07:14:24.337771+0000 osd.1 (osd.1) 115 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:24 smithi148 bash[66753]: cluster 2024-03-22T07:14:24.339240+0000 osd.5 (osd.5) 93 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:24 smithi148 bash[66753]: cluster 2024-03-22T07:14:24.344345+0000 osd.2 (osd.2) 101 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:24 smithi148 bash[66753]: cluster 2024-03-22T07:14:24.345356+0000 osd.5 (osd.5) 94 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:24 smithi148 bash[66753]: cluster 2024-03-22T07:14:24.347638+0000 osd.3 (osd.3) 107 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:25.443 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.SnapshotImageState (5126 ms) 2024-03-22T07:14:25.443 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-03-22T07:14:25.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:25 smithi148 bash[66753]: cluster 2024-03-22T07:14:24.332835+0000 osd.7 (osd.7) 91 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:25 smithi148 bash[66753]: cluster 2024-03-22T07:14:24.338024+0000 osd.7 (osd.7) 92 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:25 smithi148 bash[66753]: cluster 2024-03-22T07:14:24.339032+0000 osd.4 (osd.4) 121 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:25 smithi148 bash[66753]: cluster 2024-03-22T07:14:24.339134+0000 osd.6 (osd.6) 123 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:25 smithi148 bash[66753]: cluster 2024-03-22T07:14:24.342774+0000 osd.4 (osd.4) 122 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:25 smithi148 bash[66753]: cluster 2024-03-22T07:14:24.348986+0000 osd.6 (osd.6) 124 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:25 smithi148 bash[66753]: cluster 2024-03-22T07:14:25.334347+0000 osd.2 (osd.2) 102 : cluster 3 failed to encode map e485 with expected crc 2024-03-22T07:14:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:25 smithi148 bash[66753]: cluster 2024-03-22T07:14:25.338759+0000 mon.a (mon.0) 474 : cluster 0 osdmap e485: 8 total, 8 up, 8 in 2024-03-22T07:14:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:25 smithi148 bash[66753]: cluster 2024-03-22T07:14:25.401996+0000 osd.3 (osd.3) 108 : cluster 3 failed to encode map e485 with expected crc 2024-03-22T07:14:26.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[79695]: cluster 2024-03-22T07:14:24.332835+0000 osd.7 (osd.7) 91 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:26.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[79695]: cluster 2024-03-22T07:14:24.338024+0000 osd.7 (osd.7) 92 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:26.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[79695]: cluster 2024-03-22T07:14:24.339032+0000 osd.4 (osd.4) 121 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:26.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[79695]: cluster 2024-03-22T07:14:24.339134+0000 osd.6 (osd.6) 123 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:26.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[79695]: cluster 2024-03-22T07:14:24.342774+0000 osd.4 (osd.4) 122 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:26.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[79695]: cluster 2024-03-22T07:14:24.348986+0000 osd.6 (osd.6) 124 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:26.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[79695]: cluster 2024-03-22T07:14:25.334347+0000 osd.2 (osd.2) 102 : cluster 3 failed to encode map e485 with expected crc 2024-03-22T07:14:26.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[79695]: cluster 2024-03-22T07:14:25.338759+0000 mon.a (mon.0) 474 : cluster 0 osdmap e485: 8 total, 8 up, 8 in 2024-03-22T07:14:26.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[79695]: cluster 2024-03-22T07:14:25.401996+0000 osd.3 (osd.3) 108 : cluster 3 failed to encode map e485 with expected crc 2024-03-22T07:14:26.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[82160]: cluster 2024-03-22T07:14:24.332835+0000 osd.7 (osd.7) 91 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:26.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[82160]: cluster 2024-03-22T07:14:24.338024+0000 osd.7 (osd.7) 92 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:26.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[82160]: cluster 2024-03-22T07:14:24.339032+0000 osd.4 (osd.4) 121 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:26.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[82160]: cluster 2024-03-22T07:14:24.339134+0000 osd.6 (osd.6) 123 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:26.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[82160]: cluster 2024-03-22T07:14:24.342774+0000 osd.4 (osd.4) 122 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:26.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[82160]: cluster 2024-03-22T07:14:24.348986+0000 osd.6 (osd.6) 124 : cluster 3 failed to encode map e484 with expected crc 2024-03-22T07:14:26.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[82160]: cluster 2024-03-22T07:14:25.334347+0000 osd.2 (osd.2) 102 : cluster 3 failed to encode map e485 with expected crc 2024-03-22T07:14:26.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[82160]: cluster 2024-03-22T07:14:25.338759+0000 mon.a (mon.0) 474 : cluster 0 osdmap e485: 8 total, 8 up, 8 in 2024-03-22T07:14:26.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:25 smithi129 bash[82160]: cluster 2024-03-22T07:14:25.401996+0000 osd.3 (osd.3) 108 : cluster 3 failed to encode map e485 with expected crc 2024-03-22T07:14:26.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:26 smithi129 bash[82160]: cluster 2024-03-22T07:14:25.322323+0000 mgr.y (mgr.25337) 187 : cluster 0 pgmap v317: 105 pgs: 24 peering, 8 active+undersized+degraded, 10 active+undersized, 63 active+clean; 583 KiB data, 422 MiB used, 715 GiB / 715 GiB avail; 124 KiB/s rd, 19 KiB/s wr, 178 op/s; 22/312 objects degraded (7.051%) 2024-03-22T07:14:26.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:26 smithi129 bash[82160]: cluster 2024-03-22T07:14:25.336341+0000 osd.4 (osd.4) 123 : cluster 3 failed to encode map e485 with expected crc 2024-03-22T07:14:26.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:26 smithi129 bash[82160]: cluster 2024-03-22T07:14:25.342752+0000 osd.6 (osd.6) 125 : cluster 3 failed to encode map e485 with expected crc 2024-03-22T07:14:26.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:26 smithi129 bash[82160]: cluster 2024-03-22T07:14:26.338561+0000 osd.2 (osd.2) 103 : cluster 3 failed to encode map e486 with expected crc 2024-03-22T07:14:26.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:26 smithi129 bash[82160]: cluster 2024-03-22T07:14:26.342705+0000 mon.a (mon.0) 475 : cluster 0 osdmap e486: 8 total, 8 up, 8 in 2024-03-22T07:14:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:26 smithi129 bash[79695]: cluster 2024-03-22T07:14:25.322323+0000 mgr.y (mgr.25337) 187 : cluster 0 pgmap v317: 105 pgs: 24 peering, 8 active+undersized+degraded, 10 active+undersized, 63 active+clean; 583 KiB data, 422 MiB used, 715 GiB / 715 GiB avail; 124 KiB/s rd, 19 KiB/s wr, 178 op/s; 22/312 objects degraded (7.051%) 2024-03-22T07:14:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:26 smithi129 bash[79695]: cluster 2024-03-22T07:14:25.336341+0000 osd.4 (osd.4) 123 : cluster 3 failed to encode map e485 with expected crc 2024-03-22T07:14:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:26 smithi129 bash[79695]: cluster 2024-03-22T07:14:25.342752+0000 osd.6 (osd.6) 125 : cluster 3 failed to encode map e485 with expected crc 2024-03-22T07:14:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:26 smithi129 bash[79695]: cluster 2024-03-22T07:14:26.338561+0000 osd.2 (osd.2) 103 : cluster 3 failed to encode map e486 with expected crc 2024-03-22T07:14:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:26 smithi129 bash[79695]: cluster 2024-03-22T07:14:26.342705+0000 mon.a (mon.0) 475 : cluster 0 osdmap e486: 8 total, 8 up, 8 in 2024-03-22T07:14:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:26 smithi148 bash[66753]: cluster 2024-03-22T07:14:25.322323+0000 mgr.y (mgr.25337) 187 : cluster 0 pgmap v317: 105 pgs: 24 peering, 8 active+undersized+degraded, 10 active+undersized, 63 active+clean; 583 KiB data, 422 MiB used, 715 GiB / 715 GiB avail; 124 KiB/s rd, 19 KiB/s wr, 178 op/s; 22/312 objects degraded (7.051%) 2024-03-22T07:14:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:26 smithi148 bash[66753]: cluster 2024-03-22T07:14:25.336341+0000 osd.4 (osd.4) 123 : cluster 3 failed to encode map e485 with expected crc 2024-03-22T07:14:26.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:26 smithi148 bash[66753]: cluster 2024-03-22T07:14:25.342752+0000 osd.6 (osd.6) 125 : cluster 3 failed to encode map e485 with expected crc 2024-03-22T07:14:26.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:26 smithi148 bash[66753]: cluster 2024-03-22T07:14:26.338561+0000 osd.2 (osd.2) 103 : cluster 3 failed to encode map e486 with expected crc 2024-03-22T07:14:26.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:26 smithi148 bash[66753]: cluster 2024-03-22T07:14:26.342705+0000 mon.a (mon.0) 475 : cluster 0 osdmap e486: 8 total, 8 up, 8 in 2024-03-22T07:14:27.545 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:14:27.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:27 smithi129 bash[82160]: cluster 2024-03-22T07:14:26.342822+0000 osd.6 (osd.6) 126 : cluster 3 failed to encode map e486 with expected crc 2024-03-22T07:14:27.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:27 smithi129 bash[82160]: cluster 2024-03-22T07:14:27.343416+0000 mon.a (mon.0) 476 : cluster 0 osdmap e487: 8 total, 8 up, 8 in 2024-03-22T07:14:27.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:27 smithi129 bash[82160]: cluster 2024-03-22T07:14:27.361028+0000 osd.2 (osd.2) 104 : cluster 3 failed to encode map e487 with expected crc 2024-03-22T07:14:27.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:27 smithi129 bash[79695]: cluster 2024-03-22T07:14:26.342822+0000 osd.6 (osd.6) 126 : cluster 3 failed to encode map e486 with expected crc 2024-03-22T07:14:27.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:27 smithi129 bash[79695]: cluster 2024-03-22T07:14:27.343416+0000 mon.a (mon.0) 476 : cluster 0 osdmap e487: 8 total, 8 up, 8 in 2024-03-22T07:14:27.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:27 smithi129 bash[79695]: cluster 2024-03-22T07:14:27.361028+0000 osd.2 (osd.2) 104 : cluster 3 failed to encode map e487 with expected crc 2024-03-22T07:14:27.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:27 smithi148 bash[66753]: cluster 2024-03-22T07:14:26.342822+0000 osd.6 (osd.6) 126 : cluster 3 failed to encode map e486 with expected crc 2024-03-22T07:14:27.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:27 smithi148 bash[66753]: cluster 2024-03-22T07:14:27.343416+0000 mon.a (mon.0) 476 : cluster 0 osdmap e487: 8 total, 8 up, 8 in 2024-03-22T07:14:27.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:27 smithi148 bash[66753]: cluster 2024-03-22T07:14:27.361028+0000 osd.2 (osd.2) 104 : cluster 3 failed to encode map e487 with expected crc 2024-03-22T07:14:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[79695]: cluster 2024-03-22T07:14:27.323168+0000 mgr.y (mgr.25337) 188 : cluster 0 pgmap v320: 105 pgs: 24 peering, 8 active+undersized+degraded, 10 active+undersized, 63 active+clean; 583 KiB data, 422 MiB used, 715 GiB / 715 GiB avail; 125 KiB/s rd, 19 KiB/s wr, 178 op/s; 22/312 objects degraded (7.051%) 2024-03-22T07:14:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[79695]: cluster 2024-03-22T07:14:27.340850+0000 osd.7 (osd.7) 93 : cluster 3 failed to encode map e487 with expected crc 2024-03-22T07:14:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[79695]: cluster 2024-03-22T07:14:27.341641+0000 osd.4 (osd.4) 124 : cluster 3 failed to encode map e487 with expected crc 2024-03-22T07:14:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[79695]: cluster 2024-03-22T07:14:27.348493+0000 osd.6 (osd.6) 127 : cluster 3 failed to encode map e487 with expected crc 2024-03-22T07:14:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[79695]: cluster 2024-03-22T07:14:28.118013+0000 mon.a (mon.0) 477 : cluster 3 Health check update: Degraded data redundancy: 22/312 objects degraded (7.051%), 8 pgs degraded (PG_DEGRADED) 2024-03-22T07:14:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[79695]: cluster 2024-03-22T07:14:28.342152+0000 osd.3 (osd.3) 109 : cluster 3 failed to encode map e488 with expected crc 2024-03-22T07:14:28.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[79695]: cluster 2024-03-22T07:14:28.343242+0000 osd.1 (osd.1) 116 : cluster 3 failed to encode map e488 with expected crc 2024-03-22T07:14:28.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[79695]: cluster 2024-03-22T07:14:28.346291+0000 mon.a (mon.0) 478 : cluster 0 osdmap e488: 8 total, 8 up, 8 in 2024-03-22T07:14:28.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[79695]: cluster 2024-03-22T07:14:28.365467+0000 osd.2 (osd.2) 105 : cluster 3 failed to encode map e488 with expected crc 2024-03-22T07:14:28.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[82160]: cluster 2024-03-22T07:14:27.323168+0000 mgr.y (mgr.25337) 188 : cluster 0 pgmap v320: 105 pgs: 24 peering, 8 active+undersized+degraded, 10 active+undersized, 63 active+clean; 583 KiB data, 422 MiB used, 715 GiB / 715 GiB avail; 125 KiB/s rd, 19 KiB/s wr, 178 op/s; 22/312 objects degraded (7.051%) 2024-03-22T07:14:28.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[82160]: cluster 2024-03-22T07:14:27.340850+0000 osd.7 (osd.7) 93 : cluster 3 failed to encode map e487 with expected crc 2024-03-22T07:14:28.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[82160]: cluster 2024-03-22T07:14:27.341641+0000 osd.4 (osd.4) 124 : cluster 3 failed to encode map e487 with expected crc 2024-03-22T07:14:28.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[82160]: cluster 2024-03-22T07:14:27.348493+0000 osd.6 (osd.6) 127 : cluster 3 failed to encode map e487 with expected crc 2024-03-22T07:14:28.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[82160]: cluster 2024-03-22T07:14:28.118013+0000 mon.a (mon.0) 477 : cluster 3 Health check update: Degraded data redundancy: 22/312 objects degraded (7.051%), 8 pgs degraded (PG_DEGRADED) 2024-03-22T07:14:28.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[82160]: cluster 2024-03-22T07:14:28.342152+0000 osd.3 (osd.3) 109 : cluster 3 failed to encode map e488 with expected crc 2024-03-22T07:14:28.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[82160]: cluster 2024-03-22T07:14:28.343242+0000 osd.1 (osd.1) 116 : cluster 3 failed to encode map e488 with expected crc 2024-03-22T07:14:28.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[82160]: cluster 2024-03-22T07:14:28.346291+0000 mon.a (mon.0) 478 : cluster 0 osdmap e488: 8 total, 8 up, 8 in 2024-03-22T07:14:28.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:28 smithi129 bash[82160]: cluster 2024-03-22T07:14:28.365467+0000 osd.2 (osd.2) 105 : cluster 3 failed to encode map e488 with expected crc 2024-03-22T07:14:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:28 smithi148 bash[66753]: cluster 2024-03-22T07:14:27.323168+0000 mgr.y (mgr.25337) 188 : cluster 0 pgmap v320: 105 pgs: 24 peering, 8 active+undersized+degraded, 10 active+undersized, 63 active+clean; 583 KiB data, 422 MiB used, 715 GiB / 715 GiB avail; 125 KiB/s rd, 19 KiB/s wr, 178 op/s; 22/312 objects degraded (7.051%) 2024-03-22T07:14:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:28 smithi148 bash[66753]: cluster 2024-03-22T07:14:27.340850+0000 osd.7 (osd.7) 93 : cluster 3 failed to encode map e487 with expected crc 2024-03-22T07:14:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:28 smithi148 bash[66753]: cluster 2024-03-22T07:14:27.341641+0000 osd.4 (osd.4) 124 : cluster 3 failed to encode map e487 with expected crc 2024-03-22T07:14:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:28 smithi148 bash[66753]: cluster 2024-03-22T07:14:27.348493+0000 osd.6 (osd.6) 127 : cluster 3 failed to encode map e487 with expected crc 2024-03-22T07:14:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:28 smithi148 bash[66753]: cluster 2024-03-22T07:14:28.118013+0000 mon.a (mon.0) 477 : cluster 3 Health check update: Degraded data redundancy: 22/312 objects degraded (7.051%), 8 pgs degraded (PG_DEGRADED) 2024-03-22T07:14:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:28 smithi148 bash[66753]: cluster 2024-03-22T07:14:28.342152+0000 osd.3 (osd.3) 109 : cluster 3 failed to encode map e488 with expected crc 2024-03-22T07:14:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:28 smithi148 bash[66753]: cluster 2024-03-22T07:14:28.343242+0000 osd.1 (osd.1) 116 : cluster 3 failed to encode map e488 with expected crc 2024-03-22T07:14:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:28 smithi148 bash[66753]: cluster 2024-03-22T07:14:28.346291+0000 mon.a (mon.0) 478 : cluster 0 osdmap e488: 8 total, 8 up, 8 in 2024-03-22T07:14:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:28 smithi148 bash[66753]: cluster 2024-03-22T07:14:28.365467+0000 osd.2 (osd.2) 105 : cluster 3 failed to encode map e488 with expected crc 2024-03-22T07:14:29.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:29 smithi129 bash[79695]: cluster 2024-03-22T07:14:28.353368+0000 osd.6 (osd.6) 128 : cluster 3 failed to encode map e488 with expected crc 2024-03-22T07:14:29.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:29 smithi129 bash[79695]: cluster 2024-03-22T07:14:29.344517+0000 osd.3 (osd.3) 110 : cluster 3 failed to encode map e489 with expected crc 2024-03-22T07:14:29.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:29 smithi129 bash[79695]: cluster 2024-03-22T07:14:29.346485+0000 mon.a (mon.0) 479 : cluster 0 osdmap e489: 8 total, 8 up, 8 in 2024-03-22T07:14:29.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:29 smithi129 bash[82160]: cluster 2024-03-22T07:14:28.353368+0000 osd.6 (osd.6) 128 : cluster 3 failed to encode map e488 with expected crc 2024-03-22T07:14:29.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:29 smithi129 bash[82160]: cluster 2024-03-22T07:14:29.344517+0000 osd.3 (osd.3) 110 : cluster 3 failed to encode map e489 with expected crc 2024-03-22T07:14:29.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:29 smithi129 bash[82160]: cluster 2024-03-22T07:14:29.346485+0000 mon.a (mon.0) 479 : cluster 0 osdmap e489: 8 total, 8 up, 8 in 2024-03-22T07:14:29.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:29 smithi148 bash[66753]: cluster 2024-03-22T07:14:28.353368+0000 osd.6 (osd.6) 128 : cluster 3 failed to encode map e488 with expected crc 2024-03-22T07:14:29.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:29 smithi148 bash[66753]: cluster 2024-03-22T07:14:29.344517+0000 osd.3 (osd.3) 110 : cluster 3 failed to encode map e489 with expected crc 2024-03-22T07:14:29.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:29 smithi148 bash[66753]: cluster 2024-03-22T07:14:29.346485+0000 mon.a (mon.0) 479 : cluster 0 osdmap e489: 8 total, 8 up, 8 in 2024-03-22T07:14:30.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:30 smithi148 bash[66753]: cluster 2024-03-22T07:14:29.323928+0000 mgr.y (mgr.25337) 189 : cluster 0 pgmap v323: 105 pgs: 105 active+clean; 583 KiB data, 426 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 11 KiB/s wr, 144 op/s; 17 B/s, 6 keys/s, 9 objects/s recovering 2024-03-22T07:14:30.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:30 smithi148 bash[66753]: cluster 2024-03-22T07:14:29.346303+0000 osd.4 (osd.4) 125 : cluster 3 failed to encode map e489 with expected crc 2024-03-22T07:14:30.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:30 smithi148 bash[66753]: cluster 2024-03-22T07:14:29.349259+0000 osd.6 (osd.6) 129 : cluster 3 failed to encode map e489 with expected crc 2024-03-22T07:14:30.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:30 smithi148 bash[66753]: cluster 2024-03-22T07:14:29.639651+0000 mon.a (mon.0) 480 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/312 objects degraded (7.051%), 8 pgs degraded) 2024-03-22T07:14:30.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:30 smithi148 bash[66753]: cluster 2024-03-22T07:14:30.346778+0000 osd.2 (osd.2) 106 : cluster 3 failed to encode map e490 with expected crc 2024-03-22T07:14:30.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:30 smithi148 bash[66753]: cluster 2024-03-22T07:14:30.348677+0000 osd.1 (osd.1) 117 : cluster 3 failed to encode map e490 with expected crc 2024-03-22T07:14:30.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:30 smithi148 bash[66753]: cluster 2024-03-22T07:14:30.352482+0000 mon.a (mon.0) 481 : cluster 0 osdmap e490: 8 total, 8 up, 8 in 2024-03-22T07:14:31.003 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:30 smithi129 bash[79695]: cluster 2024-03-22T07:14:29.323928+0000 mgr.y (mgr.25337) 189 : cluster 0 pgmap v323: 105 pgs: 105 active+clean; 583 KiB data, 426 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 11 KiB/s wr, 144 op/s; 17 B/s, 6 keys/s, 9 objects/s recovering 2024-03-22T07:14:31.003 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:30 smithi129 bash[79695]: cluster 2024-03-22T07:14:29.346303+0000 osd.4 (osd.4) 125 : cluster 3 failed to encode map e489 with expected crc 2024-03-22T07:14:31.003 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:30 smithi129 bash[79695]: cluster 2024-03-22T07:14:29.349259+0000 osd.6 (osd.6) 129 : cluster 3 failed to encode map e489 with expected crc 2024-03-22T07:14:31.003 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:30 smithi129 bash[79695]: cluster 2024-03-22T07:14:29.639651+0000 mon.a (mon.0) 480 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/312 objects degraded (7.051%), 8 pgs degraded) 2024-03-22T07:14:31.003 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:30 smithi129 bash[79695]: cluster 2024-03-22T07:14:30.346778+0000 osd.2 (osd.2) 106 : cluster 3 failed to encode map e490 with expected crc 2024-03-22T07:14:31.003 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:30 smithi129 bash[79695]: cluster 2024-03-22T07:14:30.348677+0000 osd.1 (osd.1) 117 : cluster 3 failed to encode map e490 with expected crc 2024-03-22T07:14:31.003 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:30 smithi129 bash[79695]: cluster 2024-03-22T07:14:30.352482+0000 mon.a (mon.0) 481 : cluster 0 osdmap e490: 8 total, 8 up, 8 in 2024-03-22T07:14:31.004 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:30 smithi129 bash[82160]: cluster 2024-03-22T07:14:29.323928+0000 mgr.y (mgr.25337) 189 : cluster 0 pgmap v323: 105 pgs: 105 active+clean; 583 KiB data, 426 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 11 KiB/s wr, 144 op/s; 17 B/s, 6 keys/s, 9 objects/s recovering 2024-03-22T07:14:31.004 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:30 smithi129 bash[82160]: cluster 2024-03-22T07:14:29.346303+0000 osd.4 (osd.4) 125 : cluster 3 failed to encode map e489 with expected crc 2024-03-22T07:14:31.004 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:30 smithi129 bash[82160]: cluster 2024-03-22T07:14:29.349259+0000 osd.6 (osd.6) 129 : cluster 3 failed to encode map e489 with expected crc 2024-03-22T07:14:31.004 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:30 smithi129 bash[82160]: cluster 2024-03-22T07:14:29.639651+0000 mon.a (mon.0) 480 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/312 objects degraded (7.051%), 8 pgs degraded) 2024-03-22T07:14:31.004 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:30 smithi129 bash[82160]: cluster 2024-03-22T07:14:30.346778+0000 osd.2 (osd.2) 106 : cluster 3 failed to encode map e490 with expected crc 2024-03-22T07:14:31.004 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:30 smithi129 bash[82160]: cluster 2024-03-22T07:14:30.348677+0000 osd.1 (osd.1) 117 : cluster 3 failed to encode map e490 with expected crc 2024-03-22T07:14:31.004 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:30 smithi129 bash[82160]: cluster 2024-03-22T07:14:30.352482+0000 mon.a (mon.0) 481 : cluster 0 osdmap e490: 8 total, 8 up, 8 in 2024-03-22T07:14:31.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:31 smithi148 bash[66753]: cluster 2024-03-22T07:14:30.358296+0000 osd.6 (osd.6) 130 : cluster 3 failed to encode map e490 with expected crc 2024-03-22T07:14:31.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:31 smithi148 bash[66753]: cluster 2024-03-22T07:14:31.086063+0000 osd.4 (osd.4) 126 : cluster 3 failed to encode map e490 with expected crc 2024-03-22T07:14:31.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:31 smithi148 bash[66753]: cluster 2024-03-22T07:14:31.354667+0000 osd.2 (osd.2) 107 : cluster 3 failed to encode map e491 with expected crc 2024-03-22T07:14:31.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:31 smithi148 bash[66753]: cluster 2024-03-22T07:14:31.355903+0000 osd.4 (osd.4) 127 : cluster 3 failed to encode map e491 with expected crc 2024-03-22T07:14:31.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:31 smithi148 bash[66753]: cluster 2024-03-22T07:14:31.360432+0000 mon.a (mon.0) 482 : cluster 0 osdmap e491: 8 total, 8 up, 8 in 2024-03-22T07:14:32.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:31 smithi129 bash[79695]: cluster 2024-03-22T07:14:30.358296+0000 osd.6 (osd.6) 130 : cluster 3 failed to encode map e490 with expected crc 2024-03-22T07:14:32.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:31 smithi129 bash[79695]: cluster 2024-03-22T07:14:31.086063+0000 osd.4 (osd.4) 126 : cluster 3 failed to encode map e490 with expected crc 2024-03-22T07:14:32.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:31 smithi129 bash[79695]: cluster 2024-03-22T07:14:31.354667+0000 osd.2 (osd.2) 107 : cluster 3 failed to encode map e491 with expected crc 2024-03-22T07:14:32.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:31 smithi129 bash[79695]: cluster 2024-03-22T07:14:31.355903+0000 osd.4 (osd.4) 127 : cluster 3 failed to encode map e491 with expected crc 2024-03-22T07:14:32.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:31 smithi129 bash[79695]: cluster 2024-03-22T07:14:31.360432+0000 mon.a (mon.0) 482 : cluster 0 osdmap e491: 8 total, 8 up, 8 in 2024-03-22T07:14:32.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:31 smithi129 bash[82160]: cluster 2024-03-22T07:14:30.358296+0000 osd.6 (osd.6) 130 : cluster 3 failed to encode map e490 with expected crc 2024-03-22T07:14:32.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:31 smithi129 bash[82160]: cluster 2024-03-22T07:14:31.086063+0000 osd.4 (osd.4) 126 : cluster 3 failed to encode map e490 with expected crc 2024-03-22T07:14:32.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:31 smithi129 bash[82160]: cluster 2024-03-22T07:14:31.354667+0000 osd.2 (osd.2) 107 : cluster 3 failed to encode map e491 with expected crc 2024-03-22T07:14:32.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:31 smithi129 bash[82160]: cluster 2024-03-22T07:14:31.355903+0000 osd.4 (osd.4) 127 : cluster 3 failed to encode map e491 with expected crc 2024-03-22T07:14:32.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:31 smithi129 bash[82160]: cluster 2024-03-22T07:14:31.360432+0000 mon.a (mon.0) 482 : cluster 0 osdmap e491: 8 total, 8 up, 8 in 2024-03-22T07:14:32.567 INFO:teuthology.orchestra.run.smithi129.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:14:32.770 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[82160]: cluster 2024-03-22T07:14:31.324538+0000 mgr.y (mgr.25337) 190 : cluster 0 pgmap v326: 105 pgs: 105 active+clean; 583 KiB data, 426 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 11 KiB/s wr, 144 op/s; 17 B/s, 6 keys/s, 9 objects/s recovering 2024-03-22T07:14:32.771 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[82160]: cluster 2024-03-22T07:14:31.364762+0000 osd.6 (osd.6) 131 : cluster 3 failed to encode map e491 with expected crc 2024-03-22T07:14:32.771 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[82160]: cluster 2024-03-22T07:14:31.743100+0000 osd.3 (osd.3) 111 : cluster 3 failed to encode map e491 with expected crc 2024-03-22T07:14:32.771 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[82160]: cluster 2024-03-22T07:14:32.350476+0000 osd.2 (osd.2) 108 : cluster 3 failed to encode map e492 with expected crc 2024-03-22T07:14:32.771 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[82160]: cluster 2024-03-22T07:14:32.350893+0000 osd.1 (osd.1) 118 : cluster 3 failed to encode map e492 with expected crc 2024-03-22T07:14:32.771 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[82160]: cluster 2024-03-22T07:14:32.352916+0000 mon.a (mon.0) 483 : cluster 0 osdmap e492: 8 total, 8 up, 8 in 2024-03-22T07:14:32.771 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[82160]: cluster 2024-03-22T07:14:32.378750+0000 osd.4 (osd.4) 128 : cluster 3 failed to encode map e492 with expected crc 2024-03-22T07:14:32.771 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[82160]: audit 2024-03-22T07:14:32.572962+0000 mon.a (mon.0) 484 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:32.771 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[79695]: cluster 2024-03-22T07:14:31.324538+0000 mgr.y (mgr.25337) 190 : cluster 0 pgmap v326: 105 pgs: 105 active+clean; 583 KiB data, 426 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 11 KiB/s wr, 144 op/s; 17 B/s, 6 keys/s, 9 objects/s recovering 2024-03-22T07:14:32.771 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[79695]: cluster 2024-03-22T07:14:31.364762+0000 osd.6 (osd.6) 131 : cluster 3 failed to encode map e491 with expected crc 2024-03-22T07:14:32.771 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[79695]: cluster 2024-03-22T07:14:31.743100+0000 osd.3 (osd.3) 111 : cluster 3 failed to encode map e491 with expected crc 2024-03-22T07:14:32.771 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[79695]: cluster 2024-03-22T07:14:32.350476+0000 osd.2 (osd.2) 108 : cluster 3 failed to encode map e492 with expected crc 2024-03-22T07:14:32.771 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[79695]: cluster 2024-03-22T07:14:32.350893+0000 osd.1 (osd.1) 118 : cluster 3 failed to encode map e492 with expected crc 2024-03-22T07:14:32.772 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[79695]: cluster 2024-03-22T07:14:32.352916+0000 mon.a (mon.0) 483 : cluster 0 osdmap e492: 8 total, 8 up, 8 in 2024-03-22T07:14:32.772 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[79695]: cluster 2024-03-22T07:14:32.378750+0000 osd.4 (osd.4) 128 : cluster 3 failed to encode map e492 with expected crc 2024-03-22T07:14:32.772 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:32 smithi129 bash[79695]: audit 2024-03-22T07:14:32.572962+0000 mon.a (mon.0) 484 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:32.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:32 smithi148 bash[66753]: cluster 2024-03-22T07:14:31.324538+0000 mgr.y (mgr.25337) 190 : cluster 0 pgmap v326: 105 pgs: 105 active+clean; 583 KiB data, 426 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 11 KiB/s wr, 144 op/s; 17 B/s, 6 keys/s, 9 objects/s recovering 2024-03-22T07:14:32.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:32 smithi148 bash[66753]: cluster 2024-03-22T07:14:31.364762+0000 osd.6 (osd.6) 131 : cluster 3 failed to encode map e491 with expected crc 2024-03-22T07:14:32.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:32 smithi148 bash[66753]: cluster 2024-03-22T07:14:31.743100+0000 osd.3 (osd.3) 111 : cluster 3 failed to encode map e491 with expected crc 2024-03-22T07:14:32.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:32 smithi148 bash[66753]: cluster 2024-03-22T07:14:32.350476+0000 osd.2 (osd.2) 108 : cluster 3 failed to encode map e492 with expected crc 2024-03-22T07:14:32.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:32 smithi148 bash[66753]: cluster 2024-03-22T07:14:32.350893+0000 osd.1 (osd.1) 118 : cluster 3 failed to encode map e492 with expected crc 2024-03-22T07:14:32.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:32 smithi148 bash[66753]: cluster 2024-03-22T07:14:32.352916+0000 mon.a (mon.0) 483 : cluster 0 osdmap e492: 8 total, 8 up, 8 in 2024-03-22T07:14:32.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:32 smithi148 bash[66753]: cluster 2024-03-22T07:14:32.378750+0000 osd.4 (osd.4) 128 : cluster 3 failed to encode map e492 with expected crc 2024-03-22T07:14:32.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:32 smithi148 bash[66753]: audit 2024-03-22T07:14:32.572962+0000 mon.a (mon.0) 484 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:33.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:33 smithi148 bash[66753]: cluster 2024-03-22T07:14:32.356703+0000 osd.6 (osd.6) 132 : cluster 3 failed to encode map e492 with expected crc 2024-03-22T07:14:33.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:33 smithi148 bash[66753]: audit 2024-03-22T07:14:32.568265+0000 mgr.y (mgr.25337) 191 : audit 0 from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:14:33.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:33 smithi148 bash[66753]: cephadm 2024-03-22T07:14:32.568674+0000 mgr.y (mgr.25337) 192 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:14:33.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:33 smithi148 bash[66753]: cluster 2024-03-22T07:14:32.741927+0000 osd.7 (osd.7) 94 : cluster 3 failed to encode map e492 with expected crc 2024-03-22T07:14:33.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:33 smithi148 bash[66753]: cluster 2024-03-22T07:14:33.123697+0000 osd.3 (osd.3) 112 : cluster 3 failed to encode map e493 with expected crc 2024-03-22T07:14:33.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:33 smithi148 bash[66753]: cluster 2024-03-22T07:14:33.127199+0000 osd.1 (osd.1) 119 : cluster 3 failed to encode map e493 with expected crc 2024-03-22T07:14:33.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:33 smithi148 bash[66753]: cluster 2024-03-22T07:14:33.128967+0000 mon.a (mon.0) 485 : cluster 0 osdmap e493: 8 total, 8 up, 8 in 2024-03-22T07:14:33.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:33 smithi148 bash[66753]: cluster 2024-03-22T07:14:33.158265+0000 osd.4 (osd.4) 129 : cluster 3 failed to encode map e493 with expected crc 2024-03-22T07:14:33.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:33 smithi148 bash[66753]: cluster 2024-03-22T07:14:33.325292+0000 mgr.y (mgr.25337) 193 : cluster 0 pgmap v330: 105 pgs: 105 active+clean; 583 KiB data, 426 MiB used, 715 GiB / 715 GiB avail; 514 B/s wr, 0 op/s 2024-03-22T07:14:33.931 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[79695]: cluster 2024-03-22T07:14:32.356703+0000 osd.6 (osd.6) 132 : cluster 3 failed to encode map e492 with expected crc 2024-03-22T07:14:33.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[79695]: audit 2024-03-22T07:14:32.568265+0000 mgr.y (mgr.25337) 191 : audit 0 from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:14:33.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[79695]: cephadm 2024-03-22T07:14:32.568674+0000 mgr.y (mgr.25337) 192 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:14:33.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[79695]: cluster 2024-03-22T07:14:32.741927+0000 osd.7 (osd.7) 94 : cluster 3 failed to encode map e492 with expected crc 2024-03-22T07:14:33.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[79695]: cluster 2024-03-22T07:14:33.123697+0000 osd.3 (osd.3) 112 : cluster 3 failed to encode map e493 with expected crc 2024-03-22T07:14:33.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[79695]: cluster 2024-03-22T07:14:33.127199+0000 osd.1 (osd.1) 119 : cluster 3 failed to encode map e493 with expected crc 2024-03-22T07:14:33.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[79695]: cluster 2024-03-22T07:14:33.128967+0000 mon.a (mon.0) 485 : cluster 0 osdmap e493: 8 total, 8 up, 8 in 2024-03-22T07:14:33.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[79695]: cluster 2024-03-22T07:14:33.158265+0000 osd.4 (osd.4) 129 : cluster 3 failed to encode map e493 with expected crc 2024-03-22T07:14:33.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[79695]: cluster 2024-03-22T07:14:33.325292+0000 mgr.y (mgr.25337) 193 : cluster 0 pgmap v330: 105 pgs: 105 active+clean; 583 KiB data, 426 MiB used, 715 GiB / 715 GiB avail; 514 B/s wr, 0 op/s 2024-03-22T07:14:33.932 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[82160]: cluster 2024-03-22T07:14:32.356703+0000 osd.6 (osd.6) 132 : cluster 3 failed to encode map e492 with expected crc 2024-03-22T07:14:33.932 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[82160]: audit 2024-03-22T07:14:32.568265+0000 mgr.y (mgr.25337) 191 : audit 0 from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:14:33.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[82160]: cephadm 2024-03-22T07:14:32.568674+0000 mgr.y (mgr.25337) 192 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:14:33.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[82160]: cluster 2024-03-22T07:14:32.741927+0000 osd.7 (osd.7) 94 : cluster 3 failed to encode map e492 with expected crc 2024-03-22T07:14:33.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[82160]: cluster 2024-03-22T07:14:33.123697+0000 osd.3 (osd.3) 112 : cluster 3 failed to encode map e493 with expected crc 2024-03-22T07:14:33.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[82160]: cluster 2024-03-22T07:14:33.127199+0000 osd.1 (osd.1) 119 : cluster 3 failed to encode map e493 with expected crc 2024-03-22T07:14:33.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[82160]: cluster 2024-03-22T07:14:33.128967+0000 mon.a (mon.0) 485 : cluster 0 osdmap e493: 8 total, 8 up, 8 in 2024-03-22T07:14:33.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[82160]: cluster 2024-03-22T07:14:33.158265+0000 osd.4 (osd.4) 129 : cluster 3 failed to encode map e493 with expected crc 2024-03-22T07:14:33.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[82160]: cluster 2024-03-22T07:14:33.325292+0000 mgr.y (mgr.25337) 193 : cluster 0 pgmap v330: 105 pgs: 105 active+clean; 583 KiB data, 426 MiB used, 715 GiB / 715 GiB avail; 514 B/s wr, 0 op/s 2024-03-22T07:14:33.952 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'sleep 60' 2024-03-22T07:14:34.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:14:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:14:33] "GET /metrics HTTP/1.1" 200 36308 "" "Prometheus/2.43.0" 2024-03-22T07:14:34.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:34 smithi148 bash[66753]: cluster 2024-03-22T07:14:33.134409+0000 osd.6 (osd.6) 133 : cluster 3 failed to encode map e493 with expected crc 2024-03-22T07:14:34.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:34 smithi148 bash[66753]: audit 2024-03-22T07:14:33.965289+0000 mon.a (mon.0) 486 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:34.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:34 smithi148 bash[66753]: audit 2024-03-22T07:14:33.979071+0000 mon.a (mon.0) 487 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:34.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:34 smithi148 bash[66753]: audit 2024-03-22T07:14:33.981466+0000 mon.c (mon.2) 88 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:14:34.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:34 smithi148 bash[66753]: audit 2024-03-22T07:14:33.982656+0000 mon.c (mon.2) 89 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:14:34.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:34 smithi148 bash[66753]: audit 2024-03-22T07:14:33.990925+0000 mon.a (mon.0) 488 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:34.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:34 smithi148 bash[66753]: audit 2024-03-22T07:14:34.076734+0000 mon.c (mon.2) 90 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:14:34.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:34 smithi148 bash[66753]: audit 2024-03-22T07:14:34.080047+0000 mon.c (mon.2) 91 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:14:34.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:34 smithi148 bash[66753]: audit 2024-03-22T07:14:34.081476+0000 mon.c (mon.2) 92 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:14:34.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:34 smithi148 bash[66753]: audit 2024-03-22T07:14:34.089005+0000 mon.a (mon.0) 489 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:34.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:34 smithi148 bash[66753]: cluster 2024-03-22T07:14:34.131947+0000 osd.2 (osd.2) 109 : cluster 3 failed to encode map e494 with expected crc 2024-03-22T07:14:34.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:34 smithi148 bash[66753]: cluster 2024-03-22T07:14:34.133848+0000 mon.a (mon.0) 490 : cluster 0 osdmap e494: 8 total, 8 up, 8 in 2024-03-22T07:14:34.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:34 smithi148 bash[66753]: cluster 2024-03-22T07:14:34.135680+0000 osd.5 (osd.5) 95 : cluster 3 failed to encode map e494 with expected crc 2024-03-22T07:14:34.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:34 smithi148 bash[66753]: cluster 2024-03-22T07:14:34.185257+0000 osd.4 (osd.4) 130 : cluster 3 failed to encode map e494 with expected crc 2024-03-22T07:14:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[82160]: cluster 2024-03-22T07:14:33.134409+0000 osd.6 (osd.6) 133 : cluster 3 failed to encode map e493 with expected crc 2024-03-22T07:14:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[82160]: audit 2024-03-22T07:14:33.965289+0000 mon.a (mon.0) 486 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[82160]: audit 2024-03-22T07:14:33.979071+0000 mon.a (mon.0) 487 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[82160]: audit 2024-03-22T07:14:33.981466+0000 mon.c (mon.2) 88 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:14:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[82160]: audit 2024-03-22T07:14:33.982656+0000 mon.c (mon.2) 89 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:14:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[82160]: audit 2024-03-22T07:14:33.990925+0000 mon.a (mon.0) 488 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[82160]: audit 2024-03-22T07:14:34.076734+0000 mon.c (mon.2) 90 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:14:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[82160]: audit 2024-03-22T07:14:34.080047+0000 mon.c (mon.2) 91 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:14:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[82160]: audit 2024-03-22T07:14:34.081476+0000 mon.c (mon.2) 92 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:14:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[82160]: audit 2024-03-22T07:14:34.089005+0000 mon.a (mon.0) 489 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[82160]: cluster 2024-03-22T07:14:34.131947+0000 osd.2 (osd.2) 109 : cluster 3 failed to encode map e494 with expected crc 2024-03-22T07:14:35.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[82160]: cluster 2024-03-22T07:14:34.133848+0000 mon.a (mon.0) 490 : cluster 0 osdmap e494: 8 total, 8 up, 8 in 2024-03-22T07:14:35.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[82160]: cluster 2024-03-22T07:14:34.135680+0000 osd.5 (osd.5) 95 : cluster 3 failed to encode map e494 with expected crc 2024-03-22T07:14:35.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[82160]: cluster 2024-03-22T07:14:34.185257+0000 osd.4 (osd.4) 130 : cluster 3 failed to encode map e494 with expected crc 2024-03-22T07:14:35.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[79695]: cluster 2024-03-22T07:14:33.134409+0000 osd.6 (osd.6) 133 : cluster 3 failed to encode map e493 with expected crc 2024-03-22T07:14:35.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[79695]: audit 2024-03-22T07:14:33.965289+0000 mon.a (mon.0) 486 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:35.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[79695]: audit 2024-03-22T07:14:33.979071+0000 mon.a (mon.0) 487 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:35.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[79695]: audit 2024-03-22T07:14:33.981466+0000 mon.c (mon.2) 88 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:14:35.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[79695]: audit 2024-03-22T07:14:33.982656+0000 mon.c (mon.2) 89 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:14:35.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[79695]: audit 2024-03-22T07:14:33.990925+0000 mon.a (mon.0) 488 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:35.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[79695]: audit 2024-03-22T07:14:34.076734+0000 mon.c (mon.2) 90 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:14:35.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[79695]: audit 2024-03-22T07:14:34.080047+0000 mon.c (mon.2) 91 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:14:35.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[79695]: audit 2024-03-22T07:14:34.081476+0000 mon.c (mon.2) 92 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:14:35.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[79695]: audit 2024-03-22T07:14:34.089005+0000 mon.a (mon.0) 489 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:35.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[79695]: cluster 2024-03-22T07:14:34.131947+0000 osd.2 (osd.2) 109 : cluster 3 failed to encode map e494 with expected crc 2024-03-22T07:14:35.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[79695]: cluster 2024-03-22T07:14:34.133848+0000 mon.a (mon.0) 490 : cluster 0 osdmap e494: 8 total, 8 up, 8 in 2024-03-22T07:14:35.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[79695]: cluster 2024-03-22T07:14:34.135680+0000 osd.5 (osd.5) 95 : cluster 3 failed to encode map e494 with expected crc 2024-03-22T07:14:35.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:34 smithi129 bash[79695]: cluster 2024-03-22T07:14:34.185257+0000 osd.4 (osd.4) 130 : cluster 3 failed to encode map e494 with expected crc 2024-03-22T07:14:35.269 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9827 ms) 2024-03-22T07:14:35.269 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-03-22T07:14:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[79695]: cluster 2024-03-22T07:14:34.138244+0000 osd.6 (osd.6) 134 : cluster 3 failed to encode map e494 with expected crc 2024-03-22T07:14:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[79695]: audit 2024-03-22T07:14:34.794156+0000 mon.a (mon.0) 491 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[79695]: cluster 2024-03-22T07:14:35.138380+0000 osd.2 (osd.2) 110 : cluster 3 failed to encode map e495 with expected crc 2024-03-22T07:14:36.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[79695]: cluster 2024-03-22T07:14:35.139186+0000 osd.1 (osd.1) 120 : cluster 3 failed to encode map e495 with expected crc 2024-03-22T07:14:36.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[79695]: cluster 2024-03-22T07:14:35.142761+0000 mon.a (mon.0) 492 : cluster 0 osdmap e495: 8 total, 8 up, 8 in 2024-03-22T07:14:36.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[79695]: audit 2024-03-22T07:14:35.254839+0000 mon.c (mon.2) 93 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cab5f9ba-0c3d-4aaf-a8ed-737dc5ebf4df"}]: dispatch 2024-03-22T07:14:36.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[79695]: audit 2024-03-22T07:14:35.255691+0000 mon.a (mon.0) 493 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cab5f9ba-0c3d-4aaf-a8ed-737dc5ebf4df"}]: dispatch 2024-03-22T07:14:36.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[79695]: audit 2024-03-22T07:14:35.261971+0000 mon.a (mon.0) 494 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cab5f9ba-0c3d-4aaf-a8ed-737dc5ebf4df"}]': finished 2024-03-22T07:14:36.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[79695]: cluster 2024-03-22T07:14:35.326083+0000 mgr.y (mgr.25337) 194 : cluster 0 pgmap v333: 105 pgs: 105 active+clean; 583 KiB data, 427 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s rd, 8.3 KiB/s wr, 112 op/s 2024-03-22T07:14:36.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[82160]: cluster 2024-03-22T07:14:34.138244+0000 osd.6 (osd.6) 134 : cluster 3 failed to encode map e494 with expected crc 2024-03-22T07:14:36.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[82160]: audit 2024-03-22T07:14:34.794156+0000 mon.a (mon.0) 491 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:36.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[82160]: cluster 2024-03-22T07:14:35.138380+0000 osd.2 (osd.2) 110 : cluster 3 failed to encode map e495 with expected crc 2024-03-22T07:14:36.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[82160]: cluster 2024-03-22T07:14:35.139186+0000 osd.1 (osd.1) 120 : cluster 3 failed to encode map e495 with expected crc 2024-03-22T07:14:36.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[82160]: cluster 2024-03-22T07:14:35.142761+0000 mon.a (mon.0) 492 : cluster 0 osdmap e495: 8 total, 8 up, 8 in 2024-03-22T07:14:36.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[82160]: audit 2024-03-22T07:14:35.254839+0000 mon.c (mon.2) 93 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cab5f9ba-0c3d-4aaf-a8ed-737dc5ebf4df"}]: dispatch 2024-03-22T07:14:36.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[82160]: audit 2024-03-22T07:14:35.255691+0000 mon.a (mon.0) 493 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cab5f9ba-0c3d-4aaf-a8ed-737dc5ebf4df"}]: dispatch 2024-03-22T07:14:36.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[82160]: audit 2024-03-22T07:14:35.261971+0000 mon.a (mon.0) 494 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cab5f9ba-0c3d-4aaf-a8ed-737dc5ebf4df"}]': finished 2024-03-22T07:14:36.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:35 smithi129 bash[82160]: cluster 2024-03-22T07:14:35.326083+0000 mgr.y (mgr.25337) 194 : cluster 0 pgmap v333: 105 pgs: 105 active+clean; 583 KiB data, 427 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s rd, 8.3 KiB/s wr, 112 op/s 2024-03-22T07:14:36.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:35 smithi148 bash[66753]: cluster 2024-03-22T07:14:34.138244+0000 osd.6 (osd.6) 134 : cluster 3 failed to encode map e494 with expected crc 2024-03-22T07:14:36.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:35 smithi148 bash[66753]: audit 2024-03-22T07:14:34.794156+0000 mon.a (mon.0) 491 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:36.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:35 smithi148 bash[66753]: cluster 2024-03-22T07:14:35.138380+0000 osd.2 (osd.2) 110 : cluster 3 failed to encode map e495 with expected crc 2024-03-22T07:14:36.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:35 smithi148 bash[66753]: cluster 2024-03-22T07:14:35.139186+0000 osd.1 (osd.1) 120 : cluster 3 failed to encode map e495 with expected crc 2024-03-22T07:14:36.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:35 smithi148 bash[66753]: cluster 2024-03-22T07:14:35.142761+0000 mon.a (mon.0) 492 : cluster 0 osdmap e495: 8 total, 8 up, 8 in 2024-03-22T07:14:36.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:35 smithi148 bash[66753]: audit 2024-03-22T07:14:35.254839+0000 mon.c (mon.2) 93 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cab5f9ba-0c3d-4aaf-a8ed-737dc5ebf4df"}]: dispatch 2024-03-22T07:14:36.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:35 smithi148 bash[66753]: audit 2024-03-22T07:14:35.255691+0000 mon.a (mon.0) 493 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cab5f9ba-0c3d-4aaf-a8ed-737dc5ebf4df"}]: dispatch 2024-03-22T07:14:36.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:35 smithi148 bash[66753]: audit 2024-03-22T07:14:35.261971+0000 mon.a (mon.0) 494 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/cab5f9ba-0c3d-4aaf-a8ed-737dc5ebf4df"}]': finished 2024-03-22T07:14:36.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:35 smithi148 bash[66753]: cluster 2024-03-22T07:14:35.326083+0000 mgr.y (mgr.25337) 194 : cluster 0 pgmap v333: 105 pgs: 105 active+clean; 583 KiB data, 427 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s rd, 8.3 KiB/s wr, 112 op/s 2024-03-22T07:14:37.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:36 smithi129 bash[82160]: cluster 2024-03-22T07:14:35.146596+0000 osd.6 (osd.6) 135 : cluster 3 failed to encode map e495 with expected crc 2024-03-22T07:14:37.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:36 smithi129 bash[82160]: cluster 2024-03-22T07:14:36.273719+0000 osd.7 (osd.7) 95 : cluster 3 failed to encode map e496 with expected crc 2024-03-22T07:14:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:36 smithi129 bash[82160]: cluster 2024-03-22T07:14:36.276287+0000 mon.a (mon.0) 495 : cluster 0 osdmap e496: 8 total, 8 up, 8 in 2024-03-22T07:14:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:36 smithi129 bash[82160]: cluster 2024-03-22T07:14:36.283480+0000 osd.5 (osd.5) 96 : cluster 3 failed to encode map e496 with expected crc 2024-03-22T07:14:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:36 smithi129 bash[82160]: cluster 2024-03-22T07:14:36.296548+0000 osd.2 (osd.2) 111 : cluster 3 failed to encode map e496 with expected crc 2024-03-22T07:14:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:36 smithi129 bash[82160]: cluster 2024-03-22T07:14:36.304036+0000 osd.3 (osd.3) 113 : cluster 3 failed to encode map e496 with expected crc 2024-03-22T07:14:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:36 smithi129 bash[79695]: cluster 2024-03-22T07:14:35.146596+0000 osd.6 (osd.6) 135 : cluster 3 failed to encode map e495 with expected crc 2024-03-22T07:14:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:36 smithi129 bash[79695]: cluster 2024-03-22T07:14:36.273719+0000 osd.7 (osd.7) 95 : cluster 3 failed to encode map e496 with expected crc 2024-03-22T07:14:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:36 smithi129 bash[79695]: cluster 2024-03-22T07:14:36.276287+0000 mon.a (mon.0) 495 : cluster 0 osdmap e496: 8 total, 8 up, 8 in 2024-03-22T07:14:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:36 smithi129 bash[79695]: cluster 2024-03-22T07:14:36.283480+0000 osd.5 (osd.5) 96 : cluster 3 failed to encode map e496 with expected crc 2024-03-22T07:14:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:36 smithi129 bash[79695]: cluster 2024-03-22T07:14:36.296548+0000 osd.2 (osd.2) 111 : cluster 3 failed to encode map e496 with expected crc 2024-03-22T07:14:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:36 smithi129 bash[79695]: cluster 2024-03-22T07:14:36.304036+0000 osd.3 (osd.3) 113 : cluster 3 failed to encode map e496 with expected crc 2024-03-22T07:14:37.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:36 smithi148 bash[66753]: cluster 2024-03-22T07:14:35.146596+0000 osd.6 (osd.6) 135 : cluster 3 failed to encode map e495 with expected crc 2024-03-22T07:14:37.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:36 smithi148 bash[66753]: cluster 2024-03-22T07:14:36.273719+0000 osd.7 (osd.7) 95 : cluster 3 failed to encode map e496 with expected crc 2024-03-22T07:14:37.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:36 smithi148 bash[66753]: cluster 2024-03-22T07:14:36.276287+0000 mon.a (mon.0) 495 : cluster 0 osdmap e496: 8 total, 8 up, 8 in 2024-03-22T07:14:37.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:36 smithi148 bash[66753]: cluster 2024-03-22T07:14:36.283480+0000 osd.5 (osd.5) 96 : cluster 3 failed to encode map e496 with expected crc 2024-03-22T07:14:37.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:36 smithi148 bash[66753]: cluster 2024-03-22T07:14:36.296548+0000 osd.2 (osd.2) 111 : cluster 3 failed to encode map e496 with expected crc 2024-03-22T07:14:37.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:36 smithi148 bash[66753]: cluster 2024-03-22T07:14:36.304036+0000 osd.3 (osd.3) 113 : cluster 3 failed to encode map e496 with expected crc 2024-03-22T07:14:38.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:37 smithi129 bash[79695]: cluster 2024-03-22T07:14:36.276355+0000 osd.6 (osd.6) 136 : cluster 3 failed to encode map e496 with expected crc 2024-03-22T07:14:38.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:37 smithi129 bash[79695]: cluster 2024-03-22T07:14:37.276709+0000 osd.7 (osd.7) 96 : cluster 3 failed to encode map e497 with expected crc 2024-03-22T07:14:38.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:37 smithi129 bash[79695]: cluster 2024-03-22T07:14:37.279334+0000 mon.a (mon.0) 496 : cluster 0 osdmap e497: 8 total, 8 up, 8 in 2024-03-22T07:14:38.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:37 smithi129 bash[79695]: cluster 2024-03-22T07:14:37.279433+0000 osd.4 (osd.4) 131 : cluster 3 failed to encode map e497 with expected crc 2024-03-22T07:14:38.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:37 smithi129 bash[79695]: cluster 2024-03-22T07:14:37.284355+0000 osd.3 (osd.3) 114 : cluster 3 failed to encode map e497 with expected crc 2024-03-22T07:14:38.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:37 smithi129 bash[79695]: cluster 2024-03-22T07:14:37.326892+0000 mgr.y (mgr.25337) 195 : cluster 0 pgmap v336: 105 pgs: 105 active+clean; 583 KiB data, 427 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 7.7 KiB/s wr, 110 op/s 2024-03-22T07:14:38.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:37 smithi129 bash[82160]: cluster 2024-03-22T07:14:36.276355+0000 osd.6 (osd.6) 136 : cluster 3 failed to encode map e496 with expected crc 2024-03-22T07:14:38.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:37 smithi129 bash[82160]: cluster 2024-03-22T07:14:37.276709+0000 osd.7 (osd.7) 96 : cluster 3 failed to encode map e497 with expected crc 2024-03-22T07:14:38.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:37 smithi129 bash[82160]: cluster 2024-03-22T07:14:37.279334+0000 mon.a (mon.0) 496 : cluster 0 osdmap e497: 8 total, 8 up, 8 in 2024-03-22T07:14:38.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:37 smithi129 bash[82160]: cluster 2024-03-22T07:14:37.279433+0000 osd.4 (osd.4) 131 : cluster 3 failed to encode map e497 with expected crc 2024-03-22T07:14:38.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:37 smithi129 bash[82160]: cluster 2024-03-22T07:14:37.284355+0000 osd.3 (osd.3) 114 : cluster 3 failed to encode map e497 with expected crc 2024-03-22T07:14:38.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:37 smithi129 bash[82160]: cluster 2024-03-22T07:14:37.326892+0000 mgr.y (mgr.25337) 195 : cluster 0 pgmap v336: 105 pgs: 105 active+clean; 583 KiB data, 427 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 7.7 KiB/s wr, 110 op/s 2024-03-22T07:14:38.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:37 smithi148 bash[66753]: cluster 2024-03-22T07:14:36.276355+0000 osd.6 (osd.6) 136 : cluster 3 failed to encode map e496 with expected crc 2024-03-22T07:14:38.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:37 smithi148 bash[66753]: cluster 2024-03-22T07:14:37.276709+0000 osd.7 (osd.7) 96 : cluster 3 failed to encode map e497 with expected crc 2024-03-22T07:14:38.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:37 smithi148 bash[66753]: cluster 2024-03-22T07:14:37.279334+0000 mon.a (mon.0) 496 : cluster 0 osdmap e497: 8 total, 8 up, 8 in 2024-03-22T07:14:38.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:37 smithi148 bash[66753]: cluster 2024-03-22T07:14:37.279433+0000 osd.4 (osd.4) 131 : cluster 3 failed to encode map e497 with expected crc 2024-03-22T07:14:38.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:37 smithi148 bash[66753]: cluster 2024-03-22T07:14:37.284355+0000 osd.3 (osd.3) 114 : cluster 3 failed to encode map e497 with expected crc 2024-03-22T07:14:38.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:37 smithi148 bash[66753]: cluster 2024-03-22T07:14:37.326892+0000 mgr.y (mgr.25337) 195 : cluster 0 pgmap v336: 105 pgs: 105 active+clean; 583 KiB data, 427 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 7.7 KiB/s wr, 110 op/s 2024-03-22T07:14:38.695 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:14:39.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:39 smithi148 bash[66753]: cluster 2024-03-22T07:14:38.127273+0000 osd.1 (osd.1) 121 : cluster 3 failed to encode map e498 with expected crc 2024-03-22T07:14:39.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:39 smithi148 bash[66753]: cluster 2024-03-22T07:14:38.127331+0000 osd.7 (osd.7) 97 : cluster 3 failed to encode map e498 with expected crc 2024-03-22T07:14:39.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:39 smithi148 bash[66753]: cluster 2024-03-22T07:14:38.130520+0000 mon.a (mon.0) 497 : cluster 0 osdmap e498: 8 total, 8 up, 8 in 2024-03-22T07:14:39.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:39 smithi148 bash[66753]: cluster 2024-03-22T07:14:38.133553+0000 osd.3 (osd.3) 115 : cluster 3 failed to encode map e498 with expected crc 2024-03-22T07:14:39.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:39 smithi148 bash[66753]: audit 2024-03-22T07:14:38.384207+0000 mon.a (mon.0) 498 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:39.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:39 smithi148 bash[66753]: audit 2024-03-22T07:14:38.387629+0000 mon.c (mon.2) 94 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:14:39.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:39 smithi129 bash[82160]: cluster 2024-03-22T07:14:38.127273+0000 osd.1 (osd.1) 121 : cluster 3 failed to encode map e498 with expected crc 2024-03-22T07:14:39.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:39 smithi129 bash[82160]: cluster 2024-03-22T07:14:38.127331+0000 osd.7 (osd.7) 97 : cluster 3 failed to encode map e498 with expected crc 2024-03-22T07:14:39.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:39 smithi129 bash[82160]: cluster 2024-03-22T07:14:38.130520+0000 mon.a (mon.0) 497 : cluster 0 osdmap e498: 8 total, 8 up, 8 in 2024-03-22T07:14:39.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:39 smithi129 bash[82160]: cluster 2024-03-22T07:14:38.133553+0000 osd.3 (osd.3) 115 : cluster 3 failed to encode map e498 with expected crc 2024-03-22T07:14:39.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:39 smithi129 bash[82160]: audit 2024-03-22T07:14:38.384207+0000 mon.a (mon.0) 498 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:39.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:39 smithi129 bash[82160]: audit 2024-03-22T07:14:38.387629+0000 mon.c (mon.2) 94 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:14:39.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:39 smithi129 bash[79695]: cluster 2024-03-22T07:14:38.127273+0000 osd.1 (osd.1) 121 : cluster 3 failed to encode map e498 with expected crc 2024-03-22T07:14:39.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:39 smithi129 bash[79695]: cluster 2024-03-22T07:14:38.127331+0000 osd.7 (osd.7) 97 : cluster 3 failed to encode map e498 with expected crc 2024-03-22T07:14:39.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:39 smithi129 bash[79695]: cluster 2024-03-22T07:14:38.130520+0000 mon.a (mon.0) 497 : cluster 0 osdmap e498: 8 total, 8 up, 8 in 2024-03-22T07:14:39.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:39 smithi129 bash[79695]: cluster 2024-03-22T07:14:38.133553+0000 osd.3 (osd.3) 115 : cluster 3 failed to encode map e498 with expected crc 2024-03-22T07:14:39.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:39 smithi129 bash[79695]: audit 2024-03-22T07:14:38.384207+0000 mon.a (mon.0) 498 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:14:39.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:39 smithi129 bash[79695]: audit 2024-03-22T07:14:38.387629+0000 mon.c (mon.2) 94 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:14:40.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:40 smithi129 bash[82160]: cluster 2024-03-22T07:14:39.139743+0000 osd.7 (osd.7) 98 : cluster 3 failed to encode map e499 with expected crc 2024-03-22T07:14:40.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:40 smithi129 bash[82160]: cluster 2024-03-22T07:14:39.140115+0000 mon.a (mon.0) 499 : cluster 0 osdmap e499: 8 total, 8 up, 8 in 2024-03-22T07:14:40.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:40 smithi129 bash[82160]: cluster 2024-03-22T07:14:39.143417+0000 osd.6 (osd.6) 137 : cluster 3 failed to encode map e499 with expected crc 2024-03-22T07:14:40.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:40 smithi129 bash[82160]: cluster 2024-03-22T07:14:39.153248+0000 osd.3 (osd.3) 116 : cluster 3 failed to encode map e499 with expected crc 2024-03-22T07:14:40.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:40 smithi129 bash[82160]: cluster 2024-03-22T07:14:39.163404+0000 osd.2 (osd.2) 112 : cluster 3 failed to encode map e499 with expected crc 2024-03-22T07:14:40.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:40 smithi129 bash[82160]: cluster 2024-03-22T07:14:39.172245+0000 osd.1 (osd.1) 122 : cluster 3 failed to encode map e499 with expected crc 2024-03-22T07:14:40.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:40 smithi129 bash[82160]: cluster 2024-03-22T07:14:39.328126+0000 mgr.y (mgr.25337) 196 : cluster 0 pgmap v339: 105 pgs: 105 active+clean; 583 KiB data, 427 MiB used, 715 GiB / 715 GiB avail; 83 KiB/s rd, 13 KiB/s wr, 123 op/s 2024-03-22T07:14:40.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:40 smithi129 bash[79695]: cluster 2024-03-22T07:14:39.139743+0000 osd.7 (osd.7) 98 : cluster 3 failed to encode map e499 with expected crc 2024-03-22T07:14:40.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:40 smithi129 bash[79695]: cluster 2024-03-22T07:14:39.140115+0000 mon.a (mon.0) 499 : cluster 0 osdmap e499: 8 total, 8 up, 8 in 2024-03-22T07:14:40.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:40 smithi129 bash[79695]: cluster 2024-03-22T07:14:39.143417+0000 osd.6 (osd.6) 137 : cluster 3 failed to encode map e499 with expected crc 2024-03-22T07:14:40.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:40 smithi129 bash[79695]: cluster 2024-03-22T07:14:39.153248+0000 osd.3 (osd.3) 116 : cluster 3 failed to encode map e499 with expected crc 2024-03-22T07:14:40.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:40 smithi129 bash[79695]: cluster 2024-03-22T07:14:39.163404+0000 osd.2 (osd.2) 112 : cluster 3 failed to encode map e499 with expected crc 2024-03-22T07:14:40.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:40 smithi129 bash[79695]: cluster 2024-03-22T07:14:39.172245+0000 osd.1 (osd.1) 122 : cluster 3 failed to encode map e499 with expected crc 2024-03-22T07:14:40.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:40 smithi129 bash[79695]: cluster 2024-03-22T07:14:39.328126+0000 mgr.y (mgr.25337) 196 : cluster 0 pgmap v339: 105 pgs: 105 active+clean; 583 KiB data, 427 MiB used, 715 GiB / 715 GiB avail; 83 KiB/s rd, 13 KiB/s wr, 123 op/s 2024-03-22T07:14:40.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:40 smithi148 bash[66753]: cluster 2024-03-22T07:14:39.139743+0000 osd.7 (osd.7) 98 : cluster 3 failed to encode map e499 with expected crc 2024-03-22T07:14:40.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:40 smithi148 bash[66753]: cluster 2024-03-22T07:14:39.140115+0000 mon.a (mon.0) 499 : cluster 0 osdmap e499: 8 total, 8 up, 8 in 2024-03-22T07:14:40.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:40 smithi148 bash[66753]: cluster 2024-03-22T07:14:39.143417+0000 osd.6 (osd.6) 137 : cluster 3 failed to encode map e499 with expected crc 2024-03-22T07:14:40.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:40 smithi148 bash[66753]: cluster 2024-03-22T07:14:39.153248+0000 osd.3 (osd.3) 116 : cluster 3 failed to encode map e499 with expected crc 2024-03-22T07:14:40.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:40 smithi148 bash[66753]: cluster 2024-03-22T07:14:39.163404+0000 osd.2 (osd.2) 112 : cluster 3 failed to encode map e499 with expected crc 2024-03-22T07:14:40.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:40 smithi148 bash[66753]: cluster 2024-03-22T07:14:39.172245+0000 osd.1 (osd.1) 122 : cluster 3 failed to encode map e499 with expected crc 2024-03-22T07:14:40.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:40 smithi148 bash[66753]: cluster 2024-03-22T07:14:39.328126+0000 mgr.y (mgr.25337) 196 : cluster 0 pgmap v339: 105 pgs: 105 active+clean; 583 KiB data, 427 MiB used, 715 GiB / 715 GiB avail; 83 KiB/s rd, 13 KiB/s wr, 123 op/s 2024-03-22T07:14:41.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:41 smithi148 bash[66753]: cluster 2024-03-22T07:14:40.147693+0000 osd.1 (osd.1) 123 : cluster 3 failed to encode map e500 with expected crc 2024-03-22T07:14:41.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:41 smithi148 bash[66753]: cluster 2024-03-22T07:14:40.147849+0000 osd.7 (osd.7) 99 : cluster 3 failed to encode map e500 with expected crc 2024-03-22T07:14:41.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:41 smithi148 bash[66753]: cluster 2024-03-22T07:14:40.153432+0000 mon.a (mon.0) 500 : cluster 0 osdmap e500: 8 total, 8 up, 8 in 2024-03-22T07:14:41.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:41 smithi148 bash[66753]: cluster 2024-03-22T07:14:40.163917+0000 osd.6 (osd.6) 138 : cluster 3 failed to encode map e500 with expected crc 2024-03-22T07:14:41.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:41 smithi148 bash[66753]: cluster 2024-03-22T07:14:40.165386+0000 osd.2 (osd.2) 113 : cluster 3 failed to encode map e500 with expected crc 2024-03-22T07:14:41.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:41 smithi148 bash[66753]: cluster 2024-03-22T07:14:40.174817+0000 osd.4 (osd.4) 132 : cluster 3 failed to encode map e500 with expected crc 2024-03-22T07:14:41.432 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:41 smithi129 bash[79695]: cluster 2024-03-22T07:14:40.147693+0000 osd.1 (osd.1) 123 : cluster 3 failed to encode map e500 with expected crc 2024-03-22T07:14:41.432 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:41 smithi129 bash[79695]: cluster 2024-03-22T07:14:40.147849+0000 osd.7 (osd.7) 99 : cluster 3 failed to encode map e500 with expected crc 2024-03-22T07:14:41.432 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:41 smithi129 bash[79695]: cluster 2024-03-22T07:14:40.153432+0000 mon.a (mon.0) 500 : cluster 0 osdmap e500: 8 total, 8 up, 8 in 2024-03-22T07:14:41.432 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:41 smithi129 bash[79695]: cluster 2024-03-22T07:14:40.163917+0000 osd.6 (osd.6) 138 : cluster 3 failed to encode map e500 with expected crc 2024-03-22T07:14:41.432 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:41 smithi129 bash[79695]: cluster 2024-03-22T07:14:40.165386+0000 osd.2 (osd.2) 113 : cluster 3 failed to encode map e500 with expected crc 2024-03-22T07:14:41.432 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:41 smithi129 bash[79695]: cluster 2024-03-22T07:14:40.174817+0000 osd.4 (osd.4) 132 : cluster 3 failed to encode map e500 with expected crc 2024-03-22T07:14:41.432 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:41 smithi129 bash[82160]: cluster 2024-03-22T07:14:40.147693+0000 osd.1 (osd.1) 123 : cluster 3 failed to encode map e500 with expected crc 2024-03-22T07:14:41.432 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:41 smithi129 bash[82160]: cluster 2024-03-22T07:14:40.147849+0000 osd.7 (osd.7) 99 : cluster 3 failed to encode map e500 with expected crc 2024-03-22T07:14:41.432 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:41 smithi129 bash[82160]: cluster 2024-03-22T07:14:40.153432+0000 mon.a (mon.0) 500 : cluster 0 osdmap e500: 8 total, 8 up, 8 in 2024-03-22T07:14:41.433 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:41 smithi129 bash[82160]: cluster 2024-03-22T07:14:40.163917+0000 osd.6 (osd.6) 138 : cluster 3 failed to encode map e500 with expected crc 2024-03-22T07:14:41.433 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:41 smithi129 bash[82160]: cluster 2024-03-22T07:14:40.165386+0000 osd.2 (osd.2) 113 : cluster 3 failed to encode map e500 with expected crc 2024-03-22T07:14:41.433 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:41 smithi129 bash[82160]: cluster 2024-03-22T07:14:40.174817+0000 osd.4 (osd.4) 132 : cluster 3 failed to encode map e500 with expected crc 2024-03-22T07:14:42.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:42 smithi148 bash[66753]: cluster 2024-03-22T07:14:41.159047+0000 osd.4 (osd.4) 133 : cluster 3 failed to encode map e501 with expected crc 2024-03-22T07:14:42.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:42 smithi148 bash[66753]: cluster 2024-03-22T07:14:41.159074+0000 osd.7 (osd.7) 100 : cluster 3 failed to encode map e501 with expected crc 2024-03-22T07:14:42.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:42 smithi148 bash[66753]: cluster 2024-03-22T07:14:41.160555+0000 mon.a (mon.0) 501 : cluster 0 osdmap e501: 8 total, 8 up, 8 in 2024-03-22T07:14:42.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:42 smithi148 bash[66753]: cluster 2024-03-22T07:14:41.166353+0000 osd.3 (osd.3) 117 : cluster 3 failed to encode map e501 with expected crc 2024-03-22T07:14:42.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:42 smithi148 bash[66753]: cluster 2024-03-22T07:14:41.169766+0000 osd.6 (osd.6) 139 : cluster 3 failed to encode map e501 with expected crc 2024-03-22T07:14:42.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:42 smithi148 bash[66753]: cluster 2024-03-22T07:14:41.176878+0000 osd.2 (osd.2) 114 : cluster 3 failed to encode map e501 with expected crc 2024-03-22T07:14:42.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:42 smithi148 bash[66753]: cluster 2024-03-22T07:14:41.328900+0000 mgr.y (mgr.25337) 197 : cluster 0 pgmap v342: 105 pgs: 105 active+clean; 583 KiB data, 427 MiB used, 715 GiB / 715 GiB avail; 83 KiB/s rd, 13 KiB/s wr, 123 op/s 2024-03-22T07:14:42.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:42 smithi129 bash[79695]: cluster 2024-03-22T07:14:41.159047+0000 osd.4 (osd.4) 133 : cluster 3 failed to encode map e501 with expected crc 2024-03-22T07:14:42.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:42 smithi129 bash[79695]: cluster 2024-03-22T07:14:41.159074+0000 osd.7 (osd.7) 100 : cluster 3 failed to encode map e501 with expected crc 2024-03-22T07:14:42.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:42 smithi129 bash[79695]: cluster 2024-03-22T07:14:41.160555+0000 mon.a (mon.0) 501 : cluster 0 osdmap e501: 8 total, 8 up, 8 in 2024-03-22T07:14:42.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:42 smithi129 bash[79695]: cluster 2024-03-22T07:14:41.166353+0000 osd.3 (osd.3) 117 : cluster 3 failed to encode map e501 with expected crc 2024-03-22T07:14:42.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:42 smithi129 bash[79695]: cluster 2024-03-22T07:14:41.169766+0000 osd.6 (osd.6) 139 : cluster 3 failed to encode map e501 with expected crc 2024-03-22T07:14:42.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:42 smithi129 bash[79695]: cluster 2024-03-22T07:14:41.176878+0000 osd.2 (osd.2) 114 : cluster 3 failed to encode map e501 with expected crc 2024-03-22T07:14:42.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:42 smithi129 bash[79695]: cluster 2024-03-22T07:14:41.328900+0000 mgr.y (mgr.25337) 197 : cluster 0 pgmap v342: 105 pgs: 105 active+clean; 583 KiB data, 427 MiB used, 715 GiB / 715 GiB avail; 83 KiB/s rd, 13 KiB/s wr, 123 op/s 2024-03-22T07:14:42.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:42 smithi129 bash[82160]: cluster 2024-03-22T07:14:41.159047+0000 osd.4 (osd.4) 133 : cluster 3 failed to encode map e501 with expected crc 2024-03-22T07:14:42.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:42 smithi129 bash[82160]: cluster 2024-03-22T07:14:41.159074+0000 osd.7 (osd.7) 100 : cluster 3 failed to encode map e501 with expected crc 2024-03-22T07:14:42.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:42 smithi129 bash[82160]: cluster 2024-03-22T07:14:41.160555+0000 mon.a (mon.0) 501 : cluster 0 osdmap e501: 8 total, 8 up, 8 in 2024-03-22T07:14:42.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:42 smithi129 bash[82160]: cluster 2024-03-22T07:14:41.166353+0000 osd.3 (osd.3) 117 : cluster 3 failed to encode map e501 with expected crc 2024-03-22T07:14:42.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:42 smithi129 bash[82160]: cluster 2024-03-22T07:14:41.169766+0000 osd.6 (osd.6) 139 : cluster 3 failed to encode map e501 with expected crc 2024-03-22T07:14:42.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:42 smithi129 bash[82160]: cluster 2024-03-22T07:14:41.176878+0000 osd.2 (osd.2) 114 : cluster 3 failed to encode map e501 with expected crc 2024-03-22T07:14:42.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:42 smithi129 bash[82160]: cluster 2024-03-22T07:14:41.328900+0000 mgr.y (mgr.25337) 197 : cluster 0 pgmap v342: 105 pgs: 105 active+clean; 583 KiB data, 427 MiB used, 715 GiB / 715 GiB avail; 83 KiB/s rd, 13 KiB/s wr, 123 op/s 2024-03-22T07:14:43.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:43 smithi148 bash[66753]: cluster 2024-03-22T07:14:42.167474+0000 osd.4 (osd.4) 134 : cluster 3 failed to encode map e502 with expected crc 2024-03-22T07:14:43.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:43 smithi148 bash[66753]: cluster 2024-03-22T07:14:42.172360+0000 mon.a (mon.0) 502 : cluster 0 osdmap e502: 8 total, 8 up, 8 in 2024-03-22T07:14:43.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:43 smithi148 bash[66753]: cluster 2024-03-22T07:14:42.177555+0000 osd.5 (osd.5) 97 : cluster 3 failed to encode map e502 with expected crc 2024-03-22T07:14:43.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:43 smithi148 bash[66753]: cluster 2024-03-22T07:14:42.190234+0000 osd.2 (osd.2) 115 : cluster 3 failed to encode map e502 with expected crc 2024-03-22T07:14:43.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:43 smithi148 bash[66753]: cluster 2024-03-22T07:14:42.208481+0000 osd.3 (osd.3) 118 : cluster 3 failed to encode map e502 with expected crc 2024-03-22T07:14:43.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:43 smithi148 bash[66753]: cluster 2024-03-22T07:14:43.134393+0000 mon.a (mon.0) 503 : cluster 0 osdmap e503: 8 total, 8 up, 8 in 2024-03-22T07:14:43.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:43 smithi129 bash[79695]: cluster 2024-03-22T07:14:42.167474+0000 osd.4 (osd.4) 134 : cluster 3 failed to encode map e502 with expected crc 2024-03-22T07:14:43.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:43 smithi129 bash[79695]: cluster 2024-03-22T07:14:42.172360+0000 mon.a (mon.0) 502 : cluster 0 osdmap e502: 8 total, 8 up, 8 in 2024-03-22T07:14:43.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:43 smithi129 bash[79695]: cluster 2024-03-22T07:14:42.177555+0000 osd.5 (osd.5) 97 : cluster 3 failed to encode map e502 with expected crc 2024-03-22T07:14:43.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:43 smithi129 bash[79695]: cluster 2024-03-22T07:14:42.190234+0000 osd.2 (osd.2) 115 : cluster 3 failed to encode map e502 with expected crc 2024-03-22T07:14:43.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:43 smithi129 bash[79695]: cluster 2024-03-22T07:14:42.208481+0000 osd.3 (osd.3) 118 : cluster 3 failed to encode map e502 with expected crc 2024-03-22T07:14:43.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:43 smithi129 bash[79695]: cluster 2024-03-22T07:14:43.134393+0000 mon.a (mon.0) 503 : cluster 0 osdmap e503: 8 total, 8 up, 8 in 2024-03-22T07:14:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:43 smithi129 bash[82160]: cluster 2024-03-22T07:14:42.167474+0000 osd.4 (osd.4) 134 : cluster 3 failed to encode map e502 with expected crc 2024-03-22T07:14:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:43 smithi129 bash[82160]: cluster 2024-03-22T07:14:42.172360+0000 mon.a (mon.0) 502 : cluster 0 osdmap e502: 8 total, 8 up, 8 in 2024-03-22T07:14:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:43 smithi129 bash[82160]: cluster 2024-03-22T07:14:42.177555+0000 osd.5 (osd.5) 97 : cluster 3 failed to encode map e502 with expected crc 2024-03-22T07:14:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:43 smithi129 bash[82160]: cluster 2024-03-22T07:14:42.190234+0000 osd.2 (osd.2) 115 : cluster 3 failed to encode map e502 with expected crc 2024-03-22T07:14:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:43 smithi129 bash[82160]: cluster 2024-03-22T07:14:42.208481+0000 osd.3 (osd.3) 118 : cluster 3 failed to encode map e502 with expected crc 2024-03-22T07:14:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:43 smithi129 bash[82160]: cluster 2024-03-22T07:14:43.134393+0000 mon.a (mon.0) 503 : cluster 0 osdmap e503: 8 total, 8 up, 8 in 2024-03-22T07:14:44.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:14:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:14:43] "GET /metrics HTTP/1.1" 200 36444 "" "Prometheus/2.43.0" 2024-03-22T07:14:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:44 smithi129 bash[82160]: cluster 2024-03-22T07:14:43.131963+0000 osd.7 (osd.7) 101 : cluster 3 failed to encode map e503 with expected crc 2024-03-22T07:14:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:44 smithi129 bash[82160]: cluster 2024-03-22T07:14:43.134587+0000 osd.6 (osd.6) 140 : cluster 3 failed to encode map e503 with expected crc 2024-03-22T07:14:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:44 smithi129 bash[82160]: cluster 2024-03-22T07:14:43.139742+0000 osd.3 (osd.3) 119 : cluster 3 failed to encode map e503 with expected crc 2024-03-22T07:14:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:44 smithi129 bash[82160]: cluster 2024-03-22T07:14:43.165636+0000 osd.2 (osd.2) 116 : cluster 3 failed to encode map e503 with expected crc 2024-03-22T07:14:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:44 smithi129 bash[82160]: cluster 2024-03-22T07:14:43.179773+0000 osd.4 (osd.4) 135 : cluster 3 failed to encode map e503 with expected crc 2024-03-22T07:14:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:44 smithi129 bash[82160]: cluster 2024-03-22T07:14:43.329675+0000 mgr.y (mgr.25337) 198 : cluster 0 pgmap v345: 105 pgs: 105 active+clean; 583 KiB data, 428 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-03-22T07:14:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:44 smithi129 bash[79695]: cluster 2024-03-22T07:14:43.131963+0000 osd.7 (osd.7) 101 : cluster 3 failed to encode map e503 with expected crc 2024-03-22T07:14:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:44 smithi129 bash[79695]: cluster 2024-03-22T07:14:43.134587+0000 osd.6 (osd.6) 140 : cluster 3 failed to encode map e503 with expected crc 2024-03-22T07:14:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:44 smithi129 bash[79695]: cluster 2024-03-22T07:14:43.139742+0000 osd.3 (osd.3) 119 : cluster 3 failed to encode map e503 with expected crc 2024-03-22T07:14:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:44 smithi129 bash[79695]: cluster 2024-03-22T07:14:43.165636+0000 osd.2 (osd.2) 116 : cluster 3 failed to encode map e503 with expected crc 2024-03-22T07:14:44.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:44 smithi129 bash[79695]: cluster 2024-03-22T07:14:43.179773+0000 osd.4 (osd.4) 135 : cluster 3 failed to encode map e503 with expected crc 2024-03-22T07:14:44.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:44 smithi129 bash[79695]: cluster 2024-03-22T07:14:43.329675+0000 mgr.y (mgr.25337) 198 : cluster 0 pgmap v345: 105 pgs: 105 active+clean; 583 KiB data, 428 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-03-22T07:14:44.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:44 smithi148 bash[66753]: cluster 2024-03-22T07:14:43.131963+0000 osd.7 (osd.7) 101 : cluster 3 failed to encode map e503 with expected crc 2024-03-22T07:14:44.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:44 smithi148 bash[66753]: cluster 2024-03-22T07:14:43.134587+0000 osd.6 (osd.6) 140 : cluster 3 failed to encode map e503 with expected crc 2024-03-22T07:14:44.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:44 smithi148 bash[66753]: cluster 2024-03-22T07:14:43.139742+0000 osd.3 (osd.3) 119 : cluster 3 failed to encode map e503 with expected crc 2024-03-22T07:14:44.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:44 smithi148 bash[66753]: cluster 2024-03-22T07:14:43.165636+0000 osd.2 (osd.2) 116 : cluster 3 failed to encode map e503 with expected crc 2024-03-22T07:14:44.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:44 smithi148 bash[66753]: cluster 2024-03-22T07:14:43.179773+0000 osd.4 (osd.4) 135 : cluster 3 failed to encode map e503 with expected crc 2024-03-22T07:14:44.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:44 smithi148 bash[66753]: cluster 2024-03-22T07:14:43.329675+0000 mgr.y (mgr.25337) 198 : cluster 0 pgmap v345: 105 pgs: 105 active+clean; 583 KiB data, 428 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-03-22T07:14:45.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:45 smithi129 bash[82160]: cluster 2024-03-22T07:14:44.178749+0000 osd.2 (osd.2) 117 : cluster 3 failed to encode map e504 with expected crc 2024-03-22T07:14:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:45 smithi129 bash[82160]: cluster 2024-03-22T07:14:44.181040+0000 osd.6 (osd.6) 141 : cluster 3 failed to encode map e504 with expected crc 2024-03-22T07:14:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:45 smithi129 bash[82160]: cluster 2024-03-22T07:14:44.186786+0000 mon.a (mon.0) 504 : cluster 0 osdmap e504: 8 total, 8 up, 8 in 2024-03-22T07:14:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:45 smithi129 bash[82160]: cluster 2024-03-22T07:14:44.188887+0000 osd.3 (osd.3) 120 : cluster 3 failed to encode map e504 with expected crc 2024-03-22T07:14:45.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:45 smithi129 bash[82160]: cluster 2024-03-22T07:14:44.203370+0000 osd.5 (osd.5) 98 : cluster 3 failed to encode map e504 with expected crc 2024-03-22T07:14:45.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:45 smithi129 bash[79695]: cluster 2024-03-22T07:14:44.178749+0000 osd.2 (osd.2) 117 : cluster 3 failed to encode map e504 with expected crc 2024-03-22T07:14:45.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:45 smithi129 bash[79695]: cluster 2024-03-22T07:14:44.181040+0000 osd.6 (osd.6) 141 : cluster 3 failed to encode map e504 with expected crc 2024-03-22T07:14:45.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:45 smithi129 bash[79695]: cluster 2024-03-22T07:14:44.186786+0000 mon.a (mon.0) 504 : cluster 0 osdmap e504: 8 total, 8 up, 8 in 2024-03-22T07:14:45.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:45 smithi129 bash[79695]: cluster 2024-03-22T07:14:44.188887+0000 osd.3 (osd.3) 120 : cluster 3 failed to encode map e504 with expected crc 2024-03-22T07:14:45.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:45 smithi129 bash[79695]: cluster 2024-03-22T07:14:44.203370+0000 osd.5 (osd.5) 98 : cluster 3 failed to encode map e504 with expected crc 2024-03-22T07:14:45.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:45 smithi148 bash[66753]: cluster 2024-03-22T07:14:44.178749+0000 osd.2 (osd.2) 117 : cluster 3 failed to encode map e504 with expected crc 2024-03-22T07:14:45.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:45 smithi148 bash[66753]: cluster 2024-03-22T07:14:44.181040+0000 osd.6 (osd.6) 141 : cluster 3 failed to encode map e504 with expected crc 2024-03-22T07:14:45.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:45 smithi148 bash[66753]: cluster 2024-03-22T07:14:44.186786+0000 mon.a (mon.0) 504 : cluster 0 osdmap e504: 8 total, 8 up, 8 in 2024-03-22T07:14:45.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:45 smithi148 bash[66753]: cluster 2024-03-22T07:14:44.188887+0000 osd.3 (osd.3) 120 : cluster 3 failed to encode map e504 with expected crc 2024-03-22T07:14:45.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:45 smithi148 bash[66753]: cluster 2024-03-22T07:14:44.203370+0000 osd.5 (osd.5) 98 : cluster 3 failed to encode map e504 with expected crc 2024-03-22T07:14:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[79695]: cluster 2024-03-22T07:14:45.181218+0000 osd.2 (osd.2) 118 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[79695]: cluster 2024-03-22T07:14:45.182231+0000 osd.1 (osd.1) 124 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[79695]: cluster 2024-03-22T07:14:45.185721+0000 mon.a (mon.0) 505 : cluster 0 osdmap e505: 8 total, 8 up, 8 in 2024-03-22T07:14:46.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[79695]: cluster 2024-03-22T07:14:45.205460+0000 osd.5 (osd.5) 99 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[79695]: cluster 2024-03-22T07:14:45.205465+0000 osd.6 (osd.6) 142 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[79695]: cluster 2024-03-22T07:14:45.211681+0000 osd.3 (osd.3) 121 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[79695]: cluster 2024-03-22T07:14:45.244051+0000 osd.7 (osd.7) 102 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[79695]: cluster 2024-03-22T07:14:45.330361+0000 mgr.y (mgr.25337) 199 : cluster 0 pgmap v348: 105 pgs: 105 active+clean; 584 KiB data, 428 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s rd, 14 KiB/s wr, 117 op/s 2024-03-22T07:14:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[82160]: cluster 2024-03-22T07:14:45.181218+0000 osd.2 (osd.2) 118 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[82160]: cluster 2024-03-22T07:14:45.182231+0000 osd.1 (osd.1) 124 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[82160]: cluster 2024-03-22T07:14:45.185721+0000 mon.a (mon.0) 505 : cluster 0 osdmap e505: 8 total, 8 up, 8 in 2024-03-22T07:14:46.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[82160]: cluster 2024-03-22T07:14:45.205460+0000 osd.5 (osd.5) 99 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[82160]: cluster 2024-03-22T07:14:45.205465+0000 osd.6 (osd.6) 142 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[82160]: cluster 2024-03-22T07:14:45.211681+0000 osd.3 (osd.3) 121 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[82160]: cluster 2024-03-22T07:14:45.244051+0000 osd.7 (osd.7) 102 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:46 smithi129 bash[82160]: cluster 2024-03-22T07:14:45.330361+0000 mgr.y (mgr.25337) 199 : cluster 0 pgmap v348: 105 pgs: 105 active+clean; 584 KiB data, 428 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s rd, 14 KiB/s wr, 117 op/s 2024-03-22T07:14:46.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:46 smithi148 bash[66753]: cluster 2024-03-22T07:14:45.181218+0000 osd.2 (osd.2) 118 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:46 smithi148 bash[66753]: cluster 2024-03-22T07:14:45.182231+0000 osd.1 (osd.1) 124 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:46 smithi148 bash[66753]: cluster 2024-03-22T07:14:45.185721+0000 mon.a (mon.0) 505 : cluster 0 osdmap e505: 8 total, 8 up, 8 in 2024-03-22T07:14:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:46 smithi148 bash[66753]: cluster 2024-03-22T07:14:45.205460+0000 osd.5 (osd.5) 99 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:46 smithi148 bash[66753]: cluster 2024-03-22T07:14:45.205465+0000 osd.6 (osd.6) 142 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:46 smithi148 bash[66753]: cluster 2024-03-22T07:14:45.211681+0000 osd.3 (osd.3) 121 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:46 smithi148 bash[66753]: cluster 2024-03-22T07:14:45.244051+0000 osd.7 (osd.7) 102 : cluster 3 failed to encode map e505 with expected crc 2024-03-22T07:14:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:46 smithi148 bash[66753]: cluster 2024-03-22T07:14:45.330361+0000 mgr.y (mgr.25337) 199 : cluster 0 pgmap v348: 105 pgs: 105 active+clean; 584 KiB data, 428 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s rd, 14 KiB/s wr, 117 op/s 2024-03-22T07:14:47.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[79695]: cluster 2024-03-22T07:14:46.199707+0000 osd.2 (osd.2) 119 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[79695]: cluster 2024-03-22T07:14:46.203422+0000 osd.6 (osd.6) 143 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[79695]: cluster 2024-03-22T07:14:46.206736+0000 mon.a (mon.0) 506 : cluster 0 osdmap e506: 8 total, 8 up, 8 in 2024-03-22T07:14:47.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[79695]: cluster 2024-03-22T07:14:46.211892+0000 osd.3 (osd.3) 122 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[79695]: cluster 2024-03-22T07:14:46.212509+0000 osd.5 (osd.5) 100 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[79695]: cluster 2024-03-22T07:14:46.213473+0000 osd.7 (osd.7) 103 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[79695]: cluster 2024-03-22T07:14:46.218186+0000 osd.1 (osd.1) 125 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[79695]: cluster 2024-03-22T07:14:46.219195+0000 osd.3 (osd.3) 123 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[82160]: cluster 2024-03-22T07:14:46.199707+0000 osd.2 (osd.2) 119 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[82160]: cluster 2024-03-22T07:14:46.203422+0000 osd.6 (osd.6) 143 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[82160]: cluster 2024-03-22T07:14:46.206736+0000 mon.a (mon.0) 506 : cluster 0 osdmap e506: 8 total, 8 up, 8 in 2024-03-22T07:14:47.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[82160]: cluster 2024-03-22T07:14:46.211892+0000 osd.3 (osd.3) 122 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[82160]: cluster 2024-03-22T07:14:46.212509+0000 osd.5 (osd.5) 100 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[82160]: cluster 2024-03-22T07:14:46.213473+0000 osd.7 (osd.7) 103 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[82160]: cluster 2024-03-22T07:14:46.218186+0000 osd.1 (osd.1) 125 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:47 smithi129 bash[82160]: cluster 2024-03-22T07:14:46.219195+0000 osd.3 (osd.3) 123 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:47 smithi148 bash[66753]: cluster 2024-03-22T07:14:46.199707+0000 osd.2 (osd.2) 119 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:47 smithi148 bash[66753]: cluster 2024-03-22T07:14:46.203422+0000 osd.6 (osd.6) 143 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:47 smithi148 bash[66753]: cluster 2024-03-22T07:14:46.206736+0000 mon.a (mon.0) 506 : cluster 0 osdmap e506: 8 total, 8 up, 8 in 2024-03-22T07:14:47.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:47 smithi148 bash[66753]: cluster 2024-03-22T07:14:46.211892+0000 osd.3 (osd.3) 122 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:47 smithi148 bash[66753]: cluster 2024-03-22T07:14:46.212509+0000 osd.5 (osd.5) 100 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:47 smithi148 bash[66753]: cluster 2024-03-22T07:14:46.213473+0000 osd.7 (osd.7) 103 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:47 smithi148 bash[66753]: cluster 2024-03-22T07:14:46.218186+0000 osd.1 (osd.1) 125 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:47.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:47 smithi148 bash[66753]: cluster 2024-03-22T07:14:46.219195+0000 osd.3 (osd.3) 123 : cluster 3 failed to encode map e506 with expected crc 2024-03-22T07:14:48.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:48 smithi129 bash[79695]: cluster 2024-03-22T07:14:47.203482+0000 osd.7 (osd.7) 104 : cluster 3 failed to encode map e507 with expected crc 2024-03-22T07:14:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:48 smithi129 bash[79695]: cluster 2024-03-22T07:14:47.204173+0000 osd.6 (osd.6) 144 : cluster 3 failed to encode map e507 with expected crc 2024-03-22T07:14:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:48 smithi129 bash[79695]: cluster 2024-03-22T07:14:47.206769+0000 mon.a (mon.0) 507 : cluster 0 osdmap e507: 8 total, 8 up, 8 in 2024-03-22T07:14:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:48 smithi129 bash[79695]: cluster 2024-03-22T07:14:47.218160+0000 osd.5 (osd.5) 101 : cluster 3 failed to encode map e507 with expected crc 2024-03-22T07:14:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:48 smithi129 bash[79695]: cluster 2024-03-22T07:14:47.238036+0000 osd.3 (osd.3) 124 : cluster 3 failed to encode map e507 with expected crc 2024-03-22T07:14:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:48 smithi129 bash[79695]: cluster 2024-03-22T07:14:47.247529+0000 osd.2 (osd.2) 120 : cluster 3 failed to encode map e507 with expected crc 2024-03-22T07:14:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:48 smithi129 bash[79695]: cluster 2024-03-22T07:14:47.331060+0000 mgr.y (mgr.25337) 200 : cluster 0 pgmap v351: 105 pgs: 105 active+clean; 584 KiB data, 428 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 10 KiB/s wr, 79 op/s 2024-03-22T07:14:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:48 smithi129 bash[82160]: cluster 2024-03-22T07:14:47.203482+0000 osd.7 (osd.7) 104 : cluster 3 failed to encode map e507 with expected crc 2024-03-22T07:14:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:48 smithi129 bash[82160]: cluster 2024-03-22T07:14:47.204173+0000 osd.6 (osd.6) 144 : cluster 3 failed to encode map e507 with expected crc 2024-03-22T07:14:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:48 smithi129 bash[82160]: cluster 2024-03-22T07:14:47.206769+0000 mon.a (mon.0) 507 : cluster 0 osdmap e507: 8 total, 8 up, 8 in 2024-03-22T07:14:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:48 smithi129 bash[82160]: cluster 2024-03-22T07:14:47.218160+0000 osd.5 (osd.5) 101 : cluster 3 failed to encode map e507 with expected crc 2024-03-22T07:14:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:48 smithi129 bash[82160]: cluster 2024-03-22T07:14:47.238036+0000 osd.3 (osd.3) 124 : cluster 3 failed to encode map e507 with expected crc 2024-03-22T07:14:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:48 smithi129 bash[82160]: cluster 2024-03-22T07:14:47.247529+0000 osd.2 (osd.2) 120 : cluster 3 failed to encode map e507 with expected crc 2024-03-22T07:14:48.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:48 smithi129 bash[82160]: cluster 2024-03-22T07:14:47.331060+0000 mgr.y (mgr.25337) 200 : cluster 0 pgmap v351: 105 pgs: 105 active+clean; 584 KiB data, 428 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 10 KiB/s wr, 79 op/s 2024-03-22T07:14:48.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:48 smithi148 bash[66753]: cluster 2024-03-22T07:14:47.203482+0000 osd.7 (osd.7) 104 : cluster 3 failed to encode map e507 with expected crc 2024-03-22T07:14:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:48 smithi148 bash[66753]: cluster 2024-03-22T07:14:47.204173+0000 osd.6 (osd.6) 144 : cluster 3 failed to encode map e507 with expected crc 2024-03-22T07:14:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:48 smithi148 bash[66753]: cluster 2024-03-22T07:14:47.206769+0000 mon.a (mon.0) 507 : cluster 0 osdmap e507: 8 total, 8 up, 8 in 2024-03-22T07:14:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:48 smithi148 bash[66753]: cluster 2024-03-22T07:14:47.218160+0000 osd.5 (osd.5) 101 : cluster 3 failed to encode map e507 with expected crc 2024-03-22T07:14:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:48 smithi148 bash[66753]: cluster 2024-03-22T07:14:47.238036+0000 osd.3 (osd.3) 124 : cluster 3 failed to encode map e507 with expected crc 2024-03-22T07:14:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:48 smithi148 bash[66753]: cluster 2024-03-22T07:14:47.247529+0000 osd.2 (osd.2) 120 : cluster 3 failed to encode map e507 with expected crc 2024-03-22T07:14:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:48 smithi148 bash[66753]: cluster 2024-03-22T07:14:47.331060+0000 mgr.y (mgr.25337) 200 : cluster 0 pgmap v351: 105 pgs: 105 active+clean; 584 KiB data, 428 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 10 KiB/s wr, 79 op/s 2024-03-22T07:14:49.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:49 smithi129 bash[79695]: cluster 2024-03-22T07:14:48.219059+0000 osd.3 (osd.3) 125 : cluster 3 failed to encode map e508 with expected crc 2024-03-22T07:14:49.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:49 smithi129 bash[79695]: cluster 2024-03-22T07:14:48.220454+0000 osd.1 (osd.1) 126 : cluster 3 failed to encode map e508 with expected crc 2024-03-22T07:14:49.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:49 smithi129 bash[79695]: cluster 2024-03-22T07:14:48.226941+0000 mon.a (mon.0) 508 : cluster 0 osdmap e508: 8 total, 8 up, 8 in 2024-03-22T07:14:49.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:49 smithi129 bash[79695]: cluster 2024-03-22T07:14:48.231254+0000 osd.5 (osd.5) 102 : cluster 3 failed to encode map e508 with expected crc 2024-03-22T07:14:49.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:49 smithi129 bash[79695]: cluster 2024-03-22T07:14:48.256179+0000 osd.2 (osd.2) 121 : cluster 3 failed to encode map e508 with expected crc 2024-03-22T07:14:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:49 smithi129 bash[82160]: cluster 2024-03-22T07:14:48.219059+0000 osd.3 (osd.3) 125 : cluster 3 failed to encode map e508 with expected crc 2024-03-22T07:14:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:49 smithi129 bash[82160]: cluster 2024-03-22T07:14:48.220454+0000 osd.1 (osd.1) 126 : cluster 3 failed to encode map e508 with expected crc 2024-03-22T07:14:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:49 smithi129 bash[82160]: cluster 2024-03-22T07:14:48.226941+0000 mon.a (mon.0) 508 : cluster 0 osdmap e508: 8 total, 8 up, 8 in 2024-03-22T07:14:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:49 smithi129 bash[82160]: cluster 2024-03-22T07:14:48.231254+0000 osd.5 (osd.5) 102 : cluster 3 failed to encode map e508 with expected crc 2024-03-22T07:14:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:49 smithi129 bash[82160]: cluster 2024-03-22T07:14:48.256179+0000 osd.2 (osd.2) 121 : cluster 3 failed to encode map e508 with expected crc 2024-03-22T07:14:49.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:49 smithi148 bash[66753]: cluster 2024-03-22T07:14:48.219059+0000 osd.3 (osd.3) 125 : cluster 3 failed to encode map e508 with expected crc 2024-03-22T07:14:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:49 smithi148 bash[66753]: cluster 2024-03-22T07:14:48.220454+0000 osd.1 (osd.1) 126 : cluster 3 failed to encode map e508 with expected crc 2024-03-22T07:14:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:49 smithi148 bash[66753]: cluster 2024-03-22T07:14:48.226941+0000 mon.a (mon.0) 508 : cluster 0 osdmap e508: 8 total, 8 up, 8 in 2024-03-22T07:14:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:49 smithi148 bash[66753]: cluster 2024-03-22T07:14:48.231254+0000 osd.5 (osd.5) 102 : cluster 3 failed to encode map e508 with expected crc 2024-03-22T07:14:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:49 smithi148 bash[66753]: cluster 2024-03-22T07:14:48.256179+0000 osd.2 (osd.2) 121 : cluster 3 failed to encode map e508 with expected crc 2024-03-22T07:14:50.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:50 smithi129 bash[79695]: cluster 2024-03-22T07:14:49.232268+0000 osd.5 (osd.5) 103 : cluster 3 failed to encode map e509 with expected crc 2024-03-22T07:14:50.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:50 smithi129 bash[79695]: cluster 2024-03-22T07:14:49.234278+0000 mon.a (mon.0) 509 : cluster 0 osdmap e509: 8 total, 8 up, 8 in 2024-03-22T07:14:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:50 smithi129 bash[79695]: cluster 2024-03-22T07:14:49.238712+0000 osd.3 (osd.3) 126 : cluster 3 failed to encode map e509 with expected crc 2024-03-22T07:14:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:50 smithi129 bash[79695]: cluster 2024-03-22T07:14:49.263652+0000 osd.7 (osd.7) 105 : cluster 3 failed to encode map e509 with expected crc 2024-03-22T07:14:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:50 smithi129 bash[79695]: cluster 2024-03-22T07:14:49.264985+0000 osd.1 (osd.1) 127 : cluster 3 failed to encode map e509 with expected crc 2024-03-22T07:14:50.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:50 smithi129 bash[79695]: cluster 2024-03-22T07:14:49.332326+0000 mgr.y (mgr.25337) 201 : cluster 0 pgmap v354: 105 pgs: 105 active+clean; 584 KiB data, 430 MiB used, 715 GiB / 715 GiB avail; 177 KiB/s rd, 20 KiB/s wr, 239 op/s 2024-03-22T07:14:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:50 smithi129 bash[82160]: cluster 2024-03-22T07:14:49.232268+0000 osd.5 (osd.5) 103 : cluster 3 failed to encode map e509 with expected crc 2024-03-22T07:14:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:50 smithi129 bash[82160]: cluster 2024-03-22T07:14:49.234278+0000 mon.a (mon.0) 509 : cluster 0 osdmap e509: 8 total, 8 up, 8 in 2024-03-22T07:14:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:50 smithi129 bash[82160]: cluster 2024-03-22T07:14:49.238712+0000 osd.3 (osd.3) 126 : cluster 3 failed to encode map e509 with expected crc 2024-03-22T07:14:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:50 smithi129 bash[82160]: cluster 2024-03-22T07:14:49.263652+0000 osd.7 (osd.7) 105 : cluster 3 failed to encode map e509 with expected crc 2024-03-22T07:14:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:50 smithi129 bash[82160]: cluster 2024-03-22T07:14:49.264985+0000 osd.1 (osd.1) 127 : cluster 3 failed to encode map e509 with expected crc 2024-03-22T07:14:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:50 smithi129 bash[82160]: cluster 2024-03-22T07:14:49.332326+0000 mgr.y (mgr.25337) 201 : cluster 0 pgmap v354: 105 pgs: 105 active+clean; 584 KiB data, 430 MiB used, 715 GiB / 715 GiB avail; 177 KiB/s rd, 20 KiB/s wr, 239 op/s 2024-03-22T07:14:50.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:50 smithi148 bash[66753]: cluster 2024-03-22T07:14:49.232268+0000 osd.5 (osd.5) 103 : cluster 3 failed to encode map e509 with expected crc 2024-03-22T07:14:50.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:50 smithi148 bash[66753]: cluster 2024-03-22T07:14:49.234278+0000 mon.a (mon.0) 509 : cluster 0 osdmap e509: 8 total, 8 up, 8 in 2024-03-22T07:14:50.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:50 smithi148 bash[66753]: cluster 2024-03-22T07:14:49.238712+0000 osd.3 (osd.3) 126 : cluster 3 failed to encode map e509 with expected crc 2024-03-22T07:14:50.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:50 smithi148 bash[66753]: cluster 2024-03-22T07:14:49.263652+0000 osd.7 (osd.7) 105 : cluster 3 failed to encode map e509 with expected crc 2024-03-22T07:14:50.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:50 smithi148 bash[66753]: cluster 2024-03-22T07:14:49.264985+0000 osd.1 (osd.1) 127 : cluster 3 failed to encode map e509 with expected crc 2024-03-22T07:14:50.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:50 smithi148 bash[66753]: cluster 2024-03-22T07:14:49.332326+0000 mgr.y (mgr.25337) 201 : cluster 0 pgmap v354: 105 pgs: 105 active+clean; 584 KiB data, 430 MiB used, 715 GiB / 715 GiB avail; 177 KiB/s rd, 20 KiB/s wr, 239 op/s 2024-03-22T07:14:51.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:51 smithi129 bash[79695]: cluster 2024-03-22T07:14:50.240999+0000 osd.2 (osd.2) 122 : cluster 3 failed to encode map e510 with expected crc 2024-03-22T07:14:51.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:51 smithi129 bash[79695]: cluster 2024-03-22T07:14:50.242127+0000 osd.4 (osd.4) 136 : cluster 3 failed to encode map e510 with expected crc 2024-03-22T07:14:51.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:51 smithi129 bash[79695]: cluster 2024-03-22T07:14:50.246637+0000 mon.a (mon.0) 510 : cluster 0 osdmap e510: 8 total, 8 up, 8 in 2024-03-22T07:14:51.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:51 smithi129 bash[79695]: cluster 2024-03-22T07:14:50.250566+0000 osd.3 (osd.3) 127 : cluster 3 failed to encode map e510 with expected crc 2024-03-22T07:14:51.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:51 smithi129 bash[79695]: cluster 2024-03-22T07:14:50.268742+0000 osd.6 (osd.6) 145 : cluster 3 failed to encode map e510 with expected crc 2024-03-22T07:14:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:51 smithi129 bash[82160]: cluster 2024-03-22T07:14:50.240999+0000 osd.2 (osd.2) 122 : cluster 3 failed to encode map e510 with expected crc 2024-03-22T07:14:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:51 smithi129 bash[82160]: cluster 2024-03-22T07:14:50.242127+0000 osd.4 (osd.4) 136 : cluster 3 failed to encode map e510 with expected crc 2024-03-22T07:14:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:51 smithi129 bash[82160]: cluster 2024-03-22T07:14:50.246637+0000 mon.a (mon.0) 510 : cluster 0 osdmap e510: 8 total, 8 up, 8 in 2024-03-22T07:14:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:51 smithi129 bash[82160]: cluster 2024-03-22T07:14:50.250566+0000 osd.3 (osd.3) 127 : cluster 3 failed to encode map e510 with expected crc 2024-03-22T07:14:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:51 smithi129 bash[82160]: cluster 2024-03-22T07:14:50.268742+0000 osd.6 (osd.6) 145 : cluster 3 failed to encode map e510 with expected crc 2024-03-22T07:14:51.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:51 smithi148 bash[66753]: cluster 2024-03-22T07:14:50.240999+0000 osd.2 (osd.2) 122 : cluster 3 failed to encode map e510 with expected crc 2024-03-22T07:14:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:51 smithi148 bash[66753]: cluster 2024-03-22T07:14:50.242127+0000 osd.4 (osd.4) 136 : cluster 3 failed to encode map e510 with expected crc 2024-03-22T07:14:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:51 smithi148 bash[66753]: cluster 2024-03-22T07:14:50.246637+0000 mon.a (mon.0) 510 : cluster 0 osdmap e510: 8 total, 8 up, 8 in 2024-03-22T07:14:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:51 smithi148 bash[66753]: cluster 2024-03-22T07:14:50.250566+0000 osd.3 (osd.3) 127 : cluster 3 failed to encode map e510 with expected crc 2024-03-22T07:14:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:51 smithi148 bash[66753]: cluster 2024-03-22T07:14:50.268742+0000 osd.6 (osd.6) 145 : cluster 3 failed to encode map e510 with expected crc 2024-03-22T07:14:52.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:52 smithi129 bash[79695]: cluster 2024-03-22T07:14:51.249293+0000 osd.7 (osd.7) 106 : cluster 3 failed to encode map e511 with expected crc 2024-03-22T07:14:52.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:52 smithi129 bash[79695]: cluster 2024-03-22T07:14:51.250154+0000 osd.4 (osd.4) 137 : cluster 3 failed to encode map e511 with expected crc 2024-03-22T07:14:52.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:52 smithi129 bash[79695]: cluster 2024-03-22T07:14:51.251795+0000 mon.a (mon.0) 511 : cluster 0 osdmap e511: 8 total, 8 up, 8 in 2024-03-22T07:14:52.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:52 smithi129 bash[79695]: cluster 2024-03-22T07:14:51.254145+0000 osd.3 (osd.3) 128 : cluster 3 failed to encode map e511 with expected crc 2024-03-22T07:14:52.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:52 smithi129 bash[79695]: cluster 2024-03-22T07:14:51.273328+0000 osd.2 (osd.2) 123 : cluster 3 failed to encode map e511 with expected crc 2024-03-22T07:14:52.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:52 smithi129 bash[79695]: cluster 2024-03-22T07:14:51.333013+0000 mgr.y (mgr.25337) 202 : cluster 0 pgmap v357: 105 pgs: 105 active+clean; 584 KiB data, 430 MiB used, 715 GiB / 715 GiB avail; 177 KiB/s rd, 20 KiB/s wr, 239 op/s 2024-03-22T07:14:52.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:52 smithi129 bash[82160]: cluster 2024-03-22T07:14:51.249293+0000 osd.7 (osd.7) 106 : cluster 3 failed to encode map e511 with expected crc 2024-03-22T07:14:52.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:52 smithi129 bash[82160]: cluster 2024-03-22T07:14:51.250154+0000 osd.4 (osd.4) 137 : cluster 3 failed to encode map e511 with expected crc 2024-03-22T07:14:52.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:52 smithi129 bash[82160]: cluster 2024-03-22T07:14:51.251795+0000 mon.a (mon.0) 511 : cluster 0 osdmap e511: 8 total, 8 up, 8 in 2024-03-22T07:14:52.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:52 smithi129 bash[82160]: cluster 2024-03-22T07:14:51.254145+0000 osd.3 (osd.3) 128 : cluster 3 failed to encode map e511 with expected crc 2024-03-22T07:14:52.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:52 smithi129 bash[82160]: cluster 2024-03-22T07:14:51.273328+0000 osd.2 (osd.2) 123 : cluster 3 failed to encode map e511 with expected crc 2024-03-22T07:14:52.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:52 smithi129 bash[82160]: cluster 2024-03-22T07:14:51.333013+0000 mgr.y (mgr.25337) 202 : cluster 0 pgmap v357: 105 pgs: 105 active+clean; 584 KiB data, 430 MiB used, 715 GiB / 715 GiB avail; 177 KiB/s rd, 20 KiB/s wr, 239 op/s 2024-03-22T07:14:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:52 smithi148 bash[66753]: cluster 2024-03-22T07:14:51.249293+0000 osd.7 (osd.7) 106 : cluster 3 failed to encode map e511 with expected crc 2024-03-22T07:14:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:52 smithi148 bash[66753]: cluster 2024-03-22T07:14:51.250154+0000 osd.4 (osd.4) 137 : cluster 3 failed to encode map e511 with expected crc 2024-03-22T07:14:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:52 smithi148 bash[66753]: cluster 2024-03-22T07:14:51.251795+0000 mon.a (mon.0) 511 : cluster 0 osdmap e511: 8 total, 8 up, 8 in 2024-03-22T07:14:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:52 smithi148 bash[66753]: cluster 2024-03-22T07:14:51.254145+0000 osd.3 (osd.3) 128 : cluster 3 failed to encode map e511 with expected crc 2024-03-22T07:14:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:52 smithi148 bash[66753]: cluster 2024-03-22T07:14:51.273328+0000 osd.2 (osd.2) 123 : cluster 3 failed to encode map e511 with expected crc 2024-03-22T07:14:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:52 smithi148 bash[66753]: cluster 2024-03-22T07:14:51.333013+0000 mgr.y (mgr.25337) 202 : cluster 0 pgmap v357: 105 pgs: 105 active+clean; 584 KiB data, 430 MiB used, 715 GiB / 715 GiB avail; 177 KiB/s rd, 20 KiB/s wr, 239 op/s 2024-03-22T07:14:53.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:53 smithi129 bash[79695]: cluster 2024-03-22T07:14:52.257573+0000 osd.7 (osd.7) 107 : cluster 3 failed to encode map e512 with expected crc 2024-03-22T07:14:53.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:53 smithi129 bash[79695]: cluster 2024-03-22T07:14:52.258446+0000 osd.4 (osd.4) 138 : cluster 3 failed to encode map e512 with expected crc 2024-03-22T07:14:53.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:53 smithi129 bash[79695]: cluster 2024-03-22T07:14:52.262107+0000 mon.a (mon.0) 512 : cluster 0 osdmap e512: 8 total, 8 up, 8 in 2024-03-22T07:14:53.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:53 smithi129 bash[79695]: cluster 2024-03-22T07:14:52.264911+0000 osd.3 (osd.3) 129 : cluster 3 failed to encode map e512 with expected crc 2024-03-22T07:14:53.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:53 smithi129 bash[79695]: cluster 2024-03-22T07:14:52.303571+0000 osd.2 (osd.2) 124 : cluster 3 failed to encode map e512 with expected crc 2024-03-22T07:14:53.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:53 smithi129 bash[79695]: cluster 2024-03-22T07:14:53.142567+0000 mon.a (mon.0) 513 : cluster 0 osdmap e513: 8 total, 8 up, 8 in 2024-03-22T07:14:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:53 smithi129 bash[82160]: cluster 2024-03-22T07:14:52.257573+0000 osd.7 (osd.7) 107 : cluster 3 failed to encode map e512 with expected crc 2024-03-22T07:14:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:53 smithi129 bash[82160]: cluster 2024-03-22T07:14:52.258446+0000 osd.4 (osd.4) 138 : cluster 3 failed to encode map e512 with expected crc 2024-03-22T07:14:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:53 smithi129 bash[82160]: cluster 2024-03-22T07:14:52.262107+0000 mon.a (mon.0) 512 : cluster 0 osdmap e512: 8 total, 8 up, 8 in 2024-03-22T07:14:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:53 smithi129 bash[82160]: cluster 2024-03-22T07:14:52.264911+0000 osd.3 (osd.3) 129 : cluster 3 failed to encode map e512 with expected crc 2024-03-22T07:14:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:53 smithi129 bash[82160]: cluster 2024-03-22T07:14:52.303571+0000 osd.2 (osd.2) 124 : cluster 3 failed to encode map e512 with expected crc 2024-03-22T07:14:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:53 smithi129 bash[82160]: cluster 2024-03-22T07:14:53.142567+0000 mon.a (mon.0) 513 : cluster 0 osdmap e513: 8 total, 8 up, 8 in 2024-03-22T07:14:53.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:53 smithi148 bash[66753]: cluster 2024-03-22T07:14:52.257573+0000 osd.7 (osd.7) 107 : cluster 3 failed to encode map e512 with expected crc 2024-03-22T07:14:53.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:53 smithi148 bash[66753]: cluster 2024-03-22T07:14:52.258446+0000 osd.4 (osd.4) 138 : cluster 3 failed to encode map e512 with expected crc 2024-03-22T07:14:53.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:53 smithi148 bash[66753]: cluster 2024-03-22T07:14:52.262107+0000 mon.a (mon.0) 512 : cluster 0 osdmap e512: 8 total, 8 up, 8 in 2024-03-22T07:14:53.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:53 smithi148 bash[66753]: cluster 2024-03-22T07:14:52.264911+0000 osd.3 (osd.3) 129 : cluster 3 failed to encode map e512 with expected crc 2024-03-22T07:14:53.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:53 smithi148 bash[66753]: cluster 2024-03-22T07:14:52.303571+0000 osd.2 (osd.2) 124 : cluster 3 failed to encode map e512 with expected crc 2024-03-22T07:14:53.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:53 smithi148 bash[66753]: cluster 2024-03-22T07:14:53.142567+0000 mon.a (mon.0) 513 : cluster 0 osdmap e513: 8 total, 8 up, 8 in 2024-03-22T07:14:54.260 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:14:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:14:53] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2024-03-22T07:14:54.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:54 smithi129 bash[79695]: cluster 2024-03-22T07:14:53.138296+0000 osd.2 (osd.2) 125 : cluster 3 failed to encode map e513 with expected crc 2024-03-22T07:14:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:54 smithi129 bash[79695]: cluster 2024-03-22T07:14:53.142935+0000 osd.4 (osd.4) 139 : cluster 3 failed to encode map e513 with expected crc 2024-03-22T07:14:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:54 smithi129 bash[79695]: cluster 2024-03-22T07:14:53.150829+0000 osd.7 (osd.7) 108 : cluster 3 failed to encode map e513 with expected crc 2024-03-22T07:14:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:54 smithi129 bash[79695]: cluster 2024-03-22T07:14:53.333655+0000 mgr.y (mgr.25337) 203 : cluster 0 pgmap v360: 105 pgs: 105 active+clean; 584 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-03-22T07:14:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:54 smithi129 bash[79695]: audit 2024-03-22T07:14:53.377991+0000 mon.c (mon.2) 95 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:14:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:54 smithi129 bash[79695]: cluster 2024-03-22T07:14:54.159816+0000 mon.a (mon.0) 514 : cluster 0 osdmap e514: 8 total, 8 up, 8 in 2024-03-22T07:14:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:54 smithi129 bash[82160]: cluster 2024-03-22T07:14:53.138296+0000 osd.2 (osd.2) 125 : cluster 3 failed to encode map e513 with expected crc 2024-03-22T07:14:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:54 smithi129 bash[82160]: cluster 2024-03-22T07:14:53.142935+0000 osd.4 (osd.4) 139 : cluster 3 failed to encode map e513 with expected crc 2024-03-22T07:14:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:54 smithi129 bash[82160]: cluster 2024-03-22T07:14:53.150829+0000 osd.7 (osd.7) 108 : cluster 3 failed to encode map e513 with expected crc 2024-03-22T07:14:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:54 smithi129 bash[82160]: cluster 2024-03-22T07:14:53.333655+0000 mgr.y (mgr.25337) 203 : cluster 0 pgmap v360: 105 pgs: 105 active+clean; 584 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-03-22T07:14:54.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:54 smithi129 bash[82160]: audit 2024-03-22T07:14:53.377991+0000 mon.c (mon.2) 95 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:14:54.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:54 smithi129 bash[82160]: cluster 2024-03-22T07:14:54.159816+0000 mon.a (mon.0) 514 : cluster 0 osdmap e514: 8 total, 8 up, 8 in 2024-03-22T07:14:54.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:54 smithi148 bash[66753]: cluster 2024-03-22T07:14:53.138296+0000 osd.2 (osd.2) 125 : cluster 3 failed to encode map e513 with expected crc 2024-03-22T07:14:54.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:54 smithi148 bash[66753]: cluster 2024-03-22T07:14:53.142935+0000 osd.4 (osd.4) 139 : cluster 3 failed to encode map e513 with expected crc 2024-03-22T07:14:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:54 smithi148 bash[66753]: cluster 2024-03-22T07:14:53.150829+0000 osd.7 (osd.7) 108 : cluster 3 failed to encode map e513 with expected crc 2024-03-22T07:14:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:54 smithi148 bash[66753]: cluster 2024-03-22T07:14:53.333655+0000 mgr.y (mgr.25337) 203 : cluster 0 pgmap v360: 105 pgs: 105 active+clean; 584 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-03-22T07:14:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:54 smithi148 bash[66753]: audit 2024-03-22T07:14:53.377991+0000 mon.c (mon.2) 95 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:14:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:54 smithi148 bash[66753]: cluster 2024-03-22T07:14:54.159816+0000 mon.a (mon.0) 514 : cluster 0 osdmap e514: 8 total, 8 up, 8 in 2024-03-22T07:14:55.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:55 smithi129 bash[79695]: cluster 2024-03-22T07:14:54.154236+0000 osd.3 (osd.3) 130 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:55 smithi129 bash[79695]: cluster 2024-03-22T07:14:54.155926+0000 osd.4 (osd.4) 140 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:55 smithi129 bash[79695]: cluster 2024-03-22T07:14:54.163995+0000 osd.7 (osd.7) 109 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:55 smithi129 bash[79695]: cluster 2024-03-22T07:14:54.167627+0000 osd.5 (osd.5) 104 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:55 smithi129 bash[79695]: cluster 2024-03-22T07:14:54.184514+0000 osd.6 (osd.6) 146 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:55 smithi129 bash[79695]: cluster 2024-03-22T07:14:54.210282+0000 osd.1 (osd.1) 128 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:55 smithi129 bash[79695]: cluster 2024-03-22T07:14:54.220551+0000 osd.2 (osd.2) 126 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:55 smithi129 bash[82160]: cluster 2024-03-22T07:14:54.154236+0000 osd.3 (osd.3) 130 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:55 smithi129 bash[82160]: cluster 2024-03-22T07:14:54.155926+0000 osd.4 (osd.4) 140 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:55 smithi129 bash[82160]: cluster 2024-03-22T07:14:54.163995+0000 osd.7 (osd.7) 109 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:55 smithi129 bash[82160]: cluster 2024-03-22T07:14:54.167627+0000 osd.5 (osd.5) 104 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:55 smithi129 bash[82160]: cluster 2024-03-22T07:14:54.184514+0000 osd.6 (osd.6) 146 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:55 smithi129 bash[82160]: cluster 2024-03-22T07:14:54.210282+0000 osd.1 (osd.1) 128 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:55 smithi129 bash[82160]: cluster 2024-03-22T07:14:54.220551+0000 osd.2 (osd.2) 126 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:55 smithi148 bash[66753]: cluster 2024-03-22T07:14:54.154236+0000 osd.3 (osd.3) 130 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:55 smithi148 bash[66753]: cluster 2024-03-22T07:14:54.155926+0000 osd.4 (osd.4) 140 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:55 smithi148 bash[66753]: cluster 2024-03-22T07:14:54.163995+0000 osd.7 (osd.7) 109 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:55 smithi148 bash[66753]: cluster 2024-03-22T07:14:54.167627+0000 osd.5 (osd.5) 104 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:55 smithi148 bash[66753]: cluster 2024-03-22T07:14:54.184514+0000 osd.6 (osd.6) 146 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:55 smithi148 bash[66753]: cluster 2024-03-22T07:14:54.210282+0000 osd.1 (osd.1) 128 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:55.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:55 smithi148 bash[66753]: cluster 2024-03-22T07:14:54.220551+0000 osd.2 (osd.2) 126 : cluster 3 failed to encode map e514 with expected crc 2024-03-22T07:14:56.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:56 smithi129 bash[79695]: cluster 2024-03-22T07:14:55.274650+0000 osd.2 (osd.2) 127 : cluster 3 failed to encode map e515 with expected crc 2024-03-22T07:14:56.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:56 smithi129 bash[79695]: cluster 2024-03-22T07:14:55.275514+0000 osd.4 (osd.4) 141 : cluster 3 failed to encode map e515 with expected crc 2024-03-22T07:14:56.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:56 smithi129 bash[79695]: cluster 2024-03-22T07:14:55.278437+0000 mon.a (mon.0) 515 : cluster 0 osdmap e515: 8 total, 8 up, 8 in 2024-03-22T07:14:56.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:56 smithi129 bash[79695]: cluster 2024-03-22T07:14:55.297136+0000 osd.1 (osd.1) 129 : cluster 3 failed to encode map e515 with expected crc 2024-03-22T07:14:56.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:56 smithi129 bash[79695]: cluster 2024-03-22T07:14:55.298357+0000 osd.6 (osd.6) 147 : cluster 3 failed to encode map e515 with expected crc 2024-03-22T07:14:56.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:56 smithi129 bash[79695]: cluster 2024-03-22T07:14:55.334439+0000 mgr.y (mgr.25337) 204 : cluster 0 pgmap v363: 105 pgs: 105 active+clean; 584 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 91 KiB/s rd, 7.5 KiB/s wr, 134 op/s 2024-03-22T07:14:56.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:56 smithi129 bash[82160]: cluster 2024-03-22T07:14:55.274650+0000 osd.2 (osd.2) 127 : cluster 3 failed to encode map e515 with expected crc 2024-03-22T07:14:56.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:56 smithi129 bash[82160]: cluster 2024-03-22T07:14:55.275514+0000 osd.4 (osd.4) 141 : cluster 3 failed to encode map e515 with expected crc 2024-03-22T07:14:56.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:56 smithi129 bash[82160]: cluster 2024-03-22T07:14:55.278437+0000 mon.a (mon.0) 515 : cluster 0 osdmap e515: 8 total, 8 up, 8 in 2024-03-22T07:14:56.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:56 smithi129 bash[82160]: cluster 2024-03-22T07:14:55.297136+0000 osd.1 (osd.1) 129 : cluster 3 failed to encode map e515 with expected crc 2024-03-22T07:14:56.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:56 smithi129 bash[82160]: cluster 2024-03-22T07:14:55.298357+0000 osd.6 (osd.6) 147 : cluster 3 failed to encode map e515 with expected crc 2024-03-22T07:14:56.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:56 smithi129 bash[82160]: cluster 2024-03-22T07:14:55.334439+0000 mgr.y (mgr.25337) 204 : cluster 0 pgmap v363: 105 pgs: 105 active+clean; 584 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 91 KiB/s rd, 7.5 KiB/s wr, 134 op/s 2024-03-22T07:14:56.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:56 smithi148 bash[66753]: cluster 2024-03-22T07:14:55.274650+0000 osd.2 (osd.2) 127 : cluster 3 failed to encode map e515 with expected crc 2024-03-22T07:14:56.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:56 smithi148 bash[66753]: cluster 2024-03-22T07:14:55.275514+0000 osd.4 (osd.4) 141 : cluster 3 failed to encode map e515 with expected crc 2024-03-22T07:14:56.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:56 smithi148 bash[66753]: cluster 2024-03-22T07:14:55.278437+0000 mon.a (mon.0) 515 : cluster 0 osdmap e515: 8 total, 8 up, 8 in 2024-03-22T07:14:56.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:56 smithi148 bash[66753]: cluster 2024-03-22T07:14:55.297136+0000 osd.1 (osd.1) 129 : cluster 3 failed to encode map e515 with expected crc 2024-03-22T07:14:56.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:56 smithi148 bash[66753]: cluster 2024-03-22T07:14:55.298357+0000 osd.6 (osd.6) 147 : cluster 3 failed to encode map e515 with expected crc 2024-03-22T07:14:56.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:56 smithi148 bash[66753]: cluster 2024-03-22T07:14:55.334439+0000 mgr.y (mgr.25337) 204 : cluster 0 pgmap v363: 105 pgs: 105 active+clean; 584 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 91 KiB/s rd, 7.5 KiB/s wr, 134 op/s 2024-03-22T07:14:57.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:57 smithi129 bash[79695]: cluster 2024-03-22T07:14:56.293251+0000 osd.3 (osd.3) 131 : cluster 3 failed to encode map e516 with expected crc 2024-03-22T07:14:57.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:57 smithi129 bash[79695]: cluster 2024-03-22T07:14:56.295292+0000 osd.5 (osd.5) 105 : cluster 3 failed to encode map e516 with expected crc 2024-03-22T07:14:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:57 smithi129 bash[79695]: cluster 2024-03-22T07:14:56.298978+0000 mon.a (mon.0) 516 : cluster 0 osdmap e516: 8 total, 8 up, 8 in 2024-03-22T07:14:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:57 smithi129 bash[79695]: cluster 2024-03-22T07:14:56.312486+0000 osd.1 (osd.1) 130 : cluster 3 failed to encode map e516 with expected crc 2024-03-22T07:14:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:57 smithi129 bash[79695]: cluster 2024-03-22T07:14:56.313649+0000 osd.6 (osd.6) 148 : cluster 3 failed to encode map e516 with expected crc 2024-03-22T07:14:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:57 smithi129 bash[79695]: cluster 2024-03-22T07:14:56.326674+0000 osd.2 (osd.2) 128 : cluster 3 failed to encode map e516 with expected crc 2024-03-22T07:14:57.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:57 smithi129 bash[82160]: cluster 2024-03-22T07:14:56.293251+0000 osd.3 (osd.3) 131 : cluster 3 failed to encode map e516 with expected crc 2024-03-22T07:14:57.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:57 smithi129 bash[82160]: cluster 2024-03-22T07:14:56.295292+0000 osd.5 (osd.5) 105 : cluster 3 failed to encode map e516 with expected crc 2024-03-22T07:14:57.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:57 smithi129 bash[82160]: cluster 2024-03-22T07:14:56.298978+0000 mon.a (mon.0) 516 : cluster 0 osdmap e516: 8 total, 8 up, 8 in 2024-03-22T07:14:57.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:57 smithi129 bash[82160]: cluster 2024-03-22T07:14:56.312486+0000 osd.1 (osd.1) 130 : cluster 3 failed to encode map e516 with expected crc 2024-03-22T07:14:57.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:57 smithi129 bash[82160]: cluster 2024-03-22T07:14:56.313649+0000 osd.6 (osd.6) 148 : cluster 3 failed to encode map e516 with expected crc 2024-03-22T07:14:57.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:57 smithi129 bash[82160]: cluster 2024-03-22T07:14:56.326674+0000 osd.2 (osd.2) 128 : cluster 3 failed to encode map e516 with expected crc 2024-03-22T07:14:57.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:57 smithi148 bash[66753]: cluster 2024-03-22T07:14:56.293251+0000 osd.3 (osd.3) 131 : cluster 3 failed to encode map e516 with expected crc 2024-03-22T07:14:57.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:57 smithi148 bash[66753]: cluster 2024-03-22T07:14:56.295292+0000 osd.5 (osd.5) 105 : cluster 3 failed to encode map e516 with expected crc 2024-03-22T07:14:57.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:57 smithi148 bash[66753]: cluster 2024-03-22T07:14:56.298978+0000 mon.a (mon.0) 516 : cluster 0 osdmap e516: 8 total, 8 up, 8 in 2024-03-22T07:14:57.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:57 smithi148 bash[66753]: cluster 2024-03-22T07:14:56.312486+0000 osd.1 (osd.1) 130 : cluster 3 failed to encode map e516 with expected crc 2024-03-22T07:14:57.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:57 smithi148 bash[66753]: cluster 2024-03-22T07:14:56.313649+0000 osd.6 (osd.6) 148 : cluster 3 failed to encode map e516 with expected crc 2024-03-22T07:14:57.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:57 smithi148 bash[66753]: cluster 2024-03-22T07:14:56.326674+0000 osd.2 (osd.2) 128 : cluster 3 failed to encode map e516 with expected crc 2024-03-22T07:14:58.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:58 smithi129 bash[79695]: cluster 2024-03-22T07:14:57.307309+0000 osd.1 (osd.1) 131 : cluster 3 failed to encode map e517 with expected crc 2024-03-22T07:14:58.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:58 smithi129 bash[79695]: cluster 2024-03-22T07:14:57.307697+0000 osd.7 (osd.7) 110 : cluster 3 failed to encode map e517 with expected crc 2024-03-22T07:14:58.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:58 smithi129 bash[79695]: cluster 2024-03-22T07:14:57.312090+0000 mon.a (mon.0) 517 : cluster 0 osdmap e517: 8 total, 8 up, 8 in 2024-03-22T07:14:58.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:58 smithi129 bash[79695]: cluster 2024-03-22T07:14:57.324935+0000 osd.3 (osd.3) 132 : cluster 3 failed to encode map e517 with expected crc 2024-03-22T07:14:58.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:58 smithi129 bash[79695]: cluster 2024-03-22T07:14:57.335372+0000 mgr.y (mgr.25337) 205 : cluster 0 pgmap v366: 105 pgs: 105 active+clean; 584 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s rd, 7.5 KiB/s wr, 126 op/s 2024-03-22T07:14:58.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:58 smithi129 bash[79695]: cluster 2024-03-22T07:14:57.338878+0000 osd.6 (osd.6) 149 : cluster 3 failed to encode map e517 with expected crc 2024-03-22T07:14:58.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:58 smithi129 bash[79695]: cluster 2024-03-22T07:14:58.144934+0000 mon.a (mon.0) 518 : cluster 0 osdmap e518: 8 total, 8 up, 8 in 2024-03-22T07:14:58.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:58 smithi129 bash[82160]: cluster 2024-03-22T07:14:57.307309+0000 osd.1 (osd.1) 131 : cluster 3 failed to encode map e517 with expected crc 2024-03-22T07:14:58.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:58 smithi129 bash[82160]: cluster 2024-03-22T07:14:57.307697+0000 osd.7 (osd.7) 110 : cluster 3 failed to encode map e517 with expected crc 2024-03-22T07:14:58.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:58 smithi129 bash[82160]: cluster 2024-03-22T07:14:57.312090+0000 mon.a (mon.0) 517 : cluster 0 osdmap e517: 8 total, 8 up, 8 in 2024-03-22T07:14:58.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:58 smithi129 bash[82160]: cluster 2024-03-22T07:14:57.324935+0000 osd.3 (osd.3) 132 : cluster 3 failed to encode map e517 with expected crc 2024-03-22T07:14:58.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:58 smithi129 bash[82160]: cluster 2024-03-22T07:14:57.335372+0000 mgr.y (mgr.25337) 205 : cluster 0 pgmap v366: 105 pgs: 105 active+clean; 584 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s rd, 7.5 KiB/s wr, 126 op/s 2024-03-22T07:14:58.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:58 smithi129 bash[82160]: cluster 2024-03-22T07:14:57.338878+0000 osd.6 (osd.6) 149 : cluster 3 failed to encode map e517 with expected crc 2024-03-22T07:14:58.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:58 smithi129 bash[82160]: cluster 2024-03-22T07:14:58.144934+0000 mon.a (mon.0) 518 : cluster 0 osdmap e518: 8 total, 8 up, 8 in 2024-03-22T07:14:58.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:58 smithi148 bash[66753]: cluster 2024-03-22T07:14:57.307309+0000 osd.1 (osd.1) 131 : cluster 3 failed to encode map e517 with expected crc 2024-03-22T07:14:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:58 smithi148 bash[66753]: cluster 2024-03-22T07:14:57.307697+0000 osd.7 (osd.7) 110 : cluster 3 failed to encode map e517 with expected crc 2024-03-22T07:14:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:58 smithi148 bash[66753]: cluster 2024-03-22T07:14:57.312090+0000 mon.a (mon.0) 517 : cluster 0 osdmap e517: 8 total, 8 up, 8 in 2024-03-22T07:14:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:58 smithi148 bash[66753]: cluster 2024-03-22T07:14:57.324935+0000 osd.3 (osd.3) 132 : cluster 3 failed to encode map e517 with expected crc 2024-03-22T07:14:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:58 smithi148 bash[66753]: cluster 2024-03-22T07:14:57.335372+0000 mgr.y (mgr.25337) 205 : cluster 0 pgmap v366: 105 pgs: 105 active+clean; 584 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s rd, 7.5 KiB/s wr, 126 op/s 2024-03-22T07:14:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:58 smithi148 bash[66753]: cluster 2024-03-22T07:14:57.338878+0000 osd.6 (osd.6) 149 : cluster 3 failed to encode map e517 with expected crc 2024-03-22T07:14:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:58 smithi148 bash[66753]: cluster 2024-03-22T07:14:58.144934+0000 mon.a (mon.0) 518 : cluster 0 osdmap e518: 8 total, 8 up, 8 in 2024-03-22T07:14:59.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:59 smithi129 bash[79695]: cluster 2024-03-22T07:14:58.142324+0000 osd.7 (osd.7) 111 : cluster 3 failed to encode map e518 with expected crc 2024-03-22T07:14:59.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:59 smithi129 bash[79695]: cluster 2024-03-22T07:14:58.143153+0000 osd.5 (osd.5) 106 : cluster 3 failed to encode map e518 with expected crc 2024-03-22T07:14:59.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:59 smithi129 bash[79695]: cluster 2024-03-22T07:14:58.158892+0000 osd.3 (osd.3) 133 : cluster 3 failed to encode map e518 with expected crc 2024-03-22T07:14:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:59 smithi129 bash[79695]: cluster 2024-03-22T07:14:58.163550+0000 osd.6 (osd.6) 150 : cluster 3 failed to encode map e518 with expected crc 2024-03-22T07:14:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:14:59 smithi129 bash[79695]: cluster 2024-03-22T07:14:58.192434+0000 osd.2 (osd.2) 129 : cluster 3 failed to encode map e518 with expected crc 2024-03-22T07:14:59.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:59 smithi129 bash[82160]: cluster 2024-03-22T07:14:58.142324+0000 osd.7 (osd.7) 111 : cluster 3 failed to encode map e518 with expected crc 2024-03-22T07:14:59.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:59 smithi129 bash[82160]: cluster 2024-03-22T07:14:58.143153+0000 osd.5 (osd.5) 106 : cluster 3 failed to encode map e518 with expected crc 2024-03-22T07:14:59.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:59 smithi129 bash[82160]: cluster 2024-03-22T07:14:58.158892+0000 osd.3 (osd.3) 133 : cluster 3 failed to encode map e518 with expected crc 2024-03-22T07:14:59.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:59 smithi129 bash[82160]: cluster 2024-03-22T07:14:58.163550+0000 osd.6 (osd.6) 150 : cluster 3 failed to encode map e518 with expected crc 2024-03-22T07:14:59.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:14:59 smithi129 bash[82160]: cluster 2024-03-22T07:14:58.192434+0000 osd.2 (osd.2) 129 : cluster 3 failed to encode map e518 with expected crc 2024-03-22T07:14:59.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:59 smithi148 bash[66753]: cluster 2024-03-22T07:14:58.142324+0000 osd.7 (osd.7) 111 : cluster 3 failed to encode map e518 with expected crc 2024-03-22T07:14:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:59 smithi148 bash[66753]: cluster 2024-03-22T07:14:58.143153+0000 osd.5 (osd.5) 106 : cluster 3 failed to encode map e518 with expected crc 2024-03-22T07:14:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:59 smithi148 bash[66753]: cluster 2024-03-22T07:14:58.158892+0000 osd.3 (osd.3) 133 : cluster 3 failed to encode map e518 with expected crc 2024-03-22T07:14:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:59 smithi148 bash[66753]: cluster 2024-03-22T07:14:58.163550+0000 osd.6 (osd.6) 150 : cluster 3 failed to encode map e518 with expected crc 2024-03-22T07:14:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:14:59 smithi148 bash[66753]: cluster 2024-03-22T07:14:58.192434+0000 osd.2 (osd.2) 129 : cluster 3 failed to encode map e518 with expected crc 2024-03-22T07:15:00.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:00 smithi129 bash[79695]: cluster 2024-03-22T07:14:59.319190+0000 osd.7 (osd.7) 112 : cluster 3 failed to encode map e519 with expected crc 2024-03-22T07:15:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:00 smithi129 bash[79695]: cluster 2024-03-22T07:14:59.320013+0000 osd.4 (osd.4) 142 : cluster 3 failed to encode map e519 with expected crc 2024-03-22T07:15:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:00 smithi129 bash[79695]: cluster 2024-03-22T07:14:59.321782+0000 mon.a (mon.0) 519 : cluster 0 osdmap e519: 8 total, 8 up, 8 in 2024-03-22T07:15:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:00 smithi129 bash[79695]: cluster 2024-03-22T07:14:59.325589+0000 osd.5 (osd.5) 107 : cluster 3 failed to encode map e519 with expected crc 2024-03-22T07:15:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:00 smithi129 bash[79695]: cluster 2024-03-22T07:14:59.336202+0000 mgr.y (mgr.25337) 206 : cluster 0 pgmap v369: 105 pgs: 105 active+clean; 583 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s rd, 7.5 KiB/s wr, 129 op/s 2024-03-22T07:15:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:00 smithi129 bash[79695]: cluster 2024-03-22T07:14:59.368208+0000 osd.3 (osd.3) 134 : cluster 3 failed to encode map e519 with expected crc 2024-03-22T07:15:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:00 smithi129 bash[82160]: cluster 2024-03-22T07:14:59.319190+0000 osd.7 (osd.7) 112 : cluster 3 failed to encode map e519 with expected crc 2024-03-22T07:15:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:00 smithi129 bash[82160]: cluster 2024-03-22T07:14:59.320013+0000 osd.4 (osd.4) 142 : cluster 3 failed to encode map e519 with expected crc 2024-03-22T07:15:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:00 smithi129 bash[82160]: cluster 2024-03-22T07:14:59.321782+0000 mon.a (mon.0) 519 : cluster 0 osdmap e519: 8 total, 8 up, 8 in 2024-03-22T07:15:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:00 smithi129 bash[82160]: cluster 2024-03-22T07:14:59.325589+0000 osd.5 (osd.5) 107 : cluster 3 failed to encode map e519 with expected crc 2024-03-22T07:15:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:00 smithi129 bash[82160]: cluster 2024-03-22T07:14:59.336202+0000 mgr.y (mgr.25337) 206 : cluster 0 pgmap v369: 105 pgs: 105 active+clean; 583 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s rd, 7.5 KiB/s wr, 129 op/s 2024-03-22T07:15:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:00 smithi129 bash[82160]: cluster 2024-03-22T07:14:59.368208+0000 osd.3 (osd.3) 134 : cluster 3 failed to encode map e519 with expected crc 2024-03-22T07:15:00.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:00 smithi148 bash[66753]: cluster 2024-03-22T07:14:59.319190+0000 osd.7 (osd.7) 112 : cluster 3 failed to encode map e519 with expected crc 2024-03-22T07:15:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:00 smithi148 bash[66753]: cluster 2024-03-22T07:14:59.320013+0000 osd.4 (osd.4) 142 : cluster 3 failed to encode map e519 with expected crc 2024-03-22T07:15:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:00 smithi148 bash[66753]: cluster 2024-03-22T07:14:59.321782+0000 mon.a (mon.0) 519 : cluster 0 osdmap e519: 8 total, 8 up, 8 in 2024-03-22T07:15:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:00 smithi148 bash[66753]: cluster 2024-03-22T07:14:59.325589+0000 osd.5 (osd.5) 107 : cluster 3 failed to encode map e519 with expected crc 2024-03-22T07:15:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:00 smithi148 bash[66753]: cluster 2024-03-22T07:14:59.336202+0000 mgr.y (mgr.25337) 206 : cluster 0 pgmap v369: 105 pgs: 105 active+clean; 583 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s rd, 7.5 KiB/s wr, 129 op/s 2024-03-22T07:15:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:00 smithi148 bash[66753]: cluster 2024-03-22T07:14:59.368208+0000 osd.3 (osd.3) 134 : cluster 3 failed to encode map e519 with expected crc 2024-03-22T07:15:01.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:01 smithi129 bash[79695]: cluster 2024-03-22T07:14:59.534208+0000 osd.2 (osd.2) 130 : cluster 3 failed to encode map e519 with expected crc 2024-03-22T07:15:01.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:01 smithi129 bash[79695]: cluster 2024-03-22T07:15:00.341268+0000 osd.5 (osd.5) 108 : cluster 3 failed to encode map e520 with expected crc 2024-03-22T07:15:01.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:01 smithi129 bash[79695]: cluster 2024-03-22T07:15:00.341298+0000 osd.4 (osd.4) 143 : cluster 3 failed to encode map e520 with expected crc 2024-03-22T07:15:01.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:01 smithi129 bash[79695]: cluster 2024-03-22T07:15:00.347294+0000 mon.a (mon.0) 520 : cluster 0 osdmap e520: 8 total, 8 up, 8 in 2024-03-22T07:15:01.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:01 smithi129 bash[79695]: cluster 2024-03-22T07:15:00.383899+0000 osd.2 (osd.2) 131 : cluster 3 failed to encode map e520 with expected crc 2024-03-22T07:15:01.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:01 smithi129 bash[79695]: cluster 2024-03-22T07:15:00.422591+0000 osd.3 (osd.3) 135 : cluster 3 failed to encode map e520 with expected crc 2024-03-22T07:15:01.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:01 smithi129 bash[79695]: cluster 2024-03-22T07:15:00.472136+0000 osd.7 (osd.7) 113 : cluster 3 failed to encode map e520 with expected crc 2024-03-22T07:15:01.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:01 smithi129 bash[82160]: cluster 2024-03-22T07:14:59.534208+0000 osd.2 (osd.2) 130 : cluster 3 failed to encode map e519 with expected crc 2024-03-22T07:15:01.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:01 smithi129 bash[82160]: cluster 2024-03-22T07:15:00.341268+0000 osd.5 (osd.5) 108 : cluster 3 failed to encode map e520 with expected crc 2024-03-22T07:15:01.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:01 smithi129 bash[82160]: cluster 2024-03-22T07:15:00.341298+0000 osd.4 (osd.4) 143 : cluster 3 failed to encode map e520 with expected crc 2024-03-22T07:15:01.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:01 smithi129 bash[82160]: cluster 2024-03-22T07:15:00.347294+0000 mon.a (mon.0) 520 : cluster 0 osdmap e520: 8 total, 8 up, 8 in 2024-03-22T07:15:01.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:01 smithi129 bash[82160]: cluster 2024-03-22T07:15:00.383899+0000 osd.2 (osd.2) 131 : cluster 3 failed to encode map e520 with expected crc 2024-03-22T07:15:01.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:01 smithi129 bash[82160]: cluster 2024-03-22T07:15:00.422591+0000 osd.3 (osd.3) 135 : cluster 3 failed to encode map e520 with expected crc 2024-03-22T07:15:01.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:01 smithi129 bash[82160]: cluster 2024-03-22T07:15:00.472136+0000 osd.7 (osd.7) 113 : cluster 3 failed to encode map e520 with expected crc 2024-03-22T07:15:01.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:01 smithi148 bash[66753]: cluster 2024-03-22T07:14:59.534208+0000 osd.2 (osd.2) 130 : cluster 3 failed to encode map e519 with expected crc 2024-03-22T07:15:01.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:01 smithi148 bash[66753]: cluster 2024-03-22T07:15:00.341268+0000 osd.5 (osd.5) 108 : cluster 3 failed to encode map e520 with expected crc 2024-03-22T07:15:01.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:01 smithi148 bash[66753]: cluster 2024-03-22T07:15:00.341298+0000 osd.4 (osd.4) 143 : cluster 3 failed to encode map e520 with expected crc 2024-03-22T07:15:01.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:01 smithi148 bash[66753]: cluster 2024-03-22T07:15:00.347294+0000 mon.a (mon.0) 520 : cluster 0 osdmap e520: 8 total, 8 up, 8 in 2024-03-22T07:15:01.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:01 smithi148 bash[66753]: cluster 2024-03-22T07:15:00.383899+0000 osd.2 (osd.2) 131 : cluster 3 failed to encode map e520 with expected crc 2024-03-22T07:15:01.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:01 smithi148 bash[66753]: cluster 2024-03-22T07:15:00.422591+0000 osd.3 (osd.3) 135 : cluster 3 failed to encode map e520 with expected crc 2024-03-22T07:15:01.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:01 smithi148 bash[66753]: cluster 2024-03-22T07:15:00.472136+0000 osd.7 (osd.7) 113 : cluster 3 failed to encode map e520 with expected crc 2024-03-22T07:15:02.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:02 smithi129 bash[79695]: cluster 2024-03-22T07:15:01.337146+0000 mgr.y (mgr.25337) 207 : cluster 0 pgmap v371: 105 pgs: 105 active+clean; 583 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 7.4 KiB/s wr, 128 op/s 2024-03-22T07:15:02.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:02 smithi129 bash[79695]: cluster 2024-03-22T07:15:01.344483+0000 osd.2 (osd.2) 132 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:02.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:02 smithi129 bash[79695]: cluster 2024-03-22T07:15:01.345604+0000 osd.5 (osd.5) 109 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:02.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:02 smithi129 bash[79695]: cluster 2024-03-22T07:15:01.348469+0000 mon.a (mon.0) 521 : cluster 0 osdmap e521: 8 total, 8 up, 8 in 2024-03-22T07:15:02.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:02 smithi129 bash[79695]: cluster 2024-03-22T07:15:01.352147+0000 osd.3 (osd.3) 136 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:02.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:02 smithi129 bash[79695]: cluster 2024-03-22T07:15:01.393650+0000 osd.6 (osd.6) 151 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:02.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:02 smithi129 bash[79695]: cluster 2024-03-22T07:15:01.397277+0000 osd.6 (osd.6) 152 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:02 smithi129 bash[82160]: cluster 2024-03-22T07:15:01.337146+0000 mgr.y (mgr.25337) 207 : cluster 0 pgmap v371: 105 pgs: 105 active+clean; 583 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 7.4 KiB/s wr, 128 op/s 2024-03-22T07:15:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:02 smithi129 bash[82160]: cluster 2024-03-22T07:15:01.344483+0000 osd.2 (osd.2) 132 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:02 smithi129 bash[82160]: cluster 2024-03-22T07:15:01.345604+0000 osd.5 (osd.5) 109 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:02 smithi129 bash[82160]: cluster 2024-03-22T07:15:01.348469+0000 mon.a (mon.0) 521 : cluster 0 osdmap e521: 8 total, 8 up, 8 in 2024-03-22T07:15:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:02 smithi129 bash[82160]: cluster 2024-03-22T07:15:01.352147+0000 osd.3 (osd.3) 136 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:02.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:02 smithi129 bash[82160]: cluster 2024-03-22T07:15:01.393650+0000 osd.6 (osd.6) 151 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:02.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:02 smithi129 bash[82160]: cluster 2024-03-22T07:15:01.397277+0000 osd.6 (osd.6) 152 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:02.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:02 smithi148 bash[66753]: cluster 2024-03-22T07:15:01.337146+0000 mgr.y (mgr.25337) 207 : cluster 0 pgmap v371: 105 pgs: 105 active+clean; 583 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 7.4 KiB/s wr, 128 op/s 2024-03-22T07:15:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:02 smithi148 bash[66753]: cluster 2024-03-22T07:15:01.344483+0000 osd.2 (osd.2) 132 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:02 smithi148 bash[66753]: cluster 2024-03-22T07:15:01.345604+0000 osd.5 (osd.5) 109 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:02 smithi148 bash[66753]: cluster 2024-03-22T07:15:01.348469+0000 mon.a (mon.0) 521 : cluster 0 osdmap e521: 8 total, 8 up, 8 in 2024-03-22T07:15:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:02 smithi148 bash[66753]: cluster 2024-03-22T07:15:01.352147+0000 osd.3 (osd.3) 136 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:02 smithi148 bash[66753]: cluster 2024-03-22T07:15:01.393650+0000 osd.6 (osd.6) 151 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:02 smithi148 bash[66753]: cluster 2024-03-22T07:15:01.397277+0000 osd.6 (osd.6) 152 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:03.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:03 smithi129 bash[79695]: cluster 2024-03-22T07:15:02.030286+0000 osd.4 (osd.4) 144 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:03 smithi129 bash[79695]: cluster 2024-03-22T07:15:02.370182+0000 osd.2 (osd.2) 133 : cluster 3 failed to encode map e522 with expected crc 2024-03-22T07:15:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:03 smithi129 bash[79695]: cluster 2024-03-22T07:15:02.374197+0000 mon.a (mon.0) 522 : cluster 0 osdmap e522: 8 total, 8 up, 8 in 2024-03-22T07:15:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:03 smithi129 bash[79695]: cluster 2024-03-22T07:15:02.374680+0000 osd.5 (osd.5) 110 : cluster 3 failed to encode map e522 with expected crc 2024-03-22T07:15:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:03 smithi129 bash[79695]: cluster 2024-03-22T07:15:02.382217+0000 osd.3 (osd.3) 137 : cluster 3 failed to encode map e522 with expected crc 2024-03-22T07:15:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:03 smithi129 bash[79695]: cluster 2024-03-22T07:15:02.399566+0000 osd.6 (osd.6) 153 : cluster 3 failed to encode map e522 with expected crc 2024-03-22T07:15:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:03 smithi129 bash[79695]: cluster 2024-03-22T07:15:03.148601+0000 mon.a (mon.0) 523 : cluster 0 osdmap e523: 8 total, 8 up, 8 in 2024-03-22T07:15:03.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:03 smithi129 bash[82160]: cluster 2024-03-22T07:15:02.030286+0000 osd.4 (osd.4) 144 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:03.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:03 smithi129 bash[82160]: cluster 2024-03-22T07:15:02.370182+0000 osd.2 (osd.2) 133 : cluster 3 failed to encode map e522 with expected crc 2024-03-22T07:15:03.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:03 smithi129 bash[82160]: cluster 2024-03-22T07:15:02.374197+0000 mon.a (mon.0) 522 : cluster 0 osdmap e522: 8 total, 8 up, 8 in 2024-03-22T07:15:03.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:03 smithi129 bash[82160]: cluster 2024-03-22T07:15:02.374680+0000 osd.5 (osd.5) 110 : cluster 3 failed to encode map e522 with expected crc 2024-03-22T07:15:03.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:03 smithi129 bash[82160]: cluster 2024-03-22T07:15:02.382217+0000 osd.3 (osd.3) 137 : cluster 3 failed to encode map e522 with expected crc 2024-03-22T07:15:03.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:03 smithi129 bash[82160]: cluster 2024-03-22T07:15:02.399566+0000 osd.6 (osd.6) 153 : cluster 3 failed to encode map e522 with expected crc 2024-03-22T07:15:03.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:03 smithi129 bash[82160]: cluster 2024-03-22T07:15:03.148601+0000 mon.a (mon.0) 523 : cluster 0 osdmap e523: 8 total, 8 up, 8 in 2024-03-22T07:15:03.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:03 smithi148 bash[66753]: cluster 2024-03-22T07:15:02.030286+0000 osd.4 (osd.4) 144 : cluster 3 failed to encode map e521 with expected crc 2024-03-22T07:15:03.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:03 smithi148 bash[66753]: cluster 2024-03-22T07:15:02.370182+0000 osd.2 (osd.2) 133 : cluster 3 failed to encode map e522 with expected crc 2024-03-22T07:15:03.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:03 smithi148 bash[66753]: cluster 2024-03-22T07:15:02.374197+0000 mon.a (mon.0) 522 : cluster 0 osdmap e522: 8 total, 8 up, 8 in 2024-03-22T07:15:03.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:03 smithi148 bash[66753]: cluster 2024-03-22T07:15:02.374680+0000 osd.5 (osd.5) 110 : cluster 3 failed to encode map e522 with expected crc 2024-03-22T07:15:03.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:03 smithi148 bash[66753]: cluster 2024-03-22T07:15:02.382217+0000 osd.3 (osd.3) 137 : cluster 3 failed to encode map e522 with expected crc 2024-03-22T07:15:03.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:03 smithi148 bash[66753]: cluster 2024-03-22T07:15:02.399566+0000 osd.6 (osd.6) 153 : cluster 3 failed to encode map e522 with expected crc 2024-03-22T07:15:03.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:03 smithi148 bash[66753]: cluster 2024-03-22T07:15:03.148601+0000 mon.a (mon.0) 523 : cluster 0 osdmap e523: 8 total, 8 up, 8 in 2024-03-22T07:15:04.368 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:15:03] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2024-03-22T07:15:04.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:04 smithi129 bash[79695]: cluster 2024-03-22T07:15:03.144505+0000 osd.1 (osd.1) 132 : cluster 3 failed to encode map e523 with expected crc 2024-03-22T07:15:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:04 smithi129 bash[79695]: cluster 2024-03-22T07:15:03.144540+0000 osd.2 (osd.2) 134 : cluster 3 failed to encode map e523 with expected crc 2024-03-22T07:15:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:04 smithi129 bash[79695]: cluster 2024-03-22T07:15:03.151285+0000 osd.3 (osd.3) 138 : cluster 3 failed to encode map e523 with expected crc 2024-03-22T07:15:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:04 smithi129 bash[79695]: cluster 2024-03-22T07:15:03.183584+0000 osd.6 (osd.6) 154 : cluster 3 failed to encode map e523 with expected crc 2024-03-22T07:15:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:04 smithi129 bash[79695]: cluster 2024-03-22T07:15:03.337898+0000 mgr.y (mgr.25337) 208 : cluster 0 pgmap v375: 105 pgs: 105 active+clean; 583 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 255 B/s wr, 22 op/s 2024-03-22T07:15:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:04 smithi129 bash[79695]: cluster 2024-03-22T07:15:04.159525+0000 osd.7 (osd.7) 114 : cluster 3 failed to encode map e524 with expected crc 2024-03-22T07:15:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:04 smithi129 bash[79695]: cluster 2024-03-22T07:15:04.165653+0000 mon.a (mon.0) 524 : cluster 0 osdmap e524: 8 total, 8 up, 8 in 2024-03-22T07:15:04.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:04 smithi129 bash[82160]: cluster 2024-03-22T07:15:03.144505+0000 osd.1 (osd.1) 132 : cluster 3 failed to encode map e523 with expected crc 2024-03-22T07:15:04.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:04 smithi129 bash[82160]: cluster 2024-03-22T07:15:03.144540+0000 osd.2 (osd.2) 134 : cluster 3 failed to encode map e523 with expected crc 2024-03-22T07:15:04.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:04 smithi129 bash[82160]: cluster 2024-03-22T07:15:03.151285+0000 osd.3 (osd.3) 138 : cluster 3 failed to encode map e523 with expected crc 2024-03-22T07:15:04.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:04 smithi129 bash[82160]: cluster 2024-03-22T07:15:03.183584+0000 osd.6 (osd.6) 154 : cluster 3 failed to encode map e523 with expected crc 2024-03-22T07:15:04.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:04 smithi129 bash[82160]: cluster 2024-03-22T07:15:03.337898+0000 mgr.y (mgr.25337) 208 : cluster 0 pgmap v375: 105 pgs: 105 active+clean; 583 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 255 B/s wr, 22 op/s 2024-03-22T07:15:04.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:04 smithi129 bash[82160]: cluster 2024-03-22T07:15:04.159525+0000 osd.7 (osd.7) 114 : cluster 3 failed to encode map e524 with expected crc 2024-03-22T07:15:04.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:04 smithi129 bash[82160]: cluster 2024-03-22T07:15:04.165653+0000 mon.a (mon.0) 524 : cluster 0 osdmap e524: 8 total, 8 up, 8 in 2024-03-22T07:15:04.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:04 smithi148 bash[66753]: cluster 2024-03-22T07:15:03.144505+0000 osd.1 (osd.1) 132 : cluster 3 failed to encode map e523 with expected crc 2024-03-22T07:15:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:04 smithi148 bash[66753]: cluster 2024-03-22T07:15:03.144540+0000 osd.2 (osd.2) 134 : cluster 3 failed to encode map e523 with expected crc 2024-03-22T07:15:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:04 smithi148 bash[66753]: cluster 2024-03-22T07:15:03.151285+0000 osd.3 (osd.3) 138 : cluster 3 failed to encode map e523 with expected crc 2024-03-22T07:15:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:04 smithi148 bash[66753]: cluster 2024-03-22T07:15:03.183584+0000 osd.6 (osd.6) 154 : cluster 3 failed to encode map e523 with expected crc 2024-03-22T07:15:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:04 smithi148 bash[66753]: cluster 2024-03-22T07:15:03.337898+0000 mgr.y (mgr.25337) 208 : cluster 0 pgmap v375: 105 pgs: 105 active+clean; 583 KiB data, 435 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 255 B/s wr, 22 op/s 2024-03-22T07:15:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:04 smithi148 bash[66753]: cluster 2024-03-22T07:15:04.159525+0000 osd.7 (osd.7) 114 : cluster 3 failed to encode map e524 with expected crc 2024-03-22T07:15:04.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:04 smithi148 bash[66753]: cluster 2024-03-22T07:15:04.165653+0000 mon.a (mon.0) 524 : cluster 0 osdmap e524: 8 total, 8 up, 8 in 2024-03-22T07:15:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:05 smithi148 bash[66753]: cluster 2024-03-22T07:15:04.158811+0000 osd.1 (osd.1) 133 : cluster 3 failed to encode map e524 with expected crc 2024-03-22T07:15:05.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:05 smithi148 bash[66753]: cluster 2024-03-22T07:15:04.169531+0000 osd.3 (osd.3) 139 : cluster 3 failed to encode map e524 with expected crc 2024-03-22T07:15:05.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:05 smithi148 bash[66753]: cluster 2024-03-22T07:15:04.190063+0000 osd.6 (osd.6) 155 : cluster 3 failed to encode map e524 with expected crc 2024-03-22T07:15:05.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:05 smithi129 bash[79695]: cluster 2024-03-22T07:15:04.158811+0000 osd.1 (osd.1) 133 : cluster 3 failed to encode map e524 with expected crc 2024-03-22T07:15:05.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:05 smithi129 bash[79695]: cluster 2024-03-22T07:15:04.169531+0000 osd.3 (osd.3) 139 : cluster 3 failed to encode map e524 with expected crc 2024-03-22T07:15:05.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:05 smithi129 bash[79695]: cluster 2024-03-22T07:15:04.190063+0000 osd.6 (osd.6) 155 : cluster 3 failed to encode map e524 with expected crc 2024-03-22T07:15:05.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:05 smithi129 bash[82160]: cluster 2024-03-22T07:15:04.158811+0000 osd.1 (osd.1) 133 : cluster 3 failed to encode map e524 with expected crc 2024-03-22T07:15:05.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:05 smithi129 bash[82160]: cluster 2024-03-22T07:15:04.169531+0000 osd.3 (osd.3) 139 : cluster 3 failed to encode map e524 with expected crc 2024-03-22T07:15:05.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:05 smithi129 bash[82160]: cluster 2024-03-22T07:15:04.190063+0000 osd.6 (osd.6) 155 : cluster 3 failed to encode map e524 with expected crc 2024-03-22T07:15:06.540 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31270 ms) 2024-03-22T07:15:06.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:06 smithi148 bash[66753]: cluster 2024-03-22T07:15:05.339187+0000 mgr.y (mgr.25337) 209 : cluster 0 pgmap v377: 105 pgs: 105 active+clean; 583 KiB data, 439 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 8.7 KiB/s wr, 146 op/s 2024-03-22T07:15:06.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:06 smithi148 bash[66753]: cluster 2024-03-22T07:15:05.386847+0000 osd.2 (osd.2) 135 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:06 smithi148 bash[66753]: cluster 2024-03-22T07:15:05.387662+0000 osd.1 (osd.1) 134 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:06 smithi148 bash[66753]: cluster 2024-03-22T07:15:05.392553+0000 mon.a (mon.0) 525 : cluster 0 osdmap e525: 8 total, 8 up, 8 in 2024-03-22T07:15:06.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:06 smithi148 bash[66753]: cluster 2024-03-22T07:15:05.409074+0000 osd.5 (osd.5) 111 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:06 smithi148 bash[66753]: cluster 2024-03-22T07:15:05.409381+0000 osd.6 (osd.6) 156 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:06 smithi148 bash[66753]: cluster 2024-03-22T07:15:05.425561+0000 osd.4 (osd.4) 145 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:06 smithi148 bash[66753]: cluster 2024-03-22T07:15:05.434165+0000 osd.3 (osd.3) 140 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.879 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[79695]: cluster 2024-03-22T07:15:05.339187+0000 mgr.y (mgr.25337) 209 : cluster 0 pgmap v377: 105 pgs: 105 active+clean; 583 KiB data, 439 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 8.7 KiB/s wr, 146 op/s 2024-03-22T07:15:06.879 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[79695]: cluster 2024-03-22T07:15:05.386847+0000 osd.2 (osd.2) 135 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.879 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[79695]: cluster 2024-03-22T07:15:05.387662+0000 osd.1 (osd.1) 134 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.879 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[79695]: cluster 2024-03-22T07:15:05.392553+0000 mon.a (mon.0) 525 : cluster 0 osdmap e525: 8 total, 8 up, 8 in 2024-03-22T07:15:06.879 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[79695]: cluster 2024-03-22T07:15:05.409074+0000 osd.5 (osd.5) 111 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.879 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[79695]: cluster 2024-03-22T07:15:05.409381+0000 osd.6 (osd.6) 156 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.879 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[79695]: cluster 2024-03-22T07:15:05.425561+0000 osd.4 (osd.4) 145 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.879 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[79695]: cluster 2024-03-22T07:15:05.434165+0000 osd.3 (osd.3) 140 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[82160]: cluster 2024-03-22T07:15:05.339187+0000 mgr.y (mgr.25337) 209 : cluster 0 pgmap v377: 105 pgs: 105 active+clean; 583 KiB data, 439 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 8.7 KiB/s wr, 146 op/s 2024-03-22T07:15:06.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[82160]: cluster 2024-03-22T07:15:05.386847+0000 osd.2 (osd.2) 135 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[82160]: cluster 2024-03-22T07:15:05.387662+0000 osd.1 (osd.1) 134 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[82160]: cluster 2024-03-22T07:15:05.392553+0000 mon.a (mon.0) 525 : cluster 0 osdmap e525: 8 total, 8 up, 8 in 2024-03-22T07:15:06.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[82160]: cluster 2024-03-22T07:15:05.409074+0000 osd.5 (osd.5) 111 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[82160]: cluster 2024-03-22T07:15:05.409381+0000 osd.6 (osd.6) 156 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[82160]: cluster 2024-03-22T07:15:05.425561+0000 osd.4 (osd.4) 145 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:06.880 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:06 smithi129 bash[82160]: cluster 2024-03-22T07:15:05.434165+0000 osd.3 (osd.3) 140 : cluster 3 failed to encode map e525 with expected crc 2024-03-22T07:15:07.546 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 51 tests from TestMirroring (95501 ms total) 2024-03-22T07:15:07.546 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:15:07.546 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 34 tests from TestInternal 2024-03-22T07:15:07.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:07 smithi148 bash[66753]: cluster 2024-03-22T07:15:06.395647+0000 osd.3 (osd.3) 141 : cluster 3 failed to encode map e526 with expected crc 2024-03-22T07:15:07.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:07 smithi148 bash[66753]: cluster 2024-03-22T07:15:06.396582+0000 osd.1 (osd.1) 135 : cluster 3 failed to encode map e526 with expected crc 2024-03-22T07:15:07.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:07 smithi148 bash[66753]: cluster 2024-03-22T07:15:06.400575+0000 mon.a (mon.0) 526 : cluster 0 osdmap e526: 8 total, 8 up, 8 in 2024-03-22T07:15:07.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:07 smithi148 bash[66753]: cluster 2024-03-22T07:15:06.418297+0000 osd.5 (osd.5) 112 : cluster 3 failed to encode map e526 with expected crc 2024-03-22T07:15:07.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:07 smithi148 bash[66753]: cluster 2024-03-22T07:15:06.418405+0000 osd.6 (osd.6) 157 : cluster 3 failed to encode map e526 with expected crc 2024-03-22T07:15:07.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:07 smithi148 bash[66753]: cluster 2024-03-22T07:15:06.422566+0000 osd.6 (osd.6) 158 : cluster 3 failed to encode map e526 with expected crc 2024-03-22T07:15:07.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:07 smithi148 bash[66753]: audit 2024-03-22T07:15:06.526135+0000 mon.c (mon.2) 96 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2948853c-0ef1-44c7-a7b2-dbe3409f3426"}]: dispatch 2024-03-22T07:15:07.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:07 smithi148 bash[66753]: audit 2024-03-22T07:15:06.526951+0000 mon.a (mon.0) 527 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2948853c-0ef1-44c7-a7b2-dbe3409f3426"}]: dispatch 2024-03-22T07:15:07.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:07 smithi148 bash[66753]: audit 2024-03-22T07:15:06.533359+0000 mon.a (mon.0) 528 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2948853c-0ef1-44c7-a7b2-dbe3409f3426"}]': finished 2024-03-22T07:15:07.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[79695]: cluster 2024-03-22T07:15:06.395647+0000 osd.3 (osd.3) 141 : cluster 3 failed to encode map e526 with expected crc 2024-03-22T07:15:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[79695]: cluster 2024-03-22T07:15:06.396582+0000 osd.1 (osd.1) 135 : cluster 3 failed to encode map e526 with expected crc 2024-03-22T07:15:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[79695]: cluster 2024-03-22T07:15:06.400575+0000 mon.a (mon.0) 526 : cluster 0 osdmap e526: 8 total, 8 up, 8 in 2024-03-22T07:15:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[79695]: cluster 2024-03-22T07:15:06.418297+0000 osd.5 (osd.5) 112 : cluster 3 failed to encode map e526 with expected crc 2024-03-22T07:15:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[79695]: cluster 2024-03-22T07:15:06.418405+0000 osd.6 (osd.6) 157 : cluster 3 failed to encode map e526 with expected crc 2024-03-22T07:15:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[79695]: cluster 2024-03-22T07:15:06.422566+0000 osd.6 (osd.6) 158 : cluster 3 failed to encode map e526 with expected crc 2024-03-22T07:15:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[79695]: audit 2024-03-22T07:15:06.526135+0000 mon.c (mon.2) 96 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2948853c-0ef1-44c7-a7b2-dbe3409f3426"}]: dispatch 2024-03-22T07:15:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[79695]: audit 2024-03-22T07:15:06.526951+0000 mon.a (mon.0) 527 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2948853c-0ef1-44c7-a7b2-dbe3409f3426"}]: dispatch 2024-03-22T07:15:07.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[79695]: audit 2024-03-22T07:15:06.533359+0000 mon.a (mon.0) 528 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2948853c-0ef1-44c7-a7b2-dbe3409f3426"}]': finished 2024-03-22T07:15:07.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[82160]: cluster 2024-03-22T07:15:06.395647+0000 osd.3 (osd.3) 141 : cluster 3 failed to encode map e526 with expected crc 2024-03-22T07:15:07.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[82160]: cluster 2024-03-22T07:15:06.396582+0000 osd.1 (osd.1) 135 : cluster 3 failed to encode map e526 with expected crc 2024-03-22T07:15:07.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[82160]: cluster 2024-03-22T07:15:06.400575+0000 mon.a (mon.0) 526 : cluster 0 osdmap e526: 8 total, 8 up, 8 in 2024-03-22T07:15:07.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[82160]: cluster 2024-03-22T07:15:06.418297+0000 osd.5 (osd.5) 112 : cluster 3 failed to encode map e526 with expected crc 2024-03-22T07:15:07.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[82160]: cluster 2024-03-22T07:15:06.418405+0000 osd.6 (osd.6) 157 : cluster 3 failed to encode map e526 with expected crc 2024-03-22T07:15:07.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[82160]: cluster 2024-03-22T07:15:06.422566+0000 osd.6 (osd.6) 158 : cluster 3 failed to encode map e526 with expected crc 2024-03-22T07:15:07.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[82160]: audit 2024-03-22T07:15:06.526135+0000 mon.c (mon.2) 96 : audit 1 from='client.? 172.21.15.129:0/385160528' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2948853c-0ef1-44c7-a7b2-dbe3409f3426"}]: dispatch 2024-03-22T07:15:07.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[82160]: audit 2024-03-22T07:15:06.526951+0000 mon.a (mon.0) 527 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2948853c-0ef1-44c7-a7b2-dbe3409f3426"}]: dispatch 2024-03-22T07:15:07.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:07 smithi129 bash[82160]: audit 2024-03-22T07:15:06.533359+0000 mon.a (mon.0) 528 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/2948853c-0ef1-44c7-a7b2-dbe3409f3426"}]': finished 2024-03-22T07:15:08.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:08 smithi129 bash[79695]: cluster 2024-03-22T07:15:07.339956+0000 mgr.y (mgr.25337) 210 : cluster 0 pgmap v380: 105 pgs: 105 active+clean; 583 KiB data, 439 MiB used, 715 GiB / 715 GiB avail; 83 KiB/s rd, 8.1 KiB/s wr, 118 op/s 2024-03-22T07:15:08.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:08 smithi129 bash[79695]: cluster 2024-03-22T07:15:07.542200+0000 osd.3 (osd.3) 142 : cluster 3 failed to encode map e527 with expected crc 2024-03-22T07:15:08.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:08 smithi129 bash[79695]: cluster 2024-03-22T07:15:07.543534+0000 osd.4 (osd.4) 146 : cluster 3 failed to encode map e527 with expected crc 2024-03-22T07:15:08.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:08 smithi129 bash[79695]: cluster 2024-03-22T07:15:07.546331+0000 mon.a (mon.0) 529 : cluster 0 osdmap e527: 8 total, 8 up, 8 in 2024-03-22T07:15:08.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:08 smithi129 bash[79695]: audit 2024-03-22T07:15:08.378518+0000 mon.c (mon.2) 97 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:15:08.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:08 smithi129 bash[82160]: cluster 2024-03-22T07:15:07.339956+0000 mgr.y (mgr.25337) 210 : cluster 0 pgmap v380: 105 pgs: 105 active+clean; 583 KiB data, 439 MiB used, 715 GiB / 715 GiB avail; 83 KiB/s rd, 8.1 KiB/s wr, 118 op/s 2024-03-22T07:15:08.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:08 smithi129 bash[82160]: cluster 2024-03-22T07:15:07.542200+0000 osd.3 (osd.3) 142 : cluster 3 failed to encode map e527 with expected crc 2024-03-22T07:15:08.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:08 smithi129 bash[82160]: cluster 2024-03-22T07:15:07.543534+0000 osd.4 (osd.4) 146 : cluster 3 failed to encode map e527 with expected crc 2024-03-22T07:15:08.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:08 smithi129 bash[82160]: cluster 2024-03-22T07:15:07.546331+0000 mon.a (mon.0) 529 : cluster 0 osdmap e527: 8 total, 8 up, 8 in 2024-03-22T07:15:08.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:08 smithi129 bash[82160]: audit 2024-03-22T07:15:08.378518+0000 mon.c (mon.2) 97 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:15:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:08 smithi148 bash[66753]: cluster 2024-03-22T07:15:07.339956+0000 mgr.y (mgr.25337) 210 : cluster 0 pgmap v380: 105 pgs: 105 active+clean; 583 KiB data, 439 MiB used, 715 GiB / 715 GiB avail; 83 KiB/s rd, 8.1 KiB/s wr, 118 op/s 2024-03-22T07:15:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:08 smithi148 bash[66753]: cluster 2024-03-22T07:15:07.542200+0000 osd.3 (osd.3) 142 : cluster 3 failed to encode map e527 with expected crc 2024-03-22T07:15:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:08 smithi148 bash[66753]: cluster 2024-03-22T07:15:07.543534+0000 osd.4 (osd.4) 146 : cluster 3 failed to encode map e527 with expected crc 2024-03-22T07:15:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:08 smithi148 bash[66753]: cluster 2024-03-22T07:15:07.546331+0000 mon.a (mon.0) 529 : cluster 0 osdmap e527: 8 total, 8 up, 8 in 2024-03-22T07:15:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:08 smithi148 bash[66753]: audit 2024-03-22T07:15:08.378518+0000 mon.c (mon.2) 97 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:15:09.565 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.OpenByID 2024-03-22T07:15:09.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:09 smithi129 bash[79695]: cluster 2024-03-22T07:15:08.553858+0000 osd.5 (osd.5) 113 : cluster 3 failed to encode map e528 with expected crc 2024-03-22T07:15:09.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:09 smithi129 bash[79695]: cluster 2024-03-22T07:15:08.556830+0000 mon.a (mon.0) 530 : cluster 0 osdmap e528: 8 total, 8 up, 8 in 2024-03-22T07:15:09.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:09 smithi129 bash[79695]: audit 2024-03-22T07:15:08.560698+0000 mon.c (mon.2) 98 : audit 1 from='client.? 172.21.15.129:0/4139607080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:15:09.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:09 smithi129 bash[79695]: audit 2024-03-22T07:15:08.561469+0000 mon.a (mon.0) 531 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:15:09.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:09 smithi129 bash[79695]: cluster 2024-03-22T07:15:08.563444+0000 osd.3 (osd.3) 143 : cluster 3 failed to encode map e528 with expected crc 2024-03-22T07:15:09.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:09 smithi129 bash[79695]: cluster 2024-03-22T07:15:08.565583+0000 osd.4 (osd.4) 147 : cluster 3 failed to encode map e528 with expected crc 2024-03-22T07:15:09.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:09 smithi129 bash[82160]: cluster 2024-03-22T07:15:08.553858+0000 osd.5 (osd.5) 113 : cluster 3 failed to encode map e528 with expected crc 2024-03-22T07:15:09.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:09 smithi129 bash[82160]: cluster 2024-03-22T07:15:08.556830+0000 mon.a (mon.0) 530 : cluster 0 osdmap e528: 8 total, 8 up, 8 in 2024-03-22T07:15:09.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:09 smithi129 bash[82160]: audit 2024-03-22T07:15:08.560698+0000 mon.c (mon.2) 98 : audit 1 from='client.? 172.21.15.129:0/4139607080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:15:09.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:09 smithi129 bash[82160]: audit 2024-03-22T07:15:08.561469+0000 mon.a (mon.0) 531 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:15:09.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:09 smithi129 bash[82160]: cluster 2024-03-22T07:15:08.563444+0000 osd.3 (osd.3) 143 : cluster 3 failed to encode map e528 with expected crc 2024-03-22T07:15:09.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:09 smithi129 bash[82160]: cluster 2024-03-22T07:15:08.565583+0000 osd.4 (osd.4) 147 : cluster 3 failed to encode map e528 with expected crc 2024-03-22T07:15:09.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:09 smithi148 bash[66753]: cluster 2024-03-22T07:15:08.553858+0000 osd.5 (osd.5) 113 : cluster 3 failed to encode map e528 with expected crc 2024-03-22T07:15:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:09 smithi148 bash[66753]: cluster 2024-03-22T07:15:08.556830+0000 mon.a (mon.0) 530 : cluster 0 osdmap e528: 8 total, 8 up, 8 in 2024-03-22T07:15:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:09 smithi148 bash[66753]: audit 2024-03-22T07:15:08.560698+0000 mon.c (mon.2) 98 : audit 1 from='client.? 172.21.15.129:0/4139607080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:15:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:09 smithi148 bash[66753]: audit 2024-03-22T07:15:08.561469+0000 mon.a (mon.0) 531 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:15:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:09 smithi148 bash[66753]: cluster 2024-03-22T07:15:08.563444+0000 osd.3 (osd.3) 143 : cluster 3 failed to encode map e528 with expected crc 2024-03-22T07:15:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:09 smithi148 bash[66753]: cluster 2024-03-22T07:15:08.565583+0000 osd.4 (osd.4) 147 : cluster 3 failed to encode map e528 with expected crc 2024-03-22T07:15:10.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[79695]: cluster 2024-03-22T07:15:09.341282+0000 mgr.y (mgr.25337) 211 : cluster 0 pgmap v383: 105 pgs: 26 creating+peering, 6 unknown, 73 active+clean; 582 KiB data, 443 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:15:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[79695]: cluster 2024-03-22T07:15:09.550261+0000 mon.a (mon.0) 532 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:15:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[79695]: audit 2024-03-22T07:15:09.559482+0000 mon.a (mon.0) 533 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:15:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[79695]: cluster 2024-03-22T07:15:09.563412+0000 osd.1 (osd.1) 136 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[79695]: cluster 2024-03-22T07:15:09.569022+0000 mon.a (mon.0) 534 : cluster 0 osdmap e529: 8 total, 8 up, 8 in 2024-03-22T07:15:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[79695]: cluster 2024-03-22T07:15:09.569828+0000 osd.3 (osd.3) 144 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[79695]: cluster 2024-03-22T07:15:09.570597+0000 osd.7 (osd.7) 115 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[79695]: cluster 2024-03-22T07:15:09.570680+0000 osd.2 (osd.2) 136 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[79695]: cluster 2024-03-22T07:15:09.572187+0000 osd.5 (osd.5) 114 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[79695]: cluster 2024-03-22T07:15:09.572707+0000 osd.4 (osd.4) 148 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[79695]: cluster 2024-03-22T07:15:09.574362+0000 osd.1 (osd.1) 137 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[79695]: cluster 2024-03-22T07:15:09.575559+0000 osd.6 (osd.6) 159 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[82160]: cluster 2024-03-22T07:15:09.341282+0000 mgr.y (mgr.25337) 211 : cluster 0 pgmap v383: 105 pgs: 26 creating+peering, 6 unknown, 73 active+clean; 582 KiB data, 443 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:15:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[82160]: cluster 2024-03-22T07:15:09.550261+0000 mon.a (mon.0) 532 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:15:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[82160]: audit 2024-03-22T07:15:09.559482+0000 mon.a (mon.0) 533 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:15:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[82160]: cluster 2024-03-22T07:15:09.563412+0000 osd.1 (osd.1) 136 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[82160]: cluster 2024-03-22T07:15:09.569022+0000 mon.a (mon.0) 534 : cluster 0 osdmap e529: 8 total, 8 up, 8 in 2024-03-22T07:15:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[82160]: cluster 2024-03-22T07:15:09.569828+0000 osd.3 (osd.3) 144 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[82160]: cluster 2024-03-22T07:15:09.570597+0000 osd.7 (osd.7) 115 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[82160]: cluster 2024-03-22T07:15:09.570680+0000 osd.2 (osd.2) 136 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[82160]: cluster 2024-03-22T07:15:09.572187+0000 osd.5 (osd.5) 114 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[82160]: cluster 2024-03-22T07:15:09.572707+0000 osd.4 (osd.4) 148 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[82160]: cluster 2024-03-22T07:15:09.574362+0000 osd.1 (osd.1) 137 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:10 smithi129 bash[82160]: cluster 2024-03-22T07:15:09.575559+0000 osd.6 (osd.6) 159 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:10 smithi148 bash[66753]: cluster 2024-03-22T07:15:09.341282+0000 mgr.y (mgr.25337) 211 : cluster 0 pgmap v383: 105 pgs: 26 creating+peering, 6 unknown, 73 active+clean; 582 KiB data, 443 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:15:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:10 smithi148 bash[66753]: cluster 2024-03-22T07:15:09.550261+0000 mon.a (mon.0) 532 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:15:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:10 smithi148 bash[66753]: audit 2024-03-22T07:15:09.559482+0000 mon.a (mon.0) 533 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:15:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:10 smithi148 bash[66753]: cluster 2024-03-22T07:15:09.563412+0000 osd.1 (osd.1) 136 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:10 smithi148 bash[66753]: cluster 2024-03-22T07:15:09.569022+0000 mon.a (mon.0) 534 : cluster 0 osdmap e529: 8 total, 8 up, 8 in 2024-03-22T07:15:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:10 smithi148 bash[66753]: cluster 2024-03-22T07:15:09.569828+0000 osd.3 (osd.3) 144 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:10 smithi148 bash[66753]: cluster 2024-03-22T07:15:09.570597+0000 osd.7 (osd.7) 115 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:10 smithi148 bash[66753]: cluster 2024-03-22T07:15:09.570680+0000 osd.2 (osd.2) 136 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:10 smithi148 bash[66753]: cluster 2024-03-22T07:15:09.572187+0000 osd.5 (osd.5) 114 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:10 smithi148 bash[66753]: cluster 2024-03-22T07:15:09.572707+0000 osd.4 (osd.4) 148 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:10 smithi148 bash[66753]: cluster 2024-03-22T07:15:09.574362+0000 osd.1 (osd.1) 137 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:10.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:10 smithi148 bash[66753]: cluster 2024-03-22T07:15:09.575559+0000 osd.6 (osd.6) 159 : cluster 3 failed to encode map e529 with expected crc 2024-03-22T07:15:11.655 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.OpenByID (2089 ms) 2024-03-22T07:15:11.655 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-03-22T07:15:11.691 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.OpenSnapDNE (36 ms) 2024-03-22T07:15:11.691 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-03-22T07:15:11.730 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (40 ms) 2024-03-22T07:15:11.731 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-03-22T07:15:11.783 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.ResizeLocksImage (52 ms) 2024-03-22T07:15:11.783 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-03-22T07:15:11.820 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (37 ms) 2024-03-22T07:15:11.820 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-03-22T07:15:11.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:11 smithi129 bash[82160]: cluster 2024-03-22T07:15:10.575106+0000 osd.7 (osd.7) 116 : cluster 3 failed to encode map e530 with expected crc 2024-03-22T07:15:11.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:11 smithi129 bash[82160]: cluster 2024-03-22T07:15:10.575508+0000 osd.4 (osd.4) 149 : cluster 3 failed to encode map e530 with expected crc 2024-03-22T07:15:11.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:11 smithi129 bash[82160]: cluster 2024-03-22T07:15:10.577933+0000 mon.a (mon.0) 535 : cluster 0 osdmap e530: 8 total, 8 up, 8 in 2024-03-22T07:15:11.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:11 smithi129 bash[82160]: cluster 2024-03-22T07:15:10.584825+0000 osd.3 (osd.3) 145 : cluster 3 failed to encode map e530 with expected crc 2024-03-22T07:15:11.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:11 smithi129 bash[79695]: cluster 2024-03-22T07:15:10.575106+0000 osd.7 (osd.7) 116 : cluster 3 failed to encode map e530 with expected crc 2024-03-22T07:15:11.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:11 smithi129 bash[79695]: cluster 2024-03-22T07:15:10.575508+0000 osd.4 (osd.4) 149 : cluster 3 failed to encode map e530 with expected crc 2024-03-22T07:15:11.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:11 smithi129 bash[79695]: cluster 2024-03-22T07:15:10.577933+0000 mon.a (mon.0) 535 : cluster 0 osdmap e530: 8 total, 8 up, 8 in 2024-03-22T07:15:11.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:11 smithi129 bash[79695]: cluster 2024-03-22T07:15:10.584825+0000 osd.3 (osd.3) 145 : cluster 3 failed to encode map e530 with expected crc 2024-03-22T07:15:11.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:11 smithi148 bash[66753]: cluster 2024-03-22T07:15:10.575106+0000 osd.7 (osd.7) 116 : cluster 3 failed to encode map e530 with expected crc 2024-03-22T07:15:11.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:11 smithi148 bash[66753]: cluster 2024-03-22T07:15:10.575508+0000 osd.4 (osd.4) 149 : cluster 3 failed to encode map e530 with expected crc 2024-03-22T07:15:11.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:11 smithi148 bash[66753]: cluster 2024-03-22T07:15:10.577933+0000 mon.a (mon.0) 535 : cluster 0 osdmap e530: 8 total, 8 up, 8 in 2024-03-22T07:15:11.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:11 smithi148 bash[66753]: cluster 2024-03-22T07:15:10.584825+0000 osd.3 (osd.3) 145 : cluster 3 failed to encode map e530 with expected crc 2024-03-22T07:15:12.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[79695]: cluster 2024-03-22T07:15:10.875746+0000 osd.5 (osd.5) 115 : cluster 3 failed to encode map e530 with expected crc 2024-03-22T07:15:12.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[79695]: cluster 2024-03-22T07:15:10.956483+0000 osd.6 (osd.6) 160 : cluster 3 failed to encode map e530 with expected crc 2024-03-22T07:15:12.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[79695]: cluster 2024-03-22T07:15:11.341993+0000 mgr.y (mgr.25337) 212 : cluster 0 pgmap v386: 105 pgs: 26 creating+peering, 6 unknown, 73 active+clean; 582 KiB data, 443 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:15:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[79695]: cluster 2024-03-22T07:15:11.572589+0000 mon.a (mon.0) 536 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:15:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[79695]: cluster 2024-03-22T07:15:11.583978+0000 osd.7 (osd.7) 117 : cluster 3 failed to encode map e531 with expected crc 2024-03-22T07:15:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[79695]: cluster 2024-03-22T07:15:11.584905+0000 osd.4 (osd.4) 150 : cluster 3 failed to encode map e531 with expected crc 2024-03-22T07:15:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[79695]: cluster 2024-03-22T07:15:11.588212+0000 mon.a (mon.0) 537 : cluster 0 osdmap e531: 8 total, 8 up, 8 in 2024-03-22T07:15:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[79695]: cluster 2024-03-22T07:15:11.596944+0000 osd.3 (osd.3) 146 : cluster 3 failed to encode map e531 with expected crc 2024-03-22T07:15:12.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[79695]: cluster 2024-03-22T07:15:11.602952+0000 osd.1 (osd.1) 138 : cluster 3 failed to encode map e531 with expected crc 2024-03-22T07:15:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[82160]: cluster 2024-03-22T07:15:10.875746+0000 osd.5 (osd.5) 115 : cluster 3 failed to encode map e530 with expected crc 2024-03-22T07:15:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[82160]: cluster 2024-03-22T07:15:10.956483+0000 osd.6 (osd.6) 160 : cluster 3 failed to encode map e530 with expected crc 2024-03-22T07:15:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[82160]: cluster 2024-03-22T07:15:11.341993+0000 mgr.y (mgr.25337) 212 : cluster 0 pgmap v386: 105 pgs: 26 creating+peering, 6 unknown, 73 active+clean; 582 KiB data, 443 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:15:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[82160]: cluster 2024-03-22T07:15:11.572589+0000 mon.a (mon.0) 536 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:15:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[82160]: cluster 2024-03-22T07:15:11.583978+0000 osd.7 (osd.7) 117 : cluster 3 failed to encode map e531 with expected crc 2024-03-22T07:15:12.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[82160]: cluster 2024-03-22T07:15:11.584905+0000 osd.4 (osd.4) 150 : cluster 3 failed to encode map e531 with expected crc 2024-03-22T07:15:12.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[82160]: cluster 2024-03-22T07:15:11.588212+0000 mon.a (mon.0) 537 : cluster 0 osdmap e531: 8 total, 8 up, 8 in 2024-03-22T07:15:12.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[82160]: cluster 2024-03-22T07:15:11.596944+0000 osd.3 (osd.3) 146 : cluster 3 failed to encode map e531 with expected crc 2024-03-22T07:15:12.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:12 smithi129 bash[82160]: cluster 2024-03-22T07:15:11.602952+0000 osd.1 (osd.1) 138 : cluster 3 failed to encode map e531 with expected crc 2024-03-22T07:15:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:12 smithi148 bash[66753]: cluster 2024-03-22T07:15:10.875746+0000 osd.5 (osd.5) 115 : cluster 3 failed to encode map e530 with expected crc 2024-03-22T07:15:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:12 smithi148 bash[66753]: cluster 2024-03-22T07:15:10.956483+0000 osd.6 (osd.6) 160 : cluster 3 failed to encode map e530 with expected crc 2024-03-22T07:15:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:12 smithi148 bash[66753]: cluster 2024-03-22T07:15:11.341993+0000 mgr.y (mgr.25337) 212 : cluster 0 pgmap v386: 105 pgs: 26 creating+peering, 6 unknown, 73 active+clean; 582 KiB data, 443 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:15:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:12 smithi148 bash[66753]: cluster 2024-03-22T07:15:11.572589+0000 mon.a (mon.0) 536 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:15:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:12 smithi148 bash[66753]: cluster 2024-03-22T07:15:11.583978+0000 osd.7 (osd.7) 117 : cluster 3 failed to encode map e531 with expected crc 2024-03-22T07:15:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:12 smithi148 bash[66753]: cluster 2024-03-22T07:15:11.584905+0000 osd.4 (osd.4) 150 : cluster 3 failed to encode map e531 with expected crc 2024-03-22T07:15:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:12 smithi148 bash[66753]: cluster 2024-03-22T07:15:11.588212+0000 mon.a (mon.0) 537 : cluster 0 osdmap e531: 8 total, 8 up, 8 in 2024-03-22T07:15:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:12 smithi148 bash[66753]: cluster 2024-03-22T07:15:11.596944+0000 osd.3 (osd.3) 146 : cluster 3 failed to encode map e531 with expected crc 2024-03-22T07:15:12.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:12 smithi148 bash[66753]: cluster 2024-03-22T07:15:11.602952+0000 osd.1 (osd.1) 138 : cluster 3 failed to encode map e531 with expected crc 2024-03-22T07:15:13.634 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1815 ms) 2024-03-22T07:15:13.634 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-03-22T07:15:13.690 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (56 ms) 2024-03-22T07:15:13.691 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-03-22T07:15:13.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:13 smithi129 bash[79695]: cluster 2024-03-22T07:15:12.595140+0000 osd.7 (osd.7) 118 : cluster 3 failed to encode map e532 with expected crc 2024-03-22T07:15:13.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:13 smithi129 bash[79695]: cluster 2024-03-22T07:15:12.595846+0000 osd.4 (osd.4) 151 : cluster 3 failed to encode map e532 with expected crc 2024-03-22T07:15:13.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:13 smithi129 bash[79695]: cluster 2024-03-22T07:15:12.598127+0000 mon.a (mon.0) 538 : cluster 0 osdmap e532: 8 total, 8 up, 8 in 2024-03-22T07:15:13.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:13 smithi129 bash[79695]: cluster 2024-03-22T07:15:12.604329+0000 osd.1 (osd.1) 139 : cluster 3 failed to encode map e532 with expected crc 2024-03-22T07:15:13.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:13 smithi129 bash[82160]: cluster 2024-03-22T07:15:12.595140+0000 osd.7 (osd.7) 118 : cluster 3 failed to encode map e532 with expected crc 2024-03-22T07:15:13.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:13 smithi129 bash[82160]: cluster 2024-03-22T07:15:12.595846+0000 osd.4 (osd.4) 151 : cluster 3 failed to encode map e532 with expected crc 2024-03-22T07:15:13.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:13 smithi129 bash[82160]: cluster 2024-03-22T07:15:12.598127+0000 mon.a (mon.0) 538 : cluster 0 osdmap e532: 8 total, 8 up, 8 in 2024-03-22T07:15:13.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:13 smithi129 bash[82160]: cluster 2024-03-22T07:15:12.604329+0000 osd.1 (osd.1) 139 : cluster 3 failed to encode map e532 with expected crc 2024-03-22T07:15:13.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:13 smithi148 bash[66753]: cluster 2024-03-22T07:15:12.595140+0000 osd.7 (osd.7) 118 : cluster 3 failed to encode map e532 with expected crc 2024-03-22T07:15:13.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:13 smithi148 bash[66753]: cluster 2024-03-22T07:15:12.595846+0000 osd.4 (osd.4) 151 : cluster 3 failed to encode map e532 with expected crc 2024-03-22T07:15:13.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:13 smithi148 bash[66753]: cluster 2024-03-22T07:15:12.598127+0000 mon.a (mon.0) 538 : cluster 0 osdmap e532: 8 total, 8 up, 8 in 2024-03-22T07:15:13.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:13 smithi148 bash[66753]: cluster 2024-03-22T07:15:12.604329+0000 osd.1 (osd.1) 139 : cluster 3 failed to encode map e532 with expected crc 2024-03-22T07:15:14.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:15:13] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-03-22T07:15:14.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[79695]: cluster 2024-03-22T07:15:13.342809+0000 mgr.y (mgr.25337) 213 : cluster 0 pgmap v389: 105 pgs: 26 creating+peering, 79 active+clean; 582 KiB data, 443 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 1023 B/s wr, 24 op/s 2024-03-22T07:15:14.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[79695]: cluster 2024-03-22T07:15:13.605917+0000 osd.7 (osd.7) 119 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[79695]: cluster 2024-03-22T07:15:13.606856+0000 osd.4 (osd.4) 152 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[79695]: cluster 2024-03-22T07:15:13.612349+0000 mon.a (mon.0) 539 : cluster 0 osdmap e533: 8 total, 8 up, 8 in 2024-03-22T07:15:14.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[79695]: cluster 2024-03-22T07:15:13.621040+0000 osd.1 (osd.1) 140 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[79695]: cluster 2024-03-22T07:15:13.621652+0000 osd.2 (osd.2) 137 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[79695]: cluster 2024-03-22T07:15:13.637139+0000 osd.3 (osd.3) 147 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[79695]: cluster 2024-03-22T07:15:13.638318+0000 osd.6 (osd.6) 161 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[82160]: cluster 2024-03-22T07:15:13.342809+0000 mgr.y (mgr.25337) 213 : cluster 0 pgmap v389: 105 pgs: 26 creating+peering, 79 active+clean; 582 KiB data, 443 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 1023 B/s wr, 24 op/s 2024-03-22T07:15:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[82160]: cluster 2024-03-22T07:15:13.605917+0000 osd.7 (osd.7) 119 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[82160]: cluster 2024-03-22T07:15:13.606856+0000 osd.4 (osd.4) 152 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[82160]: cluster 2024-03-22T07:15:13.612349+0000 mon.a (mon.0) 539 : cluster 0 osdmap e533: 8 total, 8 up, 8 in 2024-03-22T07:15:14.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[82160]: cluster 2024-03-22T07:15:13.621040+0000 osd.1 (osd.1) 140 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[82160]: cluster 2024-03-22T07:15:13.621652+0000 osd.2 (osd.2) 137 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[82160]: cluster 2024-03-22T07:15:13.637139+0000 osd.3 (osd.3) 147 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:14 smithi129 bash[82160]: cluster 2024-03-22T07:15:13.638318+0000 osd.6 (osd.6) 161 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:14 smithi148 bash[66753]: cluster 2024-03-22T07:15:13.342809+0000 mgr.y (mgr.25337) 213 : cluster 0 pgmap v389: 105 pgs: 26 creating+peering, 79 active+clean; 582 KiB data, 443 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 1023 B/s wr, 24 op/s 2024-03-22T07:15:14.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:14 smithi148 bash[66753]: cluster 2024-03-22T07:15:13.605917+0000 osd.7 (osd.7) 119 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:14 smithi148 bash[66753]: cluster 2024-03-22T07:15:13.606856+0000 osd.4 (osd.4) 152 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:14 smithi148 bash[66753]: cluster 2024-03-22T07:15:13.612349+0000 mon.a (mon.0) 539 : cluster 0 osdmap e533: 8 total, 8 up, 8 in 2024-03-22T07:15:14.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:14 smithi148 bash[66753]: cluster 2024-03-22T07:15:13.621040+0000 osd.1 (osd.1) 140 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:14 smithi148 bash[66753]: cluster 2024-03-22T07:15:13.621652+0000 osd.2 (osd.2) 137 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:14 smithi148 bash[66753]: cluster 2024-03-22T07:15:13.637139+0000 osd.3 (osd.3) 147 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:14.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:14 smithi148 bash[66753]: cluster 2024-03-22T07:15:13.638318+0000 osd.6 (osd.6) 161 : cluster 3 failed to encode map e533 with expected crc 2024-03-22T07:15:15.660 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1969 ms) 2024-03-22T07:15:15.660 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-03-22T07:15:15.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:15 smithi148 bash[66753]: cluster 2024-03-22T07:15:14.606951+0000 osd.3 (osd.3) 148 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:15 smithi148 bash[66753]: cluster 2024-03-22T07:15:14.608922+0000 osd.4 (osd.4) 153 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:15 smithi148 bash[66753]: cluster 2024-03-22T07:15:14.610312+0000 mon.a (mon.0) 540 : cluster 0 osdmap e534: 8 total, 8 up, 8 in 2024-03-22T07:15:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:15 smithi148 bash[66753]: cluster 2024-03-22T07:15:14.622278+0000 osd.1 (osd.1) 141 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:15 smithi148 bash[66753]: cluster 2024-03-22T07:15:14.623326+0000 osd.4 (osd.4) 154 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:15 smithi148 bash[66753]: cluster 2024-03-22T07:15:14.627176+0000 osd.7 (osd.7) 120 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:15.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:15 smithi148 bash[66753]: cluster 2024-03-22T07:15:14.637062+0000 osd.6 (osd.6) 162 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:16.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:15 smithi129 bash[79695]: cluster 2024-03-22T07:15:14.606951+0000 osd.3 (osd.3) 148 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:16.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:15 smithi129 bash[79695]: cluster 2024-03-22T07:15:14.608922+0000 osd.4 (osd.4) 153 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:16.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:15 smithi129 bash[79695]: cluster 2024-03-22T07:15:14.610312+0000 mon.a (mon.0) 540 : cluster 0 osdmap e534: 8 total, 8 up, 8 in 2024-03-22T07:15:16.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:15 smithi129 bash[79695]: cluster 2024-03-22T07:15:14.622278+0000 osd.1 (osd.1) 141 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:16.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:15 smithi129 bash[79695]: cluster 2024-03-22T07:15:14.623326+0000 osd.4 (osd.4) 154 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:16.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:15 smithi129 bash[79695]: cluster 2024-03-22T07:15:14.627176+0000 osd.7 (osd.7) 120 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:16.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:15 smithi129 bash[79695]: cluster 2024-03-22T07:15:14.637062+0000 osd.6 (osd.6) 162 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:16.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:15 smithi129 bash[82160]: cluster 2024-03-22T07:15:14.606951+0000 osd.3 (osd.3) 148 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:16.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:15 smithi129 bash[82160]: cluster 2024-03-22T07:15:14.608922+0000 osd.4 (osd.4) 153 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:16.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:15 smithi129 bash[82160]: cluster 2024-03-22T07:15:14.610312+0000 mon.a (mon.0) 540 : cluster 0 osdmap e534: 8 total, 8 up, 8 in 2024-03-22T07:15:16.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:15 smithi129 bash[82160]: cluster 2024-03-22T07:15:14.622278+0000 osd.1 (osd.1) 141 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:16.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:15 smithi129 bash[82160]: cluster 2024-03-22T07:15:14.623326+0000 osd.4 (osd.4) 154 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:16.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:15 smithi129 bash[82160]: cluster 2024-03-22T07:15:14.627176+0000 osd.7 (osd.7) 120 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:16.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:15 smithi129 bash[82160]: cluster 2024-03-22T07:15:14.637062+0000 osd.6 (osd.6) 162 : cluster 3 failed to encode map e534 with expected crc 2024-03-22T07:15:16.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:16 smithi148 bash[66753]: cluster 2024-03-22T07:15:15.343558+0000 mgr.y (mgr.25337) 214 : cluster 0 pgmap v392: 105 pgs: 105 active+clean; 582 KiB data, 448 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s rd, 8.2 KiB/s wr, 91 op/s 2024-03-22T07:15:16.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:16 smithi148 bash[66753]: cluster 2024-03-22T07:15:15.629133+0000 osd.7 (osd.7) 121 : cluster 3 failed to encode map e535 with expected crc 2024-03-22T07:15:16.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:16 smithi148 bash[66753]: cluster 2024-03-22T07:15:15.630335+0000 osd.4 (osd.4) 155 : cluster 3 failed to encode map e535 with expected crc 2024-03-22T07:15:16.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:16 smithi148 bash[66753]: cluster 2024-03-22T07:15:15.635050+0000 mon.a (mon.0) 541 : cluster 0 osdmap e535: 8 total, 8 up, 8 in 2024-03-22T07:15:16.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:16 smithi148 bash[66753]: cluster 2024-03-22T07:15:15.645383+0000 osd.1 (osd.1) 142 : cluster 3 failed to encode map e535 with expected crc 2024-03-22T07:15:17.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:16 smithi129 bash[79695]: cluster 2024-03-22T07:15:15.343558+0000 mgr.y (mgr.25337) 214 : cluster 0 pgmap v392: 105 pgs: 105 active+clean; 582 KiB data, 448 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s rd, 8.2 KiB/s wr, 91 op/s 2024-03-22T07:15:17.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:16 smithi129 bash[79695]: cluster 2024-03-22T07:15:15.629133+0000 osd.7 (osd.7) 121 : cluster 3 failed to encode map e535 with expected crc 2024-03-22T07:15:17.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:16 smithi129 bash[79695]: cluster 2024-03-22T07:15:15.630335+0000 osd.4 (osd.4) 155 : cluster 3 failed to encode map e535 with expected crc 2024-03-22T07:15:17.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:16 smithi129 bash[79695]: cluster 2024-03-22T07:15:15.635050+0000 mon.a (mon.0) 541 : cluster 0 osdmap e535: 8 total, 8 up, 8 in 2024-03-22T07:15:17.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:16 smithi129 bash[79695]: cluster 2024-03-22T07:15:15.645383+0000 osd.1 (osd.1) 142 : cluster 3 failed to encode map e535 with expected crc 2024-03-22T07:15:17.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:16 smithi129 bash[82160]: cluster 2024-03-22T07:15:15.343558+0000 mgr.y (mgr.25337) 214 : cluster 0 pgmap v392: 105 pgs: 105 active+clean; 582 KiB data, 448 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s rd, 8.2 KiB/s wr, 91 op/s 2024-03-22T07:15:17.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:16 smithi129 bash[82160]: cluster 2024-03-22T07:15:15.629133+0000 osd.7 (osd.7) 121 : cluster 3 failed to encode map e535 with expected crc 2024-03-22T07:15:17.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:16 smithi129 bash[82160]: cluster 2024-03-22T07:15:15.630335+0000 osd.4 (osd.4) 155 : cluster 3 failed to encode map e535 with expected crc 2024-03-22T07:15:17.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:16 smithi129 bash[82160]: cluster 2024-03-22T07:15:15.635050+0000 mon.a (mon.0) 541 : cluster 0 osdmap e535: 8 total, 8 up, 8 in 2024-03-22T07:15:17.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:16 smithi129 bash[82160]: cluster 2024-03-22T07:15:15.645383+0000 osd.1 (osd.1) 142 : cluster 3 failed to encode map e535 with expected crc 2024-03-22T07:15:17.704 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2045 ms) 2024-03-22T07:15:17.705 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-03-22T07:15:17.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:17 smithi148 bash[66753]: cluster 2024-03-22T07:15:16.634839+0000 osd.4 (osd.4) 156 : cluster 3 failed to encode map e536 with expected crc 2024-03-22T07:15:17.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:17 smithi148 bash[66753]: cluster 2024-03-22T07:15:16.638807+0000 mon.a (mon.0) 542 : cluster 0 osdmap e536: 8 total, 8 up, 8 in 2024-03-22T07:15:17.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:17 smithi148 bash[66753]: cluster 2024-03-22T07:15:16.642740+0000 osd.6 (osd.6) 163 : cluster 3 failed to encode map e536 with expected crc 2024-03-22T07:15:17.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:17 smithi148 bash[66753]: cluster 2024-03-22T07:15:16.657962+0000 osd.1 (osd.1) 143 : cluster 3 failed to encode map e536 with expected crc 2024-03-22T07:15:17.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:17 smithi148 bash[66753]: cluster 2024-03-22T07:15:16.666857+0000 osd.3 (osd.3) 149 : cluster 3 failed to encode map e536 with expected crc 2024-03-22T07:15:18.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:17 smithi129 bash[79695]: cluster 2024-03-22T07:15:16.634839+0000 osd.4 (osd.4) 156 : cluster 3 failed to encode map e536 with expected crc 2024-03-22T07:15:18.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:17 smithi129 bash[79695]: cluster 2024-03-22T07:15:16.638807+0000 mon.a (mon.0) 542 : cluster 0 osdmap e536: 8 total, 8 up, 8 in 2024-03-22T07:15:18.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:17 smithi129 bash[79695]: cluster 2024-03-22T07:15:16.642740+0000 osd.6 (osd.6) 163 : cluster 3 failed to encode map e536 with expected crc 2024-03-22T07:15:18.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:17 smithi129 bash[79695]: cluster 2024-03-22T07:15:16.657962+0000 osd.1 (osd.1) 143 : cluster 3 failed to encode map e536 with expected crc 2024-03-22T07:15:18.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:17 smithi129 bash[79695]: cluster 2024-03-22T07:15:16.666857+0000 osd.3 (osd.3) 149 : cluster 3 failed to encode map e536 with expected crc 2024-03-22T07:15:18.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:17 smithi129 bash[82160]: cluster 2024-03-22T07:15:16.634839+0000 osd.4 (osd.4) 156 : cluster 3 failed to encode map e536 with expected crc 2024-03-22T07:15:18.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:17 smithi129 bash[82160]: cluster 2024-03-22T07:15:16.638807+0000 mon.a (mon.0) 542 : cluster 0 osdmap e536: 8 total, 8 up, 8 in 2024-03-22T07:15:18.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:17 smithi129 bash[82160]: cluster 2024-03-22T07:15:16.642740+0000 osd.6 (osd.6) 163 : cluster 3 failed to encode map e536 with expected crc 2024-03-22T07:15:18.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:17 smithi129 bash[82160]: cluster 2024-03-22T07:15:16.657962+0000 osd.1 (osd.1) 143 : cluster 3 failed to encode map e536 with expected crc 2024-03-22T07:15:18.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:17 smithi129 bash[82160]: cluster 2024-03-22T07:15:16.666857+0000 osd.3 (osd.3) 149 : cluster 3 failed to encode map e536 with expected crc 2024-03-22T07:15:18.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:18 smithi148 bash[66753]: cluster 2024-03-22T07:15:17.344280+0000 mgr.y (mgr.25337) 215 : cluster 0 pgmap v395: 105 pgs: 105 active+clean; 582 KiB data, 448 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 7.2 KiB/s wr, 66 op/s 2024-03-22T07:15:18.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:18 smithi148 bash[66753]: cluster 2024-03-22T07:15:17.654964+0000 osd.7 (osd.7) 122 : cluster 3 failed to encode map e537 with expected crc 2024-03-22T07:15:18.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:18 smithi148 bash[66753]: cluster 2024-03-22T07:15:17.660094+0000 mon.a (mon.0) 543 : cluster 0 osdmap e537: 8 total, 8 up, 8 in 2024-03-22T07:15:18.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:18 smithi148 bash[66753]: cluster 2024-03-22T07:15:17.663226+0000 osd.6 (osd.6) 164 : cluster 3 failed to encode map e537 with expected crc 2024-03-22T07:15:18.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:18 smithi148 bash[66753]: cluster 2024-03-22T07:15:17.684365+0000 osd.1 (osd.1) 144 : cluster 3 failed to encode map e537 with expected crc 2024-03-22T07:15:18.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:18 smithi148 bash[66753]: cluster 2024-03-22T07:15:17.693184+0000 osd.3 (osd.3) 150 : cluster 3 failed to encode map e537 with expected crc 2024-03-22T07:15:18.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:18 smithi148 bash[66753]: cluster 2024-03-22T07:15:18.148705+0000 osd.3 (osd.3) 151 : cluster 3 failed to encode map e538 with expected crc 2024-03-22T07:15:18.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:18 smithi148 bash[66753]: cluster 2024-03-22T07:15:18.154130+0000 mon.a (mon.0) 544 : cluster 0 osdmap e538: 8 total, 8 up, 8 in 2024-03-22T07:15:18.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:18 smithi148 bash[66753]: cluster 2024-03-22T07:15:18.165619+0000 osd.1 (osd.1) 145 : cluster 3 failed to encode map e538 with expected crc 2024-03-22T07:15:18.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:18 smithi148 bash[66753]: cluster 2024-03-22T07:15:18.178593+0000 osd.2 (osd.2) 138 : cluster 3 failed to encode map e538 with expected crc 2024-03-22T07:15:19.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[79695]: cluster 2024-03-22T07:15:17.344280+0000 mgr.y (mgr.25337) 215 : cluster 0 pgmap v395: 105 pgs: 105 active+clean; 582 KiB data, 448 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 7.2 KiB/s wr, 66 op/s 2024-03-22T07:15:19.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[79695]: cluster 2024-03-22T07:15:17.654964+0000 osd.7 (osd.7) 122 : cluster 3 failed to encode map e537 with expected crc 2024-03-22T07:15:19.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[79695]: cluster 2024-03-22T07:15:17.660094+0000 mon.a (mon.0) 543 : cluster 0 osdmap e537: 8 total, 8 up, 8 in 2024-03-22T07:15:19.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[79695]: cluster 2024-03-22T07:15:17.663226+0000 osd.6 (osd.6) 164 : cluster 3 failed to encode map e537 with expected crc 2024-03-22T07:15:19.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[79695]: cluster 2024-03-22T07:15:17.684365+0000 osd.1 (osd.1) 144 : cluster 3 failed to encode map e537 with expected crc 2024-03-22T07:15:19.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[79695]: cluster 2024-03-22T07:15:17.693184+0000 osd.3 (osd.3) 150 : cluster 3 failed to encode map e537 with expected crc 2024-03-22T07:15:19.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[79695]: cluster 2024-03-22T07:15:18.148705+0000 osd.3 (osd.3) 151 : cluster 3 failed to encode map e538 with expected crc 2024-03-22T07:15:19.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[79695]: cluster 2024-03-22T07:15:18.154130+0000 mon.a (mon.0) 544 : cluster 0 osdmap e538: 8 total, 8 up, 8 in 2024-03-22T07:15:19.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[79695]: cluster 2024-03-22T07:15:18.165619+0000 osd.1 (osd.1) 145 : cluster 3 failed to encode map e538 with expected crc 2024-03-22T07:15:19.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[79695]: cluster 2024-03-22T07:15:18.178593+0000 osd.2 (osd.2) 138 : cluster 3 failed to encode map e538 with expected crc 2024-03-22T07:15:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[82160]: cluster 2024-03-22T07:15:17.344280+0000 mgr.y (mgr.25337) 215 : cluster 0 pgmap v395: 105 pgs: 105 active+clean; 582 KiB data, 448 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 7.2 KiB/s wr, 66 op/s 2024-03-22T07:15:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[82160]: cluster 2024-03-22T07:15:17.654964+0000 osd.7 (osd.7) 122 : cluster 3 failed to encode map e537 with expected crc 2024-03-22T07:15:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[82160]: cluster 2024-03-22T07:15:17.660094+0000 mon.a (mon.0) 543 : cluster 0 osdmap e537: 8 total, 8 up, 8 in 2024-03-22T07:15:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[82160]: cluster 2024-03-22T07:15:17.663226+0000 osd.6 (osd.6) 164 : cluster 3 failed to encode map e537 with expected crc 2024-03-22T07:15:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[82160]: cluster 2024-03-22T07:15:17.684365+0000 osd.1 (osd.1) 144 : cluster 3 failed to encode map e537 with expected crc 2024-03-22T07:15:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[82160]: cluster 2024-03-22T07:15:17.693184+0000 osd.3 (osd.3) 150 : cluster 3 failed to encode map e537 with expected crc 2024-03-22T07:15:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[82160]: cluster 2024-03-22T07:15:18.148705+0000 osd.3 (osd.3) 151 : cluster 3 failed to encode map e538 with expected crc 2024-03-22T07:15:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[82160]: cluster 2024-03-22T07:15:18.154130+0000 mon.a (mon.0) 544 : cluster 0 osdmap e538: 8 total, 8 up, 8 in 2024-03-22T07:15:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[82160]: cluster 2024-03-22T07:15:18.165619+0000 osd.1 (osd.1) 145 : cluster 3 failed to encode map e538 with expected crc 2024-03-22T07:15:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:18 smithi129 bash[82160]: cluster 2024-03-22T07:15:18.178593+0000 osd.2 (osd.2) 138 : cluster 3 failed to encode map e538 with expected crc 2024-03-22T07:15:19.195 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1491 ms) 2024-03-22T07:15:19.196 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-03-22T07:15:19.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:19 smithi148 bash[66753]: cluster 2024-03-22T07:15:17.655739+0000 osd.4 (osd.4) 157 : cluster 3 failed to encode map e537 with expected crc 2024-03-22T07:15:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:19 smithi148 bash[66753]: cluster 2024-03-22T07:15:18.150007+0000 osd.4 (osd.4) 158 : cluster 3 failed to encode map e538 with expected crc 2024-03-22T07:15:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:19 smithi148 bash[66753]: cluster 2024-03-22T07:15:19.152029+0000 osd.7 (osd.7) 123 : cluster 3 failed to encode map e539 with expected crc 2024-03-22T07:15:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:19 smithi148 bash[66753]: cluster 2024-03-22T07:15:19.155117+0000 mon.a (mon.0) 545 : cluster 0 osdmap e539: 8 total, 8 up, 8 in 2024-03-22T07:15:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:19 smithi148 bash[66753]: cluster 2024-03-22T07:15:19.158989+0000 osd.3 (osd.3) 152 : cluster 3 failed to encode map e539 with expected crc 2024-03-22T07:15:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:19 smithi148 bash[66753]: cluster 2024-03-22T07:15:19.177794+0000 osd.1 (osd.1) 146 : cluster 3 failed to encode map e539 with expected crc 2024-03-22T07:15:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:19 smithi148 bash[66753]: cluster 2024-03-22T07:15:19.205311+0000 osd.5 (osd.5) 116 : cluster 3 failed to encode map e539 with expected crc 2024-03-22T07:15:20.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:19 smithi129 bash[79695]: cluster 2024-03-22T07:15:17.655739+0000 osd.4 (osd.4) 157 : cluster 3 failed to encode map e537 with expected crc 2024-03-22T07:15:20.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:19 smithi129 bash[79695]: cluster 2024-03-22T07:15:18.150007+0000 osd.4 (osd.4) 158 : cluster 3 failed to encode map e538 with expected crc 2024-03-22T07:15:20.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:19 smithi129 bash[79695]: cluster 2024-03-22T07:15:19.152029+0000 osd.7 (osd.7) 123 : cluster 3 failed to encode map e539 with expected crc 2024-03-22T07:15:20.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:19 smithi129 bash[79695]: cluster 2024-03-22T07:15:19.155117+0000 mon.a (mon.0) 545 : cluster 0 osdmap e539: 8 total, 8 up, 8 in 2024-03-22T07:15:20.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:19 smithi129 bash[79695]: cluster 2024-03-22T07:15:19.158989+0000 osd.3 (osd.3) 152 : cluster 3 failed to encode map e539 with expected crc 2024-03-22T07:15:20.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:19 smithi129 bash[79695]: cluster 2024-03-22T07:15:19.177794+0000 osd.1 (osd.1) 146 : cluster 3 failed to encode map e539 with expected crc 2024-03-22T07:15:20.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:19 smithi129 bash[79695]: cluster 2024-03-22T07:15:19.205311+0000 osd.5 (osd.5) 116 : cluster 3 failed to encode map e539 with expected crc 2024-03-22T07:15:20.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:19 smithi129 bash[82160]: cluster 2024-03-22T07:15:17.655739+0000 osd.4 (osd.4) 157 : cluster 3 failed to encode map e537 with expected crc 2024-03-22T07:15:20.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:19 smithi129 bash[82160]: cluster 2024-03-22T07:15:18.150007+0000 osd.4 (osd.4) 158 : cluster 3 failed to encode map e538 with expected crc 2024-03-22T07:15:20.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:19 smithi129 bash[82160]: cluster 2024-03-22T07:15:19.152029+0000 osd.7 (osd.7) 123 : cluster 3 failed to encode map e539 with expected crc 2024-03-22T07:15:20.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:19 smithi129 bash[82160]: cluster 2024-03-22T07:15:19.155117+0000 mon.a (mon.0) 545 : cluster 0 osdmap e539: 8 total, 8 up, 8 in 2024-03-22T07:15:20.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:19 smithi129 bash[82160]: cluster 2024-03-22T07:15:19.158989+0000 osd.3 (osd.3) 152 : cluster 3 failed to encode map e539 with expected crc 2024-03-22T07:15:20.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:19 smithi129 bash[82160]: cluster 2024-03-22T07:15:19.177794+0000 osd.1 (osd.1) 146 : cluster 3 failed to encode map e539 with expected crc 2024-03-22T07:15:20.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:19 smithi129 bash[82160]: cluster 2024-03-22T07:15:19.205311+0000 osd.5 (osd.5) 116 : cluster 3 failed to encode map e539 with expected crc 2024-03-22T07:15:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:20 smithi148 bash[66753]: cluster 2024-03-22T07:15:19.153581+0000 osd.4 (osd.4) 159 : cluster 3 failed to encode map e539 with expected crc 2024-03-22T07:15:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:20 smithi148 bash[66753]: cluster 2024-03-22T07:15:19.345498+0000 mgr.y (mgr.25337) 216 : cluster 0 pgmap v399: 105 pgs: 105 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 118 KiB/s rd, 12 KiB/s wr, 169 op/s 2024-03-22T07:15:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:20 smithi148 bash[66753]: audit 2024-03-22T07:15:19.825129+0000 mon.a (mon.0) 546 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:20 smithi148 bash[66753]: cluster 2024-03-22T07:15:20.160518+0000 osd.7 (osd.7) 124 : cluster 3 failed to encode map e540 with expected crc 2024-03-22T07:15:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:20 smithi148 bash[66753]: cluster 2024-03-22T07:15:20.162115+0000 osd.4 (osd.4) 160 : cluster 3 failed to encode map e540 with expected crc 2024-03-22T07:15:20.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:20 smithi148 bash[66753]: cluster 2024-03-22T07:15:20.162906+0000 mon.a (mon.0) 547 : cluster 0 osdmap e540: 8 total, 8 up, 8 in 2024-03-22T07:15:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:20 smithi129 bash[79695]: cluster 2024-03-22T07:15:19.153581+0000 osd.4 (osd.4) 159 : cluster 3 failed to encode map e539 with expected crc 2024-03-22T07:15:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:20 smithi129 bash[79695]: cluster 2024-03-22T07:15:19.345498+0000 mgr.y (mgr.25337) 216 : cluster 0 pgmap v399: 105 pgs: 105 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 118 KiB/s rd, 12 KiB/s wr, 169 op/s 2024-03-22T07:15:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:20 smithi129 bash[79695]: audit 2024-03-22T07:15:19.825129+0000 mon.a (mon.0) 546 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:21.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:20 smithi129 bash[79695]: cluster 2024-03-22T07:15:20.160518+0000 osd.7 (osd.7) 124 : cluster 3 failed to encode map e540 with expected crc 2024-03-22T07:15:21.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:20 smithi129 bash[79695]: cluster 2024-03-22T07:15:20.162115+0000 osd.4 (osd.4) 160 : cluster 3 failed to encode map e540 with expected crc 2024-03-22T07:15:21.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:20 smithi129 bash[79695]: cluster 2024-03-22T07:15:20.162906+0000 mon.a (mon.0) 547 : cluster 0 osdmap e540: 8 total, 8 up, 8 in 2024-03-22T07:15:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:20 smithi129 bash[82160]: cluster 2024-03-22T07:15:19.153581+0000 osd.4 (osd.4) 159 : cluster 3 failed to encode map e539 with expected crc 2024-03-22T07:15:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:20 smithi129 bash[82160]: cluster 2024-03-22T07:15:19.345498+0000 mgr.y (mgr.25337) 216 : cluster 0 pgmap v399: 105 pgs: 105 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 118 KiB/s rd, 12 KiB/s wr, 169 op/s 2024-03-22T07:15:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:20 smithi129 bash[82160]: audit 2024-03-22T07:15:19.825129+0000 mon.a (mon.0) 546 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:20 smithi129 bash[82160]: cluster 2024-03-22T07:15:20.160518+0000 osd.7 (osd.7) 124 : cluster 3 failed to encode map e540 with expected crc 2024-03-22T07:15:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:20 smithi129 bash[82160]: cluster 2024-03-22T07:15:20.162115+0000 osd.4 (osd.4) 160 : cluster 3 failed to encode map e540 with expected crc 2024-03-22T07:15:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:20 smithi129 bash[82160]: cluster 2024-03-22T07:15:20.162906+0000 mon.a (mon.0) 547 : cluster 0 osdmap e540: 8 total, 8 up, 8 in 2024-03-22T07:15:21.206 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.FlattenLocksImage (2010 ms) 2024-03-22T07:15:21.207 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-03-22T07:15:21.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:21 smithi148 bash[66753]: cluster 2024-03-22T07:15:20.175536+0000 osd.6 (osd.6) 165 : cluster 3 failed to encode map e540 with expected crc 2024-03-22T07:15:21.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:21 smithi148 bash[66753]: cluster 2024-03-22T07:15:21.163295+0000 osd.7 (osd.7) 125 : cluster 3 failed to encode map e541 with expected crc 2024-03-22T07:15:21.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:21 smithi148 bash[66753]: cluster 2024-03-22T07:15:21.166104+0000 osd.4 (osd.4) 161 : cluster 3 failed to encode map e541 with expected crc 2024-03-22T07:15:21.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:21 smithi148 bash[66753]: cluster 2024-03-22T07:15:21.166259+0000 mon.a (mon.0) 548 : cluster 0 osdmap e541: 8 total, 8 up, 8 in 2024-03-22T07:15:21.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:21 smithi148 bash[66753]: cluster 2024-03-22T07:15:21.183342+0000 osd.1 (osd.1) 147 : cluster 3 failed to encode map e541 with expected crc 2024-03-22T07:15:21.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:21 smithi148 bash[66753]: cluster 2024-03-22T07:15:21.216734+0000 osd.5 (osd.5) 117 : cluster 3 failed to encode map e541 with expected crc 2024-03-22T07:15:22.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:21 smithi129 bash[79695]: cluster 2024-03-22T07:15:20.175536+0000 osd.6 (osd.6) 165 : cluster 3 failed to encode map e540 with expected crc 2024-03-22T07:15:22.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:21 smithi129 bash[79695]: cluster 2024-03-22T07:15:21.163295+0000 osd.7 (osd.7) 125 : cluster 3 failed to encode map e541 with expected crc 2024-03-22T07:15:22.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:21 smithi129 bash[79695]: cluster 2024-03-22T07:15:21.166104+0000 osd.4 (osd.4) 161 : cluster 3 failed to encode map e541 with expected crc 2024-03-22T07:15:22.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:21 smithi129 bash[79695]: cluster 2024-03-22T07:15:21.166259+0000 mon.a (mon.0) 548 : cluster 0 osdmap e541: 8 total, 8 up, 8 in 2024-03-22T07:15:22.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:21 smithi129 bash[79695]: cluster 2024-03-22T07:15:21.183342+0000 osd.1 (osd.1) 147 : cluster 3 failed to encode map e541 with expected crc 2024-03-22T07:15:22.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:21 smithi129 bash[79695]: cluster 2024-03-22T07:15:21.216734+0000 osd.5 (osd.5) 117 : cluster 3 failed to encode map e541 with expected crc 2024-03-22T07:15:22.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:21 smithi129 bash[82160]: cluster 2024-03-22T07:15:20.175536+0000 osd.6 (osd.6) 165 : cluster 3 failed to encode map e540 with expected crc 2024-03-22T07:15:22.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:21 smithi129 bash[82160]: cluster 2024-03-22T07:15:21.163295+0000 osd.7 (osd.7) 125 : cluster 3 failed to encode map e541 with expected crc 2024-03-22T07:15:22.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:21 smithi129 bash[82160]: cluster 2024-03-22T07:15:21.166104+0000 osd.4 (osd.4) 161 : cluster 3 failed to encode map e541 with expected crc 2024-03-22T07:15:22.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:21 smithi129 bash[82160]: cluster 2024-03-22T07:15:21.166259+0000 mon.a (mon.0) 548 : cluster 0 osdmap e541: 8 total, 8 up, 8 in 2024-03-22T07:15:22.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:21 smithi129 bash[82160]: cluster 2024-03-22T07:15:21.183342+0000 osd.1 (osd.1) 147 : cluster 3 failed to encode map e541 with expected crc 2024-03-22T07:15:22.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:21 smithi129 bash[82160]: cluster 2024-03-22T07:15:21.216734+0000 osd.5 (osd.5) 117 : cluster 3 failed to encode map e541 with expected crc 2024-03-22T07:15:22.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:22 smithi148 bash[66753]: cluster 2024-03-22T07:15:21.186734+0000 osd.6 (osd.6) 166 : cluster 3 failed to encode map e541 with expected crc 2024-03-22T07:15:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:22 smithi148 bash[66753]: cluster 2024-03-22T07:15:21.346139+0000 mgr.y (mgr.25337) 217 : cluster 0 pgmap v402: 105 pgs: 105 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s rd, 7.3 KiB/s wr, 100 op/s 2024-03-22T07:15:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:22 smithi148 bash[66753]: cluster 2024-03-22T07:15:22.174166+0000 osd.3 (osd.3) 153 : cluster 3 failed to encode map e542 with expected crc 2024-03-22T07:15:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:22 smithi148 bash[66753]: cluster 2024-03-22T07:15:22.174614+0000 osd.4 (osd.4) 162 : cluster 3 failed to encode map e542 with expected crc 2024-03-22T07:15:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:22 smithi148 bash[66753]: cluster 2024-03-22T07:15:22.179281+0000 mon.a (mon.0) 549 : cluster 0 osdmap e542: 8 total, 8 up, 8 in 2024-03-22T07:15:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:22 smithi148 bash[66753]: cluster 2024-03-22T07:15:22.183086+0000 osd.7 (osd.7) 126 : cluster 3 failed to encode map e542 with expected crc 2024-03-22T07:15:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:22 smithi148 bash[66753]: cluster 2024-03-22T07:15:22.236765+0000 osd.5 (osd.5) 118 : cluster 3 failed to encode map e542 with expected crc 2024-03-22T07:15:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:22 smithi148 bash[66753]: cluster 2024-03-22T07:15:22.258952+0000 osd.1 (osd.1) 148 : cluster 3 failed to encode map e542 with expected crc 2024-03-22T07:15:23.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[79695]: cluster 2024-03-22T07:15:21.186734+0000 osd.6 (osd.6) 166 : cluster 3 failed to encode map e541 with expected crc 2024-03-22T07:15:23.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[79695]: cluster 2024-03-22T07:15:21.346139+0000 mgr.y (mgr.25337) 217 : cluster 0 pgmap v402: 105 pgs: 105 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s rd, 7.3 KiB/s wr, 100 op/s 2024-03-22T07:15:23.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[79695]: cluster 2024-03-22T07:15:22.174166+0000 osd.3 (osd.3) 153 : cluster 3 failed to encode map e542 with expected crc 2024-03-22T07:15:23.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[79695]: cluster 2024-03-22T07:15:22.174614+0000 osd.4 (osd.4) 162 : cluster 3 failed to encode map e542 with expected crc 2024-03-22T07:15:23.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[79695]: cluster 2024-03-22T07:15:22.179281+0000 mon.a (mon.0) 549 : cluster 0 osdmap e542: 8 total, 8 up, 8 in 2024-03-22T07:15:23.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[79695]: cluster 2024-03-22T07:15:22.183086+0000 osd.7 (osd.7) 126 : cluster 3 failed to encode map e542 with expected crc 2024-03-22T07:15:23.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[79695]: cluster 2024-03-22T07:15:22.236765+0000 osd.5 (osd.5) 118 : cluster 3 failed to encode map e542 with expected crc 2024-03-22T07:15:23.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[79695]: cluster 2024-03-22T07:15:22.258952+0000 osd.1 (osd.1) 148 : cluster 3 failed to encode map e542 with expected crc 2024-03-22T07:15:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[82160]: cluster 2024-03-22T07:15:21.186734+0000 osd.6 (osd.6) 166 : cluster 3 failed to encode map e541 with expected crc 2024-03-22T07:15:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[82160]: cluster 2024-03-22T07:15:21.346139+0000 mgr.y (mgr.25337) 217 : cluster 0 pgmap v402: 105 pgs: 105 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s rd, 7.3 KiB/s wr, 100 op/s 2024-03-22T07:15:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[82160]: cluster 2024-03-22T07:15:22.174166+0000 osd.3 (osd.3) 153 : cluster 3 failed to encode map e542 with expected crc 2024-03-22T07:15:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[82160]: cluster 2024-03-22T07:15:22.174614+0000 osd.4 (osd.4) 162 : cluster 3 failed to encode map e542 with expected crc 2024-03-22T07:15:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[82160]: cluster 2024-03-22T07:15:22.179281+0000 mon.a (mon.0) 549 : cluster 0 osdmap e542: 8 total, 8 up, 8 in 2024-03-22T07:15:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[82160]: cluster 2024-03-22T07:15:22.183086+0000 osd.7 (osd.7) 126 : cluster 3 failed to encode map e542 with expected crc 2024-03-22T07:15:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[82160]: cluster 2024-03-22T07:15:22.236765+0000 osd.5 (osd.5) 118 : cluster 3 failed to encode map e542 with expected crc 2024-03-22T07:15:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:22 smithi129 bash[82160]: cluster 2024-03-22T07:15:22.258952+0000 osd.1 (osd.1) 148 : cluster 3 failed to encode map e542 with expected crc 2024-03-22T07:15:23.194 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1987 ms) 2024-03-22T07:15:23.194 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-03-22T07:15:24.172 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (979 ms) 2024-03-22T07:15:24.173 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-03-22T07:15:24.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:15:23] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2024-03-22T07:15:24.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[82160]: cluster 2024-03-22T07:15:23.150379+0000 osd.2 (osd.2) 139 : cluster 3 failed to encode map e543 with expected crc 2024-03-22T07:15:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[82160]: cluster 2024-03-22T07:15:23.153005+0000 osd.4 (osd.4) 163 : cluster 3 failed to encode map e543 with expected crc 2024-03-22T07:15:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[82160]: cluster 2024-03-22T07:15:23.154413+0000 mon.a (mon.0) 550 : cluster 0 osdmap e543: 8 total, 8 up, 8 in 2024-03-22T07:15:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[82160]: cluster 2024-03-22T07:15:23.158922+0000 osd.7 (osd.7) 127 : cluster 3 failed to encode map e543 with expected crc 2024-03-22T07:15:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[82160]: cluster 2024-03-22T07:15:23.199700+0000 osd.5 (osd.5) 119 : cluster 3 failed to encode map e543 with expected crc 2024-03-22T07:15:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[82160]: audit 2024-03-22T07:15:23.279418+0000 mon.c (mon.2) 99 : audit 1 from='client.? 172.21.15.129:0/169576623' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/169576623"}]: dispatch 2024-03-22T07:15:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[82160]: audit 2024-03-22T07:15:23.279827+0000 mon.a (mon.0) 551 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/169576623"}]: dispatch 2024-03-22T07:15:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[82160]: cluster 2024-03-22T07:15:23.346856+0000 mgr.y (mgr.25337) 218 : cluster 0 pgmap v405: 105 pgs: 105 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 63 KiB/s rd, 3.2 KiB/s wr, 81 op/s 2024-03-22T07:15:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[82160]: audit 2024-03-22T07:15:23.381011+0000 mon.c (mon.2) 100 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:15:24.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[79695]: cluster 2024-03-22T07:15:23.150379+0000 osd.2 (osd.2) 139 : cluster 3 failed to encode map e543 with expected crc 2024-03-22T07:15:24.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[79695]: cluster 2024-03-22T07:15:23.153005+0000 osd.4 (osd.4) 163 : cluster 3 failed to encode map e543 with expected crc 2024-03-22T07:15:24.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[79695]: cluster 2024-03-22T07:15:23.154413+0000 mon.a (mon.0) 550 : cluster 0 osdmap e543: 8 total, 8 up, 8 in 2024-03-22T07:15:24.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[79695]: cluster 2024-03-22T07:15:23.158922+0000 osd.7 (osd.7) 127 : cluster 3 failed to encode map e543 with expected crc 2024-03-22T07:15:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[79695]: cluster 2024-03-22T07:15:23.199700+0000 osd.5 (osd.5) 119 : cluster 3 failed to encode map e543 with expected crc 2024-03-22T07:15:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[79695]: audit 2024-03-22T07:15:23.279418+0000 mon.c (mon.2) 99 : audit 1 from='client.? 172.21.15.129:0/169576623' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/169576623"}]: dispatch 2024-03-22T07:15:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[79695]: audit 2024-03-22T07:15:23.279827+0000 mon.a (mon.0) 551 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/169576623"}]: dispatch 2024-03-22T07:15:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[79695]: cluster 2024-03-22T07:15:23.346856+0000 mgr.y (mgr.25337) 218 : cluster 0 pgmap v405: 105 pgs: 105 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 63 KiB/s rd, 3.2 KiB/s wr, 81 op/s 2024-03-22T07:15:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:24 smithi129 bash[79695]: audit 2024-03-22T07:15:23.381011+0000 mon.c (mon.2) 100 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:15:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:24 smithi148 bash[66753]: cluster 2024-03-22T07:15:23.150379+0000 osd.2 (osd.2) 139 : cluster 3 failed to encode map e543 with expected crc 2024-03-22T07:15:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:24 smithi148 bash[66753]: cluster 2024-03-22T07:15:23.153005+0000 osd.4 (osd.4) 163 : cluster 3 failed to encode map e543 with expected crc 2024-03-22T07:15:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:24 smithi148 bash[66753]: cluster 2024-03-22T07:15:23.154413+0000 mon.a (mon.0) 550 : cluster 0 osdmap e543: 8 total, 8 up, 8 in 2024-03-22T07:15:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:24 smithi148 bash[66753]: cluster 2024-03-22T07:15:23.158922+0000 osd.7 (osd.7) 127 : cluster 3 failed to encode map e543 with expected crc 2024-03-22T07:15:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:24 smithi148 bash[66753]: cluster 2024-03-22T07:15:23.199700+0000 osd.5 (osd.5) 119 : cluster 3 failed to encode map e543 with expected crc 2024-03-22T07:15:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:24 smithi148 bash[66753]: audit 2024-03-22T07:15:23.279418+0000 mon.c (mon.2) 99 : audit 1 from='client.? 172.21.15.129:0/169576623' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/169576623"}]: dispatch 2024-03-22T07:15:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:24 smithi148 bash[66753]: audit 2024-03-22T07:15:23.279827+0000 mon.a (mon.0) 551 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/169576623"}]: dispatch 2024-03-22T07:15:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:24 smithi148 bash[66753]: cluster 2024-03-22T07:15:23.346856+0000 mgr.y (mgr.25337) 218 : cluster 0 pgmap v405: 105 pgs: 105 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 63 KiB/s rd, 3.2 KiB/s wr, 81 op/s 2024-03-22T07:15:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:24 smithi148 bash[66753]: audit 2024-03-22T07:15:23.381011+0000 mon.c (mon.2) 100 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:15:25.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:25 smithi148 bash[66753]: audit 2024-03-22T07:15:24.159784+0000 mon.a (mon.0) 552 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/169576623"}]': finished 2024-03-22T07:15:25.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:25 smithi148 bash[66753]: cluster 2024-03-22T07:15:24.164021+0000 osd.7 (osd.7) 128 : cluster 3 failed to encode map e544 with expected crc 2024-03-22T07:15:25.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:25 smithi148 bash[66753]: cluster 2024-03-22T07:15:24.164022+0000 osd.5 (osd.5) 120 : cluster 3 failed to encode map e544 with expected crc 2024-03-22T07:15:25.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:25 smithi148 bash[66753]: cluster 2024-03-22T07:15:24.168792+0000 mon.a (mon.0) 553 : cluster 0 osdmap e544: 8 total, 8 up, 8 in 2024-03-22T07:15:25.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:25 smithi148 bash[66753]: cluster 2024-03-22T07:15:24.174740+0000 osd.1 (osd.1) 149 : cluster 3 failed to encode map e544 with expected crc 2024-03-22T07:15:25.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:25 smithi148 bash[66753]: cluster 2024-03-22T07:15:24.175787+0000 osd.3 (osd.3) 154 : cluster 3 failed to encode map e544 with expected crc 2024-03-22T07:15:25.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:25 smithi148 bash[66753]: cluster 2024-03-22T07:15:24.239055+0000 osd.4 (osd.4) 164 : cluster 3 failed to encode map e544 with expected crc 2024-03-22T07:15:25.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:25 smithi148 bash[66753]: audit 2024-03-22T07:15:24.240199+0000 mon.a (mon.0) 554 : audit 1 from='client.? 172.21.15.129:0/435409763' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/435409763"}]: dispatch 2024-03-22T07:15:25.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[79695]: audit 2024-03-22T07:15:24.159784+0000 mon.a (mon.0) 552 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/169576623"}]': finished 2024-03-22T07:15:25.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[79695]: cluster 2024-03-22T07:15:24.164021+0000 osd.7 (osd.7) 128 : cluster 3 failed to encode map e544 with expected crc 2024-03-22T07:15:25.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[79695]: cluster 2024-03-22T07:15:24.164022+0000 osd.5 (osd.5) 120 : cluster 3 failed to encode map e544 with expected crc 2024-03-22T07:15:25.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[79695]: cluster 2024-03-22T07:15:24.168792+0000 mon.a (mon.0) 553 : cluster 0 osdmap e544: 8 total, 8 up, 8 in 2024-03-22T07:15:25.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[79695]: cluster 2024-03-22T07:15:24.174740+0000 osd.1 (osd.1) 149 : cluster 3 failed to encode map e544 with expected crc 2024-03-22T07:15:25.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[79695]: cluster 2024-03-22T07:15:24.175787+0000 osd.3 (osd.3) 154 : cluster 3 failed to encode map e544 with expected crc 2024-03-22T07:15:25.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[79695]: cluster 2024-03-22T07:15:24.239055+0000 osd.4 (osd.4) 164 : cluster 3 failed to encode map e544 with expected crc 2024-03-22T07:15:25.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[79695]: audit 2024-03-22T07:15:24.240199+0000 mon.a (mon.0) 554 : audit 1 from='client.? 172.21.15.129:0/435409763' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/435409763"}]: dispatch 2024-03-22T07:15:25.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[82160]: audit 2024-03-22T07:15:24.159784+0000 mon.a (mon.0) 552 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/169576623"}]': finished 2024-03-22T07:15:25.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[82160]: cluster 2024-03-22T07:15:24.164021+0000 osd.7 (osd.7) 128 : cluster 3 failed to encode map e544 with expected crc 2024-03-22T07:15:25.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[82160]: cluster 2024-03-22T07:15:24.164022+0000 osd.5 (osd.5) 120 : cluster 3 failed to encode map e544 with expected crc 2024-03-22T07:15:25.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[82160]: cluster 2024-03-22T07:15:24.168792+0000 mon.a (mon.0) 553 : cluster 0 osdmap e544: 8 total, 8 up, 8 in 2024-03-22T07:15:25.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[82160]: cluster 2024-03-22T07:15:24.174740+0000 osd.1 (osd.1) 149 : cluster 3 failed to encode map e544 with expected crc 2024-03-22T07:15:25.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[82160]: cluster 2024-03-22T07:15:24.175787+0000 osd.3 (osd.3) 154 : cluster 3 failed to encode map e544 with expected crc 2024-03-22T07:15:25.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[82160]: cluster 2024-03-22T07:15:24.239055+0000 osd.4 (osd.4) 164 : cluster 3 failed to encode map e544 with expected crc 2024-03-22T07:15:25.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:25 smithi129 bash[82160]: audit 2024-03-22T07:15:24.240199+0000 mon.a (mon.0) 554 : audit 1 from='client.? 172.21.15.129:0/435409763' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/435409763"}]: dispatch 2024-03-22T07:15:26.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:26 smithi129 bash[79695]: audit 2024-03-22T07:15:25.163682+0000 mon.a (mon.0) 555 : audit 1 from='client.? 172.21.15.129:0/435409763' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/435409763"}]': finished 2024-03-22T07:15:26.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:26 smithi129 bash[79695]: cluster 2024-03-22T07:15:25.166150+0000 osd.7 (osd.7) 129 : cluster 3 failed to encode map e545 with expected crc 2024-03-22T07:15:26.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:26 smithi129 bash[79695]: cluster 2024-03-22T07:15:25.167717+0000 osd.6 (osd.6) 167 : cluster 3 failed to encode map e545 with expected crc 2024-03-22T07:15:26.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:26 smithi129 bash[79695]: cluster 2024-03-22T07:15:25.169359+0000 mon.a (mon.0) 556 : cluster 0 osdmap e545: 8 total, 8 up, 8 in 2024-03-22T07:15:26.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:26 smithi129 bash[79695]: cluster 2024-03-22T07:15:25.347565+0000 mgr.y (mgr.25337) 219 : cluster 0 pgmap v408: 105 pgs: 105 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 181 KiB/s rd, 12 KiB/s wr, 244 op/s 2024-03-22T07:15:26.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:26 smithi129 bash[82160]: audit 2024-03-22T07:15:25.163682+0000 mon.a (mon.0) 555 : audit 1 from='client.? 172.21.15.129:0/435409763' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/435409763"}]': finished 2024-03-22T07:15:26.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:26 smithi129 bash[82160]: cluster 2024-03-22T07:15:25.166150+0000 osd.7 (osd.7) 129 : cluster 3 failed to encode map e545 with expected crc 2024-03-22T07:15:26.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:26 smithi129 bash[82160]: cluster 2024-03-22T07:15:25.167717+0000 osd.6 (osd.6) 167 : cluster 3 failed to encode map e545 with expected crc 2024-03-22T07:15:26.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:26 smithi129 bash[82160]: cluster 2024-03-22T07:15:25.169359+0000 mon.a (mon.0) 556 : cluster 0 osdmap e545: 8 total, 8 up, 8 in 2024-03-22T07:15:26.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:26 smithi129 bash[82160]: cluster 2024-03-22T07:15:25.347565+0000 mgr.y (mgr.25337) 219 : cluster 0 pgmap v408: 105 pgs: 105 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 181 KiB/s rd, 12 KiB/s wr, 244 op/s 2024-03-22T07:15:26.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:26 smithi148 bash[66753]: audit 2024-03-22T07:15:25.163682+0000 mon.a (mon.0) 555 : audit 1 from='client.? 172.21.15.129:0/435409763' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/435409763"}]': finished 2024-03-22T07:15:26.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:26 smithi148 bash[66753]: cluster 2024-03-22T07:15:25.166150+0000 osd.7 (osd.7) 129 : cluster 3 failed to encode map e545 with expected crc 2024-03-22T07:15:26.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:26 smithi148 bash[66753]: cluster 2024-03-22T07:15:25.167717+0000 osd.6 (osd.6) 167 : cluster 3 failed to encode map e545 with expected crc 2024-03-22T07:15:26.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:26 smithi148 bash[66753]: cluster 2024-03-22T07:15:25.169359+0000 mon.a (mon.0) 556 : cluster 0 osdmap e545: 8 total, 8 up, 8 in 2024-03-22T07:15:26.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:26 smithi148 bash[66753]: cluster 2024-03-22T07:15:25.347565+0000 mgr.y (mgr.25337) 219 : cluster 0 pgmap v408: 105 pgs: 105 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 181 KiB/s rd, 12 KiB/s wr, 244 op/s 2024-03-22T07:15:28.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:28 smithi148 bash[66753]: cluster 2024-03-22T07:15:27.348225+0000 mgr.y (mgr.25337) 220 : cluster 0 pgmap v409: 105 pgs: 105 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 140 KiB/s rd, 9.1 KiB/s wr, 189 op/s 2024-03-22T07:15:28.708 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:28 smithi148 bash[66753]: cluster 2024-03-22T07:15:28.157146+0000 mon.a (mon.0) 557 : cluster 0 osdmap e546: 8 total, 8 up, 8 in 2024-03-22T07:15:28.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:28 smithi129 bash[79695]: cluster 2024-03-22T07:15:27.348225+0000 mgr.y (mgr.25337) 220 : cluster 0 pgmap v409: 105 pgs: 105 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 140 KiB/s rd, 9.1 KiB/s wr, 189 op/s 2024-03-22T07:15:28.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:28 smithi129 bash[79695]: cluster 2024-03-22T07:15:28.157146+0000 mon.a (mon.0) 557 : cluster 0 osdmap e546: 8 total, 8 up, 8 in 2024-03-22T07:15:28.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:28 smithi129 bash[82160]: cluster 2024-03-22T07:15:27.348225+0000 mgr.y (mgr.25337) 220 : cluster 0 pgmap v409: 105 pgs: 105 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 140 KiB/s rd, 9.1 KiB/s wr, 189 op/s 2024-03-22T07:15:28.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:28 smithi129 bash[82160]: cluster 2024-03-22T07:15:28.157146+0000 mon.a (mon.0) 557 : cluster 0 osdmap e546: 8 total, 8 up, 8 in 2024-03-22T07:15:29.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:29 smithi148 bash[66753]: cluster 2024-03-22T07:15:28.152804+0000 osd.3 (osd.3) 155 : cluster 3 failed to encode map e546 with expected crc 2024-03-22T07:15:29.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:29 smithi148 bash[66753]: cluster 2024-03-22T07:15:28.154912+0000 osd.5 (osd.5) 121 : cluster 3 failed to encode map e546 with expected crc 2024-03-22T07:15:29.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:29 smithi129 bash[82160]: cluster 2024-03-22T07:15:28.152804+0000 osd.3 (osd.3) 155 : cluster 3 failed to encode map e546 with expected crc 2024-03-22T07:15:29.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:29 smithi129 bash[82160]: cluster 2024-03-22T07:15:28.154912+0000 osd.5 (osd.5) 121 : cluster 3 failed to encode map e546 with expected crc 2024-03-22T07:15:29.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:29 smithi129 bash[79695]: cluster 2024-03-22T07:15:28.152804+0000 osd.3 (osd.3) 155 : cluster 3 failed to encode map e546 with expected crc 2024-03-22T07:15:29.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:29 smithi129 bash[79695]: cluster 2024-03-22T07:15:28.154912+0000 osd.5 (osd.5) 121 : cluster 3 failed to encode map e546 with expected crc 2024-03-22T07:15:30.169 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (5996 ms) 2024-03-22T07:15:30.169 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-03-22T07:15:30.237 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.AioWriteRequestsLock (68 ms) 2024-03-22T07:15:30.237 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-03-22T07:15:30.304 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (66 ms) 2024-03-22T07:15:30.304 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-03-22T07:15:30.420 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.CancelAsyncResize (117 ms) 2024-03-22T07:15:30.420 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.MultipleResize 2024-03-22T07:15:30.576 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.MultipleResize (156 ms) 2024-03-22T07:15:30.577 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.Metadata 2024-03-22T07:15:30.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:30 smithi148 bash[66753]: cluster 2024-03-22T07:15:29.349440+0000 mgr.y (mgr.25337) 221 : cluster 0 pgmap v411: 105 pgs: 105 active+clean; 583 KiB data, 454 MiB used, 715 GiB / 715 GiB avail; 85 KiB/s rd, 5.8 KiB/s wr, 116 op/s 2024-03-22T07:15:30.690 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.Metadata (113 ms) 2024-03-22T07:15:30.690 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-03-22T07:15:30.773 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.MetadataConfApply (84 ms) 2024-03-22T07:15:30.774 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-03-22T07:15:30.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:30 smithi129 bash[79695]: cluster 2024-03-22T07:15:29.349440+0000 mgr.y (mgr.25337) 221 : cluster 0 pgmap v411: 105 pgs: 105 active+clean; 583 KiB data, 454 MiB used, 715 GiB / 715 GiB avail; 85 KiB/s rd, 5.8 KiB/s wr, 116 op/s 2024-03-22T07:15:30.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:30 smithi129 bash[82160]: cluster 2024-03-22T07:15:29.349440+0000 mgr.y (mgr.25337) 221 : cluster 0 pgmap v411: 105 pgs: 105 active+clean; 583 KiB data, 454 MiB used, 715 GiB / 715 GiB avail; 85 KiB/s rd, 5.8 KiB/s wr, 116 op/s 2024-03-22T07:15:32.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:32 smithi148 bash[66753]: cluster 2024-03-22T07:15:31.350170+0000 mgr.y (mgr.25337) 222 : cluster 0 pgmap v412: 105 pgs: 105 active+clean; 583 KiB data, 454 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 4.9 KiB/s wr, 97 op/s 2024-03-22T07:15:32.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:32 smithi148 bash[66753]: cluster 2024-03-22T07:15:31.427004+0000 osd.2 (osd.2) 140 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:32 smithi148 bash[66753]: cluster 2024-03-22T07:15:31.431031+0000 osd.4 (osd.4) 165 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:32 smithi148 bash[66753]: cluster 2024-03-22T07:15:31.431577+0000 mon.a (mon.0) 558 : cluster 0 osdmap e547: 8 total, 8 up, 8 in 2024-03-22T07:15:32.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:32 smithi148 bash[66753]: cluster 2024-03-22T07:15:31.441656+0000 osd.3 (osd.3) 156 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:32 smithi148 bash[66753]: cluster 2024-03-22T07:15:31.441928+0000 osd.1 (osd.1) 150 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:32 smithi148 bash[66753]: cluster 2024-03-22T07:15:31.447562+0000 osd.1 (osd.1) 151 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:32 smithi148 bash[66753]: cluster 2024-03-22T07:15:31.460303+0000 osd.7 (osd.7) 130 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[79695]: cluster 2024-03-22T07:15:31.350170+0000 mgr.y (mgr.25337) 222 : cluster 0 pgmap v412: 105 pgs: 105 active+clean; 583 KiB data, 454 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 4.9 KiB/s wr, 97 op/s 2024-03-22T07:15:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[79695]: cluster 2024-03-22T07:15:31.427004+0000 osd.2 (osd.2) 140 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[79695]: cluster 2024-03-22T07:15:31.431031+0000 osd.4 (osd.4) 165 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[79695]: cluster 2024-03-22T07:15:31.431577+0000 mon.a (mon.0) 558 : cluster 0 osdmap e547: 8 total, 8 up, 8 in 2024-03-22T07:15:32.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[79695]: cluster 2024-03-22T07:15:31.441656+0000 osd.3 (osd.3) 156 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[79695]: cluster 2024-03-22T07:15:31.441928+0000 osd.1 (osd.1) 150 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[79695]: cluster 2024-03-22T07:15:31.447562+0000 osd.1 (osd.1) 151 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[79695]: cluster 2024-03-22T07:15:31.460303+0000 osd.7 (osd.7) 130 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[82160]: cluster 2024-03-22T07:15:31.350170+0000 mgr.y (mgr.25337) 222 : cluster 0 pgmap v412: 105 pgs: 105 active+clean; 583 KiB data, 454 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 4.9 KiB/s wr, 97 op/s 2024-03-22T07:15:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[82160]: cluster 2024-03-22T07:15:31.427004+0000 osd.2 (osd.2) 140 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[82160]: cluster 2024-03-22T07:15:31.431031+0000 osd.4 (osd.4) 165 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[82160]: cluster 2024-03-22T07:15:31.431577+0000 mon.a (mon.0) 558 : cluster 0 osdmap e547: 8 total, 8 up, 8 in 2024-03-22T07:15:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[82160]: cluster 2024-03-22T07:15:31.441656+0000 osd.3 (osd.3) 156 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[82160]: cluster 2024-03-22T07:15:31.441928+0000 osd.1 (osd.1) 150 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[82160]: cluster 2024-03-22T07:15:31.447562+0000 osd.1 (osd.1) 151 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:32.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:32 smithi129 bash[82160]: cluster 2024-03-22T07:15:31.460303+0000 osd.7 (osd.7) 130 : cluster 3 failed to encode map e547 with expected crc 2024-03-22T07:15:33.394 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.SnapshotCopyup (2620 ms) 2024-03-22T07:15:33.394 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-03-22T07:15:33.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:33 smithi129 bash[79695]: cluster 2024-03-22T07:15:32.440124+0000 osd.3 (osd.3) 157 : cluster 3 failed to encode map e548 with expected crc 2024-03-22T07:15:33.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:33 smithi129 bash[79695]: cluster 2024-03-22T07:15:32.440932+0000 osd.1 (osd.1) 152 : cluster 3 failed to encode map e548 with expected crc 2024-03-22T07:15:33.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:33 smithi129 bash[79695]: cluster 2024-03-22T07:15:32.443963+0000 mon.a (mon.0) 559 : cluster 0 osdmap e548: 8 total, 8 up, 8 in 2024-03-22T07:15:33.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:33 smithi129 bash[79695]: cluster 2024-03-22T07:15:32.448306+0000 osd.6 (osd.6) 168 : cluster 3 failed to encode map e548 with expected crc 2024-03-22T07:15:33.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:33 smithi129 bash[79695]: cluster 2024-03-22T07:15:32.460803+0000 osd.4 (osd.4) 166 : cluster 3 failed to encode map e548 with expected crc 2024-03-22T07:15:33.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:33 smithi129 bash[79695]: cluster 2024-03-22T07:15:33.159424+0000 mon.a (mon.0) 560 : cluster 0 osdmap e549: 8 total, 8 up, 8 in 2024-03-22T07:15:33.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:33 smithi129 bash[79695]: cluster 2024-03-22T07:15:33.178901+0000 osd.1 (osd.1) 153 : cluster 3 failed to encode map e549 with expected crc 2024-03-22T07:15:33.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:33 smithi129 bash[82160]: cluster 2024-03-22T07:15:32.440124+0000 osd.3 (osd.3) 157 : cluster 3 failed to encode map e548 with expected crc 2024-03-22T07:15:33.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:33 smithi129 bash[82160]: cluster 2024-03-22T07:15:32.440932+0000 osd.1 (osd.1) 152 : cluster 3 failed to encode map e548 with expected crc 2024-03-22T07:15:33.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:33 smithi129 bash[82160]: cluster 2024-03-22T07:15:32.443963+0000 mon.a (mon.0) 559 : cluster 0 osdmap e548: 8 total, 8 up, 8 in 2024-03-22T07:15:33.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:33 smithi129 bash[82160]: cluster 2024-03-22T07:15:32.448306+0000 osd.6 (osd.6) 168 : cluster 3 failed to encode map e548 with expected crc 2024-03-22T07:15:33.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:33 smithi129 bash[82160]: cluster 2024-03-22T07:15:32.460803+0000 osd.4 (osd.4) 166 : cluster 3 failed to encode map e548 with expected crc 2024-03-22T07:15:33.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:33 smithi129 bash[82160]: cluster 2024-03-22T07:15:33.159424+0000 mon.a (mon.0) 560 : cluster 0 osdmap e549: 8 total, 8 up, 8 in 2024-03-22T07:15:33.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:33 smithi129 bash[82160]: cluster 2024-03-22T07:15:33.178901+0000 osd.1 (osd.1) 153 : cluster 3 failed to encode map e549 with expected crc 2024-03-22T07:15:33.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:33 smithi148 bash[66753]: cluster 2024-03-22T07:15:32.440124+0000 osd.3 (osd.3) 157 : cluster 3 failed to encode map e548 with expected crc 2024-03-22T07:15:33.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:33 smithi148 bash[66753]: cluster 2024-03-22T07:15:32.440932+0000 osd.1 (osd.1) 152 : cluster 3 failed to encode map e548 with expected crc 2024-03-22T07:15:33.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:33 smithi148 bash[66753]: cluster 2024-03-22T07:15:32.443963+0000 mon.a (mon.0) 559 : cluster 0 osdmap e548: 8 total, 8 up, 8 in 2024-03-22T07:15:33.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:33 smithi148 bash[66753]: cluster 2024-03-22T07:15:32.448306+0000 osd.6 (osd.6) 168 : cluster 3 failed to encode map e548 with expected crc 2024-03-22T07:15:33.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:33 smithi148 bash[66753]: cluster 2024-03-22T07:15:32.460803+0000 osd.4 (osd.4) 166 : cluster 3 failed to encode map e548 with expected crc 2024-03-22T07:15:33.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:33 smithi148 bash[66753]: cluster 2024-03-22T07:15:33.159424+0000 mon.a (mon.0) 560 : cluster 0 osdmap e549: 8 total, 8 up, 8 in 2024-03-22T07:15:33.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:33 smithi148 bash[66753]: cluster 2024-03-22T07:15:33.178901+0000 osd.1 (osd.1) 153 : cluster 3 failed to encode map e549 with expected crc 2024-03-22T07:15:34.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:15:33] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2024-03-22T07:15:34.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:34 smithi129 bash[82160]: cluster 2024-03-22T07:15:33.155310+0000 osd.3 (osd.3) 158 : cluster 3 failed to encode map e549 with expected crc 2024-03-22T07:15:34.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:34 smithi129 bash[82160]: cluster 2024-03-22T07:15:33.157160+0000 osd.4 (osd.4) 167 : cluster 3 failed to encode map e549 with expected crc 2024-03-22T07:15:34.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:34 smithi129 bash[82160]: cluster 2024-03-22T07:15:33.163474+0000 osd.6 (osd.6) 169 : cluster 3 failed to encode map e549 with expected crc 2024-03-22T07:15:34.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:34 smithi129 bash[82160]: cluster 2024-03-22T07:15:33.350960+0000 mgr.y (mgr.25337) 223 : cluster 0 pgmap v416: 105 pgs: 105 active+clean; 583 KiB data, 454 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 7.1 KiB/s wr, 72 op/s 2024-03-22T07:15:34.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:34 smithi129 bash[82160]: audit 2024-03-22T07:15:34.133665+0000 mon.c (mon.2) 101 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:15:34.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:34 smithi129 bash[79695]: cluster 2024-03-22T07:15:33.155310+0000 osd.3 (osd.3) 158 : cluster 3 failed to encode map e549 with expected crc 2024-03-22T07:15:34.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:34 smithi129 bash[79695]: cluster 2024-03-22T07:15:33.157160+0000 osd.4 (osd.4) 167 : cluster 3 failed to encode map e549 with expected crc 2024-03-22T07:15:34.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:34 smithi129 bash[79695]: cluster 2024-03-22T07:15:33.163474+0000 osd.6 (osd.6) 169 : cluster 3 failed to encode map e549 with expected crc 2024-03-22T07:15:34.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:34 smithi129 bash[79695]: cluster 2024-03-22T07:15:33.350960+0000 mgr.y (mgr.25337) 223 : cluster 0 pgmap v416: 105 pgs: 105 active+clean; 583 KiB data, 454 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 7.1 KiB/s wr, 72 op/s 2024-03-22T07:15:34.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:34 smithi129 bash[79695]: audit 2024-03-22T07:15:34.133665+0000 mon.c (mon.2) 101 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:15:34.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:34 smithi148 bash[66753]: cluster 2024-03-22T07:15:33.155310+0000 osd.3 (osd.3) 158 : cluster 3 failed to encode map e549 with expected crc 2024-03-22T07:15:34.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:34 smithi148 bash[66753]: cluster 2024-03-22T07:15:33.157160+0000 osd.4 (osd.4) 167 : cluster 3 failed to encode map e549 with expected crc 2024-03-22T07:15:34.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:34 smithi148 bash[66753]: cluster 2024-03-22T07:15:33.163474+0000 osd.6 (osd.6) 169 : cluster 3 failed to encode map e549 with expected crc 2024-03-22T07:15:34.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:34 smithi148 bash[66753]: cluster 2024-03-22T07:15:33.350960+0000 mgr.y (mgr.25337) 223 : cluster 0 pgmap v416: 105 pgs: 105 active+clean; 583 KiB data, 454 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 7.1 KiB/s wr, 72 op/s 2024-03-22T07:15:34.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:34 smithi148 bash[66753]: audit 2024-03-22T07:15:34.133665+0000 mon.c (mon.2) 101 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:15:35.531 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (2138 ms) 2024-03-22T07:15:35.531 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-03-22T07:15:35.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:35 smithi129 bash[82160]: cluster 2024-03-22T07:15:34.456842+0000 osd.1 (osd.1) 154 : cluster 3 failed to encode map e550 with expected crc 2024-03-22T07:15:35.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:35 smithi129 bash[82160]: cluster 2024-03-22T07:15:34.462070+0000 mon.a (mon.0) 561 : cluster 0 osdmap e550: 8 total, 8 up, 8 in 2024-03-22T07:15:35.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:35 smithi129 bash[82160]: cluster 2024-03-22T07:15:34.465832+0000 osd.4 (osd.4) 168 : cluster 3 failed to encode map e550 with expected crc 2024-03-22T07:15:35.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:35 smithi129 bash[82160]: cluster 2024-03-22T07:15:34.561175+0000 osd.7 (osd.7) 131 : cluster 3 failed to encode map e550 with expected crc 2024-03-22T07:15:35.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:35 smithi129 bash[79695]: cluster 2024-03-22T07:15:34.456842+0000 osd.1 (osd.1) 154 : cluster 3 failed to encode map e550 with expected crc 2024-03-22T07:15:35.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:35 smithi129 bash[79695]: cluster 2024-03-22T07:15:34.462070+0000 mon.a (mon.0) 561 : cluster 0 osdmap e550: 8 total, 8 up, 8 in 2024-03-22T07:15:35.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:35 smithi129 bash[79695]: cluster 2024-03-22T07:15:34.465832+0000 osd.4 (osd.4) 168 : cluster 3 failed to encode map e550 with expected crc 2024-03-22T07:15:35.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:35 smithi129 bash[79695]: cluster 2024-03-22T07:15:34.561175+0000 osd.7 (osd.7) 131 : cluster 3 failed to encode map e550 with expected crc 2024-03-22T07:15:35.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:35 smithi148 bash[66753]: cluster 2024-03-22T07:15:34.456842+0000 osd.1 (osd.1) 154 : cluster 3 failed to encode map e550 with expected crc 2024-03-22T07:15:35.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:35 smithi148 bash[66753]: cluster 2024-03-22T07:15:34.462070+0000 mon.a (mon.0) 561 : cluster 0 osdmap e550: 8 total, 8 up, 8 in 2024-03-22T07:15:35.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:35 smithi148 bash[66753]: cluster 2024-03-22T07:15:34.465832+0000 osd.4 (osd.4) 168 : cluster 3 failed to encode map e550 with expected crc 2024-03-22T07:15:35.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:35 smithi148 bash[66753]: cluster 2024-03-22T07:15:34.561175+0000 osd.7 (osd.7) 131 : cluster 3 failed to encode map e550 with expected crc 2024-03-22T07:15:36.551 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1020 ms) 2024-03-22T07:15:36.552 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-03-22T07:15:36.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:36 smithi129 bash[79695]: cluster 2024-03-22T07:15:34.476930+0000 osd.3 (osd.3) 159 : cluster 3 failed to encode map e550 with expected crc 2024-03-22T07:15:36.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:36 smithi129 bash[79695]: cluster 2024-03-22T07:15:35.351765+0000 mgr.y (mgr.25337) 224 : cluster 0 pgmap v418: 105 pgs: 105 active+clean; 586 KiB data, 438 MiB used, 715 GiB / 715 GiB avail; 228 KiB/s rd, 30 KiB/s wr, 328 op/s 2024-03-22T07:15:36.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:36 smithi129 bash[79695]: cluster 2024-03-22T07:15:35.468603+0000 osd.4 (osd.4) 169 : cluster 3 failed to encode map e551 with expected crc 2024-03-22T07:15:36.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:36 smithi129 bash[79695]: cluster 2024-03-22T07:15:35.468687+0000 osd.7 (osd.7) 132 : cluster 3 failed to encode map e551 with expected crc 2024-03-22T07:15:36.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:36 smithi129 bash[79695]: cluster 2024-03-22T07:15:35.474685+0000 mon.a (mon.0) 562 : cluster 0 osdmap e551: 8 total, 8 up, 8 in 2024-03-22T07:15:36.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:36 smithi129 bash[82160]: cluster 2024-03-22T07:15:34.476930+0000 osd.3 (osd.3) 159 : cluster 3 failed to encode map e550 with expected crc 2024-03-22T07:15:36.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:36 smithi129 bash[82160]: cluster 2024-03-22T07:15:35.351765+0000 mgr.y (mgr.25337) 224 : cluster 0 pgmap v418: 105 pgs: 105 active+clean; 586 KiB data, 438 MiB used, 715 GiB / 715 GiB avail; 228 KiB/s rd, 30 KiB/s wr, 328 op/s 2024-03-22T07:15:36.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:36 smithi129 bash[82160]: cluster 2024-03-22T07:15:35.468603+0000 osd.4 (osd.4) 169 : cluster 3 failed to encode map e551 with expected crc 2024-03-22T07:15:36.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:36 smithi129 bash[82160]: cluster 2024-03-22T07:15:35.468687+0000 osd.7 (osd.7) 132 : cluster 3 failed to encode map e551 with expected crc 2024-03-22T07:15:36.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:36 smithi129 bash[82160]: cluster 2024-03-22T07:15:35.474685+0000 mon.a (mon.0) 562 : cluster 0 osdmap e551: 8 total, 8 up, 8 in 2024-03-22T07:15:36.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:36 smithi148 bash[66753]: cluster 2024-03-22T07:15:34.476930+0000 osd.3 (osd.3) 159 : cluster 3 failed to encode map e550 with expected crc 2024-03-22T07:15:36.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:36 smithi148 bash[66753]: cluster 2024-03-22T07:15:35.351765+0000 mgr.y (mgr.25337) 224 : cluster 0 pgmap v418: 105 pgs: 105 active+clean; 586 KiB data, 438 MiB used, 715 GiB / 715 GiB avail; 228 KiB/s rd, 30 KiB/s wr, 328 op/s 2024-03-22T07:15:36.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:36 smithi148 bash[66753]: cluster 2024-03-22T07:15:35.468603+0000 osd.4 (osd.4) 169 : cluster 3 failed to encode map e551 with expected crc 2024-03-22T07:15:36.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:36 smithi148 bash[66753]: cluster 2024-03-22T07:15:35.468687+0000 osd.7 (osd.7) 132 : cluster 3 failed to encode map e551 with expected crc 2024-03-22T07:15:36.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:36 smithi148 bash[66753]: cluster 2024-03-22T07:15:35.474685+0000 mon.a (mon.0) 562 : cluster 0 osdmap e551: 8 total, 8 up, 8 in 2024-03-22T07:15:37.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:37 smithi129 bash[79695]: cluster 2024-03-22T07:15:36.477502+0000 osd.1 (osd.1) 155 : cluster 3 failed to encode map e552 with expected crc 2024-03-22T07:15:37.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:37 smithi129 bash[79695]: cluster 2024-03-22T07:15:36.477612+0000 osd.7 (osd.7) 133 : cluster 3 failed to encode map e552 with expected crc 2024-03-22T07:15:37.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:37 smithi129 bash[79695]: cluster 2024-03-22T07:15:36.480353+0000 mon.a (mon.0) 563 : cluster 0 osdmap e552: 8 total, 8 up, 8 in 2024-03-22T07:15:37.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:37 smithi129 bash[79695]: cluster 2024-03-22T07:15:36.484704+0000 osd.5 (osd.5) 122 : cluster 3 failed to encode map e552 with expected crc 2024-03-22T07:15:37.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:37 smithi129 bash[79695]: cluster 2024-03-22T07:15:36.496275+0000 osd.3 (osd.3) 160 : cluster 3 failed to encode map e552 with expected crc 2024-03-22T07:15:37.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:37 smithi129 bash[79695]: cluster 2024-03-22T07:15:36.506181+0000 osd.4 (osd.4) 170 : cluster 3 failed to encode map e552 with expected crc 2024-03-22T07:15:37.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:37 smithi129 bash[82160]: cluster 2024-03-22T07:15:36.477502+0000 osd.1 (osd.1) 155 : cluster 3 failed to encode map e552 with expected crc 2024-03-22T07:15:37.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:37 smithi129 bash[82160]: cluster 2024-03-22T07:15:36.477612+0000 osd.7 (osd.7) 133 : cluster 3 failed to encode map e552 with expected crc 2024-03-22T07:15:37.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:37 smithi129 bash[82160]: cluster 2024-03-22T07:15:36.480353+0000 mon.a (mon.0) 563 : cluster 0 osdmap e552: 8 total, 8 up, 8 in 2024-03-22T07:15:37.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:37 smithi129 bash[82160]: cluster 2024-03-22T07:15:36.484704+0000 osd.5 (osd.5) 122 : cluster 3 failed to encode map e552 with expected crc 2024-03-22T07:15:37.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:37 smithi129 bash[82160]: cluster 2024-03-22T07:15:36.496275+0000 osd.3 (osd.3) 160 : cluster 3 failed to encode map e552 with expected crc 2024-03-22T07:15:37.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:37 smithi129 bash[82160]: cluster 2024-03-22T07:15:36.506181+0000 osd.4 (osd.4) 170 : cluster 3 failed to encode map e552 with expected crc 2024-03-22T07:15:37.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:37 smithi148 bash[66753]: cluster 2024-03-22T07:15:36.477502+0000 osd.1 (osd.1) 155 : cluster 3 failed to encode map e552 with expected crc 2024-03-22T07:15:37.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:37 smithi148 bash[66753]: cluster 2024-03-22T07:15:36.477612+0000 osd.7 (osd.7) 133 : cluster 3 failed to encode map e552 with expected crc 2024-03-22T07:15:37.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:37 smithi148 bash[66753]: cluster 2024-03-22T07:15:36.480353+0000 mon.a (mon.0) 563 : cluster 0 osdmap e552: 8 total, 8 up, 8 in 2024-03-22T07:15:37.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:37 smithi148 bash[66753]: cluster 2024-03-22T07:15:36.484704+0000 osd.5 (osd.5) 122 : cluster 3 failed to encode map e552 with expected crc 2024-03-22T07:15:37.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:37 smithi148 bash[66753]: cluster 2024-03-22T07:15:36.496275+0000 osd.3 (osd.3) 160 : cluster 3 failed to encode map e552 with expected crc 2024-03-22T07:15:37.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:37 smithi148 bash[66753]: cluster 2024-03-22T07:15:36.506181+0000 osd.4 (osd.4) 170 : cluster 3 failed to encode map e552 with expected crc 2024-03-22T07:15:38.621 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.ResizeCopyup (2070 ms) 2024-03-22T07:15:38.622 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-03-22T07:15:38.643 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_internal.cc:1056: Skipped 2024-03-22T07:15:38.643 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:15:38.643 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (21 ms) 2024-03-22T07:15:38.643 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.ImageOptions 2024-03-22T07:15:38.664 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.ImageOptions (22 ms) 2024-03-22T07:15:38.664 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-03-22T07:15:38.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[79695]: cluster 2024-03-22T07:15:37.352472+0000 mgr.y (mgr.25337) 225 : cluster 0 pgmap v421: 105 pgs: 105 active+clean; 586 KiB data, 438 MiB used, 715 GiB / 715 GiB avail; 152 KiB/s rd, 20 KiB/s wr, 224 op/s 2024-03-22T07:15:38.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[79695]: cluster 2024-03-22T07:15:37.486770+0000 osd.2 (osd.2) 141 : cluster 3 failed to encode map e553 with expected crc 2024-03-22T07:15:38.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[79695]: cluster 2024-03-22T07:15:37.490282+0000 osd.6 (osd.6) 170 : cluster 3 failed to encode map e553 with expected crc 2024-03-22T07:15:38.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[79695]: cluster 2024-03-22T07:15:37.492787+0000 mon.a (mon.0) 564 : cluster 0 osdmap e553: 8 total, 8 up, 8 in 2024-03-22T07:15:38.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[79695]: cluster 2024-03-22T07:15:37.499927+0000 osd.7 (osd.7) 134 : cluster 3 failed to encode map e553 with expected crc 2024-03-22T07:15:38.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[79695]: cluster 2024-03-22T07:15:37.517897+0000 osd.4 (osd.4) 171 : cluster 3 failed to encode map e553 with expected crc 2024-03-22T07:15:38.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[79695]: cluster 2024-03-22T07:15:37.544491+0000 osd.1 (osd.1) 156 : cluster 3 failed to encode map e553 with expected crc 2024-03-22T07:15:38.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[79695]: audit 2024-03-22T07:15:38.381409+0000 mon.c (mon.2) 102 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:15:38.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[82160]: cluster 2024-03-22T07:15:37.352472+0000 mgr.y (mgr.25337) 225 : cluster 0 pgmap v421: 105 pgs: 105 active+clean; 586 KiB data, 438 MiB used, 715 GiB / 715 GiB avail; 152 KiB/s rd, 20 KiB/s wr, 224 op/s 2024-03-22T07:15:38.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[82160]: cluster 2024-03-22T07:15:37.486770+0000 osd.2 (osd.2) 141 : cluster 3 failed to encode map e553 with expected crc 2024-03-22T07:15:38.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[82160]: cluster 2024-03-22T07:15:37.490282+0000 osd.6 (osd.6) 170 : cluster 3 failed to encode map e553 with expected crc 2024-03-22T07:15:38.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[82160]: cluster 2024-03-22T07:15:37.492787+0000 mon.a (mon.0) 564 : cluster 0 osdmap e553: 8 total, 8 up, 8 in 2024-03-22T07:15:38.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[82160]: cluster 2024-03-22T07:15:37.499927+0000 osd.7 (osd.7) 134 : cluster 3 failed to encode map e553 with expected crc 2024-03-22T07:15:38.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[82160]: cluster 2024-03-22T07:15:37.517897+0000 osd.4 (osd.4) 171 : cluster 3 failed to encode map e553 with expected crc 2024-03-22T07:15:38.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[82160]: cluster 2024-03-22T07:15:37.544491+0000 osd.1 (osd.1) 156 : cluster 3 failed to encode map e553 with expected crc 2024-03-22T07:15:38.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:38 smithi129 bash[82160]: audit 2024-03-22T07:15:38.381409+0000 mon.c (mon.2) 102 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:15:38.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:38 smithi148 bash[66753]: cluster 2024-03-22T07:15:37.352472+0000 mgr.y (mgr.25337) 225 : cluster 0 pgmap v421: 105 pgs: 105 active+clean; 586 KiB data, 438 MiB used, 715 GiB / 715 GiB avail; 152 KiB/s rd, 20 KiB/s wr, 224 op/s 2024-03-22T07:15:38.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:38 smithi148 bash[66753]: cluster 2024-03-22T07:15:37.486770+0000 osd.2 (osd.2) 141 : cluster 3 failed to encode map e553 with expected crc 2024-03-22T07:15:38.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:38 smithi148 bash[66753]: cluster 2024-03-22T07:15:37.490282+0000 osd.6 (osd.6) 170 : cluster 3 failed to encode map e553 with expected crc 2024-03-22T07:15:38.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:38 smithi148 bash[66753]: cluster 2024-03-22T07:15:37.492787+0000 mon.a (mon.0) 564 : cluster 0 osdmap e553: 8 total, 8 up, 8 in 2024-03-22T07:15:38.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:38 smithi148 bash[66753]: cluster 2024-03-22T07:15:37.499927+0000 osd.7 (osd.7) 134 : cluster 3 failed to encode map e553 with expected crc 2024-03-22T07:15:38.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:38 smithi148 bash[66753]: cluster 2024-03-22T07:15:37.517897+0000 osd.4 (osd.4) 171 : cluster 3 failed to encode map e553 with expected crc 2024-03-22T07:15:38.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:38 smithi148 bash[66753]: cluster 2024-03-22T07:15:37.544491+0000 osd.1 (osd.1) 156 : cluster 3 failed to encode map e553 with expected crc 2024-03-22T07:15:38.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:38 smithi148 bash[66753]: audit 2024-03-22T07:15:38.381409+0000 mon.c (mon.2) 102 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:15:39.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:39 smithi129 bash[79695]: cluster 2024-03-22T07:15:38.500901+0000 osd.4 (osd.4) 172 : cluster 3 failed to encode map e554 with expected crc 2024-03-22T07:15:39.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:39 smithi129 bash[79695]: cluster 2024-03-22T07:15:38.500914+0000 osd.7 (osd.7) 135 : cluster 3 failed to encode map e554 with expected crc 2024-03-22T07:15:39.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:39 smithi129 bash[79695]: cluster 2024-03-22T07:15:38.503503+0000 mon.a (mon.0) 565 : cluster 0 osdmap e554: 8 total, 8 up, 8 in 2024-03-22T07:15:39.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:39 smithi129 bash[79695]: cluster 2024-03-22T07:15:38.505654+0000 osd.3 (osd.3) 161 : cluster 3 failed to encode map e554 with expected crc 2024-03-22T07:15:39.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:39 smithi129 bash[82160]: cluster 2024-03-22T07:15:38.500901+0000 osd.4 (osd.4) 172 : cluster 3 failed to encode map e554 with expected crc 2024-03-22T07:15:39.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:39 smithi129 bash[82160]: cluster 2024-03-22T07:15:38.500914+0000 osd.7 (osd.7) 135 : cluster 3 failed to encode map e554 with expected crc 2024-03-22T07:15:39.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:39 smithi129 bash[82160]: cluster 2024-03-22T07:15:38.503503+0000 mon.a (mon.0) 565 : cluster 0 osdmap e554: 8 total, 8 up, 8 in 2024-03-22T07:15:39.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:39 smithi129 bash[82160]: cluster 2024-03-22T07:15:38.505654+0000 osd.3 (osd.3) 161 : cluster 3 failed to encode map e554 with expected crc 2024-03-22T07:15:39.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:39 smithi148 bash[66753]: cluster 2024-03-22T07:15:38.500901+0000 osd.4 (osd.4) 172 : cluster 3 failed to encode map e554 with expected crc 2024-03-22T07:15:39.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:39 smithi148 bash[66753]: cluster 2024-03-22T07:15:38.500914+0000 osd.7 (osd.7) 135 : cluster 3 failed to encode map e554 with expected crc 2024-03-22T07:15:39.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:39 smithi148 bash[66753]: cluster 2024-03-22T07:15:38.503503+0000 mon.a (mon.0) 565 : cluster 0 osdmap e554: 8 total, 8 up, 8 in 2024-03-22T07:15:39.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:39 smithi148 bash[66753]: cluster 2024-03-22T07:15:38.505654+0000 osd.3 (osd.3) 161 : cluster 3 failed to encode map e554 with expected crc 2024-03-22T07:15:40.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[79695]: cluster 2024-03-22T07:15:39.353483+0000 mgr.y (mgr.25337) 226 : cluster 0 pgmap v424: 105 pgs: 105 active+clean; 4.6 MiB data, 431 MiB used, 715 GiB / 715 GiB avail; 237 KiB/s rd, 1.0 MiB/s wr, 318 op/s 2024-03-22T07:15:40.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[79695]: cluster 2024-03-22T07:15:39.504861+0000 osd.1 (osd.1) 157 : cluster 3 failed to encode map e555 with expected crc 2024-03-22T07:15:40.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[79695]: cluster 2024-03-22T07:15:39.504862+0000 osd.2 (osd.2) 142 : cluster 3 failed to encode map e555 with expected crc 2024-03-22T07:15:40.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[79695]: cluster 2024-03-22T07:15:39.508044+0000 mon.a (mon.0) 566 : cluster 0 osdmap e555: 8 total, 8 up, 8 in 2024-03-22T07:15:40.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[79695]: cluster 2024-03-22T07:15:39.510521+0000 osd.7 (osd.7) 136 : cluster 3 failed to encode map e555 with expected crc 2024-03-22T07:15:40.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[79695]: audit 2024-03-22T07:15:39.990449+0000 mon.a (mon.0) 567 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:40.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[79695]: audit 2024-03-22T07:15:40.005407+0000 mon.a (mon.0) 568 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:40.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[79695]: audit 2024-03-22T07:15:40.257300+0000 mon.a (mon.0) 569 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:40.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[79695]: audit 2024-03-22T07:15:40.270956+0000 mon.a (mon.0) 570 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:40.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[82160]: cluster 2024-03-22T07:15:39.353483+0000 mgr.y (mgr.25337) 226 : cluster 0 pgmap v424: 105 pgs: 105 active+clean; 4.6 MiB data, 431 MiB used, 715 GiB / 715 GiB avail; 237 KiB/s rd, 1.0 MiB/s wr, 318 op/s 2024-03-22T07:15:40.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[82160]: cluster 2024-03-22T07:15:39.504861+0000 osd.1 (osd.1) 157 : cluster 3 failed to encode map e555 with expected crc 2024-03-22T07:15:40.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[82160]: cluster 2024-03-22T07:15:39.504862+0000 osd.2 (osd.2) 142 : cluster 3 failed to encode map e555 with expected crc 2024-03-22T07:15:40.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[82160]: cluster 2024-03-22T07:15:39.508044+0000 mon.a (mon.0) 566 : cluster 0 osdmap e555: 8 total, 8 up, 8 in 2024-03-22T07:15:40.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[82160]: cluster 2024-03-22T07:15:39.510521+0000 osd.7 (osd.7) 136 : cluster 3 failed to encode map e555 with expected crc 2024-03-22T07:15:40.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[82160]: audit 2024-03-22T07:15:39.990449+0000 mon.a (mon.0) 567 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:40.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[82160]: audit 2024-03-22T07:15:40.005407+0000 mon.a (mon.0) 568 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:40.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[82160]: audit 2024-03-22T07:15:40.257300+0000 mon.a (mon.0) 569 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:40.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:40 smithi129 bash[82160]: audit 2024-03-22T07:15:40.270956+0000 mon.a (mon.0) 570 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:40.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:40 smithi148 bash[66753]: cluster 2024-03-22T07:15:39.353483+0000 mgr.y (mgr.25337) 226 : cluster 0 pgmap v424: 105 pgs: 105 active+clean; 4.6 MiB data, 431 MiB used, 715 GiB / 715 GiB avail; 237 KiB/s rd, 1.0 MiB/s wr, 318 op/s 2024-03-22T07:15:40.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:40 smithi148 bash[66753]: cluster 2024-03-22T07:15:39.504861+0000 osd.1 (osd.1) 157 : cluster 3 failed to encode map e555 with expected crc 2024-03-22T07:15:40.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:40 smithi148 bash[66753]: cluster 2024-03-22T07:15:39.504862+0000 osd.2 (osd.2) 142 : cluster 3 failed to encode map e555 with expected crc 2024-03-22T07:15:40.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:40 smithi148 bash[66753]: cluster 2024-03-22T07:15:39.508044+0000 mon.a (mon.0) 566 : cluster 0 osdmap e555: 8 total, 8 up, 8 in 2024-03-22T07:15:40.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:40 smithi148 bash[66753]: cluster 2024-03-22T07:15:39.510521+0000 osd.7 (osd.7) 136 : cluster 3 failed to encode map e555 with expected crc 2024-03-22T07:15:40.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:40 smithi148 bash[66753]: audit 2024-03-22T07:15:39.990449+0000 mon.a (mon.0) 567 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:40.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:40 smithi148 bash[66753]: audit 2024-03-22T07:15:40.005407+0000 mon.a (mon.0) 568 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:40.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:40 smithi148 bash[66753]: audit 2024-03-22T07:15:40.257300+0000 mon.a (mon.0) 569 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:40.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:40 smithi148 bash[66753]: audit 2024-03-22T07:15:40.270956+0000 mon.a (mon.0) 570 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:41.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[79695]: cluster 2024-03-22T07:15:40.514098+0000 osd.7 (osd.7) 137 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:41.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[79695]: cluster 2024-03-22T07:15:40.514643+0000 mon.a (mon.0) 571 : cluster 0 osdmap e556: 8 total, 8 up, 8 in 2024-03-22T07:15:41.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[79695]: cluster 2024-03-22T07:15:40.514734+0000 osd.6 (osd.6) 171 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:41.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[79695]: cluster 2024-03-22T07:15:40.518517+0000 osd.5 (osd.5) 123 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:41.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[79695]: cluster 2024-03-22T07:15:40.532958+0000 osd.3 (osd.3) 162 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:41.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[79695]: cluster 2024-03-22T07:15:40.533892+0000 osd.4 (osd.4) 173 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:41.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[79695]: audit 2024-03-22T07:15:40.910320+0000 mon.c (mon.2) 103 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:15:41.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[79695]: audit 2024-03-22T07:15:40.912248+0000 mon.c (mon.2) 104 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:15:41.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[79695]: audit 2024-03-22T07:15:40.923625+0000 mon.a (mon.0) 572 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:41.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[82160]: cluster 2024-03-22T07:15:40.514098+0000 osd.7 (osd.7) 137 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:41.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[82160]: cluster 2024-03-22T07:15:40.514643+0000 mon.a (mon.0) 571 : cluster 0 osdmap e556: 8 total, 8 up, 8 in 2024-03-22T07:15:41.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[82160]: cluster 2024-03-22T07:15:40.514734+0000 osd.6 (osd.6) 171 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:41.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[82160]: cluster 2024-03-22T07:15:40.518517+0000 osd.5 (osd.5) 123 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:41.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[82160]: cluster 2024-03-22T07:15:40.532958+0000 osd.3 (osd.3) 162 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:41.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[82160]: cluster 2024-03-22T07:15:40.533892+0000 osd.4 (osd.4) 173 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:41.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[82160]: audit 2024-03-22T07:15:40.910320+0000 mon.c (mon.2) 103 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:15:41.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[82160]: audit 2024-03-22T07:15:40.912248+0000 mon.c (mon.2) 104 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:15:41.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:41 smithi129 bash[82160]: audit 2024-03-22T07:15:40.923625+0000 mon.a (mon.0) 572 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:41.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:41 smithi148 bash[66753]: cluster 2024-03-22T07:15:40.514098+0000 osd.7 (osd.7) 137 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:41.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:41 smithi148 bash[66753]: cluster 2024-03-22T07:15:40.514643+0000 mon.a (mon.0) 571 : cluster 0 osdmap e556: 8 total, 8 up, 8 in 2024-03-22T07:15:41.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:41 smithi148 bash[66753]: cluster 2024-03-22T07:15:40.514734+0000 osd.6 (osd.6) 171 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:41.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:41 smithi148 bash[66753]: cluster 2024-03-22T07:15:40.518517+0000 osd.5 (osd.5) 123 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:41.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:41 smithi148 bash[66753]: cluster 2024-03-22T07:15:40.532958+0000 osd.3 (osd.3) 162 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:41.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:41 smithi148 bash[66753]: cluster 2024-03-22T07:15:40.533892+0000 osd.4 (osd.4) 173 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:41.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:41 smithi148 bash[66753]: audit 2024-03-22T07:15:40.910320+0000 mon.c (mon.2) 103 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:15:41.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:41 smithi148 bash[66753]: audit 2024-03-22T07:15:40.912248+0000 mon.c (mon.2) 104 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:15:41.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:41 smithi148 bash[66753]: audit 2024-03-22T07:15:40.923625+0000 mon.a (mon.0) 572 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:42.522 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph orch upgrade resume' 2024-03-22T07:15:42.561 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.WriteFullCopyup (3896 ms) 2024-03-22T07:15:42.561 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-03-22T07:15:42.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[79695]: cluster 2024-03-22T07:15:41.354089+0000 mgr.y (mgr.25337) 227 : cluster 0 pgmap v427: 105 pgs: 105 active+clean; 4.6 MiB data, 431 MiB used, 715 GiB / 715 GiB avail; 237 KiB/s rd, 1.0 MiB/s wr, 318 op/s 2024-03-22T07:15:42.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[79695]: cluster 2024-03-22T07:15:41.515066+0000 osd.2 (osd.2) 143 : cluster 3 failed to encode map e557 with expected crc 2024-03-22T07:15:42.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[79695]: cluster 2024-03-22T07:15:41.516503+0000 osd.5 (osd.5) 124 : cluster 3 failed to encode map e557 with expected crc 2024-03-22T07:15:42.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[79695]: cluster 2024-03-22T07:15:41.517159+0000 mon.a (mon.0) 573 : cluster 0 osdmap e557: 8 total, 8 up, 8 in 2024-03-22T07:15:42.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[79695]: cluster 2024-03-22T07:15:41.522657+0000 osd.5 (osd.5) 125 : cluster 3 failed to encode map e557 with expected crc 2024-03-22T07:15:42.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[79695]: cluster 2024-03-22T07:15:41.540053+0000 osd.1 (osd.1) 158 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:42.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[79695]: cluster 2024-03-22T07:15:41.569455+0000 osd.7 (osd.7) 138 : cluster 3 failed to encode map e557 with expected crc 2024-03-22T07:15:42.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[79695]: cluster 2024-03-22T07:15:41.625390+0000 osd.4 (osd.4) 174 : cluster 3 failed to encode map e557 with expected crc 2024-03-22T07:15:42.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[82160]: cluster 2024-03-22T07:15:41.354089+0000 mgr.y (mgr.25337) 227 : cluster 0 pgmap v427: 105 pgs: 105 active+clean; 4.6 MiB data, 431 MiB used, 715 GiB / 715 GiB avail; 237 KiB/s rd, 1.0 MiB/s wr, 318 op/s 2024-03-22T07:15:42.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[82160]: cluster 2024-03-22T07:15:41.515066+0000 osd.2 (osd.2) 143 : cluster 3 failed to encode map e557 with expected crc 2024-03-22T07:15:42.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[82160]: cluster 2024-03-22T07:15:41.516503+0000 osd.5 (osd.5) 124 : cluster 3 failed to encode map e557 with expected crc 2024-03-22T07:15:42.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[82160]: cluster 2024-03-22T07:15:41.517159+0000 mon.a (mon.0) 573 : cluster 0 osdmap e557: 8 total, 8 up, 8 in 2024-03-22T07:15:42.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[82160]: cluster 2024-03-22T07:15:41.522657+0000 osd.5 (osd.5) 125 : cluster 3 failed to encode map e557 with expected crc 2024-03-22T07:15:42.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[82160]: cluster 2024-03-22T07:15:41.540053+0000 osd.1 (osd.1) 158 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:42.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[82160]: cluster 2024-03-22T07:15:41.569455+0000 osd.7 (osd.7) 138 : cluster 3 failed to encode map e557 with expected crc 2024-03-22T07:15:42.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:42 smithi129 bash[82160]: cluster 2024-03-22T07:15:41.625390+0000 osd.4 (osd.4) 174 : cluster 3 failed to encode map e557 with expected crc 2024-03-22T07:15:42.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:42 smithi148 bash[66753]: cluster 2024-03-22T07:15:41.354089+0000 mgr.y (mgr.25337) 227 : cluster 0 pgmap v427: 105 pgs: 105 active+clean; 4.6 MiB data, 431 MiB used, 715 GiB / 715 GiB avail; 237 KiB/s rd, 1.0 MiB/s wr, 318 op/s 2024-03-22T07:15:42.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:42 smithi148 bash[66753]: cluster 2024-03-22T07:15:41.515066+0000 osd.2 (osd.2) 143 : cluster 3 failed to encode map e557 with expected crc 2024-03-22T07:15:42.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:42 smithi148 bash[66753]: cluster 2024-03-22T07:15:41.516503+0000 osd.5 (osd.5) 124 : cluster 3 failed to encode map e557 with expected crc 2024-03-22T07:15:42.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:42 smithi148 bash[66753]: cluster 2024-03-22T07:15:41.517159+0000 mon.a (mon.0) 573 : cluster 0 osdmap e557: 8 total, 8 up, 8 in 2024-03-22T07:15:42.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:42 smithi148 bash[66753]: cluster 2024-03-22T07:15:41.522657+0000 osd.5 (osd.5) 125 : cluster 3 failed to encode map e557 with expected crc 2024-03-22T07:15:42.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:42 smithi148 bash[66753]: cluster 2024-03-22T07:15:41.540053+0000 osd.1 (osd.1) 158 : cluster 3 failed to encode map e556 with expected crc 2024-03-22T07:15:42.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:42 smithi148 bash[66753]: cluster 2024-03-22T07:15:41.569455+0000 osd.7 (osd.7) 138 : cluster 3 failed to encode map e557 with expected crc 2024-03-22T07:15:42.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:42 smithi148 bash[66753]: cluster 2024-03-22T07:15:41.625390+0000 osd.4 (osd.4) 174 : cluster 3 failed to encode map e557 with expected crc 2024-03-22T07:15:43.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:43 smithi129 bash[79695]: cluster 2024-03-22T07:15:42.535032+0000 osd.7 (osd.7) 139 : cluster 3 failed to encode map e558 with expected crc 2024-03-22T07:15:43.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:43 smithi129 bash[79695]: cluster 2024-03-22T07:15:42.536277+0000 osd.4 (osd.4) 175 : cluster 3 failed to encode map e558 with expected crc 2024-03-22T07:15:43.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:43 smithi129 bash[79695]: cluster 2024-03-22T07:15:42.536541+0000 mon.a (mon.0) 574 : cluster 0 osdmap e558: 8 total, 8 up, 8 in 2024-03-22T07:15:43.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:43 smithi129 bash[79695]: cluster 2024-03-22T07:15:42.569454+0000 osd.1 (osd.1) 159 : cluster 3 failed to encode map e558 with expected crc 2024-03-22T07:15:43.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:43 smithi129 bash[82160]: cluster 2024-03-22T07:15:42.535032+0000 osd.7 (osd.7) 139 : cluster 3 failed to encode map e558 with expected crc 2024-03-22T07:15:43.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:43 smithi129 bash[82160]: cluster 2024-03-22T07:15:42.536277+0000 osd.4 (osd.4) 175 : cluster 3 failed to encode map e558 with expected crc 2024-03-22T07:15:43.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:43 smithi129 bash[82160]: cluster 2024-03-22T07:15:42.536541+0000 mon.a (mon.0) 574 : cluster 0 osdmap e558: 8 total, 8 up, 8 in 2024-03-22T07:15:43.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:43 smithi129 bash[82160]: cluster 2024-03-22T07:15:42.569454+0000 osd.1 (osd.1) 159 : cluster 3 failed to encode map e558 with expected crc 2024-03-22T07:15:43.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:43 smithi148 bash[66753]: cluster 2024-03-22T07:15:42.535032+0000 osd.7 (osd.7) 139 : cluster 3 failed to encode map e558 with expected crc 2024-03-22T07:15:43.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:43 smithi148 bash[66753]: cluster 2024-03-22T07:15:42.536277+0000 osd.4 (osd.4) 175 : cluster 3 failed to encode map e558 with expected crc 2024-03-22T07:15:43.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:43 smithi148 bash[66753]: cluster 2024-03-22T07:15:42.536541+0000 mon.a (mon.0) 574 : cluster 0 osdmap e558: 8 total, 8 up, 8 in 2024-03-22T07:15:43.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:43 smithi148 bash[66753]: cluster 2024-03-22T07:15:42.569454+0000 osd.1 (osd.1) 159 : cluster 3 failed to encode map e558 with expected crc 2024-03-22T07:15:44.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:15:43] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2024-03-22T07:15:44.623 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2061 ms) 2024-03-22T07:15:44.623 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.TestCoR 2024-03-22T07:15:44.645 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_internal.cc:1313: Skipped 2024-03-22T07:15:44.645 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to disabled copy-on-read 2024-03-22T07:15:44.645 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestInternal.TestCoR (22 ms) 2024-03-22T07:15:44.645 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-03-22T07:15:44.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:44 smithi129 bash[79695]: cluster 2024-03-22T07:15:43.354770+0000 mgr.y (mgr.25337) 228 : cluster 0 pgmap v430: 105 pgs: 105 active+clean; 4.6 MiB data, 435 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 6.2 KiB/s wr, 38 op/s 2024-03-22T07:15:44.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:44 smithi129 bash[79695]: cluster 2024-03-22T07:15:43.550387+0000 osd.7 (osd.7) 140 : cluster 3 failed to encode map e559 with expected crc 2024-03-22T07:15:44.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:44 smithi129 bash[79695]: cluster 2024-03-22T07:15:43.550589+0000 osd.4 (osd.4) 176 : cluster 3 failed to encode map e559 with expected crc 2024-03-22T07:15:44.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:44 smithi129 bash[79695]: cluster 2024-03-22T07:15:43.555184+0000 mon.a (mon.0) 575 : cluster 0 osdmap e559: 8 total, 8 up, 8 in 2024-03-22T07:15:44.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:44 smithi129 bash[79695]: cluster 2024-03-22T07:15:43.570529+0000 osd.3 (osd.3) 163 : cluster 3 failed to encode map e559 with expected crc 2024-03-22T07:15:44.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:44 smithi129 bash[79695]: cluster 2024-03-22T07:15:43.581102+0000 osd.1 (osd.1) 160 : cluster 3 failed to encode map e559 with expected crc 2024-03-22T07:15:44.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:44 smithi129 bash[82160]: cluster 2024-03-22T07:15:43.354770+0000 mgr.y (mgr.25337) 228 : cluster 0 pgmap v430: 105 pgs: 105 active+clean; 4.6 MiB data, 435 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 6.2 KiB/s wr, 38 op/s 2024-03-22T07:15:44.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:44 smithi129 bash[82160]: cluster 2024-03-22T07:15:43.550387+0000 osd.7 (osd.7) 140 : cluster 3 failed to encode map e559 with expected crc 2024-03-22T07:15:44.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:44 smithi129 bash[82160]: cluster 2024-03-22T07:15:43.550589+0000 osd.4 (osd.4) 176 : cluster 3 failed to encode map e559 with expected crc 2024-03-22T07:15:44.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:44 smithi129 bash[82160]: cluster 2024-03-22T07:15:43.555184+0000 mon.a (mon.0) 575 : cluster 0 osdmap e559: 8 total, 8 up, 8 in 2024-03-22T07:15:44.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:44 smithi129 bash[82160]: cluster 2024-03-22T07:15:43.570529+0000 osd.3 (osd.3) 163 : cluster 3 failed to encode map e559 with expected crc 2024-03-22T07:15:44.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:44 smithi129 bash[82160]: cluster 2024-03-22T07:15:43.581102+0000 osd.1 (osd.1) 160 : cluster 3 failed to encode map e559 with expected crc 2024-03-22T07:15:44.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:44 smithi148 bash[66753]: cluster 2024-03-22T07:15:43.354770+0000 mgr.y (mgr.25337) 228 : cluster 0 pgmap v430: 105 pgs: 105 active+clean; 4.6 MiB data, 435 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 6.2 KiB/s wr, 38 op/s 2024-03-22T07:15:44.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:44 smithi148 bash[66753]: cluster 2024-03-22T07:15:43.550387+0000 osd.7 (osd.7) 140 : cluster 3 failed to encode map e559 with expected crc 2024-03-22T07:15:44.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:44 smithi148 bash[66753]: cluster 2024-03-22T07:15:43.550589+0000 osd.4 (osd.4) 176 : cluster 3 failed to encode map e559 with expected crc 2024-03-22T07:15:44.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:44 smithi148 bash[66753]: cluster 2024-03-22T07:15:43.555184+0000 mon.a (mon.0) 575 : cluster 0 osdmap e559: 8 total, 8 up, 8 in 2024-03-22T07:15:44.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:44 smithi148 bash[66753]: cluster 2024-03-22T07:15:43.570529+0000 osd.3 (osd.3) 163 : cluster 3 failed to encode map e559 with expected crc 2024-03-22T07:15:44.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:44 smithi148 bash[66753]: cluster 2024-03-22T07:15:43.581102+0000 osd.1 (osd.1) 160 : cluster 3 failed to encode map e559 with expected crc 2024-03-22T07:15:45.196 INFO:tasks.workunit.client.0.smithi129.stdout:made parent image "image398": 4194304K (1024 * 4K) 2024-03-22T07:15:45.196 INFO:tasks.workunit.client.0.smithi129.stdout:generated random write map: 2024-03-22T07:15:45.196 INFO:tasks.workunit.client.0.smithi129.stdout: [6 , 26658 ] 2024-03-22T07:15:45.196 INFO:tasks.workunit.client.0.smithi129.stdout: [12 , 49168 ] 2024-03-22T07:15:45.196 INFO:tasks.workunit.client.0.smithi129.stdout: [23 , 95539 ] 2024-03-22T07:15:45.196 INFO:tasks.workunit.client.0.smithi129.stdout: [31 , 130180 ] 2024-03-22T07:15:45.196 INFO:tasks.workunit.client.0.smithi129.stdout: [44 , 180449 ] 2024-03-22T07:15:45.196 INFO:tasks.workunit.client.0.smithi129.stdout: [53 , 217556 ] 2024-03-22T07:15:45.196 INFO:tasks.workunit.client.0.smithi129.stdout: [56 , 231150 ] 2024-03-22T07:15:45.196 INFO:tasks.workunit.client.0.smithi129.stdout: [71 , 294225 ] 2024-03-22T07:15:45.196 INFO:tasks.workunit.client.0.smithi129.stdout: [78 , 321238 ] 2024-03-22T07:15:45.197 INFO:tasks.workunit.client.0.smithi129.stdout: [83 , 341728 ] 2024-03-22T07:15:45.197 INFO:tasks.workunit.client.0.smithi129.stdout: [98 , 403350 ] 2024-03-22T07:15:45.197 INFO:tasks.workunit.client.0.smithi129.stdout: [127 , 522597 ] 2024-03-22T07:15:45.197 INFO:tasks.workunit.client.0.smithi129.stdout: [134 , 551954 ] 2024-03-22T07:15:45.197 INFO:tasks.workunit.client.0.smithi129.stdout: [136 , 557280 ] 2024-03-22T07:15:45.197 INFO:tasks.workunit.client.0.smithi129.stdout: [143 , 586069 ] 2024-03-22T07:15:45.197 INFO:tasks.workunit.client.0.smithi129.stdout: [161 , 662117 ] 2024-03-22T07:15:45.197 INFO:tasks.workunit.client.0.smithi129.stdout: [162 , 665620 ] 2024-03-22T07:15:45.197 INFO:tasks.workunit.client.0.smithi129.stdout: [166 , 680401 ] 2024-03-22T07:15:45.197 INFO:tasks.workunit.client.0.smithi129.stdout: [174 , 714508 ] 2024-03-22T07:15:45.197 INFO:tasks.workunit.client.0.smithi129.stdout: [182 , 746052 ] 2024-03-22T07:15:45.197 INFO:tasks.workunit.client.0.smithi129.stdout: [190 , 779696 ] 2024-03-22T07:15:45.197 INFO:tasks.workunit.client.0.smithi129.stdout: [225 , 924646 ] 2024-03-22T07:15:45.197 INFO:tasks.workunit.client.0.smithi129.stdout: [233 , 955670 ] 2024-03-22T07:15:45.197 INFO:tasks.workunit.client.0.smithi129.stdout: [235 , 963500 ] 2024-03-22T07:15:45.198 INFO:tasks.workunit.client.0.smithi129.stdout: [238 , 978216 ] 2024-03-22T07:15:45.198 INFO:tasks.workunit.client.0.smithi129.stdout: [254 , 1042546 ] 2024-03-22T07:15:45.198 INFO:tasks.workunit.client.0.smithi129.stdout: [262 , 1075305 ] 2024-03-22T07:15:45.198 INFO:tasks.workunit.client.0.smithi129.stdout: [264 , 1084685 ] 2024-03-22T07:15:45.198 INFO:tasks.workunit.client.0.smithi129.stdout: [273 , 1119017 ] 2024-03-22T07:15:45.198 INFO:tasks.workunit.client.0.smithi129.stdout: [276 , 1133163 ] 2024-03-22T07:15:45.198 INFO:tasks.workunit.client.0.smithi129.stdout: [301 , 1235572 ] 2024-03-22T07:15:45.198 INFO:tasks.workunit.client.0.smithi129.stdout: [304 , 1246394 ] 2024-03-22T07:15:45.198 INFO:tasks.workunit.client.0.smithi129.stdout: [327 , 1342441 ] 2024-03-22T07:15:45.198 INFO:tasks.workunit.client.0.smithi129.stdout: [337 , 1381437 ] 2024-03-22T07:15:45.198 INFO:tasks.workunit.client.0.smithi129.stdout: [341 , 1400037 ] 2024-03-22T07:15:45.198 INFO:tasks.workunit.client.0.smithi129.stdout: [351 , 1438865 ] 2024-03-22T07:15:45.198 INFO:tasks.workunit.client.0.smithi129.stdout: [362 , 1483856 ] 2024-03-22T07:15:45.198 INFO:tasks.workunit.client.0.smithi129.stdout: [364 , 1491888 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [365 , 1497746 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [386 , 1581197 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [390 , 1597894 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [392 , 1606806 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [395 , 1620329 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [396 , 1623668 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [399 , 1634341 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [410 , 1679811 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [425 , 1742322 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [435 , 1783034 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [439 , 1800599 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [450 , 1846622 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [464 , 1900991 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [466 , 1910826 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [479 , 1962652 ] 2024-03-22T07:15:45.199 INFO:tasks.workunit.client.0.smithi129.stdout: [494 , 2025758 ] 2024-03-22T07:15:45.200 INFO:tasks.workunit.client.0.smithi129.stdout: [522 , 2140990 ] 2024-03-22T07:15:45.200 INFO:tasks.workunit.client.0.smithi129.stdout: [526 , 2156041 ] 2024-03-22T07:15:45.200 INFO:tasks.workunit.client.0.smithi129.stdout: [548 , 2244674 ] 2024-03-22T07:15:45.200 INFO:tasks.workunit.client.0.smithi129.stdout: [559 , 2291336 ] 2024-03-22T07:15:45.200 INFO:tasks.workunit.client.0.smithi129.stdout: [563 , 2308474 ] 2024-03-22T07:15:45.200 INFO:tasks.workunit.client.0.smithi129.stdout: [565 , 2315499 ] 2024-03-22T07:15:45.200 INFO:tasks.workunit.client.0.smithi129.stdout: [568 , 2330048 ] 2024-03-22T07:15:45.200 INFO:tasks.workunit.client.0.smithi129.stdout: [575 , 2355257 ] 2024-03-22T07:15:45.200 INFO:tasks.workunit.client.0.smithi129.stdout: [600 , 2460881 ] 2024-03-22T07:15:45.200 INFO:tasks.workunit.client.0.smithi129.stdout: [619 , 2536811 ] 2024-03-22T07:15:45.200 INFO:tasks.workunit.client.0.smithi129.stdout: [638 , 2616432 ] 2024-03-22T07:15:45.200 INFO:tasks.workunit.client.0.smithi129.stdout: [648 , 2654391 ] 2024-03-22T07:15:45.200 INFO:tasks.workunit.client.0.smithi129.stdout: [658 , 2698534 ] 2024-03-22T07:15:45.200 INFO:tasks.workunit.client.0.smithi129.stdout: [662 , 2714889 ] 2024-03-22T07:15:45.200 INFO:tasks.workunit.client.0.smithi129.stdout: [692 , 2836925 ] 2024-03-22T07:15:45.201 INFO:tasks.workunit.client.0.smithi129.stdout: [694 , 2845034 ] 2024-03-22T07:15:45.201 INFO:tasks.workunit.client.0.smithi129.stdout: [725 , 2972379 ] 2024-03-22T07:15:45.201 INFO:tasks.workunit.client.0.smithi129.stdout: [764 , 3131903 ] 2024-03-22T07:15:45.201 INFO:tasks.workunit.client.0.smithi129.stdout: [795 , 3259335 ] 2024-03-22T07:15:45.201 INFO:tasks.workunit.client.0.smithi129.stdout: [809 , 3314098 ] 2024-03-22T07:15:45.201 INFO:tasks.workunit.client.0.smithi129.stdout: [812 , 3328725 ] 2024-03-22T07:15:45.201 INFO:tasks.workunit.client.0.smithi129.stdout: [817 , 3347650 ] 2024-03-22T07:15:45.201 INFO:tasks.workunit.client.0.smithi129.stdout: [818 , 3351753 ] 2024-03-22T07:15:45.201 INFO:tasks.workunit.client.0.smithi129.stdout: [824 , 3376610 ] 2024-03-22T07:15:45.201 INFO:tasks.workunit.client.0.smithi129.stdout: [853 , 3495567 ] 2024-03-22T07:15:45.201 INFO:tasks.workunit.client.0.smithi129.stdout: [861 , 3527070 ] 2024-03-22T07:15:45.201 INFO:tasks.workunit.client.0.smithi129.stdout: [887 , 3635519 ] 2024-03-22T07:15:45.201 INFO:tasks.workunit.client.0.smithi129.stdout: [893 , 3657754 ] 2024-03-22T07:15:45.201 INFO:tasks.workunit.client.0.smithi129.stdout: [894 , 3662477 ] 2024-03-22T07:15:45.202 INFO:tasks.workunit.client.0.smithi129.stdout: [896 , 3672500 ] 2024-03-22T07:15:45.202 INFO:tasks.workunit.client.0.smithi129.stdout: [898 , 3680803 ] 2024-03-22T07:15:45.202 INFO:tasks.workunit.client.0.smithi129.stdout: [899 , 3684479 ] 2024-03-22T07:15:45.202 INFO:tasks.workunit.client.0.smithi129.stdout: [903 , 3701666 ] 2024-03-22T07:15:45.202 INFO:tasks.workunit.client.0.smithi129.stdout: [909 , 3725463 ] 2024-03-22T07:15:45.202 INFO:tasks.workunit.client.0.smithi129.stdout: [915 , 3750640 ] 2024-03-22T07:15:45.202 INFO:tasks.workunit.client.0.smithi129.stdout: [929 , 3807387 ] 2024-03-22T07:15:45.202 INFO:tasks.workunit.client.0.smithi129.stdout: [938 , 3842410 ] 2024-03-22T07:15:45.202 INFO:tasks.workunit.client.0.smithi129.stdout: [975 , 3995276 ] 2024-03-22T07:15:45.202 INFO:tasks.workunit.client.0.smithi129.stdout: [987 , 4043299 ] 2024-03-22T07:15:45.202 INFO:tasks.workunit.client.0.smithi129.stdout: [1001 , 4102646 ] 2024-03-22T07:15:45.203 INFO:tasks.workunit.client.0.smithi129.stdout: [1013 , 4149687 ] 2024-03-22T07:15:45.203 INFO:tasks.workunit.client.0.smithi129.stdout:write data based on random map 2024-03-22T07:15:45.203 INFO:tasks.workunit.client.0.smithi129.stdout: write object-6 2024-03-22T07:15:45.203 INFO:tasks.workunit.client.0.smithi129.stdout: write object-12 2024-03-22T07:15:45.203 INFO:tasks.workunit.client.0.smithi129.stdout: write object-23 2024-03-22T07:15:45.203 INFO:tasks.workunit.client.0.smithi129.stdout: write object-31 2024-03-22T07:15:45.203 INFO:tasks.workunit.client.0.smithi129.stdout: write object-44 2024-03-22T07:15:45.203 INFO:tasks.workunit.client.0.smithi129.stdout: write object-53 2024-03-22T07:15:45.203 INFO:tasks.workunit.client.0.smithi129.stdout: write object-56 2024-03-22T07:15:45.203 INFO:tasks.workunit.client.0.smithi129.stdout: write object-71 2024-03-22T07:15:45.203 INFO:tasks.workunit.client.0.smithi129.stdout: write object-78 2024-03-22T07:15:45.203 INFO:tasks.workunit.client.0.smithi129.stdout: write object-83 2024-03-22T07:15:45.203 INFO:tasks.workunit.client.0.smithi129.stdout: write object-98 2024-03-22T07:15:45.203 INFO:tasks.workunit.client.0.smithi129.stdout: write object-127 2024-03-22T07:15:45.203 INFO:tasks.workunit.client.0.smithi129.stdout: write object-134 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-136 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-143 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-161 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-162 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-166 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-174 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-182 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-190 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-225 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-233 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-235 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-238 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-254 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-262 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-264 2024-03-22T07:15:45.204 INFO:tasks.workunit.client.0.smithi129.stdout: write object-273 2024-03-22T07:15:45.205 INFO:tasks.workunit.client.0.smithi129.stdout: write object-276 2024-03-22T07:15:45.205 INFO:tasks.workunit.client.0.smithi129.stdout: write object-301 2024-03-22T07:15:45.205 INFO:tasks.workunit.client.0.smithi129.stdout: write object-304 2024-03-22T07:15:45.205 INFO:tasks.workunit.client.0.smithi129.stdout: write object-327 2024-03-22T07:15:45.205 INFO:tasks.workunit.client.0.smithi129.stdout: write object-337 2024-03-22T07:15:45.205 INFO:tasks.workunit.client.0.smithi129.stdout: write object-341 2024-03-22T07:15:45.205 INFO:tasks.workunit.client.0.smithi129.stdout: write object-351 2024-03-22T07:15:45.205 INFO:tasks.workunit.client.0.smithi129.stdout: write object-362 2024-03-22T07:15:45.205 INFO:tasks.workunit.client.0.smithi129.stdout: write object-364 2024-03-22T07:15:45.205 INFO:tasks.workunit.client.0.smithi129.stdout: write object-365 2024-03-22T07:15:45.205 INFO:tasks.workunit.client.0.smithi129.stdout: write object-386 2024-03-22T07:15:45.205 INFO:tasks.workunit.client.0.smithi129.stdout: write object-390 2024-03-22T07:15:45.205 INFO:tasks.workunit.client.0.smithi129.stdout: write object-392 2024-03-22T07:15:45.205 INFO:tasks.workunit.client.0.smithi129.stdout: write object-395 2024-03-22T07:15:45.205 INFO:tasks.workunit.client.0.smithi129.stdout: write object-396 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-399 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-410 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-425 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-435 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-439 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-450 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-464 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-466 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-479 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-494 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-522 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-526 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-548 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-559 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-563 2024-03-22T07:15:45.206 INFO:tasks.workunit.client.0.smithi129.stdout: write object-565 2024-03-22T07:15:45.207 INFO:tasks.workunit.client.0.smithi129.stdout: write object-568 2024-03-22T07:15:45.207 INFO:tasks.workunit.client.0.smithi129.stdout: write object-575 2024-03-22T07:15:45.207 INFO:tasks.workunit.client.0.smithi129.stdout: write object-600 2024-03-22T07:15:45.207 INFO:tasks.workunit.client.0.smithi129.stdout: write object-619 2024-03-22T07:15:45.207 INFO:tasks.workunit.client.0.smithi129.stdout: write object-638 2024-03-22T07:15:45.207 INFO:tasks.workunit.client.0.smithi129.stdout: write object-648 2024-03-22T07:15:45.207 INFO:tasks.workunit.client.0.smithi129.stdout: write object-658 2024-03-22T07:15:45.207 INFO:tasks.workunit.client.0.smithi129.stdout: write object-662 2024-03-22T07:15:45.207 INFO:tasks.workunit.client.0.smithi129.stdout: write object-692 2024-03-22T07:15:45.207 INFO:tasks.workunit.client.0.smithi129.stdout: write object-694 2024-03-22T07:15:45.207 INFO:tasks.workunit.client.0.smithi129.stdout: write object-725 2024-03-22T07:15:45.207 INFO:tasks.workunit.client.0.smithi129.stdout: write object-764 2024-03-22T07:15:45.207 INFO:tasks.workunit.client.0.smithi129.stdout: write object-795 2024-03-22T07:15:45.207 INFO:tasks.workunit.client.0.smithi129.stdout: write object-809 2024-03-22T07:15:45.207 INFO:tasks.workunit.client.0.smithi129.stdout: write object-812 2024-03-22T07:15:45.208 INFO:tasks.workunit.client.0.smithi129.stdout: write object-817 2024-03-22T07:15:45.208 INFO:tasks.workunit.client.0.smithi129.stdout: write object-818 2024-03-22T07:15:45.208 INFO:tasks.workunit.client.0.smithi129.stdout: write object-824 2024-03-22T07:15:45.208 INFO:tasks.workunit.client.0.smithi129.stdout: write object-853 2024-03-22T07:15:45.208 INFO:tasks.workunit.client.0.smithi129.stdout: write object-861 2024-03-22T07:15:45.208 INFO:tasks.workunit.client.0.smithi129.stdout: write object-887 2024-03-22T07:15:45.208 INFO:tasks.workunit.client.0.smithi129.stdout: write object-893 2024-03-22T07:15:45.208 INFO:tasks.workunit.client.0.smithi129.stdout: write object-894 2024-03-22T07:15:45.208 INFO:tasks.workunit.client.0.smithi129.stdout: write object-896 2024-03-22T07:15:45.208 INFO:tasks.workunit.client.0.smithi129.stdout: write object-898 2024-03-22T07:15:45.208 INFO:tasks.workunit.client.0.smithi129.stdout: write object-899 2024-03-22T07:15:45.208 INFO:tasks.workunit.client.0.smithi129.stdout: write object-903 2024-03-22T07:15:45.208 INFO:tasks.workunit.client.0.smithi129.stdout: write object-909 2024-03-22T07:15:45.208 INFO:tasks.workunit.client.0.smithi129.stdout: write object-915 2024-03-22T07:15:45.208 INFO:tasks.workunit.client.0.smithi129.stdout: write object-929 2024-03-22T07:15:45.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[82160]: cluster 2024-03-22T07:15:44.547142+0000 osd.2 (osd.2) 144 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[82160]: cluster 2024-03-22T07:15:44.549015+0000 osd.4 (osd.4) 177 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[82160]: cluster 2024-03-22T07:15:44.551295+0000 mon.a (mon.0) 576 : cluster 0 osdmap e560: 8 total, 8 up, 8 in 2024-03-22T07:15:45.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[82160]: cluster 2024-03-22T07:15:44.562675+0000 osd.3 (osd.3) 164 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[82160]: cluster 2024-03-22T07:15:44.589587+0000 osd.6 (osd.6) 172 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[82160]: cluster 2024-03-22T07:15:44.590946+0000 osd.1 (osd.1) 161 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[82160]: cluster 2024-03-22T07:15:44.611043+0000 osd.7 (osd.7) 141 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[82160]: cluster 2024-03-22T07:15:44.614513+0000 osd.7 (osd.7) 142 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[79695]: cluster 2024-03-22T07:15:44.547142+0000 osd.2 (osd.2) 144 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[79695]: cluster 2024-03-22T07:15:44.549015+0000 osd.4 (osd.4) 177 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[79695]: cluster 2024-03-22T07:15:44.551295+0000 mon.a (mon.0) 576 : cluster 0 osdmap e560: 8 total, 8 up, 8 in 2024-03-22T07:15:45.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[79695]: cluster 2024-03-22T07:15:44.562675+0000 osd.3 (osd.3) 164 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[79695]: cluster 2024-03-22T07:15:44.589587+0000 osd.6 (osd.6) 172 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[79695]: cluster 2024-03-22T07:15:44.590946+0000 osd.1 (osd.1) 161 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[79695]: cluster 2024-03-22T07:15:44.611043+0000 osd.7 (osd.7) 141 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[79695]: cluster 2024-03-22T07:15:44.614513+0000 osd.7 (osd.7) 142 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:45 smithi148 bash[66753]: cluster 2024-03-22T07:15:44.547142+0000 osd.2 (osd.2) 144 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:45 smithi148 bash[66753]: cluster 2024-03-22T07:15:44.549015+0000 osd.4 (osd.4) 177 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:45 smithi148 bash[66753]: cluster 2024-03-22T07:15:44.551295+0000 mon.a (mon.0) 576 : cluster 0 osdmap e560: 8 total, 8 up, 8 in 2024-03-22T07:15:45.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:45 smithi148 bash[66753]: cluster 2024-03-22T07:15:44.562675+0000 osd.3 (osd.3) 164 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:45 smithi148 bash[66753]: cluster 2024-03-22T07:15:44.589587+0000 osd.6 (osd.6) 172 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:45 smithi148 bash[66753]: cluster 2024-03-22T07:15:44.590946+0000 osd.1 (osd.1) 161 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:45 smithi148 bash[66753]: cluster 2024-03-22T07:15:44.611043+0000 osd.7 (osd.7) 141 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:45 smithi148 bash[66753]: cluster 2024-03-22T07:15:44.614513+0000 osd.7 (osd.7) 142 : cluster 3 failed to encode map e560 with expected crc 2024-03-22T07:15:45.947 INFO:tasks.workunit.client.0.smithi129.stdout: write object-938 2024-03-22T07:15:45.947 INFO:tasks.workunit.client.0.smithi129.stdout: write object-975 2024-03-22T07:15:45.948 INFO:tasks.workunit.client.0.smithi129.stdout: write object-987 2024-03-22T07:15:45.948 INFO:tasks.workunit.client.0.smithi129.stdout: write object-1001 2024-03-22T07:15:45.948 INFO:tasks.workunit.client.0.smithi129.stdout: write object-1013 2024-03-22T07:15:45.948 INFO:tasks.workunit.client.0.smithi129.stdout:verify written data by reading 2024-03-22T07:15:45.948 INFO:tasks.workunit.client.0.smithi129.stdout: read object-6 2024-03-22T07:15:45.948 INFO:tasks.workunit.client.0.smithi129.stdout:made snapshot "image398@parent_snap" and protect it 2024-03-22T07:15:45.949 INFO:tasks.workunit.client.0.smithi129.stdout:made and opened clone "image399" 2024-03-22T07:15:45.949 INFO:tasks.workunit.client.0.smithi129.stdout:flattening clone: "image399" 2024-03-22T07:15:45.949 INFO:tasks.workunit.client.0.smithi129.stdout:check whether child image has the same set of objects as parent 2024-03-22T07:15:45.949 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1303 ms) 2024-03-22T07:15:45.949 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-03-22T07:15:46.061 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.PoolMetadataConfApply (113 ms) 2024-03-22T07:15:46.061 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.Sparsify 2024-03-22T07:15:46.094 INFO:tasks.workunit.client.0.smithi129.stdout:sparsify_supported=1 2024-03-22T07:15:46.094 INFO:tasks.workunit.client.0.smithi129.stdout:sparse_read_supported=1 2024-03-22T07:15:46.130 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.Sparsify (69 ms) 2024-03-22T07:15:46.130 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.SparsifyClone 2024-03-22T07:15:46.160 INFO:tasks.workunit.client.0.smithi129.stdout:sparsify_supported=1 2024-03-22T07:15:46.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[72191]: [22/Mar/2024:07:15:45] ENGINE Bus STOPPING 2024-03-22T07:15:46.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:45 smithi129 bash[72191]: [22/Mar/2024:07:15:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:15:46.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[72191]: [22/Mar/2024:07:15:45] ENGINE Bus STOPPED 2024-03-22T07:15:46.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[72191]: [22/Mar/2024:07:15:46] ENGINE Bus STARTING 2024-03-22T07:15:46.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[72191]: [22/Mar/2024:07:15:46] ENGINE Serving on http://:::9283 2024-03-22T07:15:46.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[72191]: [22/Mar/2024:07:15:46] ENGINE Bus STARTED 2024-03-22T07:15:46.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[72191]: [22/Mar/2024:07:15:46] ENGINE Bus STOPPING 2024-03-22T07:15:46.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[72191]: [22/Mar/2024:07:15:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:15:46.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[72191]: [22/Mar/2024:07:15:46] ENGINE Bus STOPPED 2024-03-22T07:15:46.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[72191]: [22/Mar/2024:07:15:46] ENGINE Bus STARTING 2024-03-22T07:15:46.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[72191]: [22/Mar/2024:07:15:46] ENGINE Serving on http://:::9283 2024-03-22T07:15:46.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[72191]: [22/Mar/2024:07:15:46] ENGINE Bus STARTED 2024-03-22T07:15:46.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[79695]: cluster 2024-03-22T07:15:45.355348+0000 mgr.y (mgr.25337) 229 : cluster 0 pgmap v433: 105 pgs: 105 active+clean; 4.6 MiB data, 439 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 238 op/s 2024-03-22T07:15:46.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[79695]: cluster 2024-03-22T07:15:45.565756+0000 osd.3 (osd.3) 165 : cluster 3 failed to encode map e561 with expected crc 2024-03-22T07:15:46.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[79695]: cluster 2024-03-22T07:15:45.570121+0000 osd.4 (osd.4) 178 : cluster 3 failed to encode map e561 with expected crc 2024-03-22T07:15:46.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[79695]: cluster 2024-03-22T07:15:45.572854+0000 mon.a (mon.0) 577 : cluster 0 osdmap e561: 8 total, 8 up, 8 in 2024-03-22T07:15:46.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[79695]: cluster 2024-03-22T07:15:45.584173+0000 osd.7 (osd.7) 143 : cluster 3 failed to encode map e561 with expected crc 2024-03-22T07:15:46.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[79695]: cluster 2024-03-22T07:15:45.618583+0000 osd.5 (osd.5) 126 : cluster 3 failed to encode map e561 with expected crc 2024-03-22T07:15:46.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[79695]: audit 2024-03-22T07:15:45.981187+0000 mon.a (mon.0) 578 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:15:46.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[79695]: audit 2024-03-22T07:15:46.013916+0000 mon.a (mon.0) 579 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:15:46.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[79695]: audit 2024-03-22T07:15:46.039416+0000 mon.c (mon.2) 105 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:15:46.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[79695]: audit 2024-03-22T07:15:46.041167+0000 mon.c (mon.2) 106 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:15:46.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[79695]: audit 2024-03-22T07:15:46.042019+0000 mon.c (mon.2) 107 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:15:46.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[79695]: audit 2024-03-22T07:15:46.048221+0000 mon.a (mon.0) 580 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:46.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[82160]: cluster 2024-03-22T07:15:45.355348+0000 mgr.y (mgr.25337) 229 : cluster 0 pgmap v433: 105 pgs: 105 active+clean; 4.6 MiB data, 439 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 238 op/s 2024-03-22T07:15:46.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[82160]: cluster 2024-03-22T07:15:45.565756+0000 osd.3 (osd.3) 165 : cluster 3 failed to encode map e561 with expected crc 2024-03-22T07:15:46.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[82160]: cluster 2024-03-22T07:15:45.570121+0000 osd.4 (osd.4) 178 : cluster 3 failed to encode map e561 with expected crc 2024-03-22T07:15:46.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[82160]: cluster 2024-03-22T07:15:45.572854+0000 mon.a (mon.0) 577 : cluster 0 osdmap e561: 8 total, 8 up, 8 in 2024-03-22T07:15:46.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[82160]: cluster 2024-03-22T07:15:45.584173+0000 osd.7 (osd.7) 143 : cluster 3 failed to encode map e561 with expected crc 2024-03-22T07:15:46.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[82160]: cluster 2024-03-22T07:15:45.618583+0000 osd.5 (osd.5) 126 : cluster 3 failed to encode map e561 with expected crc 2024-03-22T07:15:46.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[82160]: audit 2024-03-22T07:15:45.981187+0000 mon.a (mon.0) 578 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:15:46.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[82160]: audit 2024-03-22T07:15:46.013916+0000 mon.a (mon.0) 579 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:15:46.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[82160]: audit 2024-03-22T07:15:46.039416+0000 mon.c (mon.2) 105 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:15:46.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[82160]: audit 2024-03-22T07:15:46.041167+0000 mon.c (mon.2) 106 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:15:46.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[82160]: audit 2024-03-22T07:15:46.042019+0000 mon.c (mon.2) 107 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:15:46.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:46 smithi129 bash[82160]: audit 2024-03-22T07:15:46.048221+0000 mon.a (mon.0) 580 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:46.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:46 smithi148 bash[66753]: cluster 2024-03-22T07:15:45.355348+0000 mgr.y (mgr.25337) 229 : cluster 0 pgmap v433: 105 pgs: 105 active+clean; 4.6 MiB data, 439 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 238 op/s 2024-03-22T07:15:46.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:46 smithi148 bash[66753]: cluster 2024-03-22T07:15:45.565756+0000 osd.3 (osd.3) 165 : cluster 3 failed to encode map e561 with expected crc 2024-03-22T07:15:46.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:46 smithi148 bash[66753]: cluster 2024-03-22T07:15:45.570121+0000 osd.4 (osd.4) 178 : cluster 3 failed to encode map e561 with expected crc 2024-03-22T07:15:46.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:46 smithi148 bash[66753]: cluster 2024-03-22T07:15:45.572854+0000 mon.a (mon.0) 577 : cluster 0 osdmap e561: 8 total, 8 up, 8 in 2024-03-22T07:15:46.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:46 smithi148 bash[66753]: cluster 2024-03-22T07:15:45.584173+0000 osd.7 (osd.7) 143 : cluster 3 failed to encode map e561 with expected crc 2024-03-22T07:15:46.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:46 smithi148 bash[66753]: cluster 2024-03-22T07:15:45.618583+0000 osd.5 (osd.5) 126 : cluster 3 failed to encode map e561 with expected crc 2024-03-22T07:15:46.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:46 smithi148 bash[66753]: audit 2024-03-22T07:15:45.981187+0000 mon.a (mon.0) 578 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:15:46.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:46 smithi148 bash[66753]: audit 2024-03-22T07:15:46.013916+0000 mon.a (mon.0) 579 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:15:46.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:46 smithi148 bash[66753]: audit 2024-03-22T07:15:46.039416+0000 mon.c (mon.2) 105 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:15:46.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:46 smithi148 bash[66753]: audit 2024-03-22T07:15:46.041167+0000 mon.c (mon.2) 106 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:15:46.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:46 smithi148 bash[66753]: audit 2024-03-22T07:15:46.042019+0000 mon.c (mon.2) 107 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:15:46.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:46 smithi148 bash[66753]: audit 2024-03-22T07:15:46.048221+0000 mon.a (mon.0) 580 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:47.275 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:15:48.096 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.SparsifyClone (1966 ms) 2024-03-22T07:15:48.096 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestInternal.MissingDataPool 2024-03-22T07:15:48.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:48 smithi129 bash[82160]: cluster 2024-03-22T07:15:47.050938+0000 osd.1 (osd.1) 162 : cluster 3 failed to encode map e562 with expected crc 2024-03-22T07:15:48.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:48 smithi129 bash[82160]: cluster 2024-03-22T07:15:47.055144+0000 mon.a (mon.0) 581 : cluster 0 osdmap e562: 8 total, 8 up, 8 in 2024-03-22T07:15:48.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:48 smithi129 bash[82160]: cluster 2024-03-22T07:15:47.059866+0000 osd.5 (osd.5) 127 : cluster 3 failed to encode map e562 with expected crc 2024-03-22T07:15:48.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:48 smithi129 bash[82160]: cluster 2024-03-22T07:15:47.069480+0000 osd.3 (osd.3) 166 : cluster 3 failed to encode map e562 with expected crc 2024-03-22T07:15:48.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:48 smithi129 bash[82160]: cluster 2024-03-22T07:15:47.355807+0000 mgr.y (mgr.25337) 230 : cluster 0 pgmap v436: 105 pgs: 105 active+clean; 4.6 MiB data, 439 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 199 op/s 2024-03-22T07:15:48.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:48 smithi129 bash[79695]: cluster 2024-03-22T07:15:47.050938+0000 osd.1 (osd.1) 162 : cluster 3 failed to encode map e562 with expected crc 2024-03-22T07:15:48.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:48 smithi129 bash[79695]: cluster 2024-03-22T07:15:47.055144+0000 mon.a (mon.0) 581 : cluster 0 osdmap e562: 8 total, 8 up, 8 in 2024-03-22T07:15:48.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:48 smithi129 bash[79695]: cluster 2024-03-22T07:15:47.059866+0000 osd.5 (osd.5) 127 : cluster 3 failed to encode map e562 with expected crc 2024-03-22T07:15:48.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:48 smithi129 bash[79695]: cluster 2024-03-22T07:15:47.069480+0000 osd.3 (osd.3) 166 : cluster 3 failed to encode map e562 with expected crc 2024-03-22T07:15:48.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:48 smithi129 bash[79695]: cluster 2024-03-22T07:15:47.355807+0000 mgr.y (mgr.25337) 230 : cluster 0 pgmap v436: 105 pgs: 105 active+clean; 4.6 MiB data, 439 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 199 op/s 2024-03-22T07:15:48.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:48 smithi148 bash[66753]: cluster 2024-03-22T07:15:47.050938+0000 osd.1 (osd.1) 162 : cluster 3 failed to encode map e562 with expected crc 2024-03-22T07:15:48.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:48 smithi148 bash[66753]: cluster 2024-03-22T07:15:47.055144+0000 mon.a (mon.0) 581 : cluster 0 osdmap e562: 8 total, 8 up, 8 in 2024-03-22T07:15:48.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:48 smithi148 bash[66753]: cluster 2024-03-22T07:15:47.059866+0000 osd.5 (osd.5) 127 : cluster 3 failed to encode map e562 with expected crc 2024-03-22T07:15:48.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:48 smithi148 bash[66753]: cluster 2024-03-22T07:15:47.069480+0000 osd.3 (osd.3) 166 : cluster 3 failed to encode map e562 with expected crc 2024-03-22T07:15:48.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:48 smithi148 bash[66753]: cluster 2024-03-22T07:15:47.355807+0000 mgr.y (mgr.25337) 230 : cluster 0 pgmap v436: 105 pgs: 105 active+clean; 4.6 MiB data, 439 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 199 op/s 2024-03-22T07:15:49.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[79695]: cluster 2024-03-22T07:15:48.059113+0000 osd.7 (osd.7) 144 : cluster 3 failed to encode map e563 with expected crc 2024-03-22T07:15:49.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[79695]: cluster 2024-03-22T07:15:48.059698+0000 osd.1 (osd.1) 163 : cluster 3 failed to encode map e563 with expected crc 2024-03-22T07:15:49.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[79695]: cluster 2024-03-22T07:15:48.064205+0000 mon.a (mon.0) 582 : cluster 0 osdmap e563: 8 total, 8 up, 8 in 2024-03-22T07:15:49.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[79695]: cluster 2024-03-22T07:15:48.068975+0000 osd.5 (osd.5) 128 : cluster 3 failed to encode map e563 with expected crc 2024-03-22T07:15:49.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[79695]: cluster 2024-03-22T07:15:48.081760+0000 osd.4 (osd.4) 179 : cluster 3 failed to encode map e563 with expected crc 2024-03-22T07:15:49.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[79695]: cluster 2024-03-22T07:15:48.084348+0000 osd.3 (osd.3) 167 : cluster 3 failed to encode map e563 with expected crc 2024-03-22T07:15:49.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[79695]: cluster 2024-03-22T07:15:48.160392+0000 osd.3 (osd.3) 168 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:49.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[79695]: cluster 2024-03-22T07:15:48.163143+0000 osd.1 (osd.1) 164 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:49.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[79695]: cluster 2024-03-22T07:15:48.163254+0000 mon.a (mon.0) 583 : cluster 0 osdmap e564: 8 total, 8 up, 8 in 2024-03-22T07:15:49.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[79695]: cluster 2024-03-22T07:15:48.213026+0000 osd.6 (osd.6) 173 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:49.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[79695]: cluster 2024-03-22T07:15:48.261644+0000 osd.5 (osd.5) 129 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:49.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[82160]: cluster 2024-03-22T07:15:48.059113+0000 osd.7 (osd.7) 144 : cluster 3 failed to encode map e563 with expected crc 2024-03-22T07:15:49.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[82160]: cluster 2024-03-22T07:15:48.059698+0000 osd.1 (osd.1) 163 : cluster 3 failed to encode map e563 with expected crc 2024-03-22T07:15:49.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[82160]: cluster 2024-03-22T07:15:48.064205+0000 mon.a (mon.0) 582 : cluster 0 osdmap e563: 8 total, 8 up, 8 in 2024-03-22T07:15:49.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[82160]: cluster 2024-03-22T07:15:48.068975+0000 osd.5 (osd.5) 128 : cluster 3 failed to encode map e563 with expected crc 2024-03-22T07:15:49.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[82160]: cluster 2024-03-22T07:15:48.081760+0000 osd.4 (osd.4) 179 : cluster 3 failed to encode map e563 with expected crc 2024-03-22T07:15:49.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[82160]: cluster 2024-03-22T07:15:48.084348+0000 osd.3 (osd.3) 167 : cluster 3 failed to encode map e563 with expected crc 2024-03-22T07:15:49.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[82160]: cluster 2024-03-22T07:15:48.160392+0000 osd.3 (osd.3) 168 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:49.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[82160]: cluster 2024-03-22T07:15:48.163143+0000 osd.1 (osd.1) 164 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:49.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[82160]: cluster 2024-03-22T07:15:48.163254+0000 mon.a (mon.0) 583 : cluster 0 osdmap e564: 8 total, 8 up, 8 in 2024-03-22T07:15:49.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[82160]: cluster 2024-03-22T07:15:48.213026+0000 osd.6 (osd.6) 173 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:49.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:49 smithi129 bash[82160]: cluster 2024-03-22T07:15:48.261644+0000 osd.5 (osd.5) 129 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:49.417 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestInternal.MissingDataPool (1321 ms) 2024-03-22T07:15:49.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:49 smithi148 bash[66753]: cluster 2024-03-22T07:15:48.059113+0000 osd.7 (osd.7) 144 : cluster 3 failed to encode map e563 with expected crc 2024-03-22T07:15:49.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:49 smithi148 bash[66753]: cluster 2024-03-22T07:15:48.059698+0000 osd.1 (osd.1) 163 : cluster 3 failed to encode map e563 with expected crc 2024-03-22T07:15:49.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:49 smithi148 bash[66753]: cluster 2024-03-22T07:15:48.064205+0000 mon.a (mon.0) 582 : cluster 0 osdmap e563: 8 total, 8 up, 8 in 2024-03-22T07:15:49.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:49 smithi148 bash[66753]: cluster 2024-03-22T07:15:48.068975+0000 osd.5 (osd.5) 128 : cluster 3 failed to encode map e563 with expected crc 2024-03-22T07:15:49.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:49 smithi148 bash[66753]: cluster 2024-03-22T07:15:48.081760+0000 osd.4 (osd.4) 179 : cluster 3 failed to encode map e563 with expected crc 2024-03-22T07:15:49.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:49 smithi148 bash[66753]: cluster 2024-03-22T07:15:48.084348+0000 osd.3 (osd.3) 167 : cluster 3 failed to encode map e563 with expected crc 2024-03-22T07:15:49.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:49 smithi148 bash[66753]: cluster 2024-03-22T07:15:48.160392+0000 osd.3 (osd.3) 168 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:49.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:49 smithi148 bash[66753]: cluster 2024-03-22T07:15:48.163143+0000 osd.1 (osd.1) 164 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:49.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:49 smithi148 bash[66753]: cluster 2024-03-22T07:15:48.163254+0000 mon.a (mon.0) 583 : cluster 0 osdmap e564: 8 total, 8 up, 8 in 2024-03-22T07:15:49.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:49 smithi148 bash[66753]: cluster 2024-03-22T07:15:48.213026+0000 osd.6 (osd.6) 173 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:49.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:49 smithi148 bash[66753]: cluster 2024-03-22T07:15:48.261644+0000 osd.5 (osd.5) 129 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:50.178 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 34 tests from TestInternal (39851 ms total) 2024-03-22T07:15:50.179 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:15:50.179 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 17 tests from TestImageWatcher 2024-03-22T07:15:50.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:50 smithi148 bash[66753]: cluster 2024-03-22T07:15:48.412832+0000 osd.7 (osd.7) 145 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:50.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:50 smithi148 bash[66753]: cluster 2024-03-22T07:15:48.779827+0000 osd.2 (osd.2) 145 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:50.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:50 smithi148 bash[66753]: cluster 2024-03-22T07:15:49.088145+0000 osd.4 (osd.4) 180 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:50.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:50 smithi148 bash[66753]: cluster 2024-03-22T07:15:49.164254+0000 osd.3 (osd.3) 169 : cluster 3 failed to encode map e565 with expected crc 2024-03-22T07:15:50.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:50 smithi148 bash[66753]: cluster 2024-03-22T07:15:49.164996+0000 osd.4 (osd.4) 181 : cluster 3 failed to encode map e565 with expected crc 2024-03-22T07:15:50.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:50 smithi148 bash[66753]: cluster 2024-03-22T07:15:49.168318+0000 mon.a (mon.0) 584 : cluster 0 osdmap e565: 8 total, 8 up, 8 in 2024-03-22T07:15:50.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:50 smithi148 bash[66753]: cluster 2024-03-22T07:15:49.178221+0000 osd.7 (osd.7) 146 : cluster 3 failed to encode map e565 with expected crc 2024-03-22T07:15:50.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:50 smithi148 bash[66753]: cluster 2024-03-22T07:15:49.356645+0000 mgr.y (mgr.25337) 231 : cluster 0 pgmap v440: 105 pgs: 105 active+clean; 5.0 MiB data, 455 MiB used, 715 GiB / 715 GiB avail; 619 KiB/s rd, 202 KiB/s wr, 979 op/s 2024-03-22T07:15:50.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[79695]: cluster 2024-03-22T07:15:48.412832+0000 osd.7 (osd.7) 145 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:50.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[79695]: cluster 2024-03-22T07:15:48.779827+0000 osd.2 (osd.2) 145 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:50.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[79695]: cluster 2024-03-22T07:15:49.088145+0000 osd.4 (osd.4) 180 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:50.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[79695]: cluster 2024-03-22T07:15:49.164254+0000 osd.3 (osd.3) 169 : cluster 3 failed to encode map e565 with expected crc 2024-03-22T07:15:50.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[79695]: cluster 2024-03-22T07:15:49.164996+0000 osd.4 (osd.4) 181 : cluster 3 failed to encode map e565 with expected crc 2024-03-22T07:15:50.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[79695]: cluster 2024-03-22T07:15:49.168318+0000 mon.a (mon.0) 584 : cluster 0 osdmap e565: 8 total, 8 up, 8 in 2024-03-22T07:15:50.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[79695]: cluster 2024-03-22T07:15:49.178221+0000 osd.7 (osd.7) 146 : cluster 3 failed to encode map e565 with expected crc 2024-03-22T07:15:50.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[79695]: cluster 2024-03-22T07:15:49.356645+0000 mgr.y (mgr.25337) 231 : cluster 0 pgmap v440: 105 pgs: 105 active+clean; 5.0 MiB data, 455 MiB used, 715 GiB / 715 GiB avail; 619 KiB/s rd, 202 KiB/s wr, 979 op/s 2024-03-22T07:15:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[82160]: cluster 2024-03-22T07:15:48.412832+0000 osd.7 (osd.7) 145 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[82160]: cluster 2024-03-22T07:15:48.779827+0000 osd.2 (osd.2) 145 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[82160]: cluster 2024-03-22T07:15:49.088145+0000 osd.4 (osd.4) 180 : cluster 3 failed to encode map e564 with expected crc 2024-03-22T07:15:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[82160]: cluster 2024-03-22T07:15:49.164254+0000 osd.3 (osd.3) 169 : cluster 3 failed to encode map e565 with expected crc 2024-03-22T07:15:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[82160]: cluster 2024-03-22T07:15:49.164996+0000 osd.4 (osd.4) 181 : cluster 3 failed to encode map e565 with expected crc 2024-03-22T07:15:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[82160]: cluster 2024-03-22T07:15:49.168318+0000 mon.a (mon.0) 584 : cluster 0 osdmap e565: 8 total, 8 up, 8 in 2024-03-22T07:15:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[82160]: cluster 2024-03-22T07:15:49.178221+0000 osd.7 (osd.7) 146 : cluster 3 failed to encode map e565 with expected crc 2024-03-22T07:15:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:50 smithi129 bash[82160]: cluster 2024-03-22T07:15:49.356645+0000 mgr.y (mgr.25337) 231 : cluster 0 pgmap v440: 105 pgs: 105 active+clean; 5.0 MiB data, 455 MiB used, 715 GiB / 715 GiB avail; 619 KiB/s rd, 202 KiB/s wr, 979 op/s 2024-03-22T07:15:50.686 INFO:teuthology.orchestra.run.smithi129.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:15:51.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[79695]: cluster 2024-03-22T07:15:50.173254+0000 osd.1 (osd.1) 165 : cluster 3 failed to encode map e566 with expected crc 2024-03-22T07:15:51.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[79695]: cluster 2024-03-22T07:15:50.173891+0000 osd.7 (osd.7) 147 : cluster 3 failed to encode map e566 with expected crc 2024-03-22T07:15:51.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[79695]: cluster 2024-03-22T07:15:50.179664+0000 mon.a (mon.0) 585 : cluster 0 osdmap e566: 8 total, 8 up, 8 in 2024-03-22T07:15:51.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[79695]: audit 2024-03-22T07:15:50.666561+0000 mgr.y (mgr.25337) 232 : audit 0 from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:15:51.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[79695]: cephadm 2024-03-22T07:15:50.666956+0000 mgr.y (mgr.25337) 233 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:15:51.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[79695]: audit 2024-03-22T07:15:50.690100+0000 mon.a (mon.0) 586 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:51.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[79695]: audit 2024-03-22T07:15:50.703005+0000 mon.c (mon.2) 108 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:15:51.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[79695]: audit 2024-03-22T07:15:50.704962+0000 mon.c (mon.2) 109 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:15:51.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[79695]: audit 2024-03-22T07:15:50.705804+0000 mon.c (mon.2) 110 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:15:51.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[79695]: audit 2024-03-22T07:15:50.711491+0000 mon.a (mon.0) 587 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:51.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[79695]: audit 2024-03-22T07:15:50.772878+0000 mon.c (mon.2) 111 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:15:51.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[79695]: audit 2024-03-22T07:15:50.774781+0000 mon.c (mon.2) 112 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:15:51.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[79695]: audit 2024-03-22T07:15:50.776289+0000 mon.c (mon.2) 113 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:15:51.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[79695]: audit 2024-03-22T07:15:50.777418+0000 mon.c (mon.2) 114 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:15:51.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[79695]: audit 2024-03-22T07:15:50.778862+0000 mon.c (mon.2) 115 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-22T07:15:51.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[82160]: cluster 2024-03-22T07:15:50.173254+0000 osd.1 (osd.1) 165 : cluster 3 failed to encode map e566 with expected crc 2024-03-22T07:15:51.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[82160]: cluster 2024-03-22T07:15:50.173891+0000 osd.7 (osd.7) 147 : cluster 3 failed to encode map e566 with expected crc 2024-03-22T07:15:51.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[82160]: cluster 2024-03-22T07:15:50.179664+0000 mon.a (mon.0) 585 : cluster 0 osdmap e566: 8 total, 8 up, 8 in 2024-03-22T07:15:51.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[82160]: audit 2024-03-22T07:15:50.666561+0000 mgr.y (mgr.25337) 232 : audit 0 from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:15:51.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[82160]: cephadm 2024-03-22T07:15:50.666956+0000 mgr.y (mgr.25337) 233 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:15:51.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[82160]: audit 2024-03-22T07:15:50.690100+0000 mon.a (mon.0) 586 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:51.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[82160]: audit 2024-03-22T07:15:50.703005+0000 mon.c (mon.2) 108 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:15:51.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[82160]: audit 2024-03-22T07:15:50.704962+0000 mon.c (mon.2) 109 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:15:51.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[82160]: audit 2024-03-22T07:15:50.705804+0000 mon.c (mon.2) 110 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:15:51.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[82160]: audit 2024-03-22T07:15:50.711491+0000 mon.a (mon.0) 587 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:51.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[82160]: audit 2024-03-22T07:15:50.772878+0000 mon.c (mon.2) 111 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:15:51.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[82160]: audit 2024-03-22T07:15:50.774781+0000 mon.c (mon.2) 112 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:15:51.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[82160]: audit 2024-03-22T07:15:50.776289+0000 mon.c (mon.2) 113 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:15:51.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[82160]: audit 2024-03-22T07:15:50.777418+0000 mon.c (mon.2) 114 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:15:51.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:51 smithi129 bash[82160]: audit 2024-03-22T07:15:50.778862+0000 mon.c (mon.2) 115 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-22T07:15:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:51 smithi148 bash[66753]: cluster 2024-03-22T07:15:50.173254+0000 osd.1 (osd.1) 165 : cluster 3 failed to encode map e566 with expected crc 2024-03-22T07:15:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:51 smithi148 bash[66753]: cluster 2024-03-22T07:15:50.173891+0000 osd.7 (osd.7) 147 : cluster 3 failed to encode map e566 with expected crc 2024-03-22T07:15:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:51 smithi148 bash[66753]: cluster 2024-03-22T07:15:50.179664+0000 mon.a (mon.0) 585 : cluster 0 osdmap e566: 8 total, 8 up, 8 in 2024-03-22T07:15:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:51 smithi148 bash[66753]: audit 2024-03-22T07:15:50.666561+0000 mgr.y (mgr.25337) 232 : audit 0 from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:15:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:51 smithi148 bash[66753]: cephadm 2024-03-22T07:15:50.666956+0000 mgr.y (mgr.25337) 233 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:15:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:51 smithi148 bash[66753]: audit 2024-03-22T07:15:50.690100+0000 mon.a (mon.0) 586 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:51 smithi148 bash[66753]: audit 2024-03-22T07:15:50.703005+0000 mon.c (mon.2) 108 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:15:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:51 smithi148 bash[66753]: audit 2024-03-22T07:15:50.704962+0000 mon.c (mon.2) 109 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:15:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:51 smithi148 bash[66753]: audit 2024-03-22T07:15:50.705804+0000 mon.c (mon.2) 110 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:15:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:51 smithi148 bash[66753]: audit 2024-03-22T07:15:50.711491+0000 mon.a (mon.0) 587 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:51 smithi148 bash[66753]: audit 2024-03-22T07:15:50.772878+0000 mon.c (mon.2) 111 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:15:51.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:51 smithi148 bash[66753]: audit 2024-03-22T07:15:50.774781+0000 mon.c (mon.2) 112 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:15:51.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:51 smithi148 bash[66753]: audit 2024-03-22T07:15:50.776289+0000 mon.c (mon.2) 113 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:15:51.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:51 smithi148 bash[66753]: audit 2024-03-22T07:15:50.777418+0000 mon.c (mon.2) 114 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:15:51.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:51 smithi148 bash[66753]: audit 2024-03-22T07:15:50.778862+0000 mon.c (mon.2) 115 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-22T07:15:51.940 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'echo wait for half of osds to upgrade' 2024-03-22T07:15:52.172 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-03-22T07:15:52.267 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[79695]: audit 2024-03-22T07:15:50.779041+0000 mgr.y (mgr.25337) 234 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-22T07:15:52.267 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[79695]: cephadm 2024-03-22T07:15:50.779795+0000 mgr.y (mgr.25337) 235 : cephadm 1 Upgrade: osd.1 is safe to restart 2024-03-22T07:15:52.267 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[79695]: cluster 2024-03-22T07:15:51.175517+0000 osd.3 (osd.3) 170 : cluster 3 failed to encode map e567 with expected crc 2024-03-22T07:15:52.267 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[79695]: cluster 2024-03-22T07:15:51.177292+0000 osd.4 (osd.4) 182 : cluster 3 failed to encode map e567 with expected crc 2024-03-22T07:15:52.267 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[79695]: cluster 2024-03-22T07:15:51.177761+0000 mon.a (mon.0) 588 : cluster 0 osdmap e567: 8 total, 8 up, 8 in 2024-03-22T07:15:52.267 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[79695]: audit 2024-03-22T07:15:51.178716+0000 mon.a (mon.0) 589 : audit 1 from='client.? 172.21.15.129:0/738583375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:15:52.267 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[79695]: cluster 2024-03-22T07:15:51.357265+0000 mgr.y (mgr.25337) 236 : cluster 0 pgmap v443: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 455 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:15:52.267 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[79695]: audit 2024-03-22T07:15:52.174230+0000 mon.a (mon.0) 590 : audit 1 from='client.? 172.21.15.129:0/738583375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:15:52.268 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[79695]: cluster 2024-03-22T07:15:52.177371+0000 mon.a (mon.0) 591 : cluster 0 osdmap e568: 8 total, 8 up, 8 in 2024-03-22T07:15:52.268 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[82160]: audit 2024-03-22T07:15:50.779041+0000 mgr.y (mgr.25337) 234 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-22T07:15:52.268 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[82160]: cephadm 2024-03-22T07:15:50.779795+0000 mgr.y (mgr.25337) 235 : cephadm 1 Upgrade: osd.1 is safe to restart 2024-03-22T07:15:52.268 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[82160]: cluster 2024-03-22T07:15:51.175517+0000 osd.3 (osd.3) 170 : cluster 3 failed to encode map e567 with expected crc 2024-03-22T07:15:52.268 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[82160]: cluster 2024-03-22T07:15:51.177292+0000 osd.4 (osd.4) 182 : cluster 3 failed to encode map e567 with expected crc 2024-03-22T07:15:52.268 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[82160]: cluster 2024-03-22T07:15:51.177761+0000 mon.a (mon.0) 588 : cluster 0 osdmap e567: 8 total, 8 up, 8 in 2024-03-22T07:15:52.268 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[82160]: audit 2024-03-22T07:15:51.178716+0000 mon.a (mon.0) 589 : audit 1 from='client.? 172.21.15.129:0/738583375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:15:52.268 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[82160]: cluster 2024-03-22T07:15:51.357265+0000 mgr.y (mgr.25337) 236 : cluster 0 pgmap v443: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 455 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:15:52.268 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[82160]: audit 2024-03-22T07:15:52.174230+0000 mon.a (mon.0) 590 : audit 1 from='client.? 172.21.15.129:0/738583375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:15:52.268 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:52 smithi129 bash[82160]: cluster 2024-03-22T07:15:52.177371+0000 mon.a (mon.0) 591 : cluster 0 osdmap e568: 8 total, 8 up, 8 in 2024-03-22T07:15:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:52 smithi148 bash[66753]: audit 2024-03-22T07:15:50.779041+0000 mgr.y (mgr.25337) 234 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-22T07:15:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:52 smithi148 bash[66753]: cephadm 2024-03-22T07:15:50.779795+0000 mgr.y (mgr.25337) 235 : cephadm 1 Upgrade: osd.1 is safe to restart 2024-03-22T07:15:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:52 smithi148 bash[66753]: cluster 2024-03-22T07:15:51.175517+0000 osd.3 (osd.3) 170 : cluster 3 failed to encode map e567 with expected crc 2024-03-22T07:15:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:52 smithi148 bash[66753]: cluster 2024-03-22T07:15:51.177292+0000 osd.4 (osd.4) 182 : cluster 3 failed to encode map e567 with expected crc 2024-03-22T07:15:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:52 smithi148 bash[66753]: cluster 2024-03-22T07:15:51.177761+0000 mon.a (mon.0) 588 : cluster 0 osdmap e567: 8 total, 8 up, 8 in 2024-03-22T07:15:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:52 smithi148 bash[66753]: audit 2024-03-22T07:15:51.178716+0000 mon.a (mon.0) 589 : audit 1 from='client.? 172.21.15.129:0/738583375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:15:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:52 smithi148 bash[66753]: cluster 2024-03-22T07:15:51.357265+0000 mgr.y (mgr.25337) 236 : cluster 0 pgmap v443: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 455 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:15:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:52 smithi148 bash[66753]: audit 2024-03-22T07:15:52.174230+0000 mon.a (mon.0) 590 : audit 1 from='client.? 172.21.15.129:0/738583375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:15:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:52 smithi148 bash[66753]: cluster 2024-03-22T07:15:52.177371+0000 mon.a (mon.0) 591 : cluster 0 osdmap e568: 8 total, 8 up, 8 in 2024-03-22T07:15:53.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[79695]: cluster 2024-03-22T07:15:52.175647+0000 osd.1 (osd.1) 166 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[79695]: cluster 2024-03-22T07:15:52.177839+0000 osd.2 (osd.2) 146 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[79695]: cluster 2024-03-22T07:15:52.179040+0000 osd.7 (osd.7) 148 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[79695]: cluster 2024-03-22T07:15:52.179608+0000 osd.1 (osd.1) 167 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[79695]: cluster 2024-03-22T07:15:52.179976+0000 osd.3 (osd.3) 171 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[79695]: cluster 2024-03-22T07:15:52.180986+0000 osd.6 (osd.6) 174 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[79695]: cluster 2024-03-22T07:15:52.181074+0000 osd.4 (osd.4) 183 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[79695]: cluster 2024-03-22T07:15:52.181198+0000 osd.5 (osd.5) 130 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[79695]: cluster 2024-03-22T07:15:52.181427+0000 mon.a (mon.0) 592 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:15:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[82160]: cluster 2024-03-22T07:15:52.175647+0000 osd.1 (osd.1) 166 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[82160]: cluster 2024-03-22T07:15:52.177839+0000 osd.2 (osd.2) 146 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[82160]: cluster 2024-03-22T07:15:52.179040+0000 osd.7 (osd.7) 148 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[82160]: cluster 2024-03-22T07:15:52.179608+0000 osd.1 (osd.1) 167 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[82160]: cluster 2024-03-22T07:15:52.179976+0000 osd.3 (osd.3) 171 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[82160]: cluster 2024-03-22T07:15:52.180986+0000 osd.6 (osd.6) 174 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[82160]: cluster 2024-03-22T07:15:52.181074+0000 osd.4 (osd.4) 183 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[82160]: cluster 2024-03-22T07:15:52.181198+0000 osd.5 (osd.5) 130 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[82160]: cluster 2024-03-22T07:15:52.181427+0000 mon.a (mon.0) 592 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:15:53.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:53 smithi148 bash[66753]: cluster 2024-03-22T07:15:52.175647+0000 osd.1 (osd.1) 166 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:53 smithi148 bash[66753]: cluster 2024-03-22T07:15:52.177839+0000 osd.2 (osd.2) 146 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:53 smithi148 bash[66753]: cluster 2024-03-22T07:15:52.179040+0000 osd.7 (osd.7) 148 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:53 smithi148 bash[66753]: cluster 2024-03-22T07:15:52.179608+0000 osd.1 (osd.1) 167 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:53 smithi148 bash[66753]: cluster 2024-03-22T07:15:52.179976+0000 osd.3 (osd.3) 171 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:53 smithi148 bash[66753]: cluster 2024-03-22T07:15:52.180986+0000 osd.6 (osd.6) 174 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:53 smithi148 bash[66753]: cluster 2024-03-22T07:15:52.181074+0000 osd.4 (osd.4) 183 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:53 smithi148 bash[66753]: cluster 2024-03-22T07:15:52.181198+0000 osd.5 (osd.5) 130 : cluster 3 failed to encode map e568 with expected crc 2024-03-22T07:15:53.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:53 smithi148 bash[66753]: cluster 2024-03-22T07:15:52.181427+0000 mon.a (mon.0) 592 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:15:54.120 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:15:53] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-03-22T07:15:54.261 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2090 ms) 2024-03-22T07:15:54.261 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-03-22T07:15:54.310 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifyFlatten (47 ms) 2024-03-22T07:15:54.310 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-03-22T07:15:54.347 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifyResize (38 ms) 2024-03-22T07:15:54.347 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-03-22T07:15:54.384 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (37 ms) 2024-03-22T07:15:54.384 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-03-22T07:15:54.430 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (46 ms) 2024-03-22T07:15:54.430 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-03-22T07:15:54.480 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (51 ms) 2024-03-22T07:15:54.481 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-03-22T07:15:54.527 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (46 ms) 2024-03-22T07:15:54.527 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-03-22T07:15:54.562 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifySnapRename (36 ms) 2024-03-22T07:15:54.563 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-03-22T07:15:54.596 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (33 ms) 2024-03-22T07:15:54.596 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-03-22T07:15:54.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[79695]: cluster 2024-03-22T07:15:53.200209+0000 osd.4 (osd.4) 184 : cluster 3 failed to encode map e569 with expected crc 2024-03-22T07:15:54.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[79695]: cluster 2024-03-22T07:15:53.204274+0000 mon.a (mon.0) 593 : cluster 0 osdmap e569: 8 total, 8 up, 8 in 2024-03-22T07:15:54.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[79695]: cluster 2024-03-22T07:15:53.206671+0000 osd.3 (osd.3) 172 : cluster 3 failed to encode map e569 with expected crc 2024-03-22T07:15:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[79695]: cephadm 2024-03-22T07:15:53.349588+0000 mgr.y (mgr.25337) 237 : cephadm 1 Upgrade: Updating osd.1 2024-03-22T07:15:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[79695]: audit 2024-03-22T07:15:53.357007+0000 mon.a (mon.0) 594 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[79695]: cluster 2024-03-22T07:15:53.357734+0000 mgr.y (mgr.25337) 238 : cluster 0 pgmap v446: 105 pgs: 27 unknown, 78 active+clean; 582 KiB data, 450 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:15:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[79695]: audit 2024-03-22T07:15:53.363097+0000 mon.c (mon.2) 116 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-22T07:15:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[79695]: audit 2024-03-22T07:15:53.364832+0000 mon.c (mon.2) 117 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:15:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[79695]: cephadm 2024-03-22T07:15:53.368054+0000 mgr.y (mgr.25337) 239 : cephadm 1 Deploying daemon osd.1 on smithi129 2024-03-22T07:15:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[79695]: audit 2024-03-22T07:15:53.388409+0000 mon.a (mon.0) 595 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[79695]: audit 2024-03-22T07:15:53.391460+0000 mon.c (mon.2) 118 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:15:54.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[82160]: cluster 2024-03-22T07:15:53.200209+0000 osd.4 (osd.4) 184 : cluster 3 failed to encode map e569 with expected crc 2024-03-22T07:15:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[82160]: cluster 2024-03-22T07:15:53.204274+0000 mon.a (mon.0) 593 : cluster 0 osdmap e569: 8 total, 8 up, 8 in 2024-03-22T07:15:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[82160]: cluster 2024-03-22T07:15:53.206671+0000 osd.3 (osd.3) 172 : cluster 3 failed to encode map e569 with expected crc 2024-03-22T07:15:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[82160]: cephadm 2024-03-22T07:15:53.349588+0000 mgr.y (mgr.25337) 237 : cephadm 1 Upgrade: Updating osd.1 2024-03-22T07:15:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[82160]: audit 2024-03-22T07:15:53.357007+0000 mon.a (mon.0) 594 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[82160]: cluster 2024-03-22T07:15:53.357734+0000 mgr.y (mgr.25337) 238 : cluster 0 pgmap v446: 105 pgs: 27 unknown, 78 active+clean; 582 KiB data, 450 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:15:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[82160]: audit 2024-03-22T07:15:53.363097+0000 mon.c (mon.2) 116 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-22T07:15:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[82160]: audit 2024-03-22T07:15:53.364832+0000 mon.c (mon.2) 117 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:15:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[82160]: cephadm 2024-03-22T07:15:53.368054+0000 mgr.y (mgr.25337) 239 : cephadm 1 Deploying daemon osd.1 on smithi129 2024-03-22T07:15:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[82160]: audit 2024-03-22T07:15:53.388409+0000 mon.a (mon.0) 595 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:54.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:54 smithi129 bash[82160]: audit 2024-03-22T07:15:53.391460+0000 mon.c (mon.2) 118 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:15:54.638 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (43 ms) 2024-03-22T07:15:54.638 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-03-22T07:15:54.675 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (36 ms) 2024-03-22T07:15:54.675 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-03-22T07:15:54.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:54 smithi148 bash[66753]: cluster 2024-03-22T07:15:53.200209+0000 osd.4 (osd.4) 184 : cluster 3 failed to encode map e569 with expected crc 2024-03-22T07:15:54.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:54 smithi148 bash[66753]: cluster 2024-03-22T07:15:53.204274+0000 mon.a (mon.0) 593 : cluster 0 osdmap e569: 8 total, 8 up, 8 in 2024-03-22T07:15:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:54 smithi148 bash[66753]: cluster 2024-03-22T07:15:53.206671+0000 osd.3 (osd.3) 172 : cluster 3 failed to encode map e569 with expected crc 2024-03-22T07:15:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:54 smithi148 bash[66753]: cephadm 2024-03-22T07:15:53.349588+0000 mgr.y (mgr.25337) 237 : cephadm 1 Upgrade: Updating osd.1 2024-03-22T07:15:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:54 smithi148 bash[66753]: audit 2024-03-22T07:15:53.357007+0000 mon.a (mon.0) 594 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:54 smithi148 bash[66753]: cluster 2024-03-22T07:15:53.357734+0000 mgr.y (mgr.25337) 238 : cluster 0 pgmap v446: 105 pgs: 27 unknown, 78 active+clean; 582 KiB data, 450 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:15:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:54 smithi148 bash[66753]: audit 2024-03-22T07:15:53.363097+0000 mon.c (mon.2) 116 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-22T07:15:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:54 smithi148 bash[66753]: audit 2024-03-22T07:15:53.364832+0000 mon.c (mon.2) 117 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:15:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:54 smithi148 bash[66753]: cephadm 2024-03-22T07:15:53.368054+0000 mgr.y (mgr.25337) 239 : cephadm 1 Deploying daemon osd.1 on smithi129 2024-03-22T07:15:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:54 smithi148 bash[66753]: audit 2024-03-22T07:15:53.388409+0000 mon.a (mon.0) 595 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:15:54.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:54 smithi148 bash[66753]: audit 2024-03-22T07:15:53.391460+0000 mon.c (mon.2) 118 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:15:54.721 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (44 ms) 2024-03-22T07:15:54.721 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-03-22T07:15:54.765 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifyRename (47 ms) 2024-03-22T07:15:54.765 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-03-22T07:15:54.809 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (44 ms) 2024-03-22T07:15:54.809 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-03-22T07:15:54.839 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (29 ms) 2024-03-22T07:15:54.839 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-03-22T07:15:54.880 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (41 ms) 2024-03-22T07:15:54.880 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-03-22T07:15:54.918 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (38 ms) 2024-03-22T07:15:55.364 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 17 tests from TestImageWatcher (2746 ms total) 2024-03-22T07:15:55.364 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:15:55.364 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 168 tests from TestLibRBD 2024-03-22T07:15:55.422 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-03-22T07:15:55.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:55 smithi129 bash[79695]: cluster 2024-03-22T07:15:54.212379+0000 osd.7 (osd.7) 149 : cluster 3 failed to encode map e570 with expected crc 2024-03-22T07:15:55.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:55 smithi129 bash[79695]: cluster 2024-03-22T07:15:54.215134+0000 mon.a (mon.0) 596 : cluster 0 osdmap e570: 8 total, 8 up, 8 in 2024-03-22T07:15:55.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:55 smithi129 bash[79695]: cluster 2024-03-22T07:15:54.215757+0000 osd.4 (osd.4) 185 : cluster 3 failed to encode map e570 with expected crc 2024-03-22T07:15:55.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:55 smithi129 bash[79695]: cluster 2024-03-22T07:15:54.217472+0000 osd.3 (osd.3) 173 : cluster 3 failed to encode map e570 with expected crc 2024-03-22T07:15:55.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:55 smithi129 bash[79695]: cluster 2024-03-22T07:15:54.353219+0000 mon.a (mon.0) 597 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:15:55.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:55 smithi129 bash[82160]: cluster 2024-03-22T07:15:54.212379+0000 osd.7 (osd.7) 149 : cluster 3 failed to encode map e570 with expected crc 2024-03-22T07:15:55.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:55 smithi129 bash[82160]: cluster 2024-03-22T07:15:54.215134+0000 mon.a (mon.0) 596 : cluster 0 osdmap e570: 8 total, 8 up, 8 in 2024-03-22T07:15:55.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:55 smithi129 bash[82160]: cluster 2024-03-22T07:15:54.215757+0000 osd.4 (osd.4) 185 : cluster 3 failed to encode map e570 with expected crc 2024-03-22T07:15:55.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:55 smithi129 bash[82160]: cluster 2024-03-22T07:15:54.217472+0000 osd.3 (osd.3) 173 : cluster 3 failed to encode map e570 with expected crc 2024-03-22T07:15:55.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:55 smithi129 bash[82160]: cluster 2024-03-22T07:15:54.353219+0000 mon.a (mon.0) 597 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:15:55.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:55 smithi148 bash[66753]: cluster 2024-03-22T07:15:54.212379+0000 osd.7 (osd.7) 149 : cluster 3 failed to encode map e570 with expected crc 2024-03-22T07:15:55.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:55 smithi148 bash[66753]: cluster 2024-03-22T07:15:54.215134+0000 mon.a (mon.0) 596 : cluster 0 osdmap e570: 8 total, 8 up, 8 in 2024-03-22T07:15:55.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:55 smithi148 bash[66753]: cluster 2024-03-22T07:15:54.215757+0000 osd.4 (osd.4) 185 : cluster 3 failed to encode map e570 with expected crc 2024-03-22T07:15:55.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:55 smithi148 bash[66753]: cluster 2024-03-22T07:15:54.217472+0000 osd.3 (osd.3) 173 : cluster 3 failed to encode map e570 with expected crc 2024-03-22T07:15:55.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:55 smithi148 bash[66753]: cluster 2024-03-22T07:15:54.353219+0000 mon.a (mon.0) 597 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:15:56.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:56 smithi129 bash[79695]: cluster 2024-03-22T07:15:55.359247+0000 mgr.y (mgr.25337) 240 : cluster 0 pgmap v448: 105 pgs: 105 active+clean; 582 KiB data, 440 MiB used, 715 GiB / 715 GiB avail; 8.4 KiB/s rd, 1.9 KiB/s wr, 12 op/s 2024-03-22T07:15:56.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:56 smithi129 bash[79695]: cluster 2024-03-22T07:15:55.360149+0000 osd.1 (osd.1) 168 : cluster 3 failed to encode map e571 with expected crc 2024-03-22T07:15:56.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:56 smithi129 bash[79695]: cluster 2024-03-22T07:15:55.360308+0000 osd.7 (osd.7) 150 : cluster 3 failed to encode map e571 with expected crc 2024-03-22T07:15:56.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:56 smithi129 bash[79695]: cluster 2024-03-22T07:15:55.365396+0000 mon.a (mon.0) 598 : cluster 0 osdmap e571: 8 total, 8 up, 8 in 2024-03-22T07:15:56.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:56 smithi129 bash[82160]: cluster 2024-03-22T07:15:55.359247+0000 mgr.y (mgr.25337) 240 : cluster 0 pgmap v448: 105 pgs: 105 active+clean; 582 KiB data, 440 MiB used, 715 GiB / 715 GiB avail; 8.4 KiB/s rd, 1.9 KiB/s wr, 12 op/s 2024-03-22T07:15:56.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:56 smithi129 bash[82160]: cluster 2024-03-22T07:15:55.360149+0000 osd.1 (osd.1) 168 : cluster 3 failed to encode map e571 with expected crc 2024-03-22T07:15:56.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:56 smithi129 bash[82160]: cluster 2024-03-22T07:15:55.360308+0000 osd.7 (osd.7) 150 : cluster 3 failed to encode map e571 with expected crc 2024-03-22T07:15:56.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:56 smithi129 bash[82160]: cluster 2024-03-22T07:15:55.365396+0000 mon.a (mon.0) 598 : cluster 0 osdmap e571: 8 total, 8 up, 8 in 2024-03-22T07:15:56.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:56 smithi148 bash[66753]: cluster 2024-03-22T07:15:55.359247+0000 mgr.y (mgr.25337) 240 : cluster 0 pgmap v448: 105 pgs: 105 active+clean; 582 KiB data, 440 MiB used, 715 GiB / 715 GiB avail; 8.4 KiB/s rd, 1.9 KiB/s wr, 12 op/s 2024-03-22T07:15:56.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:56 smithi148 bash[66753]: cluster 2024-03-22T07:15:55.360149+0000 osd.1 (osd.1) 168 : cluster 3 failed to encode map e571 with expected crc 2024-03-22T07:15:56.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:56 smithi148 bash[66753]: cluster 2024-03-22T07:15:55.360308+0000 osd.7 (osd.7) 150 : cluster 3 failed to encode map e571 with expected crc 2024-03-22T07:15:56.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:56 smithi148 bash[66753]: cluster 2024-03-22T07:15:55.365396+0000 mon.a (mon.0) 598 : cluster 0 osdmap e571: 8 total, 8 up, 8 in 2024-03-22T07:15:56.838 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:15:57.383 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:15:57.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:57 smithi148 bash[66753]: cluster 2024-03-22T07:15:56.370434+0000 osd.7 (osd.7) 151 : cluster 3 failed to encode map e572 with expected crc 2024-03-22T07:15:57.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:57 smithi148 bash[66753]: cluster 2024-03-22T07:15:56.371658+0000 osd.6 (osd.6) 175 : cluster 3 failed to encode map e571 with expected crc 2024-03-22T07:15:57.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:57 smithi148 bash[66753]: cluster 2024-03-22T07:15:56.375901+0000 mon.a (mon.0) 599 : cluster 0 osdmap e572: 8 total, 8 up, 8 in 2024-03-22T07:15:57.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:57 smithi148 bash[66753]: audit 2024-03-22T07:15:56.377929+0000 mon.a (mon.0) 600 : audit 1 from='client.? 172.21.15.129:0/526833723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:15:57.859 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:57 smithi129 bash[79695]: cluster 2024-03-22T07:15:56.370434+0000 osd.7 (osd.7) 151 : cluster 3 failed to encode map e572 with expected crc 2024-03-22T07:15:57.859 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:57 smithi129 bash[79695]: cluster 2024-03-22T07:15:56.371658+0000 osd.6 (osd.6) 175 : cluster 3 failed to encode map e571 with expected crc 2024-03-22T07:15:57.859 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:57 smithi129 bash[79695]: cluster 2024-03-22T07:15:56.375901+0000 mon.a (mon.0) 599 : cluster 0 osdmap e572: 8 total, 8 up, 8 in 2024-03-22T07:15:57.860 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:57 smithi129 bash[79695]: audit 2024-03-22T07:15:56.377929+0000 mon.a (mon.0) 600 : audit 1 from='client.? 172.21.15.129:0/526833723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:15:57.860 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:57 smithi129 bash[82160]: cluster 2024-03-22T07:15:56.370434+0000 osd.7 (osd.7) 151 : cluster 3 failed to encode map e572 with expected crc 2024-03-22T07:15:57.860 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:57 smithi129 bash[82160]: cluster 2024-03-22T07:15:56.371658+0000 osd.6 (osd.6) 175 : cluster 3 failed to encode map e571 with expected crc 2024-03-22T07:15:57.860 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:57 smithi129 bash[82160]: cluster 2024-03-22T07:15:56.375901+0000 mon.a (mon.0) 599 : cluster 0 osdmap e572: 8 total, 8 up, 8 in 2024-03-22T07:15:57.860 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:57 smithi129 bash[82160]: audit 2024-03-22T07:15:56.377929+0000 mon.a (mon.0) 600 : audit 1 from='client.? 172.21.15.129:0/526833723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:15:58.665 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[79695]: cluster 2024-03-22T07:15:57.360018+0000 mgr.y (mgr.25337) 241 : cluster 0 pgmap v451: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 440 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:15:58.665 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[79695]: cluster 2024-03-22T07:15:57.369362+0000 mon.a (mon.0) 601 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:15:58.665 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[79695]: audit 2024-03-22T07:15:57.371255+0000 mon.a (mon.0) 602 : audit 1 from='client.? 172.21.15.129:0/526833723' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:15:58.665 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[79695]: cluster 2024-03-22T07:15:57.372941+0000 osd.3 (osd.3) 174 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.665 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[79695]: cluster 2024-03-22T07:15:57.374229+0000 osd.4 (osd.4) 186 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.665 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[79695]: cluster 2024-03-22T07:15:57.377947+0000 mon.a (mon.0) 603 : cluster 0 osdmap e573: 8 total, 8 up, 8 in 2024-03-22T07:15:58.666 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[79695]: cluster 2024-03-22T07:15:57.378622+0000 osd.2 (osd.2) 147 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.666 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[79695]: cluster 2024-03-22T07:15:57.379115+0000 osd.7 (osd.7) 152 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.666 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[79695]: cluster 2024-03-22T07:15:57.379342+0000 osd.1 (osd.1) 169 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.666 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[79695]: cluster 2024-03-22T07:15:57.379477+0000 osd.3 (osd.3) 175 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.666 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[79695]: cluster 2024-03-22T07:15:57.379544+0000 osd.6 (osd.6) 176 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.666 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[79695]: cluster 2024-03-22T07:15:57.379876+0000 osd.4 (osd.4) 187 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.666 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[79695]: cluster 2024-03-22T07:15:57.380156+0000 osd.5 (osd.5) 131 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.666 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[82160]: cluster 2024-03-22T07:15:57.360018+0000 mgr.y (mgr.25337) 241 : cluster 0 pgmap v451: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 440 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:15:58.666 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[82160]: cluster 2024-03-22T07:15:57.369362+0000 mon.a (mon.0) 601 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:15:58.666 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[82160]: audit 2024-03-22T07:15:57.371255+0000 mon.a (mon.0) 602 : audit 1 from='client.? 172.21.15.129:0/526833723' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:15:58.666 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[82160]: cluster 2024-03-22T07:15:57.372941+0000 osd.3 (osd.3) 174 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.666 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[82160]: cluster 2024-03-22T07:15:57.374229+0000 osd.4 (osd.4) 186 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.667 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[82160]: cluster 2024-03-22T07:15:57.377947+0000 mon.a (mon.0) 603 : cluster 0 osdmap e573: 8 total, 8 up, 8 in 2024-03-22T07:15:58.667 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[82160]: cluster 2024-03-22T07:15:57.378622+0000 osd.2 (osd.2) 147 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.667 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[82160]: cluster 2024-03-22T07:15:57.379115+0000 osd.7 (osd.7) 152 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.667 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[82160]: cluster 2024-03-22T07:15:57.379342+0000 osd.1 (osd.1) 169 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.667 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[82160]: cluster 2024-03-22T07:15:57.379477+0000 osd.3 (osd.3) 175 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.667 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[82160]: cluster 2024-03-22T07:15:57.379544+0000 osd.6 (osd.6) 176 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.667 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[82160]: cluster 2024-03-22T07:15:57.379876+0000 osd.4 (osd.4) 187 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.667 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:58 smithi129 bash[82160]: cluster 2024-03-22T07:15:57.380156+0000 osd.5 (osd.5) 131 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:58 smithi148 bash[66753]: cluster 2024-03-22T07:15:57.360018+0000 mgr.y (mgr.25337) 241 : cluster 0 pgmap v451: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 440 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:15:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:58 smithi148 bash[66753]: cluster 2024-03-22T07:15:57.369362+0000 mon.a (mon.0) 601 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:15:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:58 smithi148 bash[66753]: audit 2024-03-22T07:15:57.371255+0000 mon.a (mon.0) 602 : audit 1 from='client.? 172.21.15.129:0/526833723' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:15:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:58 smithi148 bash[66753]: cluster 2024-03-22T07:15:57.372941+0000 osd.3 (osd.3) 174 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:58 smithi148 bash[66753]: cluster 2024-03-22T07:15:57.374229+0000 osd.4 (osd.4) 186 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:58 smithi148 bash[66753]: cluster 2024-03-22T07:15:57.377947+0000 mon.a (mon.0) 603 : cluster 0 osdmap e573: 8 total, 8 up, 8 in 2024-03-22T07:15:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:58 smithi148 bash[66753]: cluster 2024-03-22T07:15:57.378622+0000 osd.2 (osd.2) 147 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:58 smithi148 bash[66753]: cluster 2024-03-22T07:15:57.379115+0000 osd.7 (osd.7) 152 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:58 smithi148 bash[66753]: cluster 2024-03-22T07:15:57.379342+0000 osd.1 (osd.1) 169 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:58 smithi148 bash[66753]: cluster 2024-03-22T07:15:57.379477+0000 osd.3 (osd.3) 175 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:58 smithi148 bash[66753]: cluster 2024-03-22T07:15:57.379544+0000 osd.6 (osd.6) 176 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:58 smithi148 bash[66753]: cluster 2024-03-22T07:15:57.379876+0000 osd.4 (osd.4) 187 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:58 smithi148 bash[66753]: cluster 2024-03-22T07:15:57.380156+0000 osd.5 (osd.5) 131 : cluster 3 failed to encode map e573 with expected crc 2024-03-22T07:15:58.918 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:58 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:15:58.918 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:58 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:15:58.919 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:15:58 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:15:58.919 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:15:58 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:15:58.919 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:15:58 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:15:58.920 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:15:58 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:15:58.920 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:15:58 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:15:58.920 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:15:58 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:15:58.920 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:15:58 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:15:59.475 INFO:tasks.workunit.client.0.smithi129.stdout:image has size 2097152 and order 22 2024-03-22T07:15:59.475 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.CreateAndStat (4053 ms) 2024-03-22T07:15:59.475 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-03-22T07:15:59.476 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:15:59.503 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (28 ms) 2024-03-22T07:15:59.503 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-03-22T07:15:59.504 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:15:59.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:59 smithi129 bash[82160]: cluster 2024-03-22T07:15:58.399216+0000 osd.7 (osd.7) 153 : cluster 3 failed to encode map e574 with expected crc 2024-03-22T07:15:59.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:59 smithi129 bash[82160]: cluster 2024-03-22T07:15:58.402561+0000 osd.4 (osd.4) 188 : cluster 3 failed to encode map e574 with expected crc 2024-03-22T07:15:59.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:59 smithi129 bash[82160]: cluster 2024-03-22T07:15:58.404395+0000 mon.a (mon.0) 604 : cluster 0 osdmap e574: 8 total, 8 up, 8 in 2024-03-22T07:15:59.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:59 smithi129 bash[82160]: cluster 2024-03-22T07:15:58.408162+0000 osd.3 (osd.3) 176 : cluster 3 failed to encode map e574 with expected crc 2024-03-22T07:15:59.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:15:59 smithi129 bash[82160]: cluster 2024-03-22T07:15:59.304842+0000 mon.a (mon.0) 605 : cluster 1 osd.1 marked itself down and dead 2024-03-22T07:15:59.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:59 smithi129 bash[79695]: debug 2024-03-22T07:15:59.392+0000 7f74b4953700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:15:59.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:59 smithi129 bash[79695]: cluster 2024-03-22T07:15:58.399216+0000 osd.7 (osd.7) 153 : cluster 3 failed to encode map e574 with expected crc 2024-03-22T07:15:59.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:59 smithi129 bash[79695]: cluster 2024-03-22T07:15:58.402561+0000 osd.4 (osd.4) 188 : cluster 3 failed to encode map e574 with expected crc 2024-03-22T07:15:59.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:59 smithi129 bash[79695]: cluster 2024-03-22T07:15:58.404395+0000 mon.a (mon.0) 604 : cluster 0 osdmap e574: 8 total, 8 up, 8 in 2024-03-22T07:15:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:59 smithi129 bash[79695]: cluster 2024-03-22T07:15:58.408162+0000 osd.3 (osd.3) 176 : cluster 3 failed to encode map e574 with expected crc 2024-03-22T07:15:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:15:59 smithi129 bash[79695]: cluster 2024-03-22T07:15:59.304842+0000 mon.a (mon.0) 605 : cluster 1 osd.1 marked itself down and dead 2024-03-22T07:15:59.621 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:15:58 smithi129 systemd[1]: Stopping Ceph osd.1 for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:15:59.621 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:15:59 smithi129 bash[39755]: debug 2024-03-22T07:15:59.300+0000 7f3453cbf700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-03-22T07:15:59.621 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:15:59 smithi129 bash[39755]: debug 2024-03-22T07:15:59.300+0000 7f3453cbf700 -1 osd.1 574 *** Got signal Terminated *** 2024-03-22T07:15:59.621 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:15:59 smithi129 bash[39755]: debug 2024-03-22T07:15:59.300+0000 7f3453cbf700 -1 osd.1 574 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-22T07:15:59.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:59 smithi148 bash[66753]: cluster 2024-03-22T07:15:58.399216+0000 osd.7 (osd.7) 153 : cluster 3 failed to encode map e574 with expected crc 2024-03-22T07:15:59.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:59 smithi148 bash[66753]: cluster 2024-03-22T07:15:58.402561+0000 osd.4 (osd.4) 188 : cluster 3 failed to encode map e574 with expected crc 2024-03-22T07:15:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:59 smithi148 bash[66753]: cluster 2024-03-22T07:15:58.404395+0000 mon.a (mon.0) 604 : cluster 0 osdmap e574: 8 total, 8 up, 8 in 2024-03-22T07:15:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:59 smithi148 bash[66753]: cluster 2024-03-22T07:15:58.408162+0000 osd.3 (osd.3) 176 : cluster 3 failed to encode map e574 with expected crc 2024-03-22T07:15:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:15:59 smithi148 bash[66753]: cluster 2024-03-22T07:15:59.304842+0000 mon.a (mon.0) 605 : cluster 1 osd.1 marked itself down and dead 2024-03-22T07:16:00.476 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.CreateAndStatPP (972 ms) 2024-03-22T07:16:00.476 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.GetId 2024-03-22T07:16:00.476 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:00.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.GetId (47 ms) 2024-03-22T07:16:00.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-03-22T07:16:00.522 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:00.578 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.GetIdPP (55 ms) 2024-03-22T07:16:00.578 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-03-22T07:16:00.578 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:00.612 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (35 ms) 2024-03-22T07:16:00.612 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-03-22T07:16:00.612 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:00.648 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (36 ms) 2024-03-22T07:16:00.648 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-03-22T07:16:00.649 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:00.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:00 smithi148 bash[66753]: cluster 2024-03-22T07:15:59.083793+0000 osd.1 (osd.1) 170 : cluster 3 failed to encode map e574 with expected crc 2024-03-22T07:16:00.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:00 smithi148 bash[66753]: cluster 2024-03-22T07:15:59.171617+0000 osd.5 (osd.5) 132 : cluster 3 failed to encode map e574 with expected crc 2024-03-22T07:16:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:00 smithi148 bash[66753]: cluster 2024-03-22T07:15:59.361216+0000 mgr.y (mgr.25337) 242 : cluster 0 pgmap v454: 105 pgs: 105 active+clean; 582 KiB data, 440 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:16:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:00 smithi148 bash[66753]: cluster 2024-03-22T07:15:59.397190+0000 mon.a (mon.0) 606 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:16:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:00 smithi148 bash[66753]: cluster 2024-03-22T07:15:59.399032+0000 mon.a (mon.0) 607 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-03-22T07:16:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:00 smithi148 bash[66753]: cluster 2024-03-22T07:15:59.399082+0000 mon.a (mon.0) 608 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:16:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:00 smithi148 bash[66753]: cluster 2024-03-22T07:15:59.408793+0000 osd.2 (osd.2) 148 : cluster 3 failed to encode map e575 with expected crc 2024-03-22T07:16:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:00 smithi148 bash[66753]: cluster 2024-03-22T07:15:59.412586+0000 osd.5 (osd.5) 133 : cluster 3 failed to encode map e575 with expected crc 2024-03-22T07:16:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:00 smithi148 bash[66753]: cluster 2024-03-22T07:15:59.414782+0000 mon.a (mon.0) 609 : cluster 0 osdmap e575: 8 total, 7 up, 8 in 2024-03-22T07:16:00.682 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (33 ms) 2024-03-22T07:16:00.682 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-03-22T07:16:00.682 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:00.691 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[79695]: cluster 2024-03-22T07:15:59.083793+0000 osd.1 (osd.1) 170 : cluster 3 failed to encode map e574 with expected crc 2024-03-22T07:16:00.691 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[79695]: cluster 2024-03-22T07:15:59.171617+0000 osd.5 (osd.5) 132 : cluster 3 failed to encode map e574 with expected crc 2024-03-22T07:16:00.691 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[79695]: cluster 2024-03-22T07:15:59.361216+0000 mgr.y (mgr.25337) 242 : cluster 0 pgmap v454: 105 pgs: 105 active+clean; 582 KiB data, 440 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:16:00.691 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[79695]: cluster 2024-03-22T07:15:59.397190+0000 mon.a (mon.0) 606 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:16:00.691 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[79695]: cluster 2024-03-22T07:15:59.399032+0000 mon.a (mon.0) 607 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-03-22T07:16:00.691 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[79695]: cluster 2024-03-22T07:15:59.399082+0000 mon.a (mon.0) 608 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:16:00.691 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[79695]: cluster 2024-03-22T07:15:59.408793+0000 osd.2 (osd.2) 148 : cluster 3 failed to encode map e575 with expected crc 2024-03-22T07:16:00.692 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[79695]: cluster 2024-03-22T07:15:59.412586+0000 osd.5 (osd.5) 133 : cluster 3 failed to encode map e575 with expected crc 2024-03-22T07:16:00.692 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[79695]: cluster 2024-03-22T07:15:59.414782+0000 mon.a (mon.0) 609 : cluster 0 osdmap e575: 8 total, 7 up, 8 in 2024-03-22T07:16:00.692 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[82160]: cluster 2024-03-22T07:15:59.083793+0000 osd.1 (osd.1) 170 : cluster 3 failed to encode map e574 with expected crc 2024-03-22T07:16:00.692 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[82160]: cluster 2024-03-22T07:15:59.171617+0000 osd.5 (osd.5) 132 : cluster 3 failed to encode map e574 with expected crc 2024-03-22T07:16:00.692 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[82160]: cluster 2024-03-22T07:15:59.361216+0000 mgr.y (mgr.25337) 242 : cluster 0 pgmap v454: 105 pgs: 105 active+clean; 582 KiB data, 440 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:16:00.692 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[82160]: cluster 2024-03-22T07:15:59.397190+0000 mon.a (mon.0) 606 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:16:00.692 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[82160]: cluster 2024-03-22T07:15:59.399032+0000 mon.a (mon.0) 607 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-03-22T07:16:00.692 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[82160]: cluster 2024-03-22T07:15:59.399082+0000 mon.a (mon.0) 608 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:16:00.692 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[82160]: cluster 2024-03-22T07:15:59.408793+0000 osd.2 (osd.2) 148 : cluster 3 failed to encode map e575 with expected crc 2024-03-22T07:16:00.692 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[82160]: cluster 2024-03-22T07:15:59.412586+0000 osd.5 (osd.5) 133 : cluster 3 failed to encode map e575 with expected crc 2024-03-22T07:16:00.693 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[82160]: cluster 2024-03-22T07:15:59.414782+0000 mon.a (mon.0) 609 : cluster 0 osdmap e575: 8 total, 7 up, 8 in 2024-03-22T07:16:00.723 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (42 ms) 2024-03-22T07:16:00.723 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.OpenAio 2024-03-22T07:16:00.724 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:00.766 INFO:tasks.workunit.client.0.smithi129.stdout:image has size 2097152 and order 22 2024-03-22T07:16:00.767 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.OpenAio (43 ms) 2024-03-22T07:16:00.767 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-03-22T07:16:00.774 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.OpenAioFail (7 ms) 2024-03-22T07:16:00.774 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-03-22T07:16:00.774 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:00.841 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.OpenAioPP (68 ms) 2024-03-22T07:16:00.841 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-03-22T07:16:00.849 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.OpenAioFailPP (7 ms) 2024-03-22T07:16:00.849 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-03-22T07:16:00.849 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:00.932 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ResizeAndStat (83 ms) 2024-03-22T07:16:00.932 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-03-22T07:16:00.932 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:00.983 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (51 ms) 2024-03-22T07:16:00.983 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-03-22T07:16:00.983 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:01.062 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (80 ms) 2024-03-22T07:16:01.062 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-03-22T07:16:01.062 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:01.119 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:00 smithi129 bash[94211]: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-1 2024-03-22T07:16:01.139 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (76 ms) 2024-03-22T07:16:01.139 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-03-22T07:16:01.278 INFO:teuthology.orchestra.run.smithi129.stdout:wait for half of osds to upgrade 2024-03-22T07:16:01.601 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[94311]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-1 2024-03-22T07:16:01.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[82160]: cluster 2024-03-22T07:16:00.410779+0000 osd.2 (osd.2) 149 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[82160]: cluster 2024-03-22T07:16:00.412934+0000 osd.4 (osd.4) 189 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[82160]: cluster 2024-03-22T07:16:00.414369+0000 mon.a (mon.0) 610 : cluster 0 osdmap e576: 8 total, 7 up, 8 in 2024-03-22T07:16:01.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[82160]: cluster 2024-03-22T07:16:00.414740+0000 osd.2 (osd.2) 150 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[82160]: cluster 2024-03-22T07:16:00.415385+0000 osd.3 (osd.3) 177 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[82160]: cluster 2024-03-22T07:16:00.416542+0000 osd.4 (osd.4) 190 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[82160]: cluster 2024-03-22T07:16:00.416634+0000 osd.6 (osd.6) 177 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[82160]: cluster 2024-03-22T07:16:00.416895+0000 osd.5 (osd.5) 134 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[82160]: cluster 2024-03-22T07:16:00.422483+0000 osd.4 (osd.4) 191 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[82160]: cluster 2024-03-22T07:16:00.423113+0000 osd.5 (osd.5) 135 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[82160]: cluster 2024-03-22T07:16:00.425127+0000 osd.3 (osd.3) 178 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[79695]: cluster 2024-03-22T07:16:00.410779+0000 osd.2 (osd.2) 149 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[79695]: cluster 2024-03-22T07:16:00.412934+0000 osd.4 (osd.4) 189 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[79695]: cluster 2024-03-22T07:16:00.414369+0000 mon.a (mon.0) 610 : cluster 0 osdmap e576: 8 total, 7 up, 8 in 2024-03-22T07:16:01.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[79695]: cluster 2024-03-22T07:16:00.414740+0000 osd.2 (osd.2) 150 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[79695]: cluster 2024-03-22T07:16:00.415385+0000 osd.3 (osd.3) 177 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[79695]: cluster 2024-03-22T07:16:00.416542+0000 osd.4 (osd.4) 190 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[79695]: cluster 2024-03-22T07:16:00.416634+0000 osd.6 (osd.6) 177 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[79695]: cluster 2024-03-22T07:16:00.416895+0000 osd.5 (osd.5) 134 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[79695]: cluster 2024-03-22T07:16:00.422483+0000 osd.4 (osd.4) 191 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[79695]: cluster 2024-03-22T07:16:00.423113+0000 osd.5 (osd.5) 135 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:01 smithi129 bash[79695]: cluster 2024-03-22T07:16:00.425127+0000 osd.3 (osd.3) 178 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:01 smithi148 bash[66753]: cluster 2024-03-22T07:16:00.410779+0000 osd.2 (osd.2) 149 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:01 smithi148 bash[66753]: cluster 2024-03-22T07:16:00.412934+0000 osd.4 (osd.4) 189 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:01 smithi148 bash[66753]: cluster 2024-03-22T07:16:00.414369+0000 mon.a (mon.0) 610 : cluster 0 osdmap e576: 8 total, 7 up, 8 in 2024-03-22T07:16:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:01 smithi148 bash[66753]: cluster 2024-03-22T07:16:00.414740+0000 osd.2 (osd.2) 150 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:01 smithi148 bash[66753]: cluster 2024-03-22T07:16:00.415385+0000 osd.3 (osd.3) 177 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:01 smithi148 bash[66753]: cluster 2024-03-22T07:16:00.416542+0000 osd.4 (osd.4) 190 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:01 smithi148 bash[66753]: cluster 2024-03-22T07:16:00.416634+0000 osd.6 (osd.6) 177 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:01 smithi148 bash[66753]: cluster 2024-03-22T07:16:00.416895+0000 osd.5 (osd.5) 134 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:01 smithi148 bash[66753]: cluster 2024-03-22T07:16:00.422483+0000 osd.4 (osd.4) 191 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:01 smithi148 bash[66753]: cluster 2024-03-22T07:16:00.423113+0000 osd.5 (osd.5) 135 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:01.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:01 smithi148 bash[66753]: cluster 2024-03-22T07:16:00.425127+0000 osd.3 (osd.3) 178 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:02.693 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:02.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:02 smithi129 bash[79695]: cluster 2024-03-22T07:16:00.416458+0000 osd.7 (osd.7) 154 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:02.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:02 smithi129 bash[79695]: cluster 2024-03-22T07:16:00.423190+0000 osd.7 (osd.7) 155 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:02.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:02 smithi129 bash[79695]: cluster 2024-03-22T07:16:01.361657+0000 mgr.y (mgr.25337) 243 : cluster 0 pgmap v457: 105 pgs: 15 stale+active+clean, 90 active+clean; 582 KiB data, 440 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-22T07:16:02.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:02 smithi129 bash[79695]: cluster 2024-03-22T07:16:01.659668+0000 osd.2 (osd.2) 151 : cluster 3 failed to encode map e577 with expected crc 2024-03-22T07:16:02.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:02 smithi129 bash[79695]: cluster 2024-03-22T07:16:01.660685+0000 osd.4 (osd.4) 192 : cluster 3 failed to encode map e577 with expected crc 2024-03-22T07:16:02.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:02 smithi129 bash[79695]: cluster 2024-03-22T07:16:01.664908+0000 mon.a (mon.0) 611 : cluster 0 osdmap e577: 8 total, 7 up, 8 in 2024-03-22T07:16:02.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:02 smithi129 bash[79695]: audit 2024-03-22T07:16:01.673851+0000 mon.a (mon.0) 612 : audit 1 from='client.? 172.21.15.129:0/4038042716' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:02.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:02 smithi129 bash[82160]: cluster 2024-03-22T07:16:00.416458+0000 osd.7 (osd.7) 154 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:02.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:02 smithi129 bash[82160]: cluster 2024-03-22T07:16:00.423190+0000 osd.7 (osd.7) 155 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:02.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:02 smithi129 bash[82160]: cluster 2024-03-22T07:16:01.361657+0000 mgr.y (mgr.25337) 243 : cluster 0 pgmap v457: 105 pgs: 15 stale+active+clean, 90 active+clean; 582 KiB data, 440 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-22T07:16:02.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:02 smithi129 bash[82160]: cluster 2024-03-22T07:16:01.659668+0000 osd.2 (osd.2) 151 : cluster 3 failed to encode map e577 with expected crc 2024-03-22T07:16:02.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:02 smithi129 bash[82160]: cluster 2024-03-22T07:16:01.660685+0000 osd.4 (osd.4) 192 : cluster 3 failed to encode map e577 with expected crc 2024-03-22T07:16:02.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:02 smithi129 bash[82160]: cluster 2024-03-22T07:16:01.664908+0000 mon.a (mon.0) 611 : cluster 0 osdmap e577: 8 total, 7 up, 8 in 2024-03-22T07:16:02.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:02 smithi129 bash[82160]: audit 2024-03-22T07:16:01.673851+0000 mon.a (mon.0) 612 : audit 1 from='client.? 172.21.15.129:0/4038042716' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:02.924 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2024-03-22T07:16:02.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:02 smithi148 bash[66753]: cluster 2024-03-22T07:16:00.416458+0000 osd.7 (osd.7) 154 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:02.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:02 smithi148 bash[66753]: cluster 2024-03-22T07:16:00.423190+0000 osd.7 (osd.7) 155 : cluster 3 failed to encode map e576 with expected crc 2024-03-22T07:16:02.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:02 smithi148 bash[66753]: cluster 2024-03-22T07:16:01.361657+0000 mgr.y (mgr.25337) 243 : cluster 0 pgmap v457: 105 pgs: 15 stale+active+clean, 90 active+clean; 582 KiB data, 440 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-22T07:16:02.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:02 smithi148 bash[66753]: cluster 2024-03-22T07:16:01.659668+0000 osd.2 (osd.2) 151 : cluster 3 failed to encode map e577 with expected crc 2024-03-22T07:16:02.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:02 smithi148 bash[66753]: cluster 2024-03-22T07:16:01.660685+0000 osd.4 (osd.4) 192 : cluster 3 failed to encode map e577 with expected crc 2024-03-22T07:16:02.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:02 smithi148 bash[66753]: cluster 2024-03-22T07:16:01.664908+0000 mon.a (mon.0) 611 : cluster 0 osdmap e577: 8 total, 7 up, 8 in 2024-03-22T07:16:02.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:02 smithi148 bash[66753]: audit 2024-03-22T07:16:01.673851+0000 mon.a (mon.0) 612 : audit 1 from='client.? 172.21.15.129:0/4038042716' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:03.931 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[79695]: audit 2024-03-22T07:16:02.671802+0000 mon.a (mon.0) 613 : audit 1 from='client.? 172.21.15.129:0/4038042716' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:03.931 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[79695]: cluster 2024-03-22T07:16:02.675006+0000 osd.3 (osd.3) 179 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:03.931 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[79695]: cluster 2024-03-22T07:16:02.675955+0000 osd.4 (osd.4) 193 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:03.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[79695]: cluster 2024-03-22T07:16:02.679076+0000 mon.a (mon.0) 614 : cluster 0 osdmap e578: 8 total, 7 up, 8 in 2024-03-22T07:16:03.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[79695]: cluster 2024-03-22T07:16:02.679877+0000 osd.2 (osd.2) 152 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:03.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[79695]: cluster 2024-03-22T07:16:02.679976+0000 osd.3 (osd.3) 180 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:03.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[79695]: cluster 2024-03-22T07:16:02.680930+0000 osd.5 (osd.5) 136 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:03.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[79695]: cluster 2024-03-22T07:16:02.680985+0000 osd.6 (osd.6) 178 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:03.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[79695]: cluster 2024-03-22T07:16:02.681133+0000 osd.7 (osd.7) 156 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:03.932 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[82160]: audit 2024-03-22T07:16:02.671802+0000 mon.a (mon.0) 613 : audit 1 from='client.? 172.21.15.129:0/4038042716' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:03.932 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[82160]: cluster 2024-03-22T07:16:02.675006+0000 osd.3 (osd.3) 179 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:03.932 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[82160]: cluster 2024-03-22T07:16:02.675955+0000 osd.4 (osd.4) 193 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:03.932 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[82160]: cluster 2024-03-22T07:16:02.679076+0000 mon.a (mon.0) 614 : cluster 0 osdmap e578: 8 total, 7 up, 8 in 2024-03-22T07:16:03.932 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[82160]: cluster 2024-03-22T07:16:02.679877+0000 osd.2 (osd.2) 152 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:03.932 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[82160]: cluster 2024-03-22T07:16:02.679976+0000 osd.3 (osd.3) 180 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:03.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[82160]: cluster 2024-03-22T07:16:02.680930+0000 osd.5 (osd.5) 136 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:03.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[82160]: cluster 2024-03-22T07:16:02.680985+0000 osd.6 (osd.6) 178 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:03.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[82160]: cluster 2024-03-22T07:16:02.681133+0000 osd.7 (osd.7) 156 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:04.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:03 smithi148 bash[66753]: audit 2024-03-22T07:16:02.671802+0000 mon.a (mon.0) 613 : audit 1 from='client.? 172.21.15.129:0/4038042716' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:04.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:03 smithi148 bash[66753]: cluster 2024-03-22T07:16:02.675006+0000 osd.3 (osd.3) 179 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:04.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:03 smithi148 bash[66753]: cluster 2024-03-22T07:16:02.675955+0000 osd.4 (osd.4) 193 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:04.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:03 smithi148 bash[66753]: cluster 2024-03-22T07:16:02.679076+0000 mon.a (mon.0) 614 : cluster 0 osdmap e578: 8 total, 7 up, 8 in 2024-03-22T07:16:04.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:03 smithi148 bash[66753]: cluster 2024-03-22T07:16:02.679877+0000 osd.2 (osd.2) 152 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:04.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:03 smithi148 bash[66753]: cluster 2024-03-22T07:16:02.679976+0000 osd.3 (osd.3) 180 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:04.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:03 smithi148 bash[66753]: cluster 2024-03-22T07:16:02.680930+0000 osd.5 (osd.5) 136 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:04.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:03 smithi148 bash[66753]: cluster 2024-03-22T07:16:02.680985+0000 osd.6 (osd.6) 178 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:04.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:03 smithi148 bash[66753]: cluster 2024-03-22T07:16:02.681133+0000 osd.7 (osd.7) 156 : cluster 3 failed to encode map e578 with expected crc 2024-03-22T07:16:04.273 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:16:03] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-03-22T07:16:04.273 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:04 smithi129 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.1.service: Deactivated successfully. 2024-03-22T07:16:04.273 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:04 smithi129 systemd[1]: Stopped Ceph osd.1 for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:16:04.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:04 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:04.620 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:04 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:04.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:04 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:04.621 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:16:04 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:04.621 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:04 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:04.621 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:16:04 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:04.622 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:16:04 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:04.622 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:04 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:04.622 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:04 smithi129 systemd[1]: Started Ceph osd.1 for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:16:04.622 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:16:04 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:04.731 INFO:tasks.workunit.client.0.smithi129.stdout:image: image18 2024-03-22T07:16:04.731 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image18 2024-03-22T07:16:04.731 INFO:tasks.workunit.client.0.smithi129.stdout:found image18 2024-03-22T07:16:04.731 INFO:tasks.workunit.client.0.smithi129.stdout:erased image18 2024-03-22T07:16:04.731 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:04.878 INFO:tasks.workunit.client.0.smithi129.stdout:image: image18 2024-03-22T07:16:04.878 INFO:tasks.workunit.client.0.smithi129.stdout:image: image19 2024-03-22T07:16:04.878 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image18 2024-03-22T07:16:04.878 INFO:tasks.workunit.client.0.smithi129.stdout:found image18 2024-03-22T07:16:04.878 INFO:tasks.workunit.client.0.smithi129.stdout:erased image18 2024-03-22T07:16:04.878 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image19 2024-03-22T07:16:04.878 INFO:tasks.workunit.client.0.smithi129.stdout:found image19 2024-03-22T07:16:04.878 INFO:tasks.workunit.client.0.smithi129.stdout:erased image19 2024-03-22T07:16:04.879 INFO:tasks.workunit.client.0.smithi129.stdout:image: image19 2024-03-22T07:16:04.879 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image19 2024-03-22T07:16:04.879 INFO:tasks.workunit.client.0.smithi129.stdout:found image19 2024-03-22T07:16:04.879 INFO:tasks.workunit.client.0.smithi129.stdout:erased image19 2024-03-22T07:16:04.879 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3739 ms) 2024-03-22T07:16:04.879 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-03-22T07:16:05.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[79695]: cluster 2024-03-22T07:16:03.362402+0000 mgr.y (mgr.25337) 244 : cluster 0 pgmap v460: 137 pgs: 4 creating+peering, 2 active+undersized+degraded, 28 unknown, 13 stale+active+clean, 3 active+undersized, 87 active+clean; 582 KiB data, 440 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 1023 B/s wr, 18 op/s; 3/81 objects degraded (3.704%) 2024-03-22T07:16:05.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[79695]: cluster 2024-03-22T07:16:03.671817+0000 mon.a (mon.0) 615 : cluster 3 Health check failed: Degraded data redundancy: 3/81 objects degraded (3.704%), 2 pgs degraded (PG_DEGRADED) 2024-03-22T07:16:05.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[79695]: cluster 2024-03-22T07:16:03.683042+0000 osd.7 (osd.7) 157 : cluster 3 failed to encode map e579 with expected crc 2024-03-22T07:16:05.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[79695]: cluster 2024-03-22T07:16:03.684221+0000 osd.4 (osd.4) 194 : cluster 3 failed to encode map e579 with expected crc 2024-03-22T07:16:05.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[79695]: cluster 2024-03-22T07:16:03.690315+0000 mon.a (mon.0) 616 : cluster 0 osdmap e579: 8 total, 7 up, 8 in 2024-03-22T07:16:05.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[79695]: cluster 2024-03-22T07:16:03.694547+0000 osd.5 (osd.5) 137 : cluster 3 failed to encode map e579 with expected crc 2024-03-22T07:16:05.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[79695]: audit 2024-03-22T07:16:04.439981+0000 mon.a (mon.0) 617 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:05.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[79695]: audit 2024-03-22T07:16:04.448393+0000 mon.a (mon.0) 618 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:05.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[79695]: audit 2024-03-22T07:16:04.459343+0000 mon.c (mon.2) 119 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:16:05.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[82160]: cluster 2024-03-22T07:16:03.362402+0000 mgr.y (mgr.25337) 244 : cluster 0 pgmap v460: 137 pgs: 4 creating+peering, 2 active+undersized+degraded, 28 unknown, 13 stale+active+clean, 3 active+undersized, 87 active+clean; 582 KiB data, 440 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 1023 B/s wr, 18 op/s; 3/81 objects degraded (3.704%) 2024-03-22T07:16:05.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[82160]: cluster 2024-03-22T07:16:03.671817+0000 mon.a (mon.0) 615 : cluster 3 Health check failed: Degraded data redundancy: 3/81 objects degraded (3.704%), 2 pgs degraded (PG_DEGRADED) 2024-03-22T07:16:05.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[82160]: cluster 2024-03-22T07:16:03.683042+0000 osd.7 (osd.7) 157 : cluster 3 failed to encode map e579 with expected crc 2024-03-22T07:16:05.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[82160]: cluster 2024-03-22T07:16:03.684221+0000 osd.4 (osd.4) 194 : cluster 3 failed to encode map e579 with expected crc 2024-03-22T07:16:05.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[82160]: cluster 2024-03-22T07:16:03.690315+0000 mon.a (mon.0) 616 : cluster 0 osdmap e579: 8 total, 7 up, 8 in 2024-03-22T07:16:05.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[82160]: cluster 2024-03-22T07:16:03.694547+0000 osd.5 (osd.5) 137 : cluster 3 failed to encode map e579 with expected crc 2024-03-22T07:16:05.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[82160]: audit 2024-03-22T07:16:04.439981+0000 mon.a (mon.0) 617 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:05.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[82160]: audit 2024-03-22T07:16:04.448393+0000 mon.a (mon.0) 618 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:05.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:04 smithi129 bash[82160]: audit 2024-03-22T07:16:04.459343+0000 mon.c (mon.2) 119 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:16:05.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:04 smithi148 bash[66753]: cluster 2024-03-22T07:16:03.362402+0000 mgr.y (mgr.25337) 244 : cluster 0 pgmap v460: 137 pgs: 4 creating+peering, 2 active+undersized+degraded, 28 unknown, 13 stale+active+clean, 3 active+undersized, 87 active+clean; 582 KiB data, 440 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 1023 B/s wr, 18 op/s; 3/81 objects degraded (3.704%) 2024-03-22T07:16:05.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:04 smithi148 bash[66753]: cluster 2024-03-22T07:16:03.671817+0000 mon.a (mon.0) 615 : cluster 3 Health check failed: Degraded data redundancy: 3/81 objects degraded (3.704%), 2 pgs degraded (PG_DEGRADED) 2024-03-22T07:16:05.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:04 smithi148 bash[66753]: cluster 2024-03-22T07:16:03.683042+0000 osd.7 (osd.7) 157 : cluster 3 failed to encode map e579 with expected crc 2024-03-22T07:16:05.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:04 smithi148 bash[66753]: cluster 2024-03-22T07:16:03.684221+0000 osd.4 (osd.4) 194 : cluster 3 failed to encode map e579 with expected crc 2024-03-22T07:16:05.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:04 smithi148 bash[66753]: cluster 2024-03-22T07:16:03.690315+0000 mon.a (mon.0) 616 : cluster 0 osdmap e579: 8 total, 7 up, 8 in 2024-03-22T07:16:05.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:04 smithi148 bash[66753]: cluster 2024-03-22T07:16:03.694547+0000 osd.5 (osd.5) 137 : cluster 3 failed to encode map e579 with expected crc 2024-03-22T07:16:05.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:04 smithi148 bash[66753]: audit 2024-03-22T07:16:04.439981+0000 mon.a (mon.0) 617 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:05.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:04 smithi148 bash[66753]: audit 2024-03-22T07:16:04.448393+0000 mon.a (mon.0) 618 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:05.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:04 smithi148 bash[66753]: audit 2024-03-22T07:16:04.459343+0000 mon.c (mon.2) 119 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:16:05.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:05 smithi129 bash[79695]: cluster 2024-03-22T07:16:04.692325+0000 osd.7 (osd.7) 158 : cluster 3 failed to encode map e580 with expected crc 2024-03-22T07:16:05.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:05 smithi129 bash[79695]: cluster 2024-03-22T07:16:04.693065+0000 osd.4 (osd.4) 195 : cluster 3 failed to encode map e580 with expected crc 2024-03-22T07:16:05.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:05 smithi129 bash[79695]: cluster 2024-03-22T07:16:04.695186+0000 mon.a (mon.0) 619 : cluster 0 osdmap e580: 8 total, 7 up, 8 in 2024-03-22T07:16:05.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:05 smithi129 bash[79695]: cluster 2024-03-22T07:16:04.698541+0000 osd.5 (osd.5) 138 : cluster 3 failed to encode map e580 with expected crc 2024-03-22T07:16:05.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:05 smithi129 bash[79695]: cluster 2024-03-22T07:16:04.725010+0000 osd.2 (osd.2) 153 : cluster 3 failed to encode map e579 with expected crc 2024-03-22T07:16:05.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:05 smithi129 bash[79695]: audit 2024-03-22T07:16:04.850942+0000 mon.a (mon.0) 620 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:05.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:05 smithi129 bash[79695]: cluster 2024-03-22T07:16:05.363283+0000 mgr.y (mgr.25337) 245 : cluster 0 pgmap v463: 137 pgs: 4 creating+peering, 10 active+undersized+degraded, 45 active+undersized, 78 active+clean; 583 KiB data, 445 MiB used, 715 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s; 19/216 objects degraded (8.796%) 2024-03-22T07:16:05.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:05 smithi129 bash[82160]: cluster 2024-03-22T07:16:04.692325+0000 osd.7 (osd.7) 158 : cluster 3 failed to encode map e580 with expected crc 2024-03-22T07:16:05.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:05 smithi129 bash[82160]: cluster 2024-03-22T07:16:04.693065+0000 osd.4 (osd.4) 195 : cluster 3 failed to encode map e580 with expected crc 2024-03-22T07:16:05.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:05 smithi129 bash[82160]: cluster 2024-03-22T07:16:04.695186+0000 mon.a (mon.0) 619 : cluster 0 osdmap e580: 8 total, 7 up, 8 in 2024-03-22T07:16:05.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:05 smithi129 bash[82160]: cluster 2024-03-22T07:16:04.698541+0000 osd.5 (osd.5) 138 : cluster 3 failed to encode map e580 with expected crc 2024-03-22T07:16:05.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:05 smithi129 bash[82160]: cluster 2024-03-22T07:16:04.725010+0000 osd.2 (osd.2) 153 : cluster 3 failed to encode map e579 with expected crc 2024-03-22T07:16:05.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:05 smithi129 bash[82160]: audit 2024-03-22T07:16:04.850942+0000 mon.a (mon.0) 620 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:05.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:05 smithi129 bash[82160]: cluster 2024-03-22T07:16:05.363283+0000 mgr.y (mgr.25337) 245 : cluster 0 pgmap v463: 137 pgs: 4 creating+peering, 10 active+undersized+degraded, 45 active+undersized, 78 active+clean; 583 KiB data, 445 MiB used, 715 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s; 19/216 objects degraded (8.796%) 2024-03-22T07:16:06.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:05 smithi148 bash[66753]: cluster 2024-03-22T07:16:04.692325+0000 osd.7 (osd.7) 158 : cluster 3 failed to encode map e580 with expected crc 2024-03-22T07:16:06.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:05 smithi148 bash[66753]: cluster 2024-03-22T07:16:04.693065+0000 osd.4 (osd.4) 195 : cluster 3 failed to encode map e580 with expected crc 2024-03-22T07:16:06.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:05 smithi148 bash[66753]: cluster 2024-03-22T07:16:04.695186+0000 mon.a (mon.0) 619 : cluster 0 osdmap e580: 8 total, 7 up, 8 in 2024-03-22T07:16:06.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:05 smithi148 bash[66753]: cluster 2024-03-22T07:16:04.698541+0000 osd.5 (osd.5) 138 : cluster 3 failed to encode map e580 with expected crc 2024-03-22T07:16:06.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:05 smithi148 bash[66753]: cluster 2024-03-22T07:16:04.725010+0000 osd.2 (osd.2) 153 : cluster 3 failed to encode map e579 with expected crc 2024-03-22T07:16:06.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:05 smithi148 bash[66753]: audit 2024-03-22T07:16:04.850942+0000 mon.a (mon.0) 620 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:06.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:05 smithi148 bash[66753]: cluster 2024-03-22T07:16:05.363283+0000 mgr.y (mgr.25337) 245 : cluster 0 pgmap v463: 137 pgs: 4 creating+peering, 10 active+undersized+degraded, 45 active+undersized, 78 active+clean; 583 KiB data, 445 MiB used, 715 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s; 19/216 objects degraded (8.796%) 2024-03-22T07:16:06.370 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[94546]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-03-22T07:16:06.370 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[94546]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-03-22T07:16:06.370 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[94546]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-03-22T07:16:06.373 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[94546]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-03-22T07:16:06.373 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[94546]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-03-22T07:16:06.373 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[94546]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-03-22T07:16:06.373 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[94546]: --> ceph-volume raw activate successful for osd ID: 1 2024-03-22T07:16:06.876 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:07.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[79695]: cluster 2024-03-22T07:16:05.856625+0000 osd.3 (osd.3) 181 : cluster 3 failed to encode map e581 with expected crc 2024-03-22T07:16:07.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[79695]: cluster 2024-03-22T07:16:05.858484+0000 mon.a (mon.0) 621 : cluster 0 osdmap e581: 8 total, 7 up, 8 in 2024-03-22T07:16:07.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[79695]: cluster 2024-03-22T07:16:05.860344+0000 osd.4 (osd.4) 196 : cluster 3 failed to encode map e581 with expected crc 2024-03-22T07:16:07.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[79695]: audit 2024-03-22T07:16:05.865440+0000 mon.c (mon.2) 120 : audit 1 from='client.? 172.21.15.129:0/96381147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:07.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[79695]: audit 2024-03-22T07:16:05.866880+0000 mon.a (mon.0) 622 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:07.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[82160]: cluster 2024-03-22T07:16:05.856625+0000 osd.3 (osd.3) 181 : cluster 3 failed to encode map e581 with expected crc 2024-03-22T07:16:07.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[82160]: cluster 2024-03-22T07:16:05.858484+0000 mon.a (mon.0) 621 : cluster 0 osdmap e581: 8 total, 7 up, 8 in 2024-03-22T07:16:07.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[82160]: cluster 2024-03-22T07:16:05.860344+0000 osd.4 (osd.4) 196 : cluster 3 failed to encode map e581 with expected crc 2024-03-22T07:16:07.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[82160]: audit 2024-03-22T07:16:05.865440+0000 mon.c (mon.2) 120 : audit 1 from='client.? 172.21.15.129:0/96381147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:07.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:06 smithi129 bash[82160]: audit 2024-03-22T07:16:05.866880+0000 mon.a (mon.0) 622 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:07.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:06 smithi148 bash[66753]: cluster 2024-03-22T07:16:05.856625+0000 osd.3 (osd.3) 181 : cluster 3 failed to encode map e581 with expected crc 2024-03-22T07:16:07.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:06 smithi148 bash[66753]: cluster 2024-03-22T07:16:05.858484+0000 mon.a (mon.0) 621 : cluster 0 osdmap e581: 8 total, 7 up, 8 in 2024-03-22T07:16:07.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:06 smithi148 bash[66753]: cluster 2024-03-22T07:16:05.860344+0000 osd.4 (osd.4) 196 : cluster 3 failed to encode map e581 with expected crc 2024-03-22T07:16:07.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:06 smithi148 bash[66753]: audit 2024-03-22T07:16:05.865440+0000 mon.c (mon.2) 120 : audit 1 from='client.? 172.21.15.129:0/96381147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:07.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:06 smithi148 bash[66753]: audit 2024-03-22T07:16:05.866880+0000 mon.a (mon.0) 622 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:07.870 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[94802]: debug 2024-03-22T07:16:07.663+0000 7f1bb7202700 1 -- 172.21.15.129:0/3839582893 <== mon.0 v2:172.21.15.129:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f5fc2d51e0 con 0x55f5fc35a800 2024-03-22T07:16:08.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:07 smithi148 bash[66753]: audit 2024-03-22T07:16:06.866022+0000 mon.a (mon.0) 623 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:08.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:07 smithi148 bash[66753]: cluster 2024-03-22T07:16:06.870511+0000 osd.2 (osd.2) 154 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:07 smithi148 bash[66753]: cluster 2024-03-22T07:16:06.871195+0000 osd.4 (osd.4) 197 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:07 smithi148 bash[66753]: cluster 2024-03-22T07:16:06.876581+0000 mon.a (mon.0) 624 : cluster 0 osdmap e582: 8 total, 7 up, 8 in 2024-03-22T07:16:08.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:07 smithi148 bash[66753]: cluster 2024-03-22T07:16:06.877125+0000 osd.2 (osd.2) 155 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:07 smithi148 bash[66753]: cluster 2024-03-22T07:16:06.877997+0000 osd.7 (osd.7) 159 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:07 smithi148 bash[66753]: cluster 2024-03-22T07:16:06.878299+0000 osd.6 (osd.6) 179 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:07 smithi148 bash[66753]: cluster 2024-03-22T07:16:06.879175+0000 osd.5 (osd.5) 139 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:07 smithi148 bash[66753]: cluster 2024-03-22T07:16:06.879832+0000 osd.3 (osd.3) 182 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:07 smithi148 bash[66753]: cluster 2024-03-22T07:16:07.364288+0000 mgr.y (mgr.25337) 246 : cluster 0 pgmap v466: 169 pgs: 32 unknown, 4 creating+peering, 10 active+undersized+degraded, 45 active+undersized, 78 active+clean; 583 KiB data, 445 MiB used, 715 GiB / 715 GiB avail; 168 KiB/s rd, 19 KiB/s wr, 232 op/s; 19/216 objects degraded (8.796%) 2024-03-22T07:16:08.212 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[82160]: audit 2024-03-22T07:16:06.866022+0000 mon.a (mon.0) 623 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:08.212 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[82160]: cluster 2024-03-22T07:16:06.870511+0000 osd.2 (osd.2) 154 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.212 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[82160]: cluster 2024-03-22T07:16:06.871195+0000 osd.4 (osd.4) 197 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.212 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[82160]: cluster 2024-03-22T07:16:06.876581+0000 mon.a (mon.0) 624 : cluster 0 osdmap e582: 8 total, 7 up, 8 in 2024-03-22T07:16:08.212 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[82160]: cluster 2024-03-22T07:16:06.877125+0000 osd.2 (osd.2) 155 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.212 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[82160]: cluster 2024-03-22T07:16:06.877997+0000 osd.7 (osd.7) 159 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.212 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[82160]: cluster 2024-03-22T07:16:06.878299+0000 osd.6 (osd.6) 179 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.212 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[82160]: cluster 2024-03-22T07:16:06.879175+0000 osd.5 (osd.5) 139 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.213 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[82160]: cluster 2024-03-22T07:16:06.879832+0000 osd.3 (osd.3) 182 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.213 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[82160]: cluster 2024-03-22T07:16:07.364288+0000 mgr.y (mgr.25337) 246 : cluster 0 pgmap v466: 169 pgs: 32 unknown, 4 creating+peering, 10 active+undersized+degraded, 45 active+undersized, 78 active+clean; 583 KiB data, 445 MiB used, 715 GiB / 715 GiB avail; 168 KiB/s rd, 19 KiB/s wr, 232 op/s; 19/216 objects degraded (8.796%) 2024-03-22T07:16:08.213 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[79695]: audit 2024-03-22T07:16:06.866022+0000 mon.a (mon.0) 623 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:08.213 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[79695]: cluster 2024-03-22T07:16:06.870511+0000 osd.2 (osd.2) 154 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.213 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[79695]: cluster 2024-03-22T07:16:06.871195+0000 osd.4 (osd.4) 197 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.213 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[79695]: cluster 2024-03-22T07:16:06.876581+0000 mon.a (mon.0) 624 : cluster 0 osdmap e582: 8 total, 7 up, 8 in 2024-03-22T07:16:08.213 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[79695]: cluster 2024-03-22T07:16:06.877125+0000 osd.2 (osd.2) 155 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.213 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[79695]: cluster 2024-03-22T07:16:06.877997+0000 osd.7 (osd.7) 159 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.213 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[79695]: cluster 2024-03-22T07:16:06.878299+0000 osd.6 (osd.6) 179 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.213 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[79695]: cluster 2024-03-22T07:16:06.879175+0000 osd.5 (osd.5) 139 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.213 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[79695]: cluster 2024-03-22T07:16:06.879832+0000 osd.3 (osd.3) 182 : cluster 3 failed to encode map e582 with expected crc 2024-03-22T07:16:08.214 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:07 smithi129 bash[79695]: cluster 2024-03-22T07:16:07.364288+0000 mgr.y (mgr.25337) 246 : cluster 0 pgmap v466: 169 pgs: 32 unknown, 4 creating+peering, 10 active+undersized+degraded, 45 active+undersized, 78 active+clean; 583 KiB data, 445 MiB used, 715 GiB / 715 GiB avail; 168 KiB/s rd, 19 KiB/s wr, 232 op/s; 19/216 objects degraded (8.796%) 2024-03-22T07:16:08.620 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:08 smithi129 bash[94802]: debug 2024-03-22T07:16:08.211+0000 7f1bc039a7c0 -1 Falling back to public interface 2024-03-22T07:16:08.934 INFO:tasks.workunit.client.0.smithi129.stdout:num images is: 1 2024-03-22T07:16:08.934 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:16:08.934 INFO:tasks.workunit.client.0.smithi129.stdout:image: image20 2024-03-22T07:16:08.934 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image20 2024-03-22T07:16:08.935 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:08.960 INFO:tasks.workunit.client.0.smithi129.stdout:num images is: 2 2024-03-22T07:16:08.960 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 2 2024-03-22T07:16:08.960 INFO:tasks.workunit.client.0.smithi129.stdout:image: image20 2024-03-22T07:16:08.960 INFO:tasks.workunit.client.0.smithi129.stdout:image: image21 2024-03-22T07:16:08.960 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image20 2024-03-22T07:16:08.960 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image21 2024-03-22T07:16:09.106 INFO:tasks.workunit.client.0.smithi129.stdout:num images is: 1 2024-03-22T07:16:09.106 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:16:09.106 INFO:tasks.workunit.client.0.smithi129.stdout:image: image21 2024-03-22T07:16:09.106 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image21 2024-03-22T07:16:09.106 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4229 ms) 2024-03-22T07:16:09.106 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCopy 2024-03-22T07:16:09.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:08 smithi148 bash[66753]: cluster 2024-03-22T07:16:07.879012+0000 osd.2 (osd.2) 156 : cluster 3 failed to encode map e583 with expected crc 2024-03-22T07:16:09.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:08 smithi148 bash[66753]: cluster 2024-03-22T07:16:07.881479+0000 osd.4 (osd.4) 198 : cluster 3 failed to encode map e583 with expected crc 2024-03-22T07:16:09.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:08 smithi148 bash[66753]: cluster 2024-03-22T07:16:07.886598+0000 mon.a (mon.0) 625 : cluster 0 osdmap e583: 8 total, 7 up, 8 in 2024-03-22T07:16:09.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:08 smithi148 bash[66753]: cluster 2024-03-22T07:16:07.889342+0000 osd.3 (osd.3) 183 : cluster 3 failed to encode map e583 with expected crc 2024-03-22T07:16:09.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:08 smithi148 bash[66753]: audit 2024-03-22T07:16:08.390969+0000 mon.a (mon.0) 626 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:09.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:08 smithi148 bash[66753]: audit 2024-03-22T07:16:08.394337+0000 mon.c (mon.2) 121 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:16:09.247 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:16:09.267 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:08 smithi129 bash[82160]: cluster 2024-03-22T07:16:07.879012+0000 osd.2 (osd.2) 156 : cluster 3 failed to encode map e583 with expected crc 2024-03-22T07:16:09.267 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:08 smithi129 bash[82160]: cluster 2024-03-22T07:16:07.881479+0000 osd.4 (osd.4) 198 : cluster 3 failed to encode map e583 with expected crc 2024-03-22T07:16:09.267 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:08 smithi129 bash[82160]: cluster 2024-03-22T07:16:07.886598+0000 mon.a (mon.0) 625 : cluster 0 osdmap e583: 8 total, 7 up, 8 in 2024-03-22T07:16:09.267 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:08 smithi129 bash[82160]: cluster 2024-03-22T07:16:07.889342+0000 osd.3 (osd.3) 183 : cluster 3 failed to encode map e583 with expected crc 2024-03-22T07:16:09.268 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:08 smithi129 bash[82160]: audit 2024-03-22T07:16:08.390969+0000 mon.a (mon.0) 626 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:09.268 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:08 smithi129 bash[82160]: audit 2024-03-22T07:16:08.394337+0000 mon.c (mon.2) 121 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:16:09.268 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:08 smithi129 bash[79695]: cluster 2024-03-22T07:16:07.879012+0000 osd.2 (osd.2) 156 : cluster 3 failed to encode map e583 with expected crc 2024-03-22T07:16:09.268 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:08 smithi129 bash[79695]: cluster 2024-03-22T07:16:07.881479+0000 osd.4 (osd.4) 198 : cluster 3 failed to encode map e583 with expected crc 2024-03-22T07:16:09.268 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:08 smithi129 bash[79695]: cluster 2024-03-22T07:16:07.886598+0000 mon.a (mon.0) 625 : cluster 0 osdmap e583: 8 total, 7 up, 8 in 2024-03-22T07:16:09.268 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:08 smithi129 bash[79695]: cluster 2024-03-22T07:16:07.889342+0000 osd.3 (osd.3) 183 : cluster 3 failed to encode map e583 with expected crc 2024-03-22T07:16:09.268 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:08 smithi129 bash[79695]: audit 2024-03-22T07:16:08.390969+0000 mon.a (mon.0) 626 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:09.268 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:08 smithi129 bash[79695]: audit 2024-03-22T07:16:08.394337+0000 mon.c (mon.2) 121 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:16:10.165 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:09 smithi129 bash[82160]: cluster 2024-03-22T07:16:08.891361+0000 osd.7 (osd.7) 160 : cluster 3 failed to encode map e584 with expected crc 2024-03-22T07:16:10.165 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:09 smithi129 bash[82160]: cluster 2024-03-22T07:16:08.892099+0000 osd.5 (osd.5) 140 : cluster 3 failed to encode map e584 with expected crc 2024-03-22T07:16:10.166 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:09 smithi129 bash[82160]: cluster 2024-03-22T07:16:08.892253+0000 mon.a (mon.0) 627 : cluster 0 osdmap e584: 8 total, 7 up, 8 in 2024-03-22T07:16:10.166 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:09 smithi129 bash[82160]: cluster 2024-03-22T07:16:08.894247+0000 osd.3 (osd.3) 184 : cluster 3 failed to encode map e584 with expected crc 2024-03-22T07:16:10.166 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:09 smithi129 bash[82160]: cluster 2024-03-22T07:16:08.915423+0000 osd.4 (osd.4) 199 : cluster 3 failed to encode map e584 with expected crc 2024-03-22T07:16:10.166 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:09 smithi129 bash[82160]: cluster 2024-03-22T07:16:09.365187+0000 mgr.y (mgr.25337) 247 : cluster 0 pgmap v469: 169 pgs: 14 active+undersized+degraded, 51 active+undersized, 104 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 81 op/s; 24/249 objects degraded (9.639%) 2024-03-22T07:16:10.166 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:09 smithi129 bash[79695]: cluster 2024-03-22T07:16:08.891361+0000 osd.7 (osd.7) 160 : cluster 3 failed to encode map e584 with expected crc 2024-03-22T07:16:10.166 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:09 smithi129 bash[79695]: cluster 2024-03-22T07:16:08.892099+0000 osd.5 (osd.5) 140 : cluster 3 failed to encode map e584 with expected crc 2024-03-22T07:16:10.166 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:09 smithi129 bash[79695]: cluster 2024-03-22T07:16:08.892253+0000 mon.a (mon.0) 627 : cluster 0 osdmap e584: 8 total, 7 up, 8 in 2024-03-22T07:16:10.166 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:09 smithi129 bash[79695]: cluster 2024-03-22T07:16:08.894247+0000 osd.3 (osd.3) 184 : cluster 3 failed to encode map e584 with expected crc 2024-03-22T07:16:10.166 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:09 smithi129 bash[79695]: cluster 2024-03-22T07:16:08.915423+0000 osd.4 (osd.4) 199 : cluster 3 failed to encode map e584 with expected crc 2024-03-22T07:16:10.166 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:09 smithi129 bash[79695]: cluster 2024-03-22T07:16:09.365187+0000 mgr.y (mgr.25337) 247 : cluster 0 pgmap v469: 169 pgs: 14 active+undersized+degraded, 51 active+undersized, 104 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 81 op/s; 24/249 objects degraded (9.639%) 2024-03-22T07:16:10.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:09 smithi148 bash[66753]: cluster 2024-03-22T07:16:08.891361+0000 osd.7 (osd.7) 160 : cluster 3 failed to encode map e584 with expected crc 2024-03-22T07:16:10.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:09 smithi148 bash[66753]: cluster 2024-03-22T07:16:08.892099+0000 osd.5 (osd.5) 140 : cluster 3 failed to encode map e584 with expected crc 2024-03-22T07:16:10.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:09 smithi148 bash[66753]: cluster 2024-03-22T07:16:08.892253+0000 mon.a (mon.0) 627 : cluster 0 osdmap e584: 8 total, 7 up, 8 in 2024-03-22T07:16:10.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:09 smithi148 bash[66753]: cluster 2024-03-22T07:16:08.894247+0000 osd.3 (osd.3) 184 : cluster 3 failed to encode map e584 with expected crc 2024-03-22T07:16:10.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:09 smithi148 bash[66753]: cluster 2024-03-22T07:16:08.915423+0000 osd.4 (osd.4) 199 : cluster 3 failed to encode map e584 with expected crc 2024-03-22T07:16:10.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:09 smithi148 bash[66753]: cluster 2024-03-22T07:16:09.365187+0000 mgr.y (mgr.25337) 247 : cluster 0 pgmap v469: 169 pgs: 14 active+undersized+degraded, 51 active+undersized, 104 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 81 op/s; 24/249 objects degraded (9.639%) 2024-03-22T07:16:10.908 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:11.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:10 smithi148 bash[66753]: cluster 2024-03-22T07:16:09.887100+0000 mon.a (mon.0) 628 : cluster 3 Health check update: Degraded data redundancy: 24/249 objects degraded (9.639%), 14 pgs degraded (PG_DEGRADED) 2024-03-22T07:16:11.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:10 smithi148 bash[66753]: cluster 2024-03-22T07:16:09.896370+0000 osd.7 (osd.7) 161 : cluster 3 failed to encode map e585 with expected crc 2024-03-22T07:16:11.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:10 smithi148 bash[66753]: cluster 2024-03-22T07:16:09.897081+0000 osd.5 (osd.5) 141 : cluster 3 failed to encode map e585 with expected crc 2024-03-22T07:16:11.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:10 smithi148 bash[66753]: cluster 2024-03-22T07:16:09.898373+0000 mon.a (mon.0) 629 : cluster 0 osdmap e585: 8 total, 7 up, 8 in 2024-03-22T07:16:11.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:10 smithi148 bash[66753]: audit 2024-03-22T07:16:09.899255+0000 mon.c (mon.2) 122 : audit 1 from='client.? 172.21.15.129:0/185907003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:11.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:10 smithi148 bash[66753]: audit 2024-03-22T07:16:09.899588+0000 mon.a (mon.0) 630 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:11.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:10 smithi148 bash[66753]: audit 2024-03-22T07:16:10.012009+0000 mon.a (mon.0) 631 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:11.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:10 smithi148 bash[66753]: audit 2024-03-22T07:16:10.018514+0000 mon.a (mon.0) 632 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:11.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[79695]: cluster 2024-03-22T07:16:09.887100+0000 mon.a (mon.0) 628 : cluster 3 Health check update: Degraded data redundancy: 24/249 objects degraded (9.639%), 14 pgs degraded (PG_DEGRADED) 2024-03-22T07:16:11.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[79695]: cluster 2024-03-22T07:16:09.896370+0000 osd.7 (osd.7) 161 : cluster 3 failed to encode map e585 with expected crc 2024-03-22T07:16:11.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[79695]: cluster 2024-03-22T07:16:09.897081+0000 osd.5 (osd.5) 141 : cluster 3 failed to encode map e585 with expected crc 2024-03-22T07:16:11.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[79695]: cluster 2024-03-22T07:16:09.898373+0000 mon.a (mon.0) 629 : cluster 0 osdmap e585: 8 total, 7 up, 8 in 2024-03-22T07:16:11.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[79695]: audit 2024-03-22T07:16:09.899255+0000 mon.c (mon.2) 122 : audit 1 from='client.? 172.21.15.129:0/185907003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:11.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[79695]: audit 2024-03-22T07:16:09.899588+0000 mon.a (mon.0) 630 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:11.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[79695]: audit 2024-03-22T07:16:10.012009+0000 mon.a (mon.0) 631 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:11.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[79695]: audit 2024-03-22T07:16:10.018514+0000 mon.a (mon.0) 632 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:11.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[82160]: cluster 2024-03-22T07:16:09.887100+0000 mon.a (mon.0) 628 : cluster 3 Health check update: Degraded data redundancy: 24/249 objects degraded (9.639%), 14 pgs degraded (PG_DEGRADED) 2024-03-22T07:16:11.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[82160]: cluster 2024-03-22T07:16:09.896370+0000 osd.7 (osd.7) 161 : cluster 3 failed to encode map e585 with expected crc 2024-03-22T07:16:11.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[82160]: cluster 2024-03-22T07:16:09.897081+0000 osd.5 (osd.5) 141 : cluster 3 failed to encode map e585 with expected crc 2024-03-22T07:16:11.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[82160]: cluster 2024-03-22T07:16:09.898373+0000 mon.a (mon.0) 629 : cluster 0 osdmap e585: 8 total, 7 up, 8 in 2024-03-22T07:16:11.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[82160]: audit 2024-03-22T07:16:09.899255+0000 mon.c (mon.2) 122 : audit 1 from='client.? 172.21.15.129:0/185907003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:11.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[82160]: audit 2024-03-22T07:16:09.899588+0000 mon.a (mon.0) 630 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:11.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[82160]: audit 2024-03-22T07:16:10.012009+0000 mon.a (mon.0) 631 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:11.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:10 smithi129 bash[82160]: audit 2024-03-22T07:16:10.018514+0000 mon.a (mon.0) 632 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:11.870 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[94802]: debug 2024-03-22T07:16:11.451+0000 7f1bc039a7c0 -1 osd.1 574 log_to_monitors true 2024-03-22T07:16:12.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:11 smithi148 bash[66753]: audit 2024-03-22T07:16:10.905979+0000 mon.a (mon.0) 633 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:12.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:11 smithi148 bash[66753]: cluster 2024-03-22T07:16:10.908099+0000 osd.3 (osd.3) 185 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:11 smithi148 bash[66753]: cluster 2024-03-22T07:16:10.908566+0000 osd.4 (osd.4) 200 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:11 smithi148 bash[66753]: cluster 2024-03-22T07:16:10.910292+0000 mon.a (mon.0) 634 : cluster 0 osdmap e586: 8 total, 7 up, 8 in 2024-03-22T07:16:12.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:11 smithi148 bash[66753]: cluster 2024-03-22T07:16:10.910556+0000 osd.3 (osd.3) 186 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:11 smithi148 bash[66753]: cluster 2024-03-22T07:16:10.910654+0000 osd.2 (osd.2) 157 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:11 smithi148 bash[66753]: cluster 2024-03-22T07:16:10.911825+0000 osd.7 (osd.7) 162 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:11 smithi148 bash[66753]: cluster 2024-03-22T07:16:10.913145+0000 osd.5 (osd.5) 142 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:11 smithi148 bash[66753]: cluster 2024-03-22T07:16:10.913481+0000 osd.6 (osd.6) 180 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:11 smithi148 bash[66753]: cluster 2024-03-22T07:16:10.914361+0000 osd.4 (osd.4) 201 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:11 smithi148 bash[66753]: audit 2024-03-22T07:16:10.960327+0000 mon.a (mon.0) 635 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:12.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:11 smithi148 bash[66753]: audit 2024-03-22T07:16:10.970923+0000 mon.a (mon.0) 636 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:12.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:11 smithi148 bash[66753]: cluster 2024-03-22T07:16:11.365697+0000 mgr.y (mgr.25337) 248 : cluster 0 pgmap v472: 201 pgs: 32 unknown, 14 active+undersized+degraded, 51 active+undersized, 104 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 81 op/s; 24/249 objects degraded (9.639%) 2024-03-22T07:16:12.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:11 smithi148 bash[66753]: audit 2024-03-22T07:16:11.460946+0000 mon.c (mon.2) 123 : audit 1 from='osd.1 [v2:172.21.15.129:6810/4064196394,v1:172.21.15.129:6811/4064196394]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-22T07:16:12.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:11 smithi148 bash[66753]: audit 2024-03-22T07:16:11.461226+0000 mon.a (mon.0) 637 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-22T07:16:12.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[79695]: audit 2024-03-22T07:16:10.905979+0000 mon.a (mon.0) 633 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:12.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[79695]: cluster 2024-03-22T07:16:10.908099+0000 osd.3 (osd.3) 185 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[79695]: cluster 2024-03-22T07:16:10.908566+0000 osd.4 (osd.4) 200 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[79695]: cluster 2024-03-22T07:16:10.910292+0000 mon.a (mon.0) 634 : cluster 0 osdmap e586: 8 total, 7 up, 8 in 2024-03-22T07:16:12.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[79695]: cluster 2024-03-22T07:16:10.910556+0000 osd.3 (osd.3) 186 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[79695]: cluster 2024-03-22T07:16:10.910654+0000 osd.2 (osd.2) 157 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[79695]: cluster 2024-03-22T07:16:10.911825+0000 osd.7 (osd.7) 162 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[79695]: cluster 2024-03-22T07:16:10.913145+0000 osd.5 (osd.5) 142 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[79695]: cluster 2024-03-22T07:16:10.913481+0000 osd.6 (osd.6) 180 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[79695]: cluster 2024-03-22T07:16:10.914361+0000 osd.4 (osd.4) 201 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[79695]: audit 2024-03-22T07:16:10.960327+0000 mon.a (mon.0) 635 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:12.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[79695]: audit 2024-03-22T07:16:10.970923+0000 mon.a (mon.0) 636 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:12.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[79695]: cluster 2024-03-22T07:16:11.365697+0000 mgr.y (mgr.25337) 248 : cluster 0 pgmap v472: 201 pgs: 32 unknown, 14 active+undersized+degraded, 51 active+undersized, 104 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 81 op/s; 24/249 objects degraded (9.639%) 2024-03-22T07:16:12.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[79695]: audit 2024-03-22T07:16:11.460946+0000 mon.c (mon.2) 123 : audit 1 from='osd.1 [v2:172.21.15.129:6810/4064196394,v1:172.21.15.129:6811/4064196394]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-22T07:16:12.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[79695]: audit 2024-03-22T07:16:11.461226+0000 mon.a (mon.0) 637 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-22T07:16:12.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[82160]: audit 2024-03-22T07:16:10.905979+0000 mon.a (mon.0) 633 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:12.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[82160]: cluster 2024-03-22T07:16:10.908099+0000 osd.3 (osd.3) 185 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[82160]: cluster 2024-03-22T07:16:10.908566+0000 osd.4 (osd.4) 200 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[82160]: cluster 2024-03-22T07:16:10.910292+0000 mon.a (mon.0) 634 : cluster 0 osdmap e586: 8 total, 7 up, 8 in 2024-03-22T07:16:12.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[82160]: cluster 2024-03-22T07:16:10.910556+0000 osd.3 (osd.3) 186 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[82160]: cluster 2024-03-22T07:16:10.910654+0000 osd.2 (osd.2) 157 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[82160]: cluster 2024-03-22T07:16:10.911825+0000 osd.7 (osd.7) 162 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[82160]: cluster 2024-03-22T07:16:10.913145+0000 osd.5 (osd.5) 142 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[82160]: cluster 2024-03-22T07:16:10.913481+0000 osd.6 (osd.6) 180 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[82160]: cluster 2024-03-22T07:16:10.914361+0000 osd.4 (osd.4) 201 : cluster 3 failed to encode map e586 with expected crc 2024-03-22T07:16:12.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[82160]: audit 2024-03-22T07:16:10.960327+0000 mon.a (mon.0) 635 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:12.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[82160]: audit 2024-03-22T07:16:10.970923+0000 mon.a (mon.0) 636 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:12.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[82160]: cluster 2024-03-22T07:16:11.365697+0000 mgr.y (mgr.25337) 248 : cluster 0 pgmap v472: 201 pgs: 32 unknown, 14 active+undersized+degraded, 51 active+undersized, 104 active+clean; 583 KiB data, 449 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 81 op/s; 24/249 objects degraded (9.639%) 2024-03-22T07:16:12.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[82160]: audit 2024-03-22T07:16:11.460946+0000 mon.c (mon.2) 123 : audit 1 from='osd.1 [v2:172.21.15.129:6810/4064196394,v1:172.21.15.129:6811/4064196394]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-22T07:16:12.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:11 smithi129 bash[82160]: audit 2024-03-22T07:16:11.461226+0000 mon.a (mon.0) 637 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-22T07:16:12.870 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[94802]: debug 2024-03-22T07:16:12.419+0000 7f1bad7ea700 -1 osd.1 574 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-22T07:16:13.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[79695]: debug 2024-03-22T07:16:12.915+0000 7f74b4953700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:16:13.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[79695]: audit 2024-03-22T07:16:11.918490+0000 mon.a (mon.0) 638 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-22T07:16:13.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[79695]: cluster 2024-03-22T07:16:11.922013+0000 osd.4 (osd.4) 202 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[79695]: cluster 2024-03-22T07:16:11.926411+0000 mon.a (mon.0) 639 : cluster 0 osdmap e587: 8 total, 7 up, 8 in 2024-03-22T07:16:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[79695]: audit 2024-03-22T07:16:11.929277+0000 mon.c (mon.2) 124 : audit 1 from='osd.1 [v2:172.21.15.129:6810/4064196394,v1:172.21.15.129:6811/4064196394]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:16:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[79695]: audit 2024-03-22T07:16:11.929723+0000 mon.a (mon.0) 640 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:16:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[79695]: cluster 2024-03-22T07:16:11.931617+0000 osd.7 (osd.7) 163 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[79695]: audit 2024-03-22T07:16:12.320903+0000 mon.c (mon.2) 125 : audit 0 from='client.? 172.21.15.129:0/191645051' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[79695]: cluster 2024-03-22T07:16:12.349263+0000 osd.3 (osd.3) 187 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[79695]: cluster 2024-03-22T07:16:12.349271+0000 osd.2 (osd.2) 158 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[79695]: cluster 2024-03-22T07:16:12.350909+0000 osd.5 (osd.5) 143 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:13.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[79695]: audit 2024-03-22T07:16:12.393411+0000 mon.a (mon.0) 641 : audit 1 from='osd.1 ' entity='osd.1' 2024-03-22T07:16:13.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[82160]: audit 2024-03-22T07:16:11.918490+0000 mon.a (mon.0) 638 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-22T07:16:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[82160]: cluster 2024-03-22T07:16:11.922013+0000 osd.4 (osd.4) 202 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[82160]: cluster 2024-03-22T07:16:11.926411+0000 mon.a (mon.0) 639 : cluster 0 osdmap e587: 8 total, 7 up, 8 in 2024-03-22T07:16:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[82160]: audit 2024-03-22T07:16:11.929277+0000 mon.c (mon.2) 124 : audit 1 from='osd.1 [v2:172.21.15.129:6810/4064196394,v1:172.21.15.129:6811/4064196394]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:16:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[82160]: audit 2024-03-22T07:16:11.929723+0000 mon.a (mon.0) 640 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:16:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[82160]: cluster 2024-03-22T07:16:11.931617+0000 osd.7 (osd.7) 163 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[82160]: audit 2024-03-22T07:16:12.320903+0000 mon.c (mon.2) 125 : audit 0 from='client.? 172.21.15.129:0/191645051' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[82160]: cluster 2024-03-22T07:16:12.349263+0000 osd.3 (osd.3) 187 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[82160]: cluster 2024-03-22T07:16:12.349271+0000 osd.2 (osd.2) 158 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[82160]: cluster 2024-03-22T07:16:12.350909+0000 osd.5 (osd.5) 143 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:12 smithi129 bash[82160]: audit 2024-03-22T07:16:12.393411+0000 mon.a (mon.0) 641 : audit 1 from='osd.1 ' entity='osd.1' 2024-03-22T07:16:13.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:12 smithi148 bash[66753]: audit 2024-03-22T07:16:11.918490+0000 mon.a (mon.0) 638 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-22T07:16:13.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:12 smithi148 bash[66753]: cluster 2024-03-22T07:16:11.922013+0000 osd.4 (osd.4) 202 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:13.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:12 smithi148 bash[66753]: cluster 2024-03-22T07:16:11.926411+0000 mon.a (mon.0) 639 : cluster 0 osdmap e587: 8 total, 7 up, 8 in 2024-03-22T07:16:13.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:12 smithi148 bash[66753]: audit 2024-03-22T07:16:11.929277+0000 mon.c (mon.2) 124 : audit 1 from='osd.1 [v2:172.21.15.129:6810/4064196394,v1:172.21.15.129:6811/4064196394]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:16:13.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:12 smithi148 bash[66753]: audit 2024-03-22T07:16:11.929723+0000 mon.a (mon.0) 640 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:16:13.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:12 smithi148 bash[66753]: cluster 2024-03-22T07:16:11.931617+0000 osd.7 (osd.7) 163 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:13.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:12 smithi148 bash[66753]: audit 2024-03-22T07:16:12.320903+0000 mon.c (mon.2) 125 : audit 0 from='client.? 172.21.15.129:0/191645051' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:13.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:12 smithi148 bash[66753]: cluster 2024-03-22T07:16:12.349263+0000 osd.3 (osd.3) 187 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:13.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:12 smithi148 bash[66753]: cluster 2024-03-22T07:16:12.349271+0000 osd.2 (osd.2) 158 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:13.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:12 smithi148 bash[66753]: cluster 2024-03-22T07:16:12.350909+0000 osd.5 (osd.5) 143 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:13.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:12 smithi148 bash[66753]: audit 2024-03-22T07:16:12.393411+0000 mon.a (mon.0) 641 : audit 1 from='osd.1 ' entity='osd.1' 2024-03-22T07:16:14.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[79695]: cluster 2024-03-22T07:16:12.350784+0000 osd.6 (osd.6) 181 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:14.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[79695]: cluster 2024-03-22T07:16:12.919703+0000 mon.a (mon.0) 642 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:16:14.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[79695]: cluster 2024-03-22T07:16:12.919760+0000 mon.a (mon.0) 643 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-22T07:16:14.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[79695]: cluster 2024-03-22T07:16:12.923926+0000 osd.2 (osd.2) 159 : cluster 3 failed to encode map e588 with expected crc 2024-03-22T07:16:14.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[79695]: audit 2024-03-22T07:16:12.928344+0000 mon.c (mon.2) 126 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T07:16:14.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[79695]: cluster 2024-03-22T07:16:12.929270+0000 mon.a (mon.0) 644 : cluster 1 osd.1 [v2:172.21.15.129:6810/4064196394,v1:172.21.15.129:6811/4064196394] boot 2024-03-22T07:16:14.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[79695]: cluster 2024-03-22T07:16:12.929397+0000 mon.a (mon.0) 645 : cluster 0 osdmap e588: 8 total, 8 up, 8 in 2024-03-22T07:16:14.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[79695]: cluster 2024-03-22T07:16:13.366667+0000 mgr.y (mgr.25337) 249 : cluster 0 pgmap v475: 201 pgs: 30 unknown, 15 active+undersized+degraded, 51 active+undersized, 105 active+clean; 583 KiB data, 424 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s; 25/252 objects degraded (9.921%) 2024-03-22T07:16:14.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[79695]: cluster 2024-03-22T07:16:13.933703+0000 mon.a (mon.0) 646 : cluster 0 osdmap e589: 8 total, 8 up, 8 in 2024-03-22T07:16:14.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[82160]: cluster 2024-03-22T07:16:12.350784+0000 osd.6 (osd.6) 181 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:14.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[82160]: cluster 2024-03-22T07:16:12.919703+0000 mon.a (mon.0) 642 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:16:14.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[82160]: cluster 2024-03-22T07:16:12.919760+0000 mon.a (mon.0) 643 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-22T07:16:14.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[82160]: cluster 2024-03-22T07:16:12.923926+0000 osd.2 (osd.2) 159 : cluster 3 failed to encode map e588 with expected crc 2024-03-22T07:16:14.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[82160]: audit 2024-03-22T07:16:12.928344+0000 mon.c (mon.2) 126 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T07:16:14.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[82160]: cluster 2024-03-22T07:16:12.929270+0000 mon.a (mon.0) 644 : cluster 1 osd.1 [v2:172.21.15.129:6810/4064196394,v1:172.21.15.129:6811/4064196394] boot 2024-03-22T07:16:14.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[82160]: cluster 2024-03-22T07:16:12.929397+0000 mon.a (mon.0) 645 : cluster 0 osdmap e588: 8 total, 8 up, 8 in 2024-03-22T07:16:14.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[82160]: cluster 2024-03-22T07:16:13.366667+0000 mgr.y (mgr.25337) 249 : cluster 0 pgmap v475: 201 pgs: 30 unknown, 15 active+undersized+degraded, 51 active+undersized, 105 active+clean; 583 KiB data, 424 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s; 25/252 objects degraded (9.921%) 2024-03-22T07:16:14.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[82160]: cluster 2024-03-22T07:16:13.933703+0000 mon.a (mon.0) 646 : cluster 0 osdmap e589: 8 total, 8 up, 8 in 2024-03-22T07:16:14.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:16:13] "GET /metrics HTTP/1.1" 200 41263 "" "Prometheus/2.43.0" 2024-03-22T07:16:14.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:13 smithi148 bash[66753]: cluster 2024-03-22T07:16:12.350784+0000 osd.6 (osd.6) 181 : cluster 3 failed to encode map e587 with expected crc 2024-03-22T07:16:14.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:13 smithi148 bash[66753]: cluster 2024-03-22T07:16:12.919703+0000 mon.a (mon.0) 642 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:16:14.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:13 smithi148 bash[66753]: cluster 2024-03-22T07:16:12.919760+0000 mon.a (mon.0) 643 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-22T07:16:14.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:13 smithi148 bash[66753]: cluster 2024-03-22T07:16:12.923926+0000 osd.2 (osd.2) 159 : cluster 3 failed to encode map e588 with expected crc 2024-03-22T07:16:14.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:13 smithi148 bash[66753]: audit 2024-03-22T07:16:12.928344+0000 mon.c (mon.2) 126 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-22T07:16:14.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:13 smithi148 bash[66753]: cluster 2024-03-22T07:16:12.929270+0000 mon.a (mon.0) 644 : cluster 1 osd.1 [v2:172.21.15.129:6810/4064196394,v1:172.21.15.129:6811/4064196394] boot 2024-03-22T07:16:14.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:13 smithi148 bash[66753]: cluster 2024-03-22T07:16:12.929397+0000 mon.a (mon.0) 645 : cluster 0 osdmap e588: 8 total, 8 up, 8 in 2024-03-22T07:16:14.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:13 smithi148 bash[66753]: cluster 2024-03-22T07:16:13.366667+0000 mgr.y (mgr.25337) 249 : cluster 0 pgmap v475: 201 pgs: 30 unknown, 15 active+undersized+degraded, 51 active+undersized, 105 active+clean; 583 KiB data, 424 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s; 25/252 objects degraded (9.921%) 2024-03-22T07:16:14.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:13 smithi148 bash[66753]: cluster 2024-03-22T07:16:13.933703+0000 mon.a (mon.0) 646 : cluster 0 osdmap e589: 8 total, 8 up, 8 in 2024-03-22T07:16:14.538 INFO:tasks.workunit.client.0.smithi129.stdout:image: image22 2024-03-22T07:16:14.538 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image22 2024-03-22T07:16:14.538 INFO:tasks.workunit.client.0.smithi129.stdout:found image22 2024-03-22T07:16:14.538 INFO:tasks.workunit.client.0.smithi129.stdout:erased image22 2024-03-22T07:16:14.538 INFO:tasks.workunit.client.0.smithi129.stdout:image: image22 2024-03-22T07:16:14.538 INFO:tasks.workunit.client.0.smithi129.stdout:image: image23 2024-03-22T07:16:14.538 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image22 2024-03-22T07:16:14.539 INFO:tasks.workunit.client.0.smithi129.stdout:found image22 2024-03-22T07:16:14.539 INFO:tasks.workunit.client.0.smithi129.stdout:erased image22 2024-03-22T07:16:14.539 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image23 2024-03-22T07:16:14.539 INFO:tasks.workunit.client.0.smithi129.stdout:found image23 2024-03-22T07:16:14.539 INFO:tasks.workunit.client.0.smithi129.stdout:erased image23 2024-03-22T07:16:14.539 INFO:tasks.workunit.client.0.smithi129.stdout:100.00% done 2024-03-22T07:16:14.539 INFO:tasks.workunit.client.0.smithi129.stdout:image: image22 2024-03-22T07:16:14.539 INFO:tasks.workunit.client.0.smithi129.stdout:image: image23 2024-03-22T07:16:14.539 INFO:tasks.workunit.client.0.smithi129.stdout:image: image24 2024-03-22T07:16:14.539 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image22 2024-03-22T07:16:14.539 INFO:tasks.workunit.client.0.smithi129.stdout:found image22 2024-03-22T07:16:14.539 INFO:tasks.workunit.client.0.smithi129.stdout:erased image22 2024-03-22T07:16:14.539 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image23 2024-03-22T07:16:14.539 INFO:tasks.workunit.client.0.smithi129.stdout:found image23 2024-03-22T07:16:14.540 INFO:tasks.workunit.client.0.smithi129.stdout:erased image23 2024-03-22T07:16:14.540 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image24 2024-03-22T07:16:14.540 INFO:tasks.workunit.client.0.smithi129.stdout:found image24 2024-03-22T07:16:14.540 INFO:tasks.workunit.client.0.smithi129.stdout:erased image24 2024-03-22T07:16:14.540 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCopy (5432 ms) 2024-03-22T07:16:14.540 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-03-22T07:16:15.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:14 smithi129 bash[79695]: cluster 2024-03-22T07:16:13.928693+0000 osd.6 (osd.6) 182 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:14 smithi129 bash[79695]: cluster 2024-03-22T07:16:13.932451+0000 osd.3 (osd.3) 188 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:14 smithi129 bash[79695]: cluster 2024-03-22T07:16:13.933603+0000 osd.7 (osd.7) 164 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:14 smithi129 bash[79695]: cluster 2024-03-22T07:16:13.934037+0000 osd.2 (osd.2) 160 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:14 smithi129 bash[79695]: cluster 2024-03-22T07:16:13.934820+0000 osd.3 (osd.3) 189 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:14 smithi129 bash[79695]: cluster 2024-03-22T07:16:13.937471+0000 osd.7 (osd.7) 165 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:14 smithi129 bash[82160]: cluster 2024-03-22T07:16:13.928693+0000 osd.6 (osd.6) 182 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:14 smithi129 bash[82160]: cluster 2024-03-22T07:16:13.932451+0000 osd.3 (osd.3) 188 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:14 smithi129 bash[82160]: cluster 2024-03-22T07:16:13.933603+0000 osd.7 (osd.7) 164 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:14 smithi129 bash[82160]: cluster 2024-03-22T07:16:13.934037+0000 osd.2 (osd.2) 160 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:14 smithi129 bash[82160]: cluster 2024-03-22T07:16:13.934820+0000 osd.3 (osd.3) 189 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:14 smithi129 bash[82160]: cluster 2024-03-22T07:16:13.937471+0000 osd.7 (osd.7) 165 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:14 smithi148 bash[66753]: cluster 2024-03-22T07:16:13.928693+0000 osd.6 (osd.6) 182 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:14 smithi148 bash[66753]: cluster 2024-03-22T07:16:13.932451+0000 osd.3 (osd.3) 188 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:14 smithi148 bash[66753]: cluster 2024-03-22T07:16:13.933603+0000 osd.7 (osd.7) 164 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:14 smithi148 bash[66753]: cluster 2024-03-22T07:16:13.934037+0000 osd.2 (osd.2) 160 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:14 smithi148 bash[66753]: cluster 2024-03-22T07:16:13.934820+0000 osd.3 (osd.3) 189 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:15.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:14 smithi148 bash[66753]: cluster 2024-03-22T07:16:13.937471+0000 osd.7 (osd.7) 165 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:16.031 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:16.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[79695]: cluster 2024-03-22T07:16:13.935584+0000 osd.4 (osd.4) 203 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:16.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[79695]: cluster 2024-03-22T07:16:13.937620+0000 osd.5 (osd.5) 144 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:16.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[79695]: audit 2024-03-22T07:16:14.967745+0000 mon.a (mon.0) 647 : audit 0 from='client.? 172.21.15.129:0/3536710163' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:16.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[79695]: cluster 2024-03-22T07:16:15.024190+0000 osd.7 (osd.7) 166 : cluster 3 failed to encode map e590 with expected crc 2024-03-22T07:16:16.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[79695]: cluster 2024-03-22T07:16:15.024251+0000 osd.6 (osd.6) 183 : cluster 3 failed to encode map e590 with expected crc 2024-03-22T07:16:16.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[79695]: cluster 2024-03-22T07:16:15.027410+0000 mon.a (mon.0) 648 : cluster 0 osdmap e590: 8 total, 8 up, 8 in 2024-03-22T07:16:16.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[79695]: audit 2024-03-22T07:16:15.028115+0000 mon.a (mon.0) 649 : audit 1 from='client.? 172.21.15.129:0/829789597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:16.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[79695]: cluster 2024-03-22T07:16:15.367711+0000 mgr.y (mgr.25337) 250 : cluster 0 pgmap v478: 233 pgs: 39 unknown, 8 active+undersized+degraded, 18 active+undersized, 168 active+clean; 583 KiB data, 425 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 3 op/s; 15/258 objects degraded (5.814%); 24 B/s, 6 keys/s, 2 objects/s recovering 2024-03-22T07:16:16.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[82160]: cluster 2024-03-22T07:16:13.935584+0000 osd.4 (osd.4) 203 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:16.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[82160]: cluster 2024-03-22T07:16:13.937620+0000 osd.5 (osd.5) 144 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:16.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[82160]: audit 2024-03-22T07:16:14.967745+0000 mon.a (mon.0) 647 : audit 0 from='client.? 172.21.15.129:0/3536710163' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:16.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[82160]: cluster 2024-03-22T07:16:15.024190+0000 osd.7 (osd.7) 166 : cluster 3 failed to encode map e590 with expected crc 2024-03-22T07:16:16.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[82160]: cluster 2024-03-22T07:16:15.024251+0000 osd.6 (osd.6) 183 : cluster 3 failed to encode map e590 with expected crc 2024-03-22T07:16:16.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[82160]: cluster 2024-03-22T07:16:15.027410+0000 mon.a (mon.0) 648 : cluster 0 osdmap e590: 8 total, 8 up, 8 in 2024-03-22T07:16:16.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[82160]: audit 2024-03-22T07:16:15.028115+0000 mon.a (mon.0) 649 : audit 1 from='client.? 172.21.15.129:0/829789597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:16.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:15 smithi129 bash[82160]: cluster 2024-03-22T07:16:15.367711+0000 mgr.y (mgr.25337) 250 : cluster 0 pgmap v478: 233 pgs: 39 unknown, 8 active+undersized+degraded, 18 active+undersized, 168 active+clean; 583 KiB data, 425 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 3 op/s; 15/258 objects degraded (5.814%); 24 B/s, 6 keys/s, 2 objects/s recovering 2024-03-22T07:16:16.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:15 smithi148 bash[66753]: cluster 2024-03-22T07:16:13.935584+0000 osd.4 (osd.4) 203 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:16.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:15 smithi148 bash[66753]: cluster 2024-03-22T07:16:13.937620+0000 osd.5 (osd.5) 144 : cluster 3 failed to encode map e589 with expected crc 2024-03-22T07:16:16.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:15 smithi148 bash[66753]: audit 2024-03-22T07:16:14.967745+0000 mon.a (mon.0) 647 : audit 0 from='client.? 172.21.15.129:0/3536710163' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:16.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:15 smithi148 bash[66753]: cluster 2024-03-22T07:16:15.024190+0000 osd.7 (osd.7) 166 : cluster 3 failed to encode map e590 with expected crc 2024-03-22T07:16:16.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:15 smithi148 bash[66753]: cluster 2024-03-22T07:16:15.024251+0000 osd.6 (osd.6) 183 : cluster 3 failed to encode map e590 with expected crc 2024-03-22T07:16:16.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:15 smithi148 bash[66753]: cluster 2024-03-22T07:16:15.027410+0000 mon.a (mon.0) 648 : cluster 0 osdmap e590: 8 total, 8 up, 8 in 2024-03-22T07:16:16.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:15 smithi148 bash[66753]: audit 2024-03-22T07:16:15.028115+0000 mon.a (mon.0) 649 : audit 1 from='client.? 172.21.15.129:0/829789597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:16.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:15 smithi148 bash[66753]: cluster 2024-03-22T07:16:15.367711+0000 mgr.y (mgr.25337) 250 : cluster 0 pgmap v478: 233 pgs: 39 unknown, 8 active+undersized+degraded, 18 active+undersized, 168 active+clean; 583 KiB data, 425 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 3 op/s; 15/258 objects degraded (5.814%); 24 B/s, 6 keys/s, 2 objects/s recovering 2024-03-22T07:16:17.230 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[79695]: cluster 2024-03-22T07:16:16.020242+0000 mon.a (mon.0) 650 : cluster 3 Health check update: Degraded data redundancy: 15/258 objects degraded (5.814%), 8 pgs degraded (PG_DEGRADED) 2024-03-22T07:16:17.230 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[79695]: cluster 2024-03-22T07:16:16.020271+0000 mon.a (mon.0) 651 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:16:17.230 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[79695]: audit 2024-03-22T07:16:16.027279+0000 mon.a (mon.0) 652 : audit 1 from='client.? 172.21.15.129:0/829789597' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:17.231 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[79695]: cluster 2024-03-22T07:16:16.028441+0000 osd.3 (osd.3) 190 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.231 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[79695]: cluster 2024-03-22T07:16:16.029588+0000 osd.4 (osd.4) 204 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.231 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[79695]: cluster 2024-03-22T07:16:16.030973+0000 mon.a (mon.0) 653 : cluster 0 osdmap e591: 8 total, 8 up, 8 in 2024-03-22T07:16:17.231 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[79695]: cluster 2024-03-22T07:16:16.031588+0000 osd.2 (osd.2) 161 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.231 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[79695]: cluster 2024-03-22T07:16:16.032292+0000 osd.7 (osd.7) 167 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.231 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[79695]: cluster 2024-03-22T07:16:16.032949+0000 osd.5 (osd.5) 145 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.231 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[79695]: cluster 2024-03-22T07:16:16.034781+0000 osd.4 (osd.4) 205 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.231 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[79695]: cluster 2024-03-22T07:16:16.036814+0000 osd.3 (osd.3) 191 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.231 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[82160]: cluster 2024-03-22T07:16:16.020242+0000 mon.a (mon.0) 650 : cluster 3 Health check update: Degraded data redundancy: 15/258 objects degraded (5.814%), 8 pgs degraded (PG_DEGRADED) 2024-03-22T07:16:17.231 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[82160]: cluster 2024-03-22T07:16:16.020271+0000 mon.a (mon.0) 651 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:16:17.231 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[82160]: audit 2024-03-22T07:16:16.027279+0000 mon.a (mon.0) 652 : audit 1 from='client.? 172.21.15.129:0/829789597' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:17.232 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[82160]: cluster 2024-03-22T07:16:16.028441+0000 osd.3 (osd.3) 190 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.232 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[82160]: cluster 2024-03-22T07:16:16.029588+0000 osd.4 (osd.4) 204 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.232 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[82160]: cluster 2024-03-22T07:16:16.030973+0000 mon.a (mon.0) 653 : cluster 0 osdmap e591: 8 total, 8 up, 8 in 2024-03-22T07:16:17.232 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[82160]: cluster 2024-03-22T07:16:16.031588+0000 osd.2 (osd.2) 161 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.232 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[82160]: cluster 2024-03-22T07:16:16.032292+0000 osd.7 (osd.7) 167 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.232 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[82160]: cluster 2024-03-22T07:16:16.032949+0000 osd.5 (osd.5) 145 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.232 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[82160]: cluster 2024-03-22T07:16:16.034781+0000 osd.4 (osd.4) 205 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.232 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:16 smithi129 bash[82160]: cluster 2024-03-22T07:16:16.036814+0000 osd.3 (osd.3) 191 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:16 smithi148 bash[66753]: cluster 2024-03-22T07:16:16.020242+0000 mon.a (mon.0) 650 : cluster 3 Health check update: Degraded data redundancy: 15/258 objects degraded (5.814%), 8 pgs degraded (PG_DEGRADED) 2024-03-22T07:16:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:16 smithi148 bash[66753]: cluster 2024-03-22T07:16:16.020271+0000 mon.a (mon.0) 651 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:16:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:16 smithi148 bash[66753]: audit 2024-03-22T07:16:16.027279+0000 mon.a (mon.0) 652 : audit 1 from='client.? 172.21.15.129:0/829789597' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:16 smithi148 bash[66753]: cluster 2024-03-22T07:16:16.028441+0000 osd.3 (osd.3) 190 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:16 smithi148 bash[66753]: cluster 2024-03-22T07:16:16.029588+0000 osd.4 (osd.4) 204 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:16 smithi148 bash[66753]: cluster 2024-03-22T07:16:16.030973+0000 mon.a (mon.0) 653 : cluster 0 osdmap e591: 8 total, 8 up, 8 in 2024-03-22T07:16:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:16 smithi148 bash[66753]: cluster 2024-03-22T07:16:16.031588+0000 osd.2 (osd.2) 161 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:16 smithi148 bash[66753]: cluster 2024-03-22T07:16:16.032292+0000 osd.7 (osd.7) 167 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:16 smithi148 bash[66753]: cluster 2024-03-22T07:16:16.032949+0000 osd.5 (osd.5) 145 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:16 smithi148 bash[66753]: cluster 2024-03-22T07:16:16.034781+0000 osd.4 (osd.4) 205 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:16 smithi148 bash[66753]: cluster 2024-03-22T07:16:16.036814+0000 osd.3 (osd.3) 191 : cluster 3 failed to encode map e591 with expected crc 2024-03-22T07:16:18.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:18 smithi129 bash[79695]: cluster 2024-03-22T07:16:17.030630+0000 osd.3 (osd.3) 192 : cluster 3 failed to encode map e592 with expected crc 2024-03-22T07:16:18.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:18 smithi129 bash[79695]: cluster 2024-03-22T07:16:17.032362+0000 osd.4 (osd.4) 206 : cluster 3 failed to encode map e592 with expected crc 2024-03-22T07:16:18.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:18 smithi129 bash[79695]: cluster 2024-03-22T07:16:17.033038+0000 mon.a (mon.0) 654 : cluster 0 osdmap e592: 8 total, 8 up, 8 in 2024-03-22T07:16:18.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:18 smithi129 bash[79695]: cluster 2024-03-22T07:16:17.044856+0000 osd.2 (osd.2) 162 : cluster 3 failed to encode map e592 with expected crc 2024-03-22T07:16:18.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:18 smithi129 bash[79695]: audit 2024-03-22T07:16:17.334250+0000 mon.c (mon.2) 127 : audit 0 from='client.? 172.21.15.129:0/3643731705' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:18.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:18 smithi129 bash[79695]: cluster 2024-03-22T07:16:17.368389+0000 mgr.y (mgr.25337) 251 : cluster 0 pgmap v481: 233 pgs: 27 unknown, 1 active+undersized+degraded, 2 active+undersized, 203 active+clean; 583 KiB data, 429 MiB used, 715 GiB / 715 GiB avail; 280 KiB/s rd, 20 KiB/s wr, 329 op/s; 1/270 objects degraded (0.370%); 76 B/s, 12 keys/s, 6 objects/s recovering 2024-03-22T07:16:18.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:18 smithi129 bash[82160]: cluster 2024-03-22T07:16:17.030630+0000 osd.3 (osd.3) 192 : cluster 3 failed to encode map e592 with expected crc 2024-03-22T07:16:18.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:18 smithi129 bash[82160]: cluster 2024-03-22T07:16:17.032362+0000 osd.4 (osd.4) 206 : cluster 3 failed to encode map e592 with expected crc 2024-03-22T07:16:18.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:18 smithi129 bash[82160]: cluster 2024-03-22T07:16:17.033038+0000 mon.a (mon.0) 654 : cluster 0 osdmap e592: 8 total, 8 up, 8 in 2024-03-22T07:16:18.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:18 smithi129 bash[82160]: cluster 2024-03-22T07:16:17.044856+0000 osd.2 (osd.2) 162 : cluster 3 failed to encode map e592 with expected crc 2024-03-22T07:16:18.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:18 smithi129 bash[82160]: audit 2024-03-22T07:16:17.334250+0000 mon.c (mon.2) 127 : audit 0 from='client.? 172.21.15.129:0/3643731705' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:18.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:18 smithi129 bash[82160]: cluster 2024-03-22T07:16:17.368389+0000 mgr.y (mgr.25337) 251 : cluster 0 pgmap v481: 233 pgs: 27 unknown, 1 active+undersized+degraded, 2 active+undersized, 203 active+clean; 583 KiB data, 429 MiB used, 715 GiB / 715 GiB avail; 280 KiB/s rd, 20 KiB/s wr, 329 op/s; 1/270 objects degraded (0.370%); 76 B/s, 12 keys/s, 6 objects/s recovering 2024-03-22T07:16:18.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:18 smithi148 bash[66753]: cluster 2024-03-22T07:16:17.030630+0000 osd.3 (osd.3) 192 : cluster 3 failed to encode map e592 with expected crc 2024-03-22T07:16:18.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:18 smithi148 bash[66753]: cluster 2024-03-22T07:16:17.032362+0000 osd.4 (osd.4) 206 : cluster 3 failed to encode map e592 with expected crc 2024-03-22T07:16:18.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:18 smithi148 bash[66753]: cluster 2024-03-22T07:16:17.033038+0000 mon.a (mon.0) 654 : cluster 0 osdmap e592: 8 total, 8 up, 8 in 2024-03-22T07:16:18.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:18 smithi148 bash[66753]: cluster 2024-03-22T07:16:17.044856+0000 osd.2 (osd.2) 162 : cluster 3 failed to encode map e592 with expected crc 2024-03-22T07:16:18.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:18 smithi148 bash[66753]: audit 2024-03-22T07:16:17.334250+0000 mon.c (mon.2) 127 : audit 0 from='client.? 172.21.15.129:0/3643731705' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:18.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:18 smithi148 bash[66753]: cluster 2024-03-22T07:16:17.368389+0000 mgr.y (mgr.25337) 251 : cluster 0 pgmap v481: 233 pgs: 27 unknown, 1 active+undersized+degraded, 2 active+undersized, 203 active+clean; 583 KiB data, 429 MiB used, 715 GiB / 715 GiB avail; 280 KiB/s rd, 20 KiB/s wr, 329 op/s; 1/270 objects degraded (0.370%); 76 B/s, 12 keys/s, 6 objects/s recovering 2024-03-22T07:16:18.727 INFO:tasks.workunit.client.0.smithi129.stdout:num images is: 1 2024-03-22T07:16:18.727 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:16:18.727 INFO:tasks.workunit.client.0.smithi129.stdout:image: image25 2024-03-22T07:16:18.727 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image25 2024-03-22T07:16:18.779 INFO:tasks.workunit.client.0.smithi129.stdout:num images is: 2 2024-03-22T07:16:18.779 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 2 2024-03-22T07:16:18.779 INFO:tasks.workunit.client.0.smithi129.stdout:image: image25 2024-03-22T07:16:18.779 INFO:tasks.workunit.client.0.smithi129.stdout:image: image26 2024-03-22T07:16:18.780 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image25 2024-03-22T07:16:18.780 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image26 2024-03-22T07:16:18.897 INFO:tasks.workunit.client.0.smithi129.stdout:100.00% done 2024-03-22T07:16:18.897 INFO:tasks.workunit.client.0.smithi129.stdout:num images is: 3 2024-03-22T07:16:18.897 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 3 2024-03-22T07:16:18.897 INFO:tasks.workunit.client.0.smithi129.stdout:image: image25 2024-03-22T07:16:18.897 INFO:tasks.workunit.client.0.smithi129.stdout:image: image26 2024-03-22T07:16:18.897 INFO:tasks.workunit.client.0.smithi129.stdout:image: image27 2024-03-22T07:16:18.898 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image25 2024-03-22T07:16:18.898 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image26 2024-03-22T07:16:18.898 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image27 2024-03-22T07:16:18.972 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCopyPP (4434 ms) 2024-03-22T07:16:18.972 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-03-22T07:16:19.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[79695]: cluster 2024-03-22T07:16:18.029617+0000 mon.a (mon.0) 655 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:16:19.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[79695]: cluster 2024-03-22T07:16:18.040567+0000 osd.7 (osd.7) 168 : cluster 3 failed to encode map e593 with expected crc 2024-03-22T07:16:19.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[79695]: cluster 2024-03-22T07:16:18.043995+0000 osd.6 (osd.6) 184 : cluster 3 failed to encode map e593 with expected crc 2024-03-22T07:16:19.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[79695]: cluster 2024-03-22T07:16:18.047257+0000 mon.a (mon.0) 656 : cluster 0 osdmap e593: 8 total, 8 up, 8 in 2024-03-22T07:16:19.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[79695]: cluster 2024-03-22T07:16:18.057420+0000 osd.2 (osd.2) 163 : cluster 3 failed to encode map e593 with expected crc 2024-03-22T07:16:19.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[79695]: cluster 2024-03-22T07:16:18.060850+0000 osd.3 (osd.3) 193 : cluster 3 failed to encode map e593 with expected crc 2024-03-22T07:16:19.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[79695]: cluster 2024-03-22T07:16:18.094211+0000 osd.5 (osd.5) 146 : cluster 3 failed to encode map e593 with expected crc 2024-03-22T07:16:19.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[79695]: cluster 2024-03-22T07:16:18.168525+0000 osd.2 (osd.2) 164 : cluster 3 failed to encode map e594 with expected crc 2024-03-22T07:16:19.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[79695]: cluster 2024-03-22T07:16:18.170590+0000 osd.4 (osd.4) 207 : cluster 3 failed to encode map e594 with expected crc 2024-03-22T07:16:19.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[79695]: cluster 2024-03-22T07:16:18.170816+0000 mon.a (mon.0) 657 : cluster 0 osdmap e594: 8 total, 8 up, 8 in 2024-03-22T07:16:19.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[82160]: cluster 2024-03-22T07:16:18.029617+0000 mon.a (mon.0) 655 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:16:19.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[82160]: cluster 2024-03-22T07:16:18.040567+0000 osd.7 (osd.7) 168 : cluster 3 failed to encode map e593 with expected crc 2024-03-22T07:16:19.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[82160]: cluster 2024-03-22T07:16:18.043995+0000 osd.6 (osd.6) 184 : cluster 3 failed to encode map e593 with expected crc 2024-03-22T07:16:19.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[82160]: cluster 2024-03-22T07:16:18.047257+0000 mon.a (mon.0) 656 : cluster 0 osdmap e593: 8 total, 8 up, 8 in 2024-03-22T07:16:19.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[82160]: cluster 2024-03-22T07:16:18.057420+0000 osd.2 (osd.2) 163 : cluster 3 failed to encode map e593 with expected crc 2024-03-22T07:16:19.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[82160]: cluster 2024-03-22T07:16:18.060850+0000 osd.3 (osd.3) 193 : cluster 3 failed to encode map e593 with expected crc 2024-03-22T07:16:19.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[82160]: cluster 2024-03-22T07:16:18.094211+0000 osd.5 (osd.5) 146 : cluster 3 failed to encode map e593 with expected crc 2024-03-22T07:16:19.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[82160]: cluster 2024-03-22T07:16:18.168525+0000 osd.2 (osd.2) 164 : cluster 3 failed to encode map e594 with expected crc 2024-03-22T07:16:19.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[82160]: cluster 2024-03-22T07:16:18.170590+0000 osd.4 (osd.4) 207 : cluster 3 failed to encode map e594 with expected crc 2024-03-22T07:16:19.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:19 smithi129 bash[82160]: cluster 2024-03-22T07:16:18.170816+0000 mon.a (mon.0) 657 : cluster 0 osdmap e594: 8 total, 8 up, 8 in 2024-03-22T07:16:19.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:19 smithi148 bash[66753]: cluster 2024-03-22T07:16:18.029617+0000 mon.a (mon.0) 655 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:16:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:19 smithi148 bash[66753]: cluster 2024-03-22T07:16:18.040567+0000 osd.7 (osd.7) 168 : cluster 3 failed to encode map e593 with expected crc 2024-03-22T07:16:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:19 smithi148 bash[66753]: cluster 2024-03-22T07:16:18.043995+0000 osd.6 (osd.6) 184 : cluster 3 failed to encode map e593 with expected crc 2024-03-22T07:16:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:19 smithi148 bash[66753]: cluster 2024-03-22T07:16:18.047257+0000 mon.a (mon.0) 656 : cluster 0 osdmap e593: 8 total, 8 up, 8 in 2024-03-22T07:16:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:19 smithi148 bash[66753]: cluster 2024-03-22T07:16:18.057420+0000 osd.2 (osd.2) 163 : cluster 3 failed to encode map e593 with expected crc 2024-03-22T07:16:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:19 smithi148 bash[66753]: cluster 2024-03-22T07:16:18.060850+0000 osd.3 (osd.3) 193 : cluster 3 failed to encode map e593 with expected crc 2024-03-22T07:16:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:19 smithi148 bash[66753]: cluster 2024-03-22T07:16:18.094211+0000 osd.5 (osd.5) 146 : cluster 3 failed to encode map e593 with expected crc 2024-03-22T07:16:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:19 smithi148 bash[66753]: cluster 2024-03-22T07:16:18.168525+0000 osd.2 (osd.2) 164 : cluster 3 failed to encode map e594 with expected crc 2024-03-22T07:16:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:19 smithi148 bash[66753]: cluster 2024-03-22T07:16:18.170590+0000 osd.4 (osd.4) 207 : cluster 3 failed to encode map e594 with expected crc 2024-03-22T07:16:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:19 smithi148 bash[66753]: cluster 2024-03-22T07:16:18.170816+0000 mon.a (mon.0) 657 : cluster 0 osdmap e594: 8 total, 8 up, 8 in 2024-03-22T07:16:20.506 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:20.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[82160]: cluster 2024-03-22T07:16:19.370110+0000 mgr.y (mgr.25337) 252 : cluster 0 pgmap v484: 233 pgs: 233 active+clean; 583 KiB data, 437 MiB used, 715 GiB / 715 GiB avail; 631 KiB/s rd, 42 KiB/s wr, 737 op/s; 52 B/s, 6 keys/s, 3 objects/s recovering 2024-03-22T07:16:20.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[82160]: cluster 2024-03-22T07:16:19.494107+0000 mon.a (mon.0) 658 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/270 objects degraded (0.370%), 1 pg degraded) 2024-03-22T07:16:20.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[82160]: cluster 2024-03-22T07:16:19.497050+0000 osd.7 (osd.7) 169 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[82160]: cluster 2024-03-22T07:16:19.498034+0000 osd.2 (osd.2) 165 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[82160]: cluster 2024-03-22T07:16:19.498109+0000 mon.a (mon.0) 659 : cluster 0 osdmap e595: 8 total, 8 up, 8 in 2024-03-22T07:16:20.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[82160]: cluster 2024-03-22T07:16:19.498963+0000 osd.5 (osd.5) 147 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[82160]: cluster 2024-03-22T07:16:19.501519+0000 osd.4 (osd.4) 208 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[82160]: audit 2024-03-22T07:16:19.503974+0000 mon.c (mon.2) 128 : audit 1 from='client.? 172.21.15.129:0/4117167238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:20.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[82160]: cluster 2024-03-22T07:16:19.504571+0000 osd.7 (osd.7) 170 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[82160]: cluster 2024-03-22T07:16:19.506378+0000 osd.4 (osd.4) 209 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[82160]: cluster 2024-03-22T07:16:19.506589+0000 osd.6 (osd.6) 185 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[82160]: audit 2024-03-22T07:16:19.514054+0000 mon.a (mon.0) 660 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:20.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[82160]: audit 2024-03-22T07:16:19.720333+0000 mon.a (mon.0) 661 : audit 0 from='client.? 172.21.15.129:0/1621346308' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:20.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[79695]: cluster 2024-03-22T07:16:19.370110+0000 mgr.y (mgr.25337) 252 : cluster 0 pgmap v484: 233 pgs: 233 active+clean; 583 KiB data, 437 MiB used, 715 GiB / 715 GiB avail; 631 KiB/s rd, 42 KiB/s wr, 737 op/s; 52 B/s, 6 keys/s, 3 objects/s recovering 2024-03-22T07:16:20.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[79695]: cluster 2024-03-22T07:16:19.494107+0000 mon.a (mon.0) 658 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/270 objects degraded (0.370%), 1 pg degraded) 2024-03-22T07:16:20.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[79695]: cluster 2024-03-22T07:16:19.497050+0000 osd.7 (osd.7) 169 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[79695]: cluster 2024-03-22T07:16:19.498034+0000 osd.2 (osd.2) 165 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[79695]: cluster 2024-03-22T07:16:19.498109+0000 mon.a (mon.0) 659 : cluster 0 osdmap e595: 8 total, 8 up, 8 in 2024-03-22T07:16:20.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[79695]: cluster 2024-03-22T07:16:19.498963+0000 osd.5 (osd.5) 147 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[79695]: cluster 2024-03-22T07:16:19.501519+0000 osd.4 (osd.4) 208 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[79695]: audit 2024-03-22T07:16:19.503974+0000 mon.c (mon.2) 128 : audit 1 from='client.? 172.21.15.129:0/4117167238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:20.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[79695]: cluster 2024-03-22T07:16:19.504571+0000 osd.7 (osd.7) 170 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[79695]: cluster 2024-03-22T07:16:19.506378+0000 osd.4 (osd.4) 209 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[79695]: cluster 2024-03-22T07:16:19.506589+0000 osd.6 (osd.6) 185 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[79695]: audit 2024-03-22T07:16:19.514054+0000 mon.a (mon.0) 660 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:20.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:20 smithi129 bash[79695]: audit 2024-03-22T07:16:19.720333+0000 mon.a (mon.0) 661 : audit 0 from='client.? 172.21.15.129:0/1621346308' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:20 smithi148 bash[66753]: cluster 2024-03-22T07:16:19.370110+0000 mgr.y (mgr.25337) 252 : cluster 0 pgmap v484: 233 pgs: 233 active+clean; 583 KiB data, 437 MiB used, 715 GiB / 715 GiB avail; 631 KiB/s rd, 42 KiB/s wr, 737 op/s; 52 B/s, 6 keys/s, 3 objects/s recovering 2024-03-22T07:16:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:20 smithi148 bash[66753]: cluster 2024-03-22T07:16:19.494107+0000 mon.a (mon.0) 658 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/270 objects degraded (0.370%), 1 pg degraded) 2024-03-22T07:16:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:20 smithi148 bash[66753]: cluster 2024-03-22T07:16:19.497050+0000 osd.7 (osd.7) 169 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:20 smithi148 bash[66753]: cluster 2024-03-22T07:16:19.498034+0000 osd.2 (osd.2) 165 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:20 smithi148 bash[66753]: cluster 2024-03-22T07:16:19.498109+0000 mon.a (mon.0) 659 : cluster 0 osdmap e595: 8 total, 8 up, 8 in 2024-03-22T07:16:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:20 smithi148 bash[66753]: cluster 2024-03-22T07:16:19.498963+0000 osd.5 (osd.5) 147 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:20 smithi148 bash[66753]: cluster 2024-03-22T07:16:19.501519+0000 osd.4 (osd.4) 208 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:20 smithi148 bash[66753]: audit 2024-03-22T07:16:19.503974+0000 mon.c (mon.2) 128 : audit 1 from='client.? 172.21.15.129:0/4117167238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:20.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:20 smithi148 bash[66753]: cluster 2024-03-22T07:16:19.504571+0000 osd.7 (osd.7) 170 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:20 smithi148 bash[66753]: cluster 2024-03-22T07:16:19.506378+0000 osd.4 (osd.4) 209 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:20 smithi148 bash[66753]: cluster 2024-03-22T07:16:19.506589+0000 osd.6 (osd.6) 185 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:20.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:20 smithi148 bash[66753]: audit 2024-03-22T07:16:19.514054+0000 mon.a (mon.0) 660 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:20.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:20 smithi148 bash[66753]: audit 2024-03-22T07:16:19.720333+0000 mon.a (mon.0) 661 : audit 0 from='client.? 172.21.15.129:0/1621346308' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:21.620 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[72191]: debug 2024-03-22T07:16:21.371+0000 7fecc0891700 -1 mgr.server reply reply (11) Resource temporarily unavailable 32 pgs have unknown state; cannot draw any conclusions 2024-03-22T07:16:21.620 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[72191]: debug 2024-03-22T07:16:21.371+0000 7fecc0891700 -1 mgr.server reply reply (16) Device or resource busy 32 pgs have unknown state; cannot draw any conclusionsunsafe to stop osd(s) at this time (0 PGs are or would become offline) 2024-03-22T07:16:21.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: cluster 2024-03-22T07:16:19.498286+0000 osd.3 (osd.3) 194 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: audit 2024-03-22T07:16:20.498621+0000 mon.a (mon.0) 662 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: cluster 2024-03-22T07:16:20.503489+0000 osd.4 (osd.4) 210 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: cluster 2024-03-22T07:16:20.507780+0000 mon.a (mon.0) 663 : cluster 0 osdmap e596: 8 total, 8 up, 8 in 2024-03-22T07:16:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: cluster 2024-03-22T07:16:20.509459+0000 osd.7 (osd.7) 171 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: cluster 2024-03-22T07:16:20.509847+0000 osd.5 (osd.5) 148 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: cluster 2024-03-22T07:16:20.509997+0000 osd.6 (osd.6) 186 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: audit 2024-03-22T07:16:21.227634+0000 mon.a (mon.0) 664 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: audit 2024-03-22T07:16:21.241957+0000 mon.a (mon.0) 665 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: audit 2024-03-22T07:16:21.245801+0000 mon.c (mon.2) 129 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:16:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: audit 2024-03-22T07:16:21.247532+0000 mon.c (mon.2) 130 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:16:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: audit 2024-03-22T07:16:21.257946+0000 mon.a (mon.0) 666 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: audit 2024-03-22T07:16:21.355701+0000 mon.c (mon.2) 131 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:16:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: audit 2024-03-22T07:16:21.360693+0000 mon.c (mon.2) 132 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:16:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: audit 2024-03-22T07:16:21.364946+0000 mon.c (mon.2) 133 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:16:21.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: audit 2024-03-22T07:16:21.368007+0000 mon.c (mon.2) 134 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:16:21.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[82160]: audit 2024-03-22T07:16:21.371672+0000 mon.c (mon.2) 135 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-22T07:16:21.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: cluster 2024-03-22T07:16:19.498286+0000 osd.3 (osd.3) 194 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:21.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: audit 2024-03-22T07:16:20.498621+0000 mon.a (mon.0) 662 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:21.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: cluster 2024-03-22T07:16:20.503489+0000 osd.4 (osd.4) 210 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:21.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: cluster 2024-03-22T07:16:20.507780+0000 mon.a (mon.0) 663 : cluster 0 osdmap e596: 8 total, 8 up, 8 in 2024-03-22T07:16:21.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: cluster 2024-03-22T07:16:20.509459+0000 osd.7 (osd.7) 171 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:21.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: cluster 2024-03-22T07:16:20.509847+0000 osd.5 (osd.5) 148 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:21.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: cluster 2024-03-22T07:16:20.509997+0000 osd.6 (osd.6) 186 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:21.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: audit 2024-03-22T07:16:21.227634+0000 mon.a (mon.0) 664 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:21.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: audit 2024-03-22T07:16:21.241957+0000 mon.a (mon.0) 665 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:21.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: audit 2024-03-22T07:16:21.245801+0000 mon.c (mon.2) 129 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:16:21.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: audit 2024-03-22T07:16:21.247532+0000 mon.c (mon.2) 130 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:16:21.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: audit 2024-03-22T07:16:21.257946+0000 mon.a (mon.0) 666 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:21.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: audit 2024-03-22T07:16:21.355701+0000 mon.c (mon.2) 131 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:16:21.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: audit 2024-03-22T07:16:21.360693+0000 mon.c (mon.2) 132 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:16:21.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: audit 2024-03-22T07:16:21.364946+0000 mon.c (mon.2) 133 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:16:21.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: audit 2024-03-22T07:16:21.368007+0000 mon.c (mon.2) 134 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:16:21.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:21 smithi129 bash[79695]: audit 2024-03-22T07:16:21.371672+0000 mon.c (mon.2) 135 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-22T07:16:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: cluster 2024-03-22T07:16:19.498286+0000 osd.3 (osd.3) 194 : cluster 3 failed to encode map e595 with expected crc 2024-03-22T07:16:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: audit 2024-03-22T07:16:20.498621+0000 mon.a (mon.0) 662 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: cluster 2024-03-22T07:16:20.503489+0000 osd.4 (osd.4) 210 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: cluster 2024-03-22T07:16:20.507780+0000 mon.a (mon.0) 663 : cluster 0 osdmap e596: 8 total, 8 up, 8 in 2024-03-22T07:16:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: cluster 2024-03-22T07:16:20.509459+0000 osd.7 (osd.7) 171 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: cluster 2024-03-22T07:16:20.509847+0000 osd.5 (osd.5) 148 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: cluster 2024-03-22T07:16:20.509997+0000 osd.6 (osd.6) 186 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: audit 2024-03-22T07:16:21.227634+0000 mon.a (mon.0) 664 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: audit 2024-03-22T07:16:21.241957+0000 mon.a (mon.0) 665 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: audit 2024-03-22T07:16:21.245801+0000 mon.c (mon.2) 129 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:16:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: audit 2024-03-22T07:16:21.247532+0000 mon.c (mon.2) 130 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:16:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: audit 2024-03-22T07:16:21.257946+0000 mon.a (mon.0) 666 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: audit 2024-03-22T07:16:21.355701+0000 mon.c (mon.2) 131 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:16:21.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: audit 2024-03-22T07:16:21.360693+0000 mon.c (mon.2) 132 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:16:21.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: audit 2024-03-22T07:16:21.364946+0000 mon.c (mon.2) 133 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:16:21.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: audit 2024-03-22T07:16:21.368007+0000 mon.c (mon.2) 134 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:16:21.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:21 smithi148 bash[66753]: audit 2024-03-22T07:16:21.371672+0000 mon.c (mon.2) 135 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-22T07:16:22.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[79695]: cluster 2024-03-22T07:16:20.508817+0000 osd.2 (osd.2) 166 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:22.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[79695]: cluster 2024-03-22T07:16:20.512511+0000 osd.3 (osd.3) 195 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:22.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[79695]: cluster 2024-03-22T07:16:21.370892+0000 mgr.y (mgr.25337) 253 : cluster 0 pgmap v487: 265 pgs: 32 unknown, 233 active+clean; 583 KiB data, 437 MiB used, 715 GiB / 715 GiB avail; 352 KiB/s rd, 23 KiB/s wr, 411 op/s 2024-03-22T07:16:22.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[79695]: audit 2024-03-22T07:16:21.372078+0000 mgr.y (mgr.25337) 254 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-22T07:16:22.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[79695]: cephadm 2024-03-22T07:16:21.374240+0000 mgr.y (mgr.25337) 255 : cephadm 1 Upgrade: 32 pgs have unknown state; cannot draw any conclusions 2024-03-22T07:16:22.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[79695]: cluster 2024-03-22T07:16:21.507958+0000 osd.4 (osd.4) 211 : cluster 3 failed to encode map e597 with expected crc 2024-03-22T07:16:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[79695]: cluster 2024-03-22T07:16:21.512428+0000 mon.a (mon.0) 667 : cluster 0 osdmap e597: 8 total, 8 up, 8 in 2024-03-22T07:16:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[79695]: cluster 2024-03-22T07:16:21.898386+0000 osd.6 (osd.6) 187 : cluster 3 failed to encode map e597 with expected crc 2024-03-22T07:16:22.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[79695]: audit 2024-03-22T07:16:22.086106+0000 mon.c (mon.2) 136 : audit 0 from='client.? 172.21.15.129:0/1207362385' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[82160]: cluster 2024-03-22T07:16:20.508817+0000 osd.2 (osd.2) 166 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[82160]: cluster 2024-03-22T07:16:20.512511+0000 osd.3 (osd.3) 195 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[82160]: cluster 2024-03-22T07:16:21.370892+0000 mgr.y (mgr.25337) 253 : cluster 0 pgmap v487: 265 pgs: 32 unknown, 233 active+clean; 583 KiB data, 437 MiB used, 715 GiB / 715 GiB avail; 352 KiB/s rd, 23 KiB/s wr, 411 op/s 2024-03-22T07:16:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[82160]: audit 2024-03-22T07:16:21.372078+0000 mgr.y (mgr.25337) 254 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-22T07:16:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[82160]: cephadm 2024-03-22T07:16:21.374240+0000 mgr.y (mgr.25337) 255 : cephadm 1 Upgrade: 32 pgs have unknown state; cannot draw any conclusions 2024-03-22T07:16:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[82160]: cluster 2024-03-22T07:16:21.507958+0000 osd.4 (osd.4) 211 : cluster 3 failed to encode map e597 with expected crc 2024-03-22T07:16:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[82160]: cluster 2024-03-22T07:16:21.512428+0000 mon.a (mon.0) 667 : cluster 0 osdmap e597: 8 total, 8 up, 8 in 2024-03-22T07:16:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[82160]: cluster 2024-03-22T07:16:21.898386+0000 osd.6 (osd.6) 187 : cluster 3 failed to encode map e597 with expected crc 2024-03-22T07:16:22.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:22 smithi129 bash[82160]: audit 2024-03-22T07:16:22.086106+0000 mon.c (mon.2) 136 : audit 0 from='client.? 172.21.15.129:0/1207362385' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:22.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:22 smithi148 bash[66753]: cluster 2024-03-22T07:16:20.508817+0000 osd.2 (osd.2) 166 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:22 smithi148 bash[66753]: cluster 2024-03-22T07:16:20.512511+0000 osd.3 (osd.3) 195 : cluster 3 failed to encode map e596 with expected crc 2024-03-22T07:16:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:22 smithi148 bash[66753]: cluster 2024-03-22T07:16:21.370892+0000 mgr.y (mgr.25337) 253 : cluster 0 pgmap v487: 265 pgs: 32 unknown, 233 active+clean; 583 KiB data, 437 MiB used, 715 GiB / 715 GiB avail; 352 KiB/s rd, 23 KiB/s wr, 411 op/s 2024-03-22T07:16:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:22 smithi148 bash[66753]: audit 2024-03-22T07:16:21.372078+0000 mgr.y (mgr.25337) 254 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-22T07:16:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:22 smithi148 bash[66753]: cephadm 2024-03-22T07:16:21.374240+0000 mgr.y (mgr.25337) 255 : cephadm 1 Upgrade: 32 pgs have unknown state; cannot draw any conclusions 2024-03-22T07:16:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:22 smithi148 bash[66753]: cluster 2024-03-22T07:16:21.507958+0000 osd.4 (osd.4) 211 : cluster 3 failed to encode map e597 with expected crc 2024-03-22T07:16:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:22 smithi148 bash[66753]: cluster 2024-03-22T07:16:21.512428+0000 mon.a (mon.0) 667 : cluster 0 osdmap e597: 8 total, 8 up, 8 in 2024-03-22T07:16:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:22 smithi148 bash[66753]: cluster 2024-03-22T07:16:21.898386+0000 osd.6 (osd.6) 187 : cluster 3 failed to encode map e597 with expected crc 2024-03-22T07:16:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:22 smithi148 bash[66753]: audit 2024-03-22T07:16:22.086106+0000 mon.c (mon.2) 136 : audit 0 from='client.? 172.21.15.129:0/1207362385' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:23.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[79695]: cluster 2024-03-22T07:16:21.516292+0000 osd.3 (osd.3) 196 : cluster 3 failed to encode map e597 with expected crc 2024-03-22T07:16:23.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[79695]: cluster 2024-03-22T07:16:22.089820+0000 osd.5 (osd.5) 149 : cluster 3 failed to encode map e597 with expected crc 2024-03-22T07:16:23.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[79695]: cluster 2024-03-22T07:16:22.512814+0000 mon.a (mon.0) 668 : cluster 0 osdmap e598: 8 total, 8 up, 8 in 2024-03-22T07:16:23.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[79695]: cluster 2024-03-22T07:16:22.512902+0000 osd.4 (osd.4) 212 : cluster 3 failed to encode map e598 with expected crc 2024-03-22T07:16:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[79695]: cluster 2024-03-22T07:16:22.544232+0000 osd.6 (osd.6) 188 : cluster 3 failed to encode map e598 with expected crc 2024-03-22T07:16:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[79695]: cluster 2024-03-22T07:16:23.176921+0000 mon.a (mon.0) 669 : cluster 0 osdmap e599: 8 total, 8 up, 8 in 2024-03-22T07:16:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[79695]: audit 2024-03-22T07:16:23.390036+0000 mon.a (mon.0) 670 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[79695]: audit 2024-03-22T07:16:23.393785+0000 mon.c (mon.2) 137 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:16:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[82160]: cluster 2024-03-22T07:16:21.516292+0000 osd.3 (osd.3) 196 : cluster 3 failed to encode map e597 with expected crc 2024-03-22T07:16:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[82160]: cluster 2024-03-22T07:16:22.089820+0000 osd.5 (osd.5) 149 : cluster 3 failed to encode map e597 with expected crc 2024-03-22T07:16:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[82160]: cluster 2024-03-22T07:16:22.512814+0000 mon.a (mon.0) 668 : cluster 0 osdmap e598: 8 total, 8 up, 8 in 2024-03-22T07:16:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[82160]: cluster 2024-03-22T07:16:22.512902+0000 osd.4 (osd.4) 212 : cluster 3 failed to encode map e598 with expected crc 2024-03-22T07:16:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[82160]: cluster 2024-03-22T07:16:22.544232+0000 osd.6 (osd.6) 188 : cluster 3 failed to encode map e598 with expected crc 2024-03-22T07:16:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[82160]: cluster 2024-03-22T07:16:23.176921+0000 mon.a (mon.0) 669 : cluster 0 osdmap e599: 8 total, 8 up, 8 in 2024-03-22T07:16:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[82160]: audit 2024-03-22T07:16:23.390036+0000 mon.a (mon.0) 670 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:23.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[82160]: audit 2024-03-22T07:16:23.393785+0000 mon.c (mon.2) 137 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:16:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:23 smithi148 bash[66753]: cluster 2024-03-22T07:16:21.516292+0000 osd.3 (osd.3) 196 : cluster 3 failed to encode map e597 with expected crc 2024-03-22T07:16:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:23 smithi148 bash[66753]: cluster 2024-03-22T07:16:22.089820+0000 osd.5 (osd.5) 149 : cluster 3 failed to encode map e597 with expected crc 2024-03-22T07:16:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:23 smithi148 bash[66753]: cluster 2024-03-22T07:16:22.512814+0000 mon.a (mon.0) 668 : cluster 0 osdmap e598: 8 total, 8 up, 8 in 2024-03-22T07:16:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:23 smithi148 bash[66753]: cluster 2024-03-22T07:16:22.512902+0000 osd.4 (osd.4) 212 : cluster 3 failed to encode map e598 with expected crc 2024-03-22T07:16:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:23 smithi148 bash[66753]: cluster 2024-03-22T07:16:22.544232+0000 osd.6 (osd.6) 188 : cluster 3 failed to encode map e598 with expected crc 2024-03-22T07:16:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:23 smithi148 bash[66753]: cluster 2024-03-22T07:16:23.176921+0000 mon.a (mon.0) 669 : cluster 0 osdmap e599: 8 total, 8 up, 8 in 2024-03-22T07:16:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:23 smithi148 bash[66753]: audit 2024-03-22T07:16:23.390036+0000 mon.a (mon.0) 670 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:23 smithi148 bash[66753]: audit 2024-03-22T07:16:23.393785+0000 mon.c (mon.2) 137 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:16:24.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:16:23] "GET /metrics HTTP/1.1" 200 48507 "" "Prometheus/2.43.0" 2024-03-22T07:16:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[79695]: cluster 2024-03-22T07:16:22.508753+0000 osd.2 (osd.2) 167 : cluster 3 failed to encode map e598 with expected crc 2024-03-22T07:16:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[79695]: cluster 2024-03-22T07:16:22.519045+0000 osd.3 (osd.3) 197 : cluster 3 failed to encode map e598 with expected crc 2024-03-22T07:16:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[79695]: cluster 2024-03-22T07:16:23.313134+0000 osd.3 (osd.3) 198 : cluster 3 failed to encode map e599 with expected crc 2024-03-22T07:16:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[79695]: cluster 2024-03-22T07:16:23.326973+0000 osd.6 (osd.6) 189 : cluster 3 failed to encode map e599 with expected crc 2024-03-22T07:16:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[79695]: cluster 2024-03-22T07:16:23.343489+0000 osd.4 (osd.4) 213 : cluster 3 failed to encode map e599 with expected crc 2024-03-22T07:16:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[79695]: cluster 2024-03-22T07:16:23.347626+0000 osd.5 (osd.5) 150 : cluster 3 failed to encode map e599 with expected crc 2024-03-22T07:16:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[79695]: cluster 2024-03-22T07:16:23.371713+0000 mgr.y (mgr.25337) 256 : cluster 0 pgmap v491: 265 pgs: 24 unknown, 241 active+clean; 583 KiB data, 438 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 1.3 KiB/s wr, 53 op/s 2024-03-22T07:16:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[79695]: audit 2024-03-22T07:16:24.445892+0000 mon.c (mon.2) 138 : audit 0 from='client.? 172.21.15.129:0/979376034' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[82160]: cluster 2024-03-22T07:16:22.508753+0000 osd.2 (osd.2) 167 : cluster 3 failed to encode map e598 with expected crc 2024-03-22T07:16:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[82160]: cluster 2024-03-22T07:16:22.519045+0000 osd.3 (osd.3) 197 : cluster 3 failed to encode map e598 with expected crc 2024-03-22T07:16:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[82160]: cluster 2024-03-22T07:16:23.313134+0000 osd.3 (osd.3) 198 : cluster 3 failed to encode map e599 with expected crc 2024-03-22T07:16:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[82160]: cluster 2024-03-22T07:16:23.326973+0000 osd.6 (osd.6) 189 : cluster 3 failed to encode map e599 with expected crc 2024-03-22T07:16:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[82160]: cluster 2024-03-22T07:16:23.343489+0000 osd.4 (osd.4) 213 : cluster 3 failed to encode map e599 with expected crc 2024-03-22T07:16:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[82160]: cluster 2024-03-22T07:16:23.347626+0000 osd.5 (osd.5) 150 : cluster 3 failed to encode map e599 with expected crc 2024-03-22T07:16:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[82160]: cluster 2024-03-22T07:16:23.371713+0000 mgr.y (mgr.25337) 256 : cluster 0 pgmap v491: 265 pgs: 24 unknown, 241 active+clean; 583 KiB data, 438 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 1.3 KiB/s wr, 53 op/s 2024-03-22T07:16:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:24 smithi129 bash[82160]: audit 2024-03-22T07:16:24.445892+0000 mon.c (mon.2) 138 : audit 0 from='client.? 172.21.15.129:0/979376034' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:24.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:24 smithi148 bash[66753]: cluster 2024-03-22T07:16:22.508753+0000 osd.2 (osd.2) 167 : cluster 3 failed to encode map e598 with expected crc 2024-03-22T07:16:24.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:24 smithi148 bash[66753]: cluster 2024-03-22T07:16:22.519045+0000 osd.3 (osd.3) 197 : cluster 3 failed to encode map e598 with expected crc 2024-03-22T07:16:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:24 smithi148 bash[66753]: cluster 2024-03-22T07:16:23.313134+0000 osd.3 (osd.3) 198 : cluster 3 failed to encode map e599 with expected crc 2024-03-22T07:16:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:24 smithi148 bash[66753]: cluster 2024-03-22T07:16:23.326973+0000 osd.6 (osd.6) 189 : cluster 3 failed to encode map e599 with expected crc 2024-03-22T07:16:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:24 smithi148 bash[66753]: cluster 2024-03-22T07:16:23.343489+0000 osd.4 (osd.4) 213 : cluster 3 failed to encode map e599 with expected crc 2024-03-22T07:16:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:24 smithi148 bash[66753]: cluster 2024-03-22T07:16:23.347626+0000 osd.5 (osd.5) 150 : cluster 3 failed to encode map e599 with expected crc 2024-03-22T07:16:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:24 smithi148 bash[66753]: cluster 2024-03-22T07:16:23.371713+0000 mgr.y (mgr.25337) 256 : cluster 0 pgmap v491: 265 pgs: 24 unknown, 241 active+clean; 583 KiB data, 438 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 1.3 KiB/s wr, 53 op/s 2024-03-22T07:16:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:24 smithi148 bash[66753]: audit 2024-03-22T07:16:24.445892+0000 mon.c (mon.2) 138 : audit 0 from='client.? 172.21.15.129:0/979376034' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:25 smithi129 bash[79695]: cluster 2024-03-22T07:16:24.473105+0000 osd.4 (osd.4) 214 : cluster 3 failed to encode map e600 with expected crc 2024-03-22T07:16:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:25 smithi129 bash[79695]: cluster 2024-03-22T07:16:24.474722+0000 mon.a (mon.0) 671 : cluster 0 osdmap e600: 8 total, 8 up, 8 in 2024-03-22T07:16:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:25 smithi129 bash[79695]: cluster 2024-03-22T07:16:24.477878+0000 osd.6 (osd.6) 190 : cluster 3 failed to encode map e600 with expected crc 2024-03-22T07:16:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:25 smithi129 bash[79695]: cluster 2024-03-22T07:16:24.499552+0000 osd.2 (osd.2) 168 : cluster 3 failed to encode map e600 with expected crc 2024-03-22T07:16:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:25 smithi129 bash[82160]: cluster 2024-03-22T07:16:24.473105+0000 osd.4 (osd.4) 214 : cluster 3 failed to encode map e600 with expected crc 2024-03-22T07:16:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:25 smithi129 bash[82160]: cluster 2024-03-22T07:16:24.474722+0000 mon.a (mon.0) 671 : cluster 0 osdmap e600: 8 total, 8 up, 8 in 2024-03-22T07:16:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:25 smithi129 bash[82160]: cluster 2024-03-22T07:16:24.477878+0000 osd.6 (osd.6) 190 : cluster 3 failed to encode map e600 with expected crc 2024-03-22T07:16:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:25 smithi129 bash[82160]: cluster 2024-03-22T07:16:24.499552+0000 osd.2 (osd.2) 168 : cluster 3 failed to encode map e600 with expected crc 2024-03-22T07:16:25.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:25 smithi148 bash[66753]: cluster 2024-03-22T07:16:24.473105+0000 osd.4 (osd.4) 214 : cluster 3 failed to encode map e600 with expected crc 2024-03-22T07:16:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:25 smithi148 bash[66753]: cluster 2024-03-22T07:16:24.474722+0000 mon.a (mon.0) 671 : cluster 0 osdmap e600: 8 total, 8 up, 8 in 2024-03-22T07:16:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:25 smithi148 bash[66753]: cluster 2024-03-22T07:16:24.477878+0000 osd.6 (osd.6) 190 : cluster 3 failed to encode map e600 with expected crc 2024-03-22T07:16:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:25 smithi148 bash[66753]: cluster 2024-03-22T07:16:24.499552+0000 osd.2 (osd.2) 168 : cluster 3 failed to encode map e600 with expected crc 2024-03-22T07:16:26.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:26 smithi129 bash[82160]: cluster 2024-03-22T07:16:25.372614+0000 mgr.y (mgr.25337) 257 : cluster 0 pgmap v493: 265 pgs: 265 active+clean; 583 KiB data, 438 MiB used, 715 GiB / 715 GiB avail; 396 KiB/s rd, 23 KiB/s wr, 456 op/s 2024-03-22T07:16:26.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:26 smithi129 bash[82160]: cluster 2024-03-22T07:16:25.492872+0000 osd.2 (osd.2) 169 : cluster 3 failed to encode map e601 with expected crc 2024-03-22T07:16:26.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:26 smithi129 bash[82160]: cluster 2024-03-22T07:16:25.494571+0000 osd.6 (osd.6) 191 : cluster 3 failed to encode map e601 with expected crc 2024-03-22T07:16:26.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:26 smithi129 bash[82160]: cluster 2024-03-22T07:16:25.498502+0000 mon.a (mon.0) 672 : cluster 0 osdmap e601: 8 total, 8 up, 8 in 2024-03-22T07:16:26.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:26 smithi129 bash[82160]: cluster 2024-03-22T07:16:25.501936+0000 osd.7 (osd.7) 172 : cluster 3 failed to encode map e601 with expected crc 2024-03-22T07:16:26.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:26 smithi129 bash[79695]: cluster 2024-03-22T07:16:25.372614+0000 mgr.y (mgr.25337) 257 : cluster 0 pgmap v493: 265 pgs: 265 active+clean; 583 KiB data, 438 MiB used, 715 GiB / 715 GiB avail; 396 KiB/s rd, 23 KiB/s wr, 456 op/s 2024-03-22T07:16:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:26 smithi129 bash[79695]: cluster 2024-03-22T07:16:25.492872+0000 osd.2 (osd.2) 169 : cluster 3 failed to encode map e601 with expected crc 2024-03-22T07:16:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:26 smithi129 bash[79695]: cluster 2024-03-22T07:16:25.494571+0000 osd.6 (osd.6) 191 : cluster 3 failed to encode map e601 with expected crc 2024-03-22T07:16:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:26 smithi129 bash[79695]: cluster 2024-03-22T07:16:25.498502+0000 mon.a (mon.0) 672 : cluster 0 osdmap e601: 8 total, 8 up, 8 in 2024-03-22T07:16:26.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:26 smithi129 bash[79695]: cluster 2024-03-22T07:16:25.501936+0000 osd.7 (osd.7) 172 : cluster 3 failed to encode map e601 with expected crc 2024-03-22T07:16:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:26 smithi148 bash[66753]: cluster 2024-03-22T07:16:25.372614+0000 mgr.y (mgr.25337) 257 : cluster 0 pgmap v493: 265 pgs: 265 active+clean; 583 KiB data, 438 MiB used, 715 GiB / 715 GiB avail; 396 KiB/s rd, 23 KiB/s wr, 456 op/s 2024-03-22T07:16:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:26 smithi148 bash[66753]: cluster 2024-03-22T07:16:25.492872+0000 osd.2 (osd.2) 169 : cluster 3 failed to encode map e601 with expected crc 2024-03-22T07:16:26.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:26 smithi148 bash[66753]: cluster 2024-03-22T07:16:25.494571+0000 osd.6 (osd.6) 191 : cluster 3 failed to encode map e601 with expected crc 2024-03-22T07:16:26.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:26 smithi148 bash[66753]: cluster 2024-03-22T07:16:25.498502+0000 mon.a (mon.0) 672 : cluster 0 osdmap e601: 8 total, 8 up, 8 in 2024-03-22T07:16:26.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:26 smithi148 bash[66753]: cluster 2024-03-22T07:16:25.501936+0000 osd.7 (osd.7) 172 : cluster 3 failed to encode map e601 with expected crc 2024-03-22T07:16:27.730 INFO:tasks.workunit.client.0.smithi129.stdout:image: image28 2024-03-22T07:16:27.731 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image28 2024-03-22T07:16:27.731 INFO:tasks.workunit.client.0.smithi129.stdout:found image28 2024-03-22T07:16:27.731 INFO:tasks.workunit.client.0.smithi129.stdout:erased image28 2024-03-22T07:16:27.731 INFO:tasks.workunit.client.0.smithi129.stdout:image: image28 2024-03-22T07:16:27.731 INFO:tasks.workunit.client.0.smithi129.stdout:image: image29 2024-03-22T07:16:27.731 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image28 2024-03-22T07:16:27.731 INFO:tasks.workunit.client.0.smithi129.stdout:found image28 2024-03-22T07:16:27.732 INFO:tasks.workunit.client.0.smithi129.stdout:erased image28 2024-03-22T07:16:27.732 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image29 2024-03-22T07:16:27.732 INFO:tasks.workunit.client.0.smithi129.stdout:found image29 2024-03-22T07:16:27.732 INFO:tasks.workunit.client.0.smithi129.stdout:erased image29 2024-03-22T07:16:27.732 INFO:tasks.workunit.client.0.smithi129.stdout:100.00% done 2024-03-22T07:16:27.732 INFO:tasks.workunit.client.0.smithi129.stdout:image: image28 2024-03-22T07:16:27.732 INFO:tasks.workunit.client.0.smithi129.stdout:image: image29 2024-03-22T07:16:27.733 INFO:tasks.workunit.client.0.smithi129.stdout:image: image30 2024-03-22T07:16:27.733 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image28 2024-03-22T07:16:27.733 INFO:tasks.workunit.client.0.smithi129.stdout:found image28 2024-03-22T07:16:27.733 INFO:tasks.workunit.client.0.smithi129.stdout:erased image28 2024-03-22T07:16:27.733 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image29 2024-03-22T07:16:27.733 INFO:tasks.workunit.client.0.smithi129.stdout:found image29 2024-03-22T07:16:27.733 INFO:tasks.workunit.client.0.smithi129.stdout:erased image29 2024-03-22T07:16:27.734 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image30 2024-03-22T07:16:27.734 INFO:tasks.workunit.client.0.smithi129.stdout:found image30 2024-03-22T07:16:27.734 INFO:tasks.workunit.client.0.smithi129.stdout:erased image30 2024-03-22T07:16:27.734 INFO:tasks.workunit.client.0.smithi129.stdout:image: image28 2024-03-22T07:16:27.735 INFO:tasks.workunit.client.0.smithi129.stdout:image: image29 2024-03-22T07:16:27.735 INFO:tasks.workunit.client.0.smithi129.stdout:image: image30 2024-03-22T07:16:27.735 INFO:tasks.workunit.client.0.smithi129.stdout:image: image31 2024-03-22T07:16:27.735 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image28 2024-03-22T07:16:27.735 INFO:tasks.workunit.client.0.smithi129.stdout:found image28 2024-03-22T07:16:27.736 INFO:tasks.workunit.client.0.smithi129.stdout:erased image28 2024-03-22T07:16:27.736 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image29 2024-03-22T07:16:27.736 INFO:tasks.workunit.client.0.smithi129.stdout:found image29 2024-03-22T07:16:27.736 INFO:tasks.workunit.client.0.smithi129.stdout:erased image29 2024-03-22T07:16:27.736 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image30 2024-03-22T07:16:27.736 INFO:tasks.workunit.client.0.smithi129.stdout:found image30 2024-03-22T07:16:27.736 INFO:tasks.workunit.client.0.smithi129.stdout:erased image30 2024-03-22T07:16:27.737 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image31 2024-03-22T07:16:27.737 INFO:tasks.workunit.client.0.smithi129.stdout:found image31 2024-03-22T07:16:27.737 INFO:tasks.workunit.client.0.smithi129.stdout:erased image31 2024-03-22T07:16:27.737 INFO:tasks.workunit.client.0.smithi129.stdout:image: image28 2024-03-22T07:16:27.737 INFO:tasks.workunit.client.0.smithi129.stdout:image: image29 2024-03-22T07:16:27.737 INFO:tasks.workunit.client.0.smithi129.stdout:image: image30 2024-03-22T07:16:27.737 INFO:tasks.workunit.client.0.smithi129.stdout:image: image31 2024-03-22T07:16:27.738 INFO:tasks.workunit.client.0.smithi129.stdout:image: image32 2024-03-22T07:16:27.738 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image28 2024-03-22T07:16:27.738 INFO:tasks.workunit.client.0.smithi129.stdout:found image28 2024-03-22T07:16:27.738 INFO:tasks.workunit.client.0.smithi129.stdout:erased image28 2024-03-22T07:16:27.738 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image29 2024-03-22T07:16:27.738 INFO:tasks.workunit.client.0.smithi129.stdout:found image29 2024-03-22T07:16:27.738 INFO:tasks.workunit.client.0.smithi129.stdout:erased image29 2024-03-22T07:16:27.739 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image30 2024-03-22T07:16:27.739 INFO:tasks.workunit.client.0.smithi129.stdout:found image30 2024-03-22T07:16:27.739 INFO:tasks.workunit.client.0.smithi129.stdout:erased image30 2024-03-22T07:16:27.739 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image31 2024-03-22T07:16:27.739 INFO:tasks.workunit.client.0.smithi129.stdout:found image31 2024-03-22T07:16:27.739 INFO:tasks.workunit.client.0.smithi129.stdout:erased image31 2024-03-22T07:16:27.740 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image32 2024-03-22T07:16:27.740 INFO:tasks.workunit.client.0.smithi129.stdout:found image32 2024-03-22T07:16:27.740 INFO:tasks.workunit.client.0.smithi129.stdout:erased image32 2024-03-22T07:16:27.740 INFO:tasks.workunit.client.0.smithi129.stdout:100.00% done 2024-03-22T07:16:27.740 INFO:tasks.workunit.client.0.smithi129.stdout:image: image28 2024-03-22T07:16:27.740 INFO:tasks.workunit.client.0.smithi129.stdout:image: image29 2024-03-22T07:16:27.740 INFO:tasks.workunit.client.0.smithi129.stdout:image: image30 2024-03-22T07:16:27.741 INFO:tasks.workunit.client.0.smithi129.stdout:image: image31 2024-03-22T07:16:27.741 INFO:tasks.workunit.client.0.smithi129.stdout:image: image32 2024-03-22T07:16:27.741 INFO:tasks.workunit.client.0.smithi129.stdout:image: image33 2024-03-22T07:16:27.741 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image28 2024-03-22T07:16:27.741 INFO:tasks.workunit.client.0.smithi129.stdout:found image28 2024-03-22T07:16:27.741 INFO:tasks.workunit.client.0.smithi129.stdout:erased image28 2024-03-22T07:16:27.742 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image29 2024-03-22T07:16:27.742 INFO:tasks.workunit.client.0.smithi129.stdout:found image29 2024-03-22T07:16:27.742 INFO:tasks.workunit.client.0.smithi129.stdout:erased image29 2024-03-22T07:16:27.742 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image30 2024-03-22T07:16:27.742 INFO:tasks.workunit.client.0.smithi129.stdout:found image30 2024-03-22T07:16:27.742 INFO:tasks.workunit.client.0.smithi129.stdout:erased image30 2024-03-22T07:16:27.742 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image31 2024-03-22T07:16:27.743 INFO:tasks.workunit.client.0.smithi129.stdout:found image31 2024-03-22T07:16:27.743 INFO:tasks.workunit.client.0.smithi129.stdout:erased image31 2024-03-22T07:16:27.743 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image32 2024-03-22T07:16:27.743 INFO:tasks.workunit.client.0.smithi129.stdout:found image32 2024-03-22T07:16:27.743 INFO:tasks.workunit.client.0.smithi129.stdout:erased image32 2024-03-22T07:16:27.743 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image33 2024-03-22T07:16:27.743 INFO:tasks.workunit.client.0.smithi129.stdout:found image33 2024-03-22T07:16:27.744 INFO:tasks.workunit.client.0.smithi129.stdout:erased image33 2024-03-22T07:16:27.744 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestDeepCopy (8758 ms) 2024-03-22T07:16:27.744 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-03-22T07:16:27.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:27 smithi129 bash[79695]: cluster 2024-03-22T07:16:26.502643+0000 osd.7 (osd.7) 173 : cluster 3 failed to encode map e602 with expected crc 2024-03-22T07:16:27.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:27 smithi129 bash[79695]: cluster 2024-03-22T07:16:26.503821+0000 osd.5 (osd.5) 151 : cluster 3 failed to encode map e602 with expected crc 2024-03-22T07:16:27.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:27 smithi129 bash[79695]: cluster 2024-03-22T07:16:26.504101+0000 mon.a (mon.0) 673 : cluster 0 osdmap e602: 8 total, 8 up, 8 in 2024-03-22T07:16:27.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:27 smithi129 bash[79695]: cluster 2024-03-22T07:16:26.512387+0000 osd.6 (osd.6) 192 : cluster 3 failed to encode map e602 with expected crc 2024-03-22T07:16:27.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:27 smithi129 bash[79695]: cluster 2024-03-22T07:16:26.571334+0000 osd.3 (osd.3) 199 : cluster 3 failed to encode map e602 with expected crc 2024-03-22T07:16:27.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:27 smithi129 bash[79695]: audit 2024-03-22T07:16:26.832438+0000 mon.c (mon.2) 139 : audit 0 from='client.? 172.21.15.129:0/3427570837' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:27.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:27 smithi129 bash[82160]: cluster 2024-03-22T07:16:26.502643+0000 osd.7 (osd.7) 173 : cluster 3 failed to encode map e602 with expected crc 2024-03-22T07:16:27.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:27 smithi129 bash[82160]: cluster 2024-03-22T07:16:26.503821+0000 osd.5 (osd.5) 151 : cluster 3 failed to encode map e602 with expected crc 2024-03-22T07:16:27.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:27 smithi129 bash[82160]: cluster 2024-03-22T07:16:26.504101+0000 mon.a (mon.0) 673 : cluster 0 osdmap e602: 8 total, 8 up, 8 in 2024-03-22T07:16:27.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:27 smithi129 bash[82160]: cluster 2024-03-22T07:16:26.512387+0000 osd.6 (osd.6) 192 : cluster 3 failed to encode map e602 with expected crc 2024-03-22T07:16:27.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:27 smithi129 bash[82160]: cluster 2024-03-22T07:16:26.571334+0000 osd.3 (osd.3) 199 : cluster 3 failed to encode map e602 with expected crc 2024-03-22T07:16:27.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:27 smithi129 bash[82160]: audit 2024-03-22T07:16:26.832438+0000 mon.c (mon.2) 139 : audit 0 from='client.? 172.21.15.129:0/3427570837' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:27.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:27 smithi148 bash[66753]: cluster 2024-03-22T07:16:26.502643+0000 osd.7 (osd.7) 173 : cluster 3 failed to encode map e602 with expected crc 2024-03-22T07:16:27.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:27 smithi148 bash[66753]: cluster 2024-03-22T07:16:26.503821+0000 osd.5 (osd.5) 151 : cluster 3 failed to encode map e602 with expected crc 2024-03-22T07:16:27.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:27 smithi148 bash[66753]: cluster 2024-03-22T07:16:26.504101+0000 mon.a (mon.0) 673 : cluster 0 osdmap e602: 8 total, 8 up, 8 in 2024-03-22T07:16:27.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:27 smithi148 bash[66753]: cluster 2024-03-22T07:16:26.512387+0000 osd.6 (osd.6) 192 : cluster 3 failed to encode map e602 with expected crc 2024-03-22T07:16:27.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:27 smithi148 bash[66753]: cluster 2024-03-22T07:16:26.571334+0000 osd.3 (osd.3) 199 : cluster 3 failed to encode map e602 with expected crc 2024-03-22T07:16:27.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:27 smithi148 bash[66753]: audit 2024-03-22T07:16:26.832438+0000 mon.c (mon.2) 139 : audit 0 from='client.? 172.21.15.129:0/3427570837' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[79695]: cluster 2024-03-22T07:16:26.517573+0000 osd.2 (osd.2) 170 : cluster 3 failed to encode map e602 with expected crc 2024-03-22T07:16:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[79695]: cluster 2024-03-22T07:16:27.373784+0000 mgr.y (mgr.25337) 258 : cluster 0 pgmap v496: 265 pgs: 265 active+clean; 583 KiB data, 438 MiB used, 715 GiB / 715 GiB avail; 332 KiB/s rd, 21 KiB/s wr, 390 op/s 2024-03-22T07:16:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[79695]: cluster 2024-03-22T07:16:27.515698+0000 osd.7 (osd.7) 174 : cluster 3 failed to encode map e603 with expected crc 2024-03-22T07:16:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[79695]: cluster 2024-03-22T07:16:27.516368+0000 osd.4 (osd.4) 215 : cluster 3 failed to encode map e603 with expected crc 2024-03-22T07:16:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[79695]: cluster 2024-03-22T07:16:27.520493+0000 mon.a (mon.0) 674 : cluster 0 osdmap e603: 8 total, 8 up, 8 in 2024-03-22T07:16:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[79695]: cluster 2024-03-22T07:16:27.530076+0000 osd.2 (osd.2) 171 : cluster 3 failed to encode map e603 with expected crc 2024-03-22T07:16:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[79695]: cluster 2024-03-22T07:16:27.574372+0000 osd.6 (osd.6) 193 : cluster 3 failed to encode map e603 with expected crc 2024-03-22T07:16:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[79695]: cluster 2024-03-22T07:16:27.587586+0000 osd.5 (osd.5) 152 : cluster 3 failed to encode map e603 with expected crc 2024-03-22T07:16:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[79695]: cluster 2024-03-22T07:16:28.220026+0000 osd.7 (osd.7) 175 : cluster 3 failed to encode map e604 with expected crc 2024-03-22T07:16:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[79695]: cluster 2024-03-22T07:16:28.223581+0000 mon.a (mon.0) 675 : cluster 0 osdmap e604: 8 total, 8 up, 8 in 2024-03-22T07:16:28.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[79695]: audit 2024-03-22T07:16:28.225086+0000 mon.a (mon.0) 676 : audit 1 from='client.? 172.21.15.129:0/1678560988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:28.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[82160]: cluster 2024-03-22T07:16:26.517573+0000 osd.2 (osd.2) 170 : cluster 3 failed to encode map e602 with expected crc 2024-03-22T07:16:28.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[82160]: cluster 2024-03-22T07:16:27.373784+0000 mgr.y (mgr.25337) 258 : cluster 0 pgmap v496: 265 pgs: 265 active+clean; 583 KiB data, 438 MiB used, 715 GiB / 715 GiB avail; 332 KiB/s rd, 21 KiB/s wr, 390 op/s 2024-03-22T07:16:28.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[82160]: cluster 2024-03-22T07:16:27.515698+0000 osd.7 (osd.7) 174 : cluster 3 failed to encode map e603 with expected crc 2024-03-22T07:16:28.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[82160]: cluster 2024-03-22T07:16:27.516368+0000 osd.4 (osd.4) 215 : cluster 3 failed to encode map e603 with expected crc 2024-03-22T07:16:28.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[82160]: cluster 2024-03-22T07:16:27.520493+0000 mon.a (mon.0) 674 : cluster 0 osdmap e603: 8 total, 8 up, 8 in 2024-03-22T07:16:28.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[82160]: cluster 2024-03-22T07:16:27.530076+0000 osd.2 (osd.2) 171 : cluster 3 failed to encode map e603 with expected crc 2024-03-22T07:16:28.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[82160]: cluster 2024-03-22T07:16:27.574372+0000 osd.6 (osd.6) 193 : cluster 3 failed to encode map e603 with expected crc 2024-03-22T07:16:28.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[82160]: cluster 2024-03-22T07:16:27.587586+0000 osd.5 (osd.5) 152 : cluster 3 failed to encode map e603 with expected crc 2024-03-22T07:16:28.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[82160]: cluster 2024-03-22T07:16:28.220026+0000 osd.7 (osd.7) 175 : cluster 3 failed to encode map e604 with expected crc 2024-03-22T07:16:28.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[82160]: cluster 2024-03-22T07:16:28.223581+0000 mon.a (mon.0) 675 : cluster 0 osdmap e604: 8 total, 8 up, 8 in 2024-03-22T07:16:28.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:28 smithi129 bash[82160]: audit 2024-03-22T07:16:28.225086+0000 mon.a (mon.0) 676 : audit 1 from='client.? 172.21.15.129:0/1678560988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:28 smithi148 bash[66753]: cluster 2024-03-22T07:16:26.517573+0000 osd.2 (osd.2) 170 : cluster 3 failed to encode map e602 with expected crc 2024-03-22T07:16:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:28 smithi148 bash[66753]: cluster 2024-03-22T07:16:27.373784+0000 mgr.y (mgr.25337) 258 : cluster 0 pgmap v496: 265 pgs: 265 active+clean; 583 KiB data, 438 MiB used, 715 GiB / 715 GiB avail; 332 KiB/s rd, 21 KiB/s wr, 390 op/s 2024-03-22T07:16:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:28 smithi148 bash[66753]: cluster 2024-03-22T07:16:27.515698+0000 osd.7 (osd.7) 174 : cluster 3 failed to encode map e603 with expected crc 2024-03-22T07:16:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:28 smithi148 bash[66753]: cluster 2024-03-22T07:16:27.516368+0000 osd.4 (osd.4) 215 : cluster 3 failed to encode map e603 with expected crc 2024-03-22T07:16:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:28 smithi148 bash[66753]: cluster 2024-03-22T07:16:27.520493+0000 mon.a (mon.0) 674 : cluster 0 osdmap e603: 8 total, 8 up, 8 in 2024-03-22T07:16:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:28 smithi148 bash[66753]: cluster 2024-03-22T07:16:27.530076+0000 osd.2 (osd.2) 171 : cluster 3 failed to encode map e603 with expected crc 2024-03-22T07:16:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:28 smithi148 bash[66753]: cluster 2024-03-22T07:16:27.574372+0000 osd.6 (osd.6) 193 : cluster 3 failed to encode map e603 with expected crc 2024-03-22T07:16:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:28 smithi148 bash[66753]: cluster 2024-03-22T07:16:27.587586+0000 osd.5 (osd.5) 152 : cluster 3 failed to encode map e603 with expected crc 2024-03-22T07:16:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:28 smithi148 bash[66753]: cluster 2024-03-22T07:16:28.220026+0000 osd.7 (osd.7) 175 : cluster 3 failed to encode map e604 with expected crc 2024-03-22T07:16:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:28 smithi148 bash[66753]: cluster 2024-03-22T07:16:28.223581+0000 mon.a (mon.0) 675 : cluster 0 osdmap e604: 8 total, 8 up, 8 in 2024-03-22T07:16:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:28 smithi148 bash[66753]: audit 2024-03-22T07:16:28.225086+0000 mon.a (mon.0) 676 : audit 1 from='client.? 172.21.15.129:0/1678560988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:29.221 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:29.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[79695]: cluster 2024-03-22T07:16:28.220552+0000 osd.6 (osd.6) 194 : cluster 3 failed to encode map e604 with expected crc 2024-03-22T07:16:29.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[79695]: audit 2024-03-22T07:16:29.191089+0000 mon.c (mon.2) 140 : audit 0 from='client.? 172.21.15.129:0/3115499075' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:29.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[79695]: audit 2024-03-22T07:16:29.218092+0000 mon.a (mon.0) 677 : audit 1 from='client.? 172.21.15.129:0/1678560988' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:29.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[79695]: cluster 2024-03-22T07:16:29.220504+0000 osd.7 (osd.7) 176 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:29.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[79695]: cluster 2024-03-22T07:16:29.221700+0000 mon.a (mon.0) 678 : cluster 0 osdmap e605: 8 total, 8 up, 8 in 2024-03-22T07:16:29.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[79695]: cluster 2024-03-22T07:16:29.224423+0000 osd.3 (osd.3) 200 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:29.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[79695]: cluster 2024-03-22T07:16:29.225453+0000 osd.7 (osd.7) 177 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:29.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[79695]: cluster 2024-03-22T07:16:29.226298+0000 osd.2 (osd.2) 172 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:29.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[82160]: cluster 2024-03-22T07:16:28.220552+0000 osd.6 (osd.6) 194 : cluster 3 failed to encode map e604 with expected crc 2024-03-22T07:16:29.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[82160]: audit 2024-03-22T07:16:29.191089+0000 mon.c (mon.2) 140 : audit 0 from='client.? 172.21.15.129:0/3115499075' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:29.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[82160]: audit 2024-03-22T07:16:29.218092+0000 mon.a (mon.0) 677 : audit 1 from='client.? 172.21.15.129:0/1678560988' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:29.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[82160]: cluster 2024-03-22T07:16:29.220504+0000 osd.7 (osd.7) 176 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:29.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[82160]: cluster 2024-03-22T07:16:29.221700+0000 mon.a (mon.0) 678 : cluster 0 osdmap e605: 8 total, 8 up, 8 in 2024-03-22T07:16:29.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[82160]: cluster 2024-03-22T07:16:29.224423+0000 osd.3 (osd.3) 200 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:29.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[82160]: cluster 2024-03-22T07:16:29.225453+0000 osd.7 (osd.7) 177 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:29.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:29 smithi129 bash[82160]: cluster 2024-03-22T07:16:29.226298+0000 osd.2 (osd.2) 172 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:29.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:29 smithi148 bash[66753]: cluster 2024-03-22T07:16:28.220552+0000 osd.6 (osd.6) 194 : cluster 3 failed to encode map e604 with expected crc 2024-03-22T07:16:29.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:29 smithi148 bash[66753]: audit 2024-03-22T07:16:29.191089+0000 mon.c (mon.2) 140 : audit 0 from='client.? 172.21.15.129:0/3115499075' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:29.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:29 smithi148 bash[66753]: audit 2024-03-22T07:16:29.218092+0000 mon.a (mon.0) 677 : audit 1 from='client.? 172.21.15.129:0/1678560988' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:29.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:29 smithi148 bash[66753]: cluster 2024-03-22T07:16:29.220504+0000 osd.7 (osd.7) 176 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:29.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:29 smithi148 bash[66753]: cluster 2024-03-22T07:16:29.221700+0000 mon.a (mon.0) 678 : cluster 0 osdmap e605: 8 total, 8 up, 8 in 2024-03-22T07:16:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:29 smithi148 bash[66753]: cluster 2024-03-22T07:16:29.224423+0000 osd.3 (osd.3) 200 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:29 smithi148 bash[66753]: cluster 2024-03-22T07:16:29.225453+0000 osd.7 (osd.7) 177 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:29 smithi148 bash[66753]: cluster 2024-03-22T07:16:29.226298+0000 osd.2 (osd.2) 172 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:30.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[79695]: cluster 2024-03-22T07:16:29.224099+0000 osd.4 (osd.4) 216 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:30.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[79695]: cluster 2024-03-22T07:16:29.224103+0000 osd.6 (osd.6) 195 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:30.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[79695]: cluster 2024-03-22T07:16:29.224251+0000 osd.5 (osd.5) 153 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:30.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[79695]: cluster 2024-03-22T07:16:29.375910+0000 mgr.y (mgr.25337) 259 : cluster 0 pgmap v500: 297 pgs: 10 unknown, 287 active+clean; 584 KiB data, 443 MiB used, 715 GiB / 715 GiB avail; 179 KiB/s rd, 10 KiB/s wr, 224 op/s 2024-03-22T07:16:30.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[79695]: audit 2024-03-22T07:16:29.873893+0000 mon.a (mon.0) 679 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:30.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[79695]: cluster 2024-03-22T07:16:30.229060+0000 osd.7 (osd.7) 178 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:30.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[79695]: cluster 2024-03-22T07:16:30.232471+0000 mon.a (mon.0) 680 : cluster 0 osdmap e606: 8 total, 8 up, 8 in 2024-03-22T07:16:30.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[79695]: cluster 2024-03-22T07:16:30.245624+0000 osd.3 (osd.3) 201 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:30.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[79695]: cluster 2024-03-22T07:16:30.453672+0000 osd.2 (osd.2) 173 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:30.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[82160]: cluster 2024-03-22T07:16:29.224099+0000 osd.4 (osd.4) 216 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:30.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[82160]: cluster 2024-03-22T07:16:29.224103+0000 osd.6 (osd.6) 195 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:30.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[82160]: cluster 2024-03-22T07:16:29.224251+0000 osd.5 (osd.5) 153 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:30.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[82160]: cluster 2024-03-22T07:16:29.375910+0000 mgr.y (mgr.25337) 259 : cluster 0 pgmap v500: 297 pgs: 10 unknown, 287 active+clean; 584 KiB data, 443 MiB used, 715 GiB / 715 GiB avail; 179 KiB/s rd, 10 KiB/s wr, 224 op/s 2024-03-22T07:16:30.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[82160]: audit 2024-03-22T07:16:29.873893+0000 mon.a (mon.0) 679 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:30.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[82160]: cluster 2024-03-22T07:16:30.229060+0000 osd.7 (osd.7) 178 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:30.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[82160]: cluster 2024-03-22T07:16:30.232471+0000 mon.a (mon.0) 680 : cluster 0 osdmap e606: 8 total, 8 up, 8 in 2024-03-22T07:16:30.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[82160]: cluster 2024-03-22T07:16:30.245624+0000 osd.3 (osd.3) 201 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:30.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:30 smithi129 bash[82160]: cluster 2024-03-22T07:16:30.453672+0000 osd.2 (osd.2) 173 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:30.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:30 smithi148 bash[66753]: cluster 2024-03-22T07:16:29.224099+0000 osd.4 (osd.4) 216 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:30.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:30 smithi148 bash[66753]: cluster 2024-03-22T07:16:29.224103+0000 osd.6 (osd.6) 195 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:30.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:30 smithi148 bash[66753]: cluster 2024-03-22T07:16:29.224251+0000 osd.5 (osd.5) 153 : cluster 3 failed to encode map e605 with expected crc 2024-03-22T07:16:30.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:30 smithi148 bash[66753]: cluster 2024-03-22T07:16:29.375910+0000 mgr.y (mgr.25337) 259 : cluster 0 pgmap v500: 297 pgs: 10 unknown, 287 active+clean; 584 KiB data, 443 MiB used, 715 GiB / 715 GiB avail; 179 KiB/s rd, 10 KiB/s wr, 224 op/s 2024-03-22T07:16:30.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:30 smithi148 bash[66753]: audit 2024-03-22T07:16:29.873893+0000 mon.a (mon.0) 679 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:30.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:30 smithi148 bash[66753]: cluster 2024-03-22T07:16:30.229060+0000 osd.7 (osd.7) 178 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:30.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:30 smithi148 bash[66753]: cluster 2024-03-22T07:16:30.232471+0000 mon.a (mon.0) 680 : cluster 0 osdmap e606: 8 total, 8 up, 8 in 2024-03-22T07:16:30.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:30 smithi148 bash[66753]: cluster 2024-03-22T07:16:30.245624+0000 osd.3 (osd.3) 201 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:30.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:30 smithi148 bash[66753]: cluster 2024-03-22T07:16:30.453672+0000 osd.2 (osd.2) 173 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:31.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:31 smithi129 bash[79695]: cluster 2024-03-22T07:16:30.246794+0000 osd.5 (osd.5) 154 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:31.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:31 smithi129 bash[79695]: cluster 2024-03-22T07:16:30.454563+0000 osd.4 (osd.4) 217 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:31.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:31 smithi129 bash[79695]: cluster 2024-03-22T07:16:30.454645+0000 osd.6 (osd.6) 196 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:31.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:31 smithi129 bash[79695]: cluster 2024-03-22T07:16:31.231008+0000 osd.7 (osd.7) 179 : cluster 3 failed to encode map e607 with expected crc 2024-03-22T07:16:31.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:31 smithi129 bash[79695]: cluster 2024-03-22T07:16:31.232640+0000 mon.a (mon.0) 681 : cluster 0 osdmap e607: 8 total, 8 up, 8 in 2024-03-22T07:16:31.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:31 smithi129 bash[79695]: cluster 2024-03-22T07:16:31.239436+0000 osd.3 (osd.3) 202 : cluster 3 failed to encode map e607 with expected crc 2024-03-22T07:16:31.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:31 smithi129 bash[82160]: cluster 2024-03-22T07:16:30.246794+0000 osd.5 (osd.5) 154 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:31.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:31 smithi129 bash[82160]: cluster 2024-03-22T07:16:30.454563+0000 osd.4 (osd.4) 217 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:31.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:31 smithi129 bash[82160]: cluster 2024-03-22T07:16:30.454645+0000 osd.6 (osd.6) 196 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:31.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:31 smithi129 bash[82160]: cluster 2024-03-22T07:16:31.231008+0000 osd.7 (osd.7) 179 : cluster 3 failed to encode map e607 with expected crc 2024-03-22T07:16:31.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:31 smithi129 bash[82160]: cluster 2024-03-22T07:16:31.232640+0000 mon.a (mon.0) 681 : cluster 0 osdmap e607: 8 total, 8 up, 8 in 2024-03-22T07:16:31.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:31 smithi129 bash[82160]: cluster 2024-03-22T07:16:31.239436+0000 osd.3 (osd.3) 202 : cluster 3 failed to encode map e607 with expected crc 2024-03-22T07:16:31.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:31 smithi148 bash[66753]: cluster 2024-03-22T07:16:30.246794+0000 osd.5 (osd.5) 154 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:31.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:31 smithi148 bash[66753]: cluster 2024-03-22T07:16:30.454563+0000 osd.4 (osd.4) 217 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:31.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:31 smithi148 bash[66753]: cluster 2024-03-22T07:16:30.454645+0000 osd.6 (osd.6) 196 : cluster 3 failed to encode map e606 with expected crc 2024-03-22T07:16:31.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:31 smithi148 bash[66753]: cluster 2024-03-22T07:16:31.231008+0000 osd.7 (osd.7) 179 : cluster 3 failed to encode map e607 with expected crc 2024-03-22T07:16:31.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:31 smithi148 bash[66753]: cluster 2024-03-22T07:16:31.232640+0000 mon.a (mon.0) 681 : cluster 0 osdmap e607: 8 total, 8 up, 8 in 2024-03-22T07:16:31.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:31 smithi148 bash[66753]: cluster 2024-03-22T07:16:31.239436+0000 osd.3 (osd.3) 202 : cluster 3 failed to encode map e607 with expected crc 2024-03-22T07:16:31.962 INFO:tasks.workunit.client.0.smithi129.stdout:num images is: 1 2024-03-22T07:16:31.963 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:16:31.963 INFO:tasks.workunit.client.0.smithi129.stdout:image: image34 2024-03-22T07:16:31.963 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image34 2024-03-22T07:16:32.034 INFO:tasks.workunit.client.0.smithi129.stdout:num images is: 2 2024-03-22T07:16:32.034 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 2 2024-03-22T07:16:32.034 INFO:tasks.workunit.client.0.smithi129.stdout:image: image34 2024-03-22T07:16:32.034 INFO:tasks.workunit.client.0.smithi129.stdout:image: image35 2024-03-22T07:16:32.034 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image34 2024-03-22T07:16:32.034 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image35 2024-03-22T07:16:32.185 INFO:tasks.workunit.client.0.smithi129.stdout:100.00% done 2024-03-22T07:16:32.185 INFO:tasks.workunit.client.0.smithi129.stdout:num images is: 3 2024-03-22T07:16:32.185 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 3 2024-03-22T07:16:32.185 INFO:tasks.workunit.client.0.smithi129.stdout:image: image34 2024-03-22T07:16:32.185 INFO:tasks.workunit.client.0.smithi129.stdout:image: image35 2024-03-22T07:16:32.185 INFO:tasks.workunit.client.0.smithi129.stdout:image: image36 2024-03-22T07:16:32.185 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image34 2024-03-22T07:16:32.185 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image35 2024-03-22T07:16:32.185 INFO:tasks.workunit.client.0.smithi129.stdout:expected = image36 2024-03-22T07:16:32.277 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4547 ms) 2024-03-22T07:16:32.278 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-03-22T07:16:32.278 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:32 smithi129 bash[79695]: cluster 2024-03-22T07:16:31.231610+0000 osd.6 (osd.6) 197 : cluster 3 failed to encode map e607 with expected crc 2024-03-22T07:16:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:32 smithi129 bash[79695]: cluster 2024-03-22T07:16:31.245808+0000 osd.5 (osd.5) 155 : cluster 3 failed to encode map e607 with expected crc 2024-03-22T07:16:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:32 smithi129 bash[79695]: cluster 2024-03-22T07:16:31.251693+0000 osd.4 (osd.4) 218 : cluster 3 failed to encode map e607 with expected crc 2024-03-22T07:16:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:32 smithi129 bash[79695]: cluster 2024-03-22T07:16:31.376388+0000 mgr.y (mgr.25337) 260 : cluster 0 pgmap v503: 297 pgs: 10 unknown, 287 active+clean; 584 KiB data, 443 MiB used, 715 GiB / 715 GiB avail; 125 KiB/s rd, 6.0 KiB/s wr, 154 op/s 2024-03-22T07:16:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:32 smithi129 bash[79695]: audit 2024-03-22T07:16:31.576033+0000 mon.a (mon.0) 682 : audit 0 from='client.? 172.21.15.129:0/2680249714' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:32.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:32 smithi129 bash[82160]: cluster 2024-03-22T07:16:31.231610+0000 osd.6 (osd.6) 197 : cluster 3 failed to encode map e607 with expected crc 2024-03-22T07:16:32.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:32 smithi129 bash[82160]: cluster 2024-03-22T07:16:31.245808+0000 osd.5 (osd.5) 155 : cluster 3 failed to encode map e607 with expected crc 2024-03-22T07:16:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:32 smithi129 bash[82160]: cluster 2024-03-22T07:16:31.251693+0000 osd.4 (osd.4) 218 : cluster 3 failed to encode map e607 with expected crc 2024-03-22T07:16:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:32 smithi129 bash[82160]: cluster 2024-03-22T07:16:31.376388+0000 mgr.y (mgr.25337) 260 : cluster 0 pgmap v503: 297 pgs: 10 unknown, 287 active+clean; 584 KiB data, 443 MiB used, 715 GiB / 715 GiB avail; 125 KiB/s rd, 6.0 KiB/s wr, 154 op/s 2024-03-22T07:16:32.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:32 smithi129 bash[82160]: audit 2024-03-22T07:16:31.576033+0000 mon.a (mon.0) 682 : audit 0 from='client.? 172.21.15.129:0/2680249714' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:32.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:32 smithi148 bash[66753]: cluster 2024-03-22T07:16:31.231610+0000 osd.6 (osd.6) 197 : cluster 3 failed to encode map e607 with expected crc 2024-03-22T07:16:32.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:32 smithi148 bash[66753]: cluster 2024-03-22T07:16:31.245808+0000 osd.5 (osd.5) 155 : cluster 3 failed to encode map e607 with expected crc 2024-03-22T07:16:32.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:32 smithi148 bash[66753]: cluster 2024-03-22T07:16:31.251693+0000 osd.4 (osd.4) 218 : cluster 3 failed to encode map e607 with expected crc 2024-03-22T07:16:32.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:32 smithi148 bash[66753]: cluster 2024-03-22T07:16:31.376388+0000 mgr.y (mgr.25337) 260 : cluster 0 pgmap v503: 297 pgs: 10 unknown, 287 active+clean; 584 KiB data, 443 MiB used, 715 GiB / 715 GiB avail; 125 KiB/s rd, 6.0 KiB/s wr, 154 op/s 2024-03-22T07:16:32.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:32 smithi148 bash[66753]: audit 2024-03-22T07:16:31.576033+0000 mon.a (mon.0) 682 : audit 0 from='client.? 172.21.15.129:0/2680249714' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:34.230 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:16:33] "GET /metrics HTTP/1.1" 200 48507 "" "Prometheus/2.43.0" 2024-03-22T07:16:34.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:34 smithi129 bash[79695]: cluster 2024-03-22T07:16:33.220118+0000 osd.7 (osd.7) 180 : cluster 3 failed to encode map e608 with expected crc 2024-03-22T07:16:34.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:34 smithi129 bash[79695]: cluster 2024-03-22T07:16:33.224211+0000 mon.a (mon.0) 683 : cluster 0 osdmap e608: 8 total, 8 up, 8 in 2024-03-22T07:16:34.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:34 smithi129 bash[79695]: cluster 2024-03-22T07:16:33.228947+0000 osd.6 (osd.6) 198 : cluster 3 failed to encode map e608 with expected crc 2024-03-22T07:16:34.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:34 smithi129 bash[79695]: cluster 2024-03-22T07:16:33.251860+0000 osd.4 (osd.4) 219 : cluster 3 failed to encode map e608 with expected crc 2024-03-22T07:16:34.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:34 smithi129 bash[79695]: cluster 2024-03-22T07:16:33.377153+0000 mgr.y (mgr.25337) 261 : cluster 0 pgmap v505: 297 pgs: 297 active+clean; 584 KiB data, 443 MiB used, 715 GiB / 715 GiB avail; 162 KiB/s rd, 7.2 KiB/s wr, 193 op/s 2024-03-22T07:16:34.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:34 smithi129 bash[79695]: audit 2024-03-22T07:16:33.927971+0000 mon.a (mon.0) 684 : audit 0 from='client.? 172.21.15.129:0/3545240799' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:34.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:34 smithi129 bash[82160]: cluster 2024-03-22T07:16:33.220118+0000 osd.7 (osd.7) 180 : cluster 3 failed to encode map e608 with expected crc 2024-03-22T07:16:34.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:34 smithi129 bash[82160]: cluster 2024-03-22T07:16:33.224211+0000 mon.a (mon.0) 683 : cluster 0 osdmap e608: 8 total, 8 up, 8 in 2024-03-22T07:16:34.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:34 smithi129 bash[82160]: cluster 2024-03-22T07:16:33.228947+0000 osd.6 (osd.6) 198 : cluster 3 failed to encode map e608 with expected crc 2024-03-22T07:16:34.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:34 smithi129 bash[82160]: cluster 2024-03-22T07:16:33.251860+0000 osd.4 (osd.4) 219 : cluster 3 failed to encode map e608 with expected crc 2024-03-22T07:16:34.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:34 smithi129 bash[82160]: cluster 2024-03-22T07:16:33.377153+0000 mgr.y (mgr.25337) 261 : cluster 0 pgmap v505: 297 pgs: 297 active+clean; 584 KiB data, 443 MiB used, 715 GiB / 715 GiB avail; 162 KiB/s rd, 7.2 KiB/s wr, 193 op/s 2024-03-22T07:16:34.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:34 smithi129 bash[82160]: audit 2024-03-22T07:16:33.927971+0000 mon.a (mon.0) 684 : audit 0 from='client.? 172.21.15.129:0/3545240799' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:34.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:34 smithi148 bash[66753]: cluster 2024-03-22T07:16:33.220118+0000 osd.7 (osd.7) 180 : cluster 3 failed to encode map e608 with expected crc 2024-03-22T07:16:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:34 smithi148 bash[66753]: cluster 2024-03-22T07:16:33.224211+0000 mon.a (mon.0) 683 : cluster 0 osdmap e608: 8 total, 8 up, 8 in 2024-03-22T07:16:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:34 smithi148 bash[66753]: cluster 2024-03-22T07:16:33.228947+0000 osd.6 (osd.6) 198 : cluster 3 failed to encode map e608 with expected crc 2024-03-22T07:16:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:34 smithi148 bash[66753]: cluster 2024-03-22T07:16:33.251860+0000 osd.4 (osd.4) 219 : cluster 3 failed to encode map e608 with expected crc 2024-03-22T07:16:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:34 smithi148 bash[66753]: cluster 2024-03-22T07:16:33.377153+0000 mgr.y (mgr.25337) 261 : cluster 0 pgmap v505: 297 pgs: 297 active+clean; 584 KiB data, 443 MiB used, 715 GiB / 715 GiB avail; 162 KiB/s rd, 7.2 KiB/s wr, 193 op/s 2024-03-22T07:16:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:34 smithi148 bash[66753]: audit 2024-03-22T07:16:33.927971+0000 mon.a (mon.0) 684 : audit 0 from='client.? 172.21.15.129:0/3545240799' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:35.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:35 smithi129 bash[79695]: cluster 2024-03-22T07:16:34.228289+0000 osd.2 (osd.2) 174 : cluster 3 failed to encode map e609 with expected crc 2024-03-22T07:16:35.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:35 smithi129 bash[79695]: cluster 2024-03-22T07:16:34.236455+0000 mon.a (mon.0) 685 : cluster 0 osdmap e609: 8 total, 8 up, 8 in 2024-03-22T07:16:35.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:35 smithi129 bash[79695]: cluster 2024-03-22T07:16:34.241092+0000 osd.6 (osd.6) 199 : cluster 3 failed to encode map e609 with expected crc 2024-03-22T07:16:35.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:35 smithi129 bash[82160]: cluster 2024-03-22T07:16:34.228289+0000 osd.2 (osd.2) 174 : cluster 3 failed to encode map e609 with expected crc 2024-03-22T07:16:35.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:35 smithi129 bash[82160]: cluster 2024-03-22T07:16:34.236455+0000 mon.a (mon.0) 685 : cluster 0 osdmap e609: 8 total, 8 up, 8 in 2024-03-22T07:16:35.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:35 smithi129 bash[82160]: cluster 2024-03-22T07:16:34.241092+0000 osd.6 (osd.6) 199 : cluster 3 failed to encode map e609 with expected crc 2024-03-22T07:16:35.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:35 smithi148 bash[66753]: cluster 2024-03-22T07:16:34.228289+0000 osd.2 (osd.2) 174 : cluster 3 failed to encode map e609 with expected crc 2024-03-22T07:16:35.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:35 smithi148 bash[66753]: cluster 2024-03-22T07:16:34.236455+0000 mon.a (mon.0) 685 : cluster 0 osdmap e609: 8 total, 8 up, 8 in 2024-03-22T07:16:35.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:35 smithi148 bash[66753]: cluster 2024-03-22T07:16:34.241092+0000 osd.6 (osd.6) 199 : cluster 3 failed to encode map e609 with expected crc 2024-03-22T07:16:36.298 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 1 2024-03-22T07:16:36.299 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:16:36.299 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap1 2024-03-22T07:16:36.299 INFO:tasks.workunit.client.0.smithi129.stdout:found snap1 with size 2097152 2024-03-22T07:16:36.299 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 2 2024-03-22T07:16:36.299 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 2 2024-03-22T07:16:36.299 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap1 2024-03-22T07:16:36.299 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap2 2024-03-22T07:16:36.299 INFO:tasks.workunit.client.0.smithi129.stdout:found snap1 with size 2097152 2024-03-22T07:16:36.300 INFO:tasks.workunit.client.0.smithi129.stdout:found snap2 with size 4194304 2024-03-22T07:16:36.300 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 1 2024-03-22T07:16:36.300 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:16:36.300 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap2 2024-03-22T07:16:36.300 INFO:tasks.workunit.client.0.smithi129.stdout:found snap2 with size 4194304 2024-03-22T07:16:36.300 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 0 2024-03-22T07:16:36.300 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 0 2024-03-22T07:16:36.300 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (4021 ms) 2024-03-22T07:16:36.301 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-03-22T07:16:36.301 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:36.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:36 smithi129 bash[79695]: cluster 2024-03-22T07:16:34.970629+0000 osd.5 (osd.5) 156 : cluster 3 failed to encode map e609 with expected crc 2024-03-22T07:16:36.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:36 smithi129 bash[79695]: cluster 2024-03-22T07:16:35.242067+0000 osd.3 (osd.3) 203 : cluster 3 failed to encode map e610 with expected crc 2024-03-22T07:16:36.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:36 smithi129 bash[79695]: cluster 2024-03-22T07:16:35.243562+0000 osd.6 (osd.6) 200 : cluster 3 failed to encode map e610 with expected crc 2024-03-22T07:16:36.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:36 smithi129 bash[79695]: cluster 2024-03-22T07:16:35.245670+0000 mon.a (mon.0) 686 : cluster 0 osdmap e610: 8 total, 8 up, 8 in 2024-03-22T07:16:36.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:36 smithi129 bash[79695]: cluster 2024-03-22T07:16:35.378061+0000 mgr.y (mgr.25337) 262 : cluster 0 pgmap v508: 297 pgs: 297 active+clean; 584 KiB data, 447 MiB used, 715 GiB / 715 GiB avail; 387 KiB/s rd, 25 KiB/s wr, 457 op/s 2024-03-22T07:16:36.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:36 smithi129 bash[82160]: cluster 2024-03-22T07:16:34.970629+0000 osd.5 (osd.5) 156 : cluster 3 failed to encode map e609 with expected crc 2024-03-22T07:16:36.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:36 smithi129 bash[82160]: cluster 2024-03-22T07:16:35.242067+0000 osd.3 (osd.3) 203 : cluster 3 failed to encode map e610 with expected crc 2024-03-22T07:16:36.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:36 smithi129 bash[82160]: cluster 2024-03-22T07:16:35.243562+0000 osd.6 (osd.6) 200 : cluster 3 failed to encode map e610 with expected crc 2024-03-22T07:16:36.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:36 smithi129 bash[82160]: cluster 2024-03-22T07:16:35.245670+0000 mon.a (mon.0) 686 : cluster 0 osdmap e610: 8 total, 8 up, 8 in 2024-03-22T07:16:36.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:36 smithi129 bash[82160]: cluster 2024-03-22T07:16:35.378061+0000 mgr.y (mgr.25337) 262 : cluster 0 pgmap v508: 297 pgs: 297 active+clean; 584 KiB data, 447 MiB used, 715 GiB / 715 GiB avail; 387 KiB/s rd, 25 KiB/s wr, 457 op/s 2024-03-22T07:16:36.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:36 smithi148 bash[66753]: cluster 2024-03-22T07:16:34.970629+0000 osd.5 (osd.5) 156 : cluster 3 failed to encode map e609 with expected crc 2024-03-22T07:16:36.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:36 smithi148 bash[66753]: cluster 2024-03-22T07:16:35.242067+0000 osd.3 (osd.3) 203 : cluster 3 failed to encode map e610 with expected crc 2024-03-22T07:16:36.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:36 smithi148 bash[66753]: cluster 2024-03-22T07:16:35.243562+0000 osd.6 (osd.6) 200 : cluster 3 failed to encode map e610 with expected crc 2024-03-22T07:16:36.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:36 smithi148 bash[66753]: cluster 2024-03-22T07:16:35.245670+0000 mon.a (mon.0) 686 : cluster 0 osdmap e610: 8 total, 8 up, 8 in 2024-03-22T07:16:36.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:36 smithi148 bash[66753]: cluster 2024-03-22T07:16:35.378061+0000 mgr.y (mgr.25337) 262 : cluster 0 pgmap v508: 297 pgs: 297 active+clean; 584 KiB data, 447 MiB used, 715 GiB / 715 GiB avail; 387 KiB/s rd, 25 KiB/s wr, 457 op/s 2024-03-22T07:16:37.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[79695]: cluster 2024-03-22T07:16:36.250732+0000 osd.7 (osd.7) 181 : cluster 3 failed to encode map e611 with expected crc 2024-03-22T07:16:37.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[79695]: cluster 2024-03-22T07:16:36.251726+0000 osd.4 (osd.4) 220 : cluster 3 failed to encode map e611 with expected crc 2024-03-22T07:16:37.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[79695]: cluster 2024-03-22T07:16:36.256732+0000 mon.a (mon.0) 687 : cluster 0 osdmap e611: 8 total, 8 up, 8 in 2024-03-22T07:16:37.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[79695]: cluster 2024-03-22T07:16:36.260291+0000 osd.6 (osd.6) 201 : cluster 3 failed to encode map e611 with expected crc 2024-03-22T07:16:37.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[79695]: audit 2024-03-22T07:16:36.290112+0000 mon.a (mon.0) 688 : audit 0 from='client.? 172.21.15.129:0/2640072695' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:37.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[79695]: audit 2024-03-22T07:16:36.387099+0000 mon.c (mon.2) 141 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-22T07:16:37.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[79695]: audit 2024-03-22T07:16:36.387370+0000 mgr.y (mgr.25337) 263 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-22T07:16:37.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[79695]: cephadm 2024-03-22T07:16:36.390255+0000 mgr.y (mgr.25337) 264 : cephadm 1 Upgrade: osd.2 is safe to restart 2024-03-22T07:16:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[82160]: cluster 2024-03-22T07:16:36.250732+0000 osd.7 (osd.7) 181 : cluster 3 failed to encode map e611 with expected crc 2024-03-22T07:16:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[82160]: cluster 2024-03-22T07:16:36.251726+0000 osd.4 (osd.4) 220 : cluster 3 failed to encode map e611 with expected crc 2024-03-22T07:16:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[82160]: cluster 2024-03-22T07:16:36.256732+0000 mon.a (mon.0) 687 : cluster 0 osdmap e611: 8 total, 8 up, 8 in 2024-03-22T07:16:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[82160]: cluster 2024-03-22T07:16:36.260291+0000 osd.6 (osd.6) 201 : cluster 3 failed to encode map e611 with expected crc 2024-03-22T07:16:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[82160]: audit 2024-03-22T07:16:36.290112+0000 mon.a (mon.0) 688 : audit 0 from='client.? 172.21.15.129:0/2640072695' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[82160]: audit 2024-03-22T07:16:36.387099+0000 mon.c (mon.2) 141 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-22T07:16:37.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[82160]: audit 2024-03-22T07:16:36.387370+0000 mgr.y (mgr.25337) 263 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-22T07:16:37.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:37 smithi129 bash[82160]: cephadm 2024-03-22T07:16:36.390255+0000 mgr.y (mgr.25337) 264 : cephadm 1 Upgrade: osd.2 is safe to restart 2024-03-22T07:16:37.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:37 smithi148 bash[66753]: cluster 2024-03-22T07:16:36.250732+0000 osd.7 (osd.7) 181 : cluster 3 failed to encode map e611 with expected crc 2024-03-22T07:16:37.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:37 smithi148 bash[66753]: cluster 2024-03-22T07:16:36.251726+0000 osd.4 (osd.4) 220 : cluster 3 failed to encode map e611 with expected crc 2024-03-22T07:16:37.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:37 smithi148 bash[66753]: cluster 2024-03-22T07:16:36.256732+0000 mon.a (mon.0) 687 : cluster 0 osdmap e611: 8 total, 8 up, 8 in 2024-03-22T07:16:37.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:37 smithi148 bash[66753]: cluster 2024-03-22T07:16:36.260291+0000 osd.6 (osd.6) 201 : cluster 3 failed to encode map e611 with expected crc 2024-03-22T07:16:37.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:37 smithi148 bash[66753]: audit 2024-03-22T07:16:36.290112+0000 mon.a (mon.0) 688 : audit 0 from='client.? 172.21.15.129:0/2640072695' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:37.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:37 smithi148 bash[66753]: audit 2024-03-22T07:16:36.387099+0000 mon.c (mon.2) 141 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-22T07:16:37.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:37 smithi148 bash[66753]: audit 2024-03-22T07:16:36.387370+0000 mgr.y (mgr.25337) 263 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-22T07:16:37.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:37 smithi148 bash[66753]: cephadm 2024-03-22T07:16:36.390255+0000 mgr.y (mgr.25337) 264 : cephadm 1 Upgrade: osd.2 is safe to restart 2024-03-22T07:16:38.286 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (1988 ms) 2024-03-22T07:16:38.286 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-03-22T07:16:38.286 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:38.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:38 smithi129 bash[79695]: cluster 2024-03-22T07:16:37.254135+0000 osd.7 (osd.7) 182 : cluster 3 failed to encode map e612 with expected crc 2024-03-22T07:16:38.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:38 smithi129 bash[79695]: cluster 2024-03-22T07:16:37.258563+0000 mon.a (mon.0) 689 : cluster 0 osdmap e612: 8 total, 8 up, 8 in 2024-03-22T07:16:38.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:38 smithi129 bash[79695]: cluster 2024-03-22T07:16:37.282553+0000 osd.3 (osd.3) 204 : cluster 3 failed to encode map e612 with expected crc 2024-03-22T07:16:38.382 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:38 smithi129 bash[79695]: cluster 2024-03-22T07:16:37.378945+0000 mgr.y (mgr.25337) 265 : cluster 0 pgmap v511: 297 pgs: 297 active+clean; 584 KiB data, 447 MiB used, 715 GiB / 715 GiB avail; 354 KiB/s rd, 25 KiB/s wr, 426 op/s 2024-03-22T07:16:38.383 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:38 smithi129 bash[79695]: cluster 2024-03-22T07:16:38.223579+0000 mon.a (mon.0) 690 : cluster 0 osdmap e613: 8 total, 8 up, 8 in 2024-03-22T07:16:38.383 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:38 smithi129 bash[82160]: cluster 2024-03-22T07:16:37.254135+0000 osd.7 (osd.7) 182 : cluster 3 failed to encode map e612 with expected crc 2024-03-22T07:16:38.383 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:38 smithi129 bash[82160]: cluster 2024-03-22T07:16:37.258563+0000 mon.a (mon.0) 689 : cluster 0 osdmap e612: 8 total, 8 up, 8 in 2024-03-22T07:16:38.383 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:38 smithi129 bash[82160]: cluster 2024-03-22T07:16:37.282553+0000 osd.3 (osd.3) 204 : cluster 3 failed to encode map e612 with expected crc 2024-03-22T07:16:38.383 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:38 smithi129 bash[82160]: cluster 2024-03-22T07:16:37.378945+0000 mgr.y (mgr.25337) 265 : cluster 0 pgmap v511: 297 pgs: 297 active+clean; 584 KiB data, 447 MiB used, 715 GiB / 715 GiB avail; 354 KiB/s rd, 25 KiB/s wr, 426 op/s 2024-03-22T07:16:38.383 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:38 smithi129 bash[82160]: cluster 2024-03-22T07:16:38.223579+0000 mon.a (mon.0) 690 : cluster 0 osdmap e613: 8 total, 8 up, 8 in 2024-03-22T07:16:38.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:38 smithi148 bash[66753]: cluster 2024-03-22T07:16:37.254135+0000 osd.7 (osd.7) 182 : cluster 3 failed to encode map e612 with expected crc 2024-03-22T07:16:38.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:38 smithi148 bash[66753]: cluster 2024-03-22T07:16:37.258563+0000 mon.a (mon.0) 689 : cluster 0 osdmap e612: 8 total, 8 up, 8 in 2024-03-22T07:16:38.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:38 smithi148 bash[66753]: cluster 2024-03-22T07:16:37.282553+0000 osd.3 (osd.3) 204 : cluster 3 failed to encode map e612 with expected crc 2024-03-22T07:16:38.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:38 smithi148 bash[66753]: cluster 2024-03-22T07:16:37.378945+0000 mgr.y (mgr.25337) 265 : cluster 0 pgmap v511: 297 pgs: 297 active+clean; 584 KiB data, 447 MiB used, 715 GiB / 715 GiB avail; 354 KiB/s rd, 25 KiB/s wr, 426 op/s 2024-03-22T07:16:38.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:38 smithi148 bash[66753]: cluster 2024-03-22T07:16:38.223579+0000 mon.a (mon.0) 690 : cluster 0 osdmap e613: 8 total, 8 up, 8 in 2024-03-22T07:16:39.340 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 1 2024-03-22T07:16:39.341 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:16:39.341 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap1 2024-03-22T07:16:39.341 INFO:tasks.workunit.client.0.smithi129.stdout:found snap1 with size 2097152 2024-03-22T07:16:39.564 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[79695]: cluster 2024-03-22T07:16:38.221127+0000 osd.7 (osd.7) 183 : cluster 3 failed to encode map e613 with expected crc 2024-03-22T07:16:39.564 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[79695]: cluster 2024-03-22T07:16:38.222606+0000 osd.6 (osd.6) 202 : cluster 3 failed to encode map e613 with expected crc 2024-03-22T07:16:39.564 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[79695]: cluster 2024-03-22T07:16:38.226152+0000 osd.7 (osd.7) 184 : cluster 3 failed to encode map e613 with expected crc 2024-03-22T07:16:39.564 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[79695]: cluster 2024-03-22T07:16:38.244239+0000 osd.3 (osd.3) 205 : cluster 3 failed to encode map e613 with expected crc 2024-03-22T07:16:39.564 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[79695]: cluster 2024-03-22T07:16:38.253760+0000 osd.5 (osd.5) 157 : cluster 3 failed to encode map e613 with expected crc 2024-03-22T07:16:39.564 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[79695]: audit 2024-03-22T07:16:38.382383+0000 mon.c (mon.2) 142 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:16:39.564 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[79695]: audit 2024-03-22T07:16:38.648117+0000 mon.a (mon.0) 691 : audit 0 from='client.? 172.21.15.129:0/3234429563' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:39.564 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[79695]: audit 2024-03-22T07:16:39.122475+0000 mon.a (mon.0) 692 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:39.564 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[79695]: audit 2024-03-22T07:16:39.129106+0000 mon.c (mon.2) 143 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-22T07:16:39.564 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[79695]: audit 2024-03-22T07:16:39.130273+0000 mon.c (mon.2) 144 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:16:39.565 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[82160]: cluster 2024-03-22T07:16:38.221127+0000 osd.7 (osd.7) 183 : cluster 3 failed to encode map e613 with expected crc 2024-03-22T07:16:39.565 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[82160]: cluster 2024-03-22T07:16:38.222606+0000 osd.6 (osd.6) 202 : cluster 3 failed to encode map e613 with expected crc 2024-03-22T07:16:39.565 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[82160]: cluster 2024-03-22T07:16:38.226152+0000 osd.7 (osd.7) 184 : cluster 3 failed to encode map e613 with expected crc 2024-03-22T07:16:39.565 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[82160]: cluster 2024-03-22T07:16:38.244239+0000 osd.3 (osd.3) 205 : cluster 3 failed to encode map e613 with expected crc 2024-03-22T07:16:39.565 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[82160]: cluster 2024-03-22T07:16:38.253760+0000 osd.5 (osd.5) 157 : cluster 3 failed to encode map e613 with expected crc 2024-03-22T07:16:39.565 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[82160]: audit 2024-03-22T07:16:38.382383+0000 mon.c (mon.2) 142 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:16:39.565 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[82160]: audit 2024-03-22T07:16:38.648117+0000 mon.a (mon.0) 691 : audit 0 from='client.? 172.21.15.129:0/3234429563' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:39.565 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[82160]: audit 2024-03-22T07:16:39.122475+0000 mon.a (mon.0) 692 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:39.565 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[82160]: audit 2024-03-22T07:16:39.129106+0000 mon.c (mon.2) 143 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-22T07:16:39.565 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:39 smithi129 bash[82160]: audit 2024-03-22T07:16:39.130273+0000 mon.c (mon.2) 144 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:16:39.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:39 smithi148 bash[66753]: cluster 2024-03-22T07:16:38.221127+0000 osd.7 (osd.7) 183 : cluster 3 failed to encode map e613 with expected crc 2024-03-22T07:16:39.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:39 smithi148 bash[66753]: cluster 2024-03-22T07:16:38.222606+0000 osd.6 (osd.6) 202 : cluster 3 failed to encode map e613 with expected crc 2024-03-22T07:16:39.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:39 smithi148 bash[66753]: cluster 2024-03-22T07:16:38.226152+0000 osd.7 (osd.7) 184 : cluster 3 failed to encode map e613 with expected crc 2024-03-22T07:16:39.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:39 smithi148 bash[66753]: cluster 2024-03-22T07:16:38.244239+0000 osd.3 (osd.3) 205 : cluster 3 failed to encode map e613 with expected crc 2024-03-22T07:16:39.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:39 smithi148 bash[66753]: cluster 2024-03-22T07:16:38.253760+0000 osd.5 (osd.5) 157 : cluster 3 failed to encode map e613 with expected crc 2024-03-22T07:16:39.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:39 smithi148 bash[66753]: audit 2024-03-22T07:16:38.382383+0000 mon.c (mon.2) 142 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:16:39.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:39 smithi148 bash[66753]: audit 2024-03-22T07:16:38.648117+0000 mon.a (mon.0) 691 : audit 0 from='client.? 172.21.15.129:0/3234429563' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:39.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:39 smithi148 bash[66753]: audit 2024-03-22T07:16:39.122475+0000 mon.a (mon.0) 692 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:39.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:39 smithi148 bash[66753]: audit 2024-03-22T07:16:39.129106+0000 mon.c (mon.2) 143 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-22T07:16:39.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:39 smithi148 bash[66753]: audit 2024-03-22T07:16:39.130273+0000 mon.c (mon.2) 144 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:16:40.360 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 2 2024-03-22T07:16:40.361 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 2 2024-03-22T07:16:40.361 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap1 2024-03-22T07:16:40.361 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap2 2024-03-22T07:16:40.361 INFO:tasks.workunit.client.0.smithi129.stdout:found snap1 with size 2097152 2024-03-22T07:16:40.361 INFO:tasks.workunit.client.0.smithi129.stdout:found snap2 with size 4194304 2024-03-22T07:16:40.539 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[79695]: cephadm 2024-03-22T07:16:39.116788+0000 mgr.y (mgr.25337) 266 : cephadm 1 Upgrade: Updating osd.2 2024-03-22T07:16:40.539 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[79695]: cephadm 2024-03-22T07:16:39.134159+0000 mgr.y (mgr.25337) 267 : cephadm 1 Deploying daemon osd.2 on smithi129 2024-03-22T07:16:40.539 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[79695]: cluster 2024-03-22T07:16:39.289514+0000 osd.7 (osd.7) 185 : cluster 3 failed to encode map e614 with expected crc 2024-03-22T07:16:40.539 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[79695]: cluster 2024-03-22T07:16:39.289628+0000 osd.6 (osd.6) 203 : cluster 3 failed to encode map e614 with expected crc 2024-03-22T07:16:40.539 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[79695]: cluster 2024-03-22T07:16:39.292378+0000 mon.a (mon.0) 693 : cluster 0 osdmap e614: 8 total, 8 up, 8 in 2024-03-22T07:16:40.539 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[79695]: cluster 2024-03-22T07:16:39.294790+0000 osd.3 (osd.3) 206 : cluster 3 failed to encode map e614 with expected crc 2024-03-22T07:16:40.539 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[79695]: cluster 2024-03-22T07:16:39.321552+0000 osd.5 (osd.5) 158 : cluster 3 failed to encode map e614 with expected crc 2024-03-22T07:16:40.540 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[79695]: cluster 2024-03-22T07:16:39.381267+0000 mgr.y (mgr.25337) 268 : cluster 0 pgmap v514: 297 pgs: 297 active+clean; 584 KiB data, 452 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-03-22T07:16:40.540 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[79695]: audit 2024-03-22T07:16:39.929289+0000 mon.a (mon.0) 694 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:40.540 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[82160]: cephadm 2024-03-22T07:16:39.116788+0000 mgr.y (mgr.25337) 266 : cephadm 1 Upgrade: Updating osd.2 2024-03-22T07:16:40.540 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[82160]: cephadm 2024-03-22T07:16:39.134159+0000 mgr.y (mgr.25337) 267 : cephadm 1 Deploying daemon osd.2 on smithi129 2024-03-22T07:16:40.540 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[82160]: cluster 2024-03-22T07:16:39.289514+0000 osd.7 (osd.7) 185 : cluster 3 failed to encode map e614 with expected crc 2024-03-22T07:16:40.540 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[82160]: cluster 2024-03-22T07:16:39.289628+0000 osd.6 (osd.6) 203 : cluster 3 failed to encode map e614 with expected crc 2024-03-22T07:16:40.540 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[82160]: cluster 2024-03-22T07:16:39.292378+0000 mon.a (mon.0) 693 : cluster 0 osdmap e614: 8 total, 8 up, 8 in 2024-03-22T07:16:40.540 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[82160]: cluster 2024-03-22T07:16:39.294790+0000 osd.3 (osd.3) 206 : cluster 3 failed to encode map e614 with expected crc 2024-03-22T07:16:40.540 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[82160]: cluster 2024-03-22T07:16:39.321552+0000 osd.5 (osd.5) 158 : cluster 3 failed to encode map e614 with expected crc 2024-03-22T07:16:40.540 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[82160]: cluster 2024-03-22T07:16:39.381267+0000 mgr.y (mgr.25337) 268 : cluster 0 pgmap v514: 297 pgs: 297 active+clean; 584 KiB data, 452 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-03-22T07:16:40.540 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:40 smithi129 bash[82160]: audit 2024-03-22T07:16:39.929289+0000 mon.a (mon.0) 694 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:40.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:40 smithi148 bash[66753]: cephadm 2024-03-22T07:16:39.116788+0000 mgr.y (mgr.25337) 266 : cephadm 1 Upgrade: Updating osd.2 2024-03-22T07:16:40.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:40 smithi148 bash[66753]: cephadm 2024-03-22T07:16:39.134159+0000 mgr.y (mgr.25337) 267 : cephadm 1 Deploying daemon osd.2 on smithi129 2024-03-22T07:16:40.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:40 smithi148 bash[66753]: cluster 2024-03-22T07:16:39.289514+0000 osd.7 (osd.7) 185 : cluster 3 failed to encode map e614 with expected crc 2024-03-22T07:16:40.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:40 smithi148 bash[66753]: cluster 2024-03-22T07:16:39.289628+0000 osd.6 (osd.6) 203 : cluster 3 failed to encode map e614 with expected crc 2024-03-22T07:16:40.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:40 smithi148 bash[66753]: cluster 2024-03-22T07:16:39.292378+0000 mon.a (mon.0) 693 : cluster 0 osdmap e614: 8 total, 8 up, 8 in 2024-03-22T07:16:40.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:40 smithi148 bash[66753]: cluster 2024-03-22T07:16:39.294790+0000 osd.3 (osd.3) 206 : cluster 3 failed to encode map e614 with expected crc 2024-03-22T07:16:40.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:40 smithi148 bash[66753]: cluster 2024-03-22T07:16:39.321552+0000 osd.5 (osd.5) 158 : cluster 3 failed to encode map e614 with expected crc 2024-03-22T07:16:40.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:40 smithi148 bash[66753]: cluster 2024-03-22T07:16:39.381267+0000 mgr.y (mgr.25337) 268 : cluster 0 pgmap v514: 297 pgs: 297 active+clean; 584 KiB data, 452 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-03-22T07:16:40.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:40 smithi148 bash[66753]: audit 2024-03-22T07:16:39.929289+0000 mon.a (mon.0) 694 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:41.318 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 1 2024-03-22T07:16:41.318 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:16:41.318 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap2 2024-03-22T07:16:41.318 INFO:tasks.workunit.client.0.smithi129.stdout:found snap2 with size 4194304 2024-03-22T07:16:41.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:41 smithi129 bash[82160]: cluster 2024-03-22T07:16:40.295349+0000 osd.2 (osd.2) 175 : cluster 3 failed to encode map e615 with expected crc 2024-03-22T07:16:41.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:41 smithi129 bash[82160]: cluster 2024-03-22T07:16:40.299606+0000 osd.4 (osd.4) 221 : cluster 3 failed to encode map e615 with expected crc 2024-03-22T07:16:41.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:41 smithi129 bash[82160]: cluster 2024-03-22T07:16:40.303871+0000 mon.a (mon.0) 695 : cluster 0 osdmap e615: 8 total, 8 up, 8 in 2024-03-22T07:16:41.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:41 smithi129 bash[82160]: cluster 2024-03-22T07:16:40.307981+0000 osd.3 (osd.3) 207 : cluster 3 failed to encode map e615 with expected crc 2024-03-22T07:16:41.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:41 smithi129 bash[82160]: cluster 2024-03-22T07:16:40.333753+0000 osd.5 (osd.5) 159 : cluster 3 failed to encode map e615 with expected crc 2024-03-22T07:16:41.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:41 smithi129 bash[82160]: audit 2024-03-22T07:16:41.006149+0000 mon.a (mon.0) 696 : audit 0 from='client.? 172.21.15.129:0/3732882770' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:41.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:41 smithi129 bash[79695]: cluster 2024-03-22T07:16:40.295349+0000 osd.2 (osd.2) 175 : cluster 3 failed to encode map e615 with expected crc 2024-03-22T07:16:41.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:41 smithi129 bash[79695]: cluster 2024-03-22T07:16:40.299606+0000 osd.4 (osd.4) 221 : cluster 3 failed to encode map e615 with expected crc 2024-03-22T07:16:41.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:41 smithi129 bash[79695]: cluster 2024-03-22T07:16:40.303871+0000 mon.a (mon.0) 695 : cluster 0 osdmap e615: 8 total, 8 up, 8 in 2024-03-22T07:16:41.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:41 smithi129 bash[79695]: cluster 2024-03-22T07:16:40.307981+0000 osd.3 (osd.3) 207 : cluster 3 failed to encode map e615 with expected crc 2024-03-22T07:16:41.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:41 smithi129 bash[79695]: cluster 2024-03-22T07:16:40.333753+0000 osd.5 (osd.5) 159 : cluster 3 failed to encode map e615 with expected crc 2024-03-22T07:16:41.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:41 smithi129 bash[79695]: audit 2024-03-22T07:16:41.006149+0000 mon.a (mon.0) 696 : audit 0 from='client.? 172.21.15.129:0/3732882770' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:41.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:41 smithi148 bash[66753]: cluster 2024-03-22T07:16:40.295349+0000 osd.2 (osd.2) 175 : cluster 3 failed to encode map e615 with expected crc 2024-03-22T07:16:41.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:41 smithi148 bash[66753]: cluster 2024-03-22T07:16:40.299606+0000 osd.4 (osd.4) 221 : cluster 3 failed to encode map e615 with expected crc 2024-03-22T07:16:41.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:41 smithi148 bash[66753]: cluster 2024-03-22T07:16:40.303871+0000 mon.a (mon.0) 695 : cluster 0 osdmap e615: 8 total, 8 up, 8 in 2024-03-22T07:16:41.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:41 smithi148 bash[66753]: cluster 2024-03-22T07:16:40.307981+0000 osd.3 (osd.3) 207 : cluster 3 failed to encode map e615 with expected crc 2024-03-22T07:16:41.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:41 smithi148 bash[66753]: cluster 2024-03-22T07:16:40.333753+0000 osd.5 (osd.5) 159 : cluster 3 failed to encode map e615 with expected crc 2024-03-22T07:16:41.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:41 smithi148 bash[66753]: audit 2024-03-22T07:16:41.006149+0000 mon.a (mon.0) 696 : audit 0 from='client.? 172.21.15.129:0/3732882770' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:42.330 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 0 2024-03-22T07:16:42.331 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 0 2024-03-22T07:16:42.353 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4067 ms) 2024-03-22T07:16:42.353 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-03-22T07:16:42.353 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:42.585 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:42 smithi129 bash[82160]: cluster 2024-03-22T07:16:41.309615+0000 osd.3 (osd.3) 208 : cluster 3 failed to encode map e616 with expected crc 2024-03-22T07:16:42.585 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:42 smithi129 bash[82160]: cluster 2024-03-22T07:16:41.311087+0000 osd.4 (osd.4) 222 : cluster 3 failed to encode map e616 with expected crc 2024-03-22T07:16:42.585 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:42 smithi129 bash[82160]: cluster 2024-03-22T07:16:41.312507+0000 mon.a (mon.0) 697 : cluster 0 osdmap e616: 8 total, 8 up, 8 in 2024-03-22T07:16:42.585 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:42 smithi129 bash[82160]: cluster 2024-03-22T07:16:41.336791+0000 osd.5 (osd.5) 160 : cluster 3 failed to encode map e616 with expected crc 2024-03-22T07:16:42.585 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:42 smithi129 bash[82160]: cluster 2024-03-22T07:16:41.382018+0000 mgr.y (mgr.25337) 269 : cluster 0 pgmap v517: 297 pgs: 297 active+clean; 584 KiB data, 452 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 65 op/s 2024-03-22T07:16:42.585 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:42 smithi129 bash[82160]: cluster 2024-03-22T07:16:41.384161+0000 osd.6 (osd.6) 204 : cluster 3 failed to encode map e616 with expected crc 2024-03-22T07:16:42.585 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:42 smithi129 bash[79695]: cluster 2024-03-22T07:16:41.309615+0000 osd.3 (osd.3) 208 : cluster 3 failed to encode map e616 with expected crc 2024-03-22T07:16:42.585 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:42 smithi129 bash[79695]: cluster 2024-03-22T07:16:41.311087+0000 osd.4 (osd.4) 222 : cluster 3 failed to encode map e616 with expected crc 2024-03-22T07:16:42.586 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:42 smithi129 bash[79695]: cluster 2024-03-22T07:16:41.312507+0000 mon.a (mon.0) 697 : cluster 0 osdmap e616: 8 total, 8 up, 8 in 2024-03-22T07:16:42.586 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:42 smithi129 bash[79695]: cluster 2024-03-22T07:16:41.336791+0000 osd.5 (osd.5) 160 : cluster 3 failed to encode map e616 with expected crc 2024-03-22T07:16:42.586 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:42 smithi129 bash[79695]: cluster 2024-03-22T07:16:41.382018+0000 mgr.y (mgr.25337) 269 : cluster 0 pgmap v517: 297 pgs: 297 active+clean; 584 KiB data, 452 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 65 op/s 2024-03-22T07:16:42.586 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:42 smithi129 bash[79695]: cluster 2024-03-22T07:16:41.384161+0000 osd.6 (osd.6) 204 : cluster 3 failed to encode map e616 with expected crc 2024-03-22T07:16:42.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:42 smithi148 bash[66753]: cluster 2024-03-22T07:16:41.309615+0000 osd.3 (osd.3) 208 : cluster 3 failed to encode map e616 with expected crc 2024-03-22T07:16:42.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:42 smithi148 bash[66753]: cluster 2024-03-22T07:16:41.311087+0000 osd.4 (osd.4) 222 : cluster 3 failed to encode map e616 with expected crc 2024-03-22T07:16:42.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:42 smithi148 bash[66753]: cluster 2024-03-22T07:16:41.312507+0000 mon.a (mon.0) 697 : cluster 0 osdmap e616: 8 total, 8 up, 8 in 2024-03-22T07:16:42.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:42 smithi148 bash[66753]: cluster 2024-03-22T07:16:41.336791+0000 osd.5 (osd.5) 160 : cluster 3 failed to encode map e616 with expected crc 2024-03-22T07:16:42.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:42 smithi148 bash[66753]: cluster 2024-03-22T07:16:41.382018+0000 mgr.y (mgr.25337) 269 : cluster 0 pgmap v517: 297 pgs: 297 active+clean; 584 KiB data, 452 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 65 op/s 2024-03-22T07:16:42.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:42 smithi148 bash[66753]: cluster 2024-03-22T07:16:41.384161+0000 osd.6 (osd.6) 204 : cluster 3 failed to encode map e616 with expected crc 2024-03-22T07:16:43.581 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:43 smithi129 bash[79695]: cluster 2024-03-22T07:16:42.315843+0000 osd.2 (osd.2) 176 : cluster 3 failed to encode map e617 with expected crc 2024-03-22T07:16:43.581 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:43 smithi129 bash[79695]: cluster 2024-03-22T07:16:42.319935+0000 mon.a (mon.0) 698 : cluster 0 osdmap e617: 8 total, 8 up, 8 in 2024-03-22T07:16:43.581 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:43 smithi129 bash[79695]: cluster 2024-03-22T07:16:42.323288+0000 osd.3 (osd.3) 209 : cluster 3 failed to encode map e617 with expected crc 2024-03-22T07:16:43.581 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:43 smithi129 bash[79695]: cluster 2024-03-22T07:16:42.340932+0000 osd.5 (osd.5) 161 : cluster 3 failed to encode map e617 with expected crc 2024-03-22T07:16:43.581 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:43 smithi129 bash[79695]: cluster 2024-03-22T07:16:43.228278+0000 mon.a (mon.0) 699 : cluster 0 osdmap e618: 8 total, 8 up, 8 in 2024-03-22T07:16:43.581 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:43 smithi129 bash[82160]: cluster 2024-03-22T07:16:42.315843+0000 osd.2 (osd.2) 176 : cluster 3 failed to encode map e617 with expected crc 2024-03-22T07:16:43.582 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:43 smithi129 bash[82160]: cluster 2024-03-22T07:16:42.319935+0000 mon.a (mon.0) 698 : cluster 0 osdmap e617: 8 total, 8 up, 8 in 2024-03-22T07:16:43.582 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:43 smithi129 bash[82160]: cluster 2024-03-22T07:16:42.323288+0000 osd.3 (osd.3) 209 : cluster 3 failed to encode map e617 with expected crc 2024-03-22T07:16:43.582 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:43 smithi129 bash[82160]: cluster 2024-03-22T07:16:42.340932+0000 osd.5 (osd.5) 161 : cluster 3 failed to encode map e617 with expected crc 2024-03-22T07:16:43.582 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:43 smithi129 bash[82160]: cluster 2024-03-22T07:16:43.228278+0000 mon.a (mon.0) 699 : cluster 0 osdmap e618: 8 total, 8 up, 8 in 2024-03-22T07:16:43.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:43 smithi148 bash[66753]: cluster 2024-03-22T07:16:42.315843+0000 osd.2 (osd.2) 176 : cluster 3 failed to encode map e617 with expected crc 2024-03-22T07:16:43.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:43 smithi148 bash[66753]: cluster 2024-03-22T07:16:42.319935+0000 mon.a (mon.0) 698 : cluster 0 osdmap e617: 8 total, 8 up, 8 in 2024-03-22T07:16:43.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:43 smithi148 bash[66753]: cluster 2024-03-22T07:16:42.323288+0000 osd.3 (osd.3) 209 : cluster 3 failed to encode map e617 with expected crc 2024-03-22T07:16:43.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:43 smithi148 bash[66753]: cluster 2024-03-22T07:16:42.340932+0000 osd.5 (osd.5) 161 : cluster 3 failed to encode map e617 with expected crc 2024-03-22T07:16:43.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:43 smithi148 bash[66753]: cluster 2024-03-22T07:16:43.228278+0000 mon.a (mon.0) 699 : cluster 0 osdmap e618: 8 total, 8 up, 8 in 2024-03-22T07:16:43.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:43 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:43.870 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:16:43 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:43.870 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:43 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:43.870 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:16:43 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:43.871 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:16:43 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:43.871 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:16:43 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:43.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:43 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:43.872 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:43 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:43.872 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:43 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:43.872 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:43 smithi129 systemd[1]: Stopping Ceph osd.2 for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:16:43.872 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:43 smithi129 bash[45122]: debug 2024-03-22T07:16:43.815+0000 7fbc03e52700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-03-22T07:16:43.872 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:43 smithi129 bash[45122]: debug 2024-03-22T07:16:43.815+0000 7fbc03e52700 -1 osd.2 618 *** Got signal Terminated *** 2024-03-22T07:16:43.872 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:43 smithi129 bash[45122]: debug 2024-03-22T07:16:43.815+0000 7fbc03e52700 -1 osd.2 618 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-22T07:16:44.216 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:16:43] "GET /metrics HTTP/1.1" 200 50940 "" "Prometheus/2.43.0" 2024-03-22T07:16:44.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[82160]: cluster 2024-03-22T07:16:43.222669+0000 osd.2 (osd.2) 177 : cluster 3 failed to encode map e618 with expected crc 2024-03-22T07:16:44.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[82160]: cluster 2024-03-22T07:16:43.250833+0000 osd.6 (osd.6) 205 : cluster 3 failed to encode map e618 with expected crc 2024-03-22T07:16:44.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[82160]: cluster 2024-03-22T07:16:43.382597+0000 mgr.y (mgr.25337) 270 : cluster 0 pgmap v520: 297 pgs: 297 active+clean; 584 KiB data, 452 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:16:44.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[82160]: audit 2024-03-22T07:16:43.384001+0000 mon.c (mon.2) 145 : audit 0 from='client.? 172.21.15.129:0/4021665413' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:44.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[82160]: cluster 2024-03-22T07:16:43.816844+0000 mon.a (mon.0) 700 : cluster 1 osd.2 marked itself down and dead 2024-03-22T07:16:44.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[82160]: cluster 2024-03-22T07:16:44.222776+0000 mon.a (mon.0) 701 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-03-22T07:16:44.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[82160]: cluster 2024-03-22T07:16:44.222841+0000 mon.a (mon.0) 702 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:16:44.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[82160]: cluster 2024-03-22T07:16:44.231931+0000 mon.a (mon.0) 703 : cluster 0 osdmap e619: 8 total, 7 up, 8 in 2024-03-22T07:16:44.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[79695]: debug 2024-03-22T07:16:44.219+0000 7f74b4953700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:16:44.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[79695]: cluster 2024-03-22T07:16:43.222669+0000 osd.2 (osd.2) 177 : cluster 3 failed to encode map e618 with expected crc 2024-03-22T07:16:44.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[79695]: cluster 2024-03-22T07:16:43.250833+0000 osd.6 (osd.6) 205 : cluster 3 failed to encode map e618 with expected crc 2024-03-22T07:16:44.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[79695]: cluster 2024-03-22T07:16:43.382597+0000 mgr.y (mgr.25337) 270 : cluster 0 pgmap v520: 297 pgs: 297 active+clean; 584 KiB data, 452 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:16:44.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[79695]: audit 2024-03-22T07:16:43.384001+0000 mon.c (mon.2) 145 : audit 0 from='client.? 172.21.15.129:0/4021665413' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:44.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[79695]: cluster 2024-03-22T07:16:43.816844+0000 mon.a (mon.0) 700 : cluster 1 osd.2 marked itself down and dead 2024-03-22T07:16:44.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[79695]: cluster 2024-03-22T07:16:44.222776+0000 mon.a (mon.0) 701 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-03-22T07:16:44.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[79695]: cluster 2024-03-22T07:16:44.222841+0000 mon.a (mon.0) 702 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:16:44.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:44 smithi129 bash[79695]: cluster 2024-03-22T07:16:44.231931+0000 mon.a (mon.0) 703 : cluster 0 osdmap e619: 8 total, 7 up, 8 in 2024-03-22T07:16:44.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:44 smithi148 bash[66753]: cluster 2024-03-22T07:16:43.222669+0000 osd.2 (osd.2) 177 : cluster 3 failed to encode map e618 with expected crc 2024-03-22T07:16:44.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:44 smithi148 bash[66753]: cluster 2024-03-22T07:16:43.250833+0000 osd.6 (osd.6) 205 : cluster 3 failed to encode map e618 with expected crc 2024-03-22T07:16:44.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:44 smithi148 bash[66753]: cluster 2024-03-22T07:16:43.382597+0000 mgr.y (mgr.25337) 270 : cluster 0 pgmap v520: 297 pgs: 297 active+clean; 584 KiB data, 452 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:16:44.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:44 smithi148 bash[66753]: audit 2024-03-22T07:16:43.384001+0000 mon.c (mon.2) 145 : audit 0 from='client.? 172.21.15.129:0/4021665413' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:44.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:44 smithi148 bash[66753]: cluster 2024-03-22T07:16:43.816844+0000 mon.a (mon.0) 700 : cluster 1 osd.2 marked itself down and dead 2024-03-22T07:16:44.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:44 smithi148 bash[66753]: cluster 2024-03-22T07:16:44.222776+0000 mon.a (mon.0) 701 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-03-22T07:16:44.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:44 smithi148 bash[66753]: cluster 2024-03-22T07:16:44.222841+0000 mon.a (mon.0) 702 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:16:44.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:44 smithi148 bash[66753]: cluster 2024-03-22T07:16:44.231931+0000 mon.a (mon.0) 703 : cluster 0 osdmap e619: 8 total, 7 up, 8 in 2024-03-22T07:16:45.596 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:45 smithi129 bash[98901]: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-2 2024-03-22T07:16:45.597 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:45 smithi129 bash[79695]: cluster 2024-03-22T07:16:44.228821+0000 osd.7 (osd.7) 186 : cluster 3 failed to encode map e619 with expected crc 2024-03-22T07:16:45.597 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:45 smithi129 bash[79695]: cluster 2024-03-22T07:16:44.229002+0000 osd.4 (osd.4) 223 : cluster 3 failed to encode map e619 with expected crc 2024-03-22T07:16:45.597 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:45 smithi129 bash[79695]: cluster 2024-03-22T07:16:45.239923+0000 mon.a (mon.0) 704 : cluster 0 osdmap e620: 8 total, 7 up, 8 in 2024-03-22T07:16:45.597 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:45 smithi129 bash[82160]: cluster 2024-03-22T07:16:44.228821+0000 osd.7 (osd.7) 186 : cluster 3 failed to encode map e619 with expected crc 2024-03-22T07:16:45.597 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:45 smithi129 bash[82160]: cluster 2024-03-22T07:16:44.229002+0000 osd.4 (osd.4) 223 : cluster 3 failed to encode map e619 with expected crc 2024-03-22T07:16:45.597 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:45 smithi129 bash[82160]: cluster 2024-03-22T07:16:45.239923+0000 mon.a (mon.0) 704 : cluster 0 osdmap e620: 8 total, 7 up, 8 in 2024-03-22T07:16:45.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:45 smithi148 bash[66753]: cluster 2024-03-22T07:16:44.228821+0000 osd.7 (osd.7) 186 : cluster 3 failed to encode map e619 with expected crc 2024-03-22T07:16:45.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:45 smithi148 bash[66753]: cluster 2024-03-22T07:16:44.229002+0000 osd.4 (osd.4) 223 : cluster 3 failed to encode map e619 with expected crc 2024-03-22T07:16:45.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:45 smithi148 bash[66753]: cluster 2024-03-22T07:16:45.239923+0000 mon.a (mon.0) 704 : cluster 0 osdmap e620: 8 total, 7 up, 8 in 2024-03-22T07:16:45.869 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:45 smithi129 bash[98989]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-2 2024-03-22T07:16:46.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[79695]: cluster 2024-03-22T07:16:45.233919+0000 osd.3 (osd.3) 210 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[79695]: cluster 2024-03-22T07:16:45.234604+0000 osd.5 (osd.5) 162 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[79695]: cluster 2024-03-22T07:16:45.241130+0000 osd.3 (osd.3) 211 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[79695]: cluster 2024-03-22T07:16:45.241181+0000 osd.7 (osd.7) 187 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[79695]: cluster 2024-03-22T07:16:45.242084+0000 osd.4 (osd.4) 224 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[79695]: cluster 2024-03-22T07:16:45.242173+0000 osd.5 (osd.5) 163 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[79695]: cluster 2024-03-22T07:16:45.242492+0000 osd.6 (osd.6) 206 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[79695]: cluster 2024-03-22T07:16:45.247036+0000 osd.5 (osd.5) 164 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[79695]: cluster 2024-03-22T07:16:45.383530+0000 mgr.y (mgr.25337) 271 : cluster 0 pgmap v523: 297 pgs: 71 peering, 10 stale+active+clean, 216 active+clean; 584 KiB data, 452 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 57 op/s 2024-03-22T07:16:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[79695]: audit 2024-03-22T07:16:45.747683+0000 mon.a (mon.0) 705 : audit 0 from='client.? 172.21.15.129:0/2403176047' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:46.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[79695]: cluster 2024-03-22T07:16:46.237990+0000 mon.a (mon.0) 706 : cluster 0 osdmap e621: 8 total, 7 up, 8 in 2024-03-22T07:16:46.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[82160]: cluster 2024-03-22T07:16:45.233919+0000 osd.3 (osd.3) 210 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[82160]: cluster 2024-03-22T07:16:45.234604+0000 osd.5 (osd.5) 162 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[82160]: cluster 2024-03-22T07:16:45.241130+0000 osd.3 (osd.3) 211 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[82160]: cluster 2024-03-22T07:16:45.241181+0000 osd.7 (osd.7) 187 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[82160]: cluster 2024-03-22T07:16:45.242084+0000 osd.4 (osd.4) 224 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[82160]: cluster 2024-03-22T07:16:45.242173+0000 osd.5 (osd.5) 163 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[82160]: cluster 2024-03-22T07:16:45.242492+0000 osd.6 (osd.6) 206 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[82160]: cluster 2024-03-22T07:16:45.247036+0000 osd.5 (osd.5) 164 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[82160]: cluster 2024-03-22T07:16:45.383530+0000 mgr.y (mgr.25337) 271 : cluster 0 pgmap v523: 297 pgs: 71 peering, 10 stale+active+clean, 216 active+clean; 584 KiB data, 452 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 57 op/s 2024-03-22T07:16:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[82160]: audit 2024-03-22T07:16:45.747683+0000 mon.a (mon.0) 705 : audit 0 from='client.? 172.21.15.129:0/2403176047' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:46.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:46 smithi129 bash[82160]: cluster 2024-03-22T07:16:46.237990+0000 mon.a (mon.0) 706 : cluster 0 osdmap e621: 8 total, 7 up, 8 in 2024-03-22T07:16:46.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:46 smithi148 bash[66753]: cluster 2024-03-22T07:16:45.233919+0000 osd.3 (osd.3) 210 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:46 smithi148 bash[66753]: cluster 2024-03-22T07:16:45.234604+0000 osd.5 (osd.5) 162 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:46 smithi148 bash[66753]: cluster 2024-03-22T07:16:45.241130+0000 osd.3 (osd.3) 211 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:46 smithi148 bash[66753]: cluster 2024-03-22T07:16:45.241181+0000 osd.7 (osd.7) 187 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:46 smithi148 bash[66753]: cluster 2024-03-22T07:16:45.242084+0000 osd.4 (osd.4) 224 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:46 smithi148 bash[66753]: cluster 2024-03-22T07:16:45.242173+0000 osd.5 (osd.5) 163 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:46 smithi148 bash[66753]: cluster 2024-03-22T07:16:45.242492+0000 osd.6 (osd.6) 206 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:46 smithi148 bash[66753]: cluster 2024-03-22T07:16:45.247036+0000 osd.5 (osd.5) 164 : cluster 3 failed to encode map e620 with expected crc 2024-03-22T07:16:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:46 smithi148 bash[66753]: cluster 2024-03-22T07:16:45.383530+0000 mgr.y (mgr.25337) 271 : cluster 0 pgmap v523: 297 pgs: 71 peering, 10 stale+active+clean, 216 active+clean; 584 KiB data, 452 MiB used, 715 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 57 op/s 2024-03-22T07:16:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:46 smithi148 bash[66753]: audit 2024-03-22T07:16:45.747683+0000 mon.a (mon.0) 705 : audit 0 from='client.? 172.21.15.129:0/2403176047' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:46.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:46 smithi148 bash[66753]: cluster 2024-03-22T07:16:46.237990+0000 mon.a (mon.0) 706 : cluster 0 osdmap e621: 8 total, 7 up, 8 in 2024-03-22T07:16:47.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:47 smithi129 bash[79695]: cluster 2024-03-22T07:16:46.232833+0000 osd.7 (osd.7) 188 : cluster 3 failed to encode map e621 with expected crc 2024-03-22T07:16:47.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:47 smithi129 bash[79695]: cluster 2024-03-22T07:16:46.233584+0000 osd.4 (osd.4) 225 : cluster 3 failed to encode map e621 with expected crc 2024-03-22T07:16:47.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:47 smithi129 bash[79695]: cluster 2024-03-22T07:16:46.253964+0000 osd.6 (osd.6) 207 : cluster 3 failed to encode map e621 with expected crc 2024-03-22T07:16:47.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:47 smithi129 bash[79695]: cluster 2024-03-22T07:16:46.277843+0000 osd.5 (osd.5) 165 : cluster 3 failed to encode map e621 with expected crc 2024-03-22T07:16:47.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:47 smithi129 bash[79695]: cluster 2024-03-22T07:16:46.330473+0000 mon.a (mon.0) 707 : cluster 3 Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-03-22T07:16:47.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:47 smithi129 bash[79695]: cluster 2024-03-22T07:16:47.240000+0000 mon.a (mon.0) 708 : cluster 0 osdmap e622: 8 total, 7 up, 8 in 2024-03-22T07:16:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:47 smithi129 bash[82160]: cluster 2024-03-22T07:16:46.232833+0000 osd.7 (osd.7) 188 : cluster 3 failed to encode map e621 with expected crc 2024-03-22T07:16:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:47 smithi129 bash[82160]: cluster 2024-03-22T07:16:46.233584+0000 osd.4 (osd.4) 225 : cluster 3 failed to encode map e621 with expected crc 2024-03-22T07:16:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:47 smithi129 bash[82160]: cluster 2024-03-22T07:16:46.253964+0000 osd.6 (osd.6) 207 : cluster 3 failed to encode map e621 with expected crc 2024-03-22T07:16:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:47 smithi129 bash[82160]: cluster 2024-03-22T07:16:46.277843+0000 osd.5 (osd.5) 165 : cluster 3 failed to encode map e621 with expected crc 2024-03-22T07:16:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:47 smithi129 bash[82160]: cluster 2024-03-22T07:16:46.330473+0000 mon.a (mon.0) 707 : cluster 3 Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-03-22T07:16:47.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:47 smithi129 bash[82160]: cluster 2024-03-22T07:16:47.240000+0000 mon.a (mon.0) 708 : cluster 0 osdmap e622: 8 total, 7 up, 8 in 2024-03-22T07:16:47.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:47 smithi148 bash[66753]: cluster 2024-03-22T07:16:46.232833+0000 osd.7 (osd.7) 188 : cluster 3 failed to encode map e621 with expected crc 2024-03-22T07:16:47.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:47 smithi148 bash[66753]: cluster 2024-03-22T07:16:46.233584+0000 osd.4 (osd.4) 225 : cluster 3 failed to encode map e621 with expected crc 2024-03-22T07:16:47.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:47 smithi148 bash[66753]: cluster 2024-03-22T07:16:46.253964+0000 osd.6 (osd.6) 207 : cluster 3 failed to encode map e621 with expected crc 2024-03-22T07:16:47.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:47 smithi148 bash[66753]: cluster 2024-03-22T07:16:46.277843+0000 osd.5 (osd.5) 165 : cluster 3 failed to encode map e621 with expected crc 2024-03-22T07:16:47.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:47 smithi148 bash[66753]: cluster 2024-03-22T07:16:46.330473+0000 mon.a (mon.0) 707 : cluster 3 Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-03-22T07:16:47.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:47 smithi148 bash[66753]: cluster 2024-03-22T07:16:47.240000+0000 mon.a (mon.0) 708 : cluster 0 osdmap e622: 8 total, 7 up, 8 in 2024-03-22T07:16:47.949 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:47 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:47.949 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:47 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:47.950 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:47 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:47.950 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:16:47 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:47.951 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:47 smithi129 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.2.service: Deactivated successfully. 2024-03-22T07:16:47.951 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:47 smithi129 systemd[1]: Stopped Ceph osd.2 for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:16:47.951 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:47 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:47.951 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:16:47 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:47.952 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:16:47 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:47.952 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:16:47 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:47.953 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:16:47 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:16:48.345 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:47 smithi129 systemd[1]: Started Ceph osd.2 for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:16:48.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[79695]: cluster 2024-03-22T07:16:47.236519+0000 osd.6 (osd.6) 208 : cluster 3 failed to encode map e622 with expected crc 2024-03-22T07:16:48.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[79695]: cluster 2024-03-22T07:16:47.245313+0000 osd.4 (osd.4) 226 : cluster 3 failed to encode map e622 with expected crc 2024-03-22T07:16:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[79695]: cluster 2024-03-22T07:16:47.299523+0000 osd.5 (osd.5) 166 : cluster 3 failed to encode map e622 with expected crc 2024-03-22T07:16:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[79695]: cluster 2024-03-22T07:16:47.384756+0000 mgr.y (mgr.25337) 272 : cluster 0 pgmap v526: 297 pgs: 8 active+undersized+degraded, 71 peering, 6 stale+active+clean, 11 active+undersized, 201 active+clean; 584 KiB data, 452 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 5.5 KiB/s wr, 39 op/s; 12/474 objects degraded (2.532%) 2024-03-22T07:16:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[79695]: audit 2024-03-22T07:16:47.998592+0000 mon.a (mon.0) 709 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[79695]: audit 2024-03-22T07:16:48.009656+0000 mon.a (mon.0) 710 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[79695]: audit 2024-03-22T07:16:48.016681+0000 mon.c (mon.2) 146 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:16:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[79695]: audit 2024-03-22T07:16:48.125619+0000 mon.a (mon.0) 711 : audit 0 from='client.? 172.21.15.129:0/3700146440' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:48.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[79695]: cluster 2024-03-22T07:16:48.238977+0000 mon.a (mon.0) 712 : cluster 0 osdmap e623: 8 total, 7 up, 8 in 2024-03-22T07:16:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[82160]: cluster 2024-03-22T07:16:47.236519+0000 osd.6 (osd.6) 208 : cluster 3 failed to encode map e622 with expected crc 2024-03-22T07:16:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[82160]: cluster 2024-03-22T07:16:47.245313+0000 osd.4 (osd.4) 226 : cluster 3 failed to encode map e622 with expected crc 2024-03-22T07:16:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[82160]: cluster 2024-03-22T07:16:47.299523+0000 osd.5 (osd.5) 166 : cluster 3 failed to encode map e622 with expected crc 2024-03-22T07:16:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[82160]: cluster 2024-03-22T07:16:47.384756+0000 mgr.y (mgr.25337) 272 : cluster 0 pgmap v526: 297 pgs: 8 active+undersized+degraded, 71 peering, 6 stale+active+clean, 11 active+undersized, 201 active+clean; 584 KiB data, 452 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 5.5 KiB/s wr, 39 op/s; 12/474 objects degraded (2.532%) 2024-03-22T07:16:48.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[82160]: audit 2024-03-22T07:16:47.998592+0000 mon.a (mon.0) 709 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:48.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[82160]: audit 2024-03-22T07:16:48.009656+0000 mon.a (mon.0) 710 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:48.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[82160]: audit 2024-03-22T07:16:48.016681+0000 mon.c (mon.2) 146 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:16:48.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[82160]: audit 2024-03-22T07:16:48.125619+0000 mon.a (mon.0) 711 : audit 0 from='client.? 172.21.15.129:0/3700146440' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:48.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:48 smithi129 bash[82160]: cluster 2024-03-22T07:16:48.238977+0000 mon.a (mon.0) 712 : cluster 0 osdmap e623: 8 total, 7 up, 8 in 2024-03-22T07:16:48.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:48 smithi148 bash[66753]: cluster 2024-03-22T07:16:47.236519+0000 osd.6 (osd.6) 208 : cluster 3 failed to encode map e622 with expected crc 2024-03-22T07:16:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:48 smithi148 bash[66753]: cluster 2024-03-22T07:16:47.245313+0000 osd.4 (osd.4) 226 : cluster 3 failed to encode map e622 with expected crc 2024-03-22T07:16:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:48 smithi148 bash[66753]: cluster 2024-03-22T07:16:47.299523+0000 osd.5 (osd.5) 166 : cluster 3 failed to encode map e622 with expected crc 2024-03-22T07:16:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:48 smithi148 bash[66753]: cluster 2024-03-22T07:16:47.384756+0000 mgr.y (mgr.25337) 272 : cluster 0 pgmap v526: 297 pgs: 8 active+undersized+degraded, 71 peering, 6 stale+active+clean, 11 active+undersized, 201 active+clean; 584 KiB data, 452 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 5.5 KiB/s wr, 39 op/s; 12/474 objects degraded (2.532%) 2024-03-22T07:16:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:48 smithi148 bash[66753]: audit 2024-03-22T07:16:47.998592+0000 mon.a (mon.0) 709 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:48 smithi148 bash[66753]: audit 2024-03-22T07:16:48.009656+0000 mon.a (mon.0) 710 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:48 smithi148 bash[66753]: audit 2024-03-22T07:16:48.016681+0000 mon.c (mon.2) 146 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:16:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:48 smithi148 bash[66753]: audit 2024-03-22T07:16:48.125619+0000 mon.a (mon.0) 711 : audit 0 from='client.? 172.21.15.129:0/3700146440' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:48.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:48 smithi148 bash[66753]: cluster 2024-03-22T07:16:48.238977+0000 mon.a (mon.0) 712 : cluster 0 osdmap e623: 8 total, 7 up, 8 in 2024-03-22T07:16:49.263 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 0 2024-03-22T07:16:49.263 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 0 2024-03-22T07:16:49.285 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6932 ms) 2024-03-22T07:16:49.286 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-03-22T07:16:49.286 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:49.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[79695]: cluster 2024-03-22T07:16:47.475072+0000 osd.7 (osd.7) 189 : cluster 3 failed to encode map e622 with expected crc 2024-03-22T07:16:49.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[79695]: cluster 2024-03-22T07:16:48.237475+0000 osd.7 (osd.7) 190 : cluster 3 failed to encode map e623 with expected crc 2024-03-22T07:16:49.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[79695]: cluster 2024-03-22T07:16:48.238939+0000 osd.5 (osd.5) 167 : cluster 3 failed to encode map e623 with expected crc 2024-03-22T07:16:49.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[79695]: cluster 2024-03-22T07:16:48.245337+0000 osd.4 (osd.4) 227 : cluster 3 failed to encode map e623 with expected crc 2024-03-22T07:16:49.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[79695]: cluster 2024-03-22T07:16:48.286247+0000 osd.6 (osd.6) 209 : cluster 3 failed to encode map e623 with expected crc 2024-03-22T07:16:49.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[79695]: cluster 2024-03-22T07:16:48.343703+0000 mon.a (mon.0) 713 : cluster 3 Health check failed: Degraded data redundancy: 12/474 objects degraded (2.532%), 8 pgs degraded (PG_DEGRADED) 2024-03-22T07:16:49.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[79695]: cluster 2024-03-22T07:16:49.245394+0000 mon.a (mon.0) 714 : cluster 0 osdmap e624: 8 total, 7 up, 8 in 2024-03-22T07:16:49.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[82160]: cluster 2024-03-22T07:16:47.475072+0000 osd.7 (osd.7) 189 : cluster 3 failed to encode map e622 with expected crc 2024-03-22T07:16:49.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[82160]: cluster 2024-03-22T07:16:48.237475+0000 osd.7 (osd.7) 190 : cluster 3 failed to encode map e623 with expected crc 2024-03-22T07:16:49.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[82160]: cluster 2024-03-22T07:16:48.238939+0000 osd.5 (osd.5) 167 : cluster 3 failed to encode map e623 with expected crc 2024-03-22T07:16:49.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[82160]: cluster 2024-03-22T07:16:48.245337+0000 osd.4 (osd.4) 227 : cluster 3 failed to encode map e623 with expected crc 2024-03-22T07:16:49.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[82160]: cluster 2024-03-22T07:16:48.286247+0000 osd.6 (osd.6) 209 : cluster 3 failed to encode map e623 with expected crc 2024-03-22T07:16:49.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[82160]: cluster 2024-03-22T07:16:48.343703+0000 mon.a (mon.0) 713 : cluster 3 Health check failed: Degraded data redundancy: 12/474 objects degraded (2.532%), 8 pgs degraded (PG_DEGRADED) 2024-03-22T07:16:49.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[82160]: cluster 2024-03-22T07:16:49.245394+0000 mon.a (mon.0) 714 : cluster 0 osdmap e624: 8 total, 7 up, 8 in 2024-03-22T07:16:49.621 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[99165]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-03-22T07:16:49.621 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[99165]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-03-22T07:16:49.621 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[99165]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-03-22T07:16:49.621 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[99165]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-03-22T07:16:49.621 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[99165]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-03-22T07:16:49.621 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[99165]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-03-22T07:16:49.621 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:49 smithi129 bash[99165]: --> ceph-volume raw activate successful for osd ID: 2 2024-03-22T07:16:49.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:49 smithi148 bash[66753]: cluster 2024-03-22T07:16:47.475072+0000 osd.7 (osd.7) 189 : cluster 3 failed to encode map e622 with expected crc 2024-03-22T07:16:49.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:49 smithi148 bash[66753]: cluster 2024-03-22T07:16:48.237475+0000 osd.7 (osd.7) 190 : cluster 3 failed to encode map e623 with expected crc 2024-03-22T07:16:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:49 smithi148 bash[66753]: cluster 2024-03-22T07:16:48.238939+0000 osd.5 (osd.5) 167 : cluster 3 failed to encode map e623 with expected crc 2024-03-22T07:16:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:49 smithi148 bash[66753]: cluster 2024-03-22T07:16:48.245337+0000 osd.4 (osd.4) 227 : cluster 3 failed to encode map e623 with expected crc 2024-03-22T07:16:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:49 smithi148 bash[66753]: cluster 2024-03-22T07:16:48.286247+0000 osd.6 (osd.6) 209 : cluster 3 failed to encode map e623 with expected crc 2024-03-22T07:16:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:49 smithi148 bash[66753]: cluster 2024-03-22T07:16:48.343703+0000 mon.a (mon.0) 713 : cluster 3 Health check failed: Degraded data redundancy: 12/474 objects degraded (2.532%), 8 pgs degraded (PG_DEGRADED) 2024-03-22T07:16:49.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:49 smithi148 bash[66753]: cluster 2024-03-22T07:16:49.245394+0000 mon.a (mon.0) 714 : cluster 0 osdmap e624: 8 total, 7 up, 8 in 2024-03-22T07:16:50.399 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 1 2024-03-22T07:16:50.399 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:16:50.400 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap1 2024-03-22T07:16:50.400 INFO:tasks.workunit.client.0.smithi129.stdout:found snap1 with size 2097152 2024-03-22T07:16:50.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:50 smithi129 bash[82160]: cluster 2024-03-22T07:16:49.239564+0000 osd.3 (osd.3) 212 : cluster 3 failed to encode map e624 with expected crc 2024-03-22T07:16:50.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:50 smithi129 bash[82160]: cluster 2024-03-22T07:16:49.249769+0000 osd.4 (osd.4) 228 : cluster 3 failed to encode map e624 with expected crc 2024-03-22T07:16:50.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:50 smithi129 bash[82160]: cluster 2024-03-22T07:16:49.272756+0000 osd.6 (osd.6) 210 : cluster 3 failed to encode map e624 with expected crc 2024-03-22T07:16:50.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:50 smithi129 bash[82160]: cluster 2024-03-22T07:16:49.304228+0000 osd.7 (osd.7) 191 : cluster 3 failed to encode map e624 with expected crc 2024-03-22T07:16:50.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:50 smithi129 bash[82160]: cluster 2024-03-22T07:16:49.386172+0000 mgr.y (mgr.25337) 273 : cluster 0 pgmap v529: 297 pgs: 37 active+undersized+degraded, 69 active+undersized, 191 active+clean; 584 KiB data, 453 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 5.5 KiB/s wr, 40 op/s; 60/477 objects degraded (12.579%) 2024-03-22T07:16:50.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:50 smithi129 bash[79695]: cluster 2024-03-22T07:16:49.239564+0000 osd.3 (osd.3) 212 : cluster 3 failed to encode map e624 with expected crc 2024-03-22T07:16:50.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:50 smithi129 bash[79695]: cluster 2024-03-22T07:16:49.249769+0000 osd.4 (osd.4) 228 : cluster 3 failed to encode map e624 with expected crc 2024-03-22T07:16:50.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:50 smithi129 bash[79695]: cluster 2024-03-22T07:16:49.272756+0000 osd.6 (osd.6) 210 : cluster 3 failed to encode map e624 with expected crc 2024-03-22T07:16:50.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:50 smithi129 bash[79695]: cluster 2024-03-22T07:16:49.304228+0000 osd.7 (osd.7) 191 : cluster 3 failed to encode map e624 with expected crc 2024-03-22T07:16:50.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:50 smithi129 bash[79695]: cluster 2024-03-22T07:16:49.386172+0000 mgr.y (mgr.25337) 273 : cluster 0 pgmap v529: 297 pgs: 37 active+undersized+degraded, 69 active+undersized, 191 active+clean; 584 KiB data, 453 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 5.5 KiB/s wr, 40 op/s; 60/477 objects degraded (12.579%) 2024-03-22T07:16:50.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:50 smithi148 bash[66753]: cluster 2024-03-22T07:16:49.239564+0000 osd.3 (osd.3) 212 : cluster 3 failed to encode map e624 with expected crc 2024-03-22T07:16:50.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:50 smithi148 bash[66753]: cluster 2024-03-22T07:16:49.249769+0000 osd.4 (osd.4) 228 : cluster 3 failed to encode map e624 with expected crc 2024-03-22T07:16:50.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:50 smithi148 bash[66753]: cluster 2024-03-22T07:16:49.272756+0000 osd.6 (osd.6) 210 : cluster 3 failed to encode map e624 with expected crc 2024-03-22T07:16:50.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:50 smithi148 bash[66753]: cluster 2024-03-22T07:16:49.304228+0000 osd.7 (osd.7) 191 : cluster 3 failed to encode map e624 with expected crc 2024-03-22T07:16:50.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:50 smithi148 bash[66753]: cluster 2024-03-22T07:16:49.386172+0000 mgr.y (mgr.25337) 273 : cluster 0 pgmap v529: 297 pgs: 37 active+undersized+degraded, 69 active+undersized, 191 active+clean; 584 KiB data, 453 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 5.5 KiB/s wr, 40 op/s; 60/477 objects degraded (12.579%) 2024-03-22T07:16:51.409 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 2 2024-03-22T07:16:51.410 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 2 2024-03-22T07:16:51.410 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap1 2024-03-22T07:16:51.410 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap2 2024-03-22T07:16:51.410 INFO:tasks.workunit.client.0.smithi129.stdout:found snap1 with size 2097152 2024-03-22T07:16:51.410 INFO:tasks.workunit.client.0.smithi129.stdout:found snap2 with size 4194304 2024-03-22T07:16:51.419 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 2 2024-03-22T07:16:51.419 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 2 2024-03-22T07:16:51.419 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap1-rename 2024-03-22T07:16:51.419 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap2 2024-03-22T07:16:51.419 INFO:tasks.workunit.client.0.smithi129.stdout:found snap1-rename with size 2097152 2024-03-22T07:16:51.419 INFO:tasks.workunit.client.0.smithi129.stdout:found snap2 with size 4194304 2024-03-22T07:16:51.620 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:51 smithi129 bash[99421]: debug 2024-03-22T07:16:51.327+0000 7f198ce79700 1 -- 172.21.15.129:0/3004456002 <== mon.2 v2:172.21.15.129:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5629b17151e0 con 0x5629b179ac00 2024-03-22T07:16:51.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:51 smithi129 bash[79695]: cluster 2024-03-22T07:16:50.353222+0000 mon.a (mon.0) 715 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-03-22T07:16:51.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:51 smithi129 bash[79695]: cluster 2024-03-22T07:16:50.361180+0000 osd.3 (osd.3) 213 : cluster 3 failed to encode map e625 with expected crc 2024-03-22T07:16:51.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:51 smithi129 bash[79695]: cluster 2024-03-22T07:16:50.364777+0000 mon.a (mon.0) 716 : cluster 0 osdmap e625: 8 total, 7 up, 8 in 2024-03-22T07:16:51.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:51 smithi129 bash[79695]: cluster 2024-03-22T07:16:50.368313+0000 osd.4 (osd.4) 229 : cluster 3 failed to encode map e625 with expected crc 2024-03-22T07:16:51.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:51 smithi129 bash[79695]: audit 2024-03-22T07:16:50.479964+0000 mon.c (mon.2) 147 : audit 0 from='client.? 172.21.15.129:0/2834881306' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:51 smithi129 bash[82160]: cluster 2024-03-22T07:16:50.353222+0000 mon.a (mon.0) 715 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-03-22T07:16:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:51 smithi129 bash[82160]: cluster 2024-03-22T07:16:50.361180+0000 osd.3 (osd.3) 213 : cluster 3 failed to encode map e625 with expected crc 2024-03-22T07:16:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:51 smithi129 bash[82160]: cluster 2024-03-22T07:16:50.364777+0000 mon.a (mon.0) 716 : cluster 0 osdmap e625: 8 total, 7 up, 8 in 2024-03-22T07:16:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:51 smithi129 bash[82160]: cluster 2024-03-22T07:16:50.368313+0000 osd.4 (osd.4) 229 : cluster 3 failed to encode map e625 with expected crc 2024-03-22T07:16:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:51 smithi129 bash[82160]: audit 2024-03-22T07:16:50.479964+0000 mon.c (mon.2) 147 : audit 0 from='client.? 172.21.15.129:0/2834881306' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:51.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:51 smithi148 bash[66753]: cluster 2024-03-22T07:16:50.353222+0000 mon.a (mon.0) 715 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-03-22T07:16:51.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:51 smithi148 bash[66753]: cluster 2024-03-22T07:16:50.361180+0000 osd.3 (osd.3) 213 : cluster 3 failed to encode map e625 with expected crc 2024-03-22T07:16:51.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:51 smithi148 bash[66753]: cluster 2024-03-22T07:16:50.364777+0000 mon.a (mon.0) 716 : cluster 0 osdmap e625: 8 total, 7 up, 8 in 2024-03-22T07:16:51.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:51 smithi148 bash[66753]: cluster 2024-03-22T07:16:50.368313+0000 osd.4 (osd.4) 229 : cluster 3 failed to encode map e625 with expected crc 2024-03-22T07:16:51.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:51 smithi148 bash[66753]: audit 2024-03-22T07:16:50.479964+0000 mon.c (mon.2) 147 : audit 0 from='client.? 172.21.15.129:0/2834881306' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:52.370 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:51 smithi129 bash[99421]: debug 2024-03-22T07:16:51.875+0000 7f19960117c0 -1 Falling back to public interface 2024-03-22T07:16:52.434 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 1 2024-03-22T07:16:52.434 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:16:52.435 INFO:tasks.workunit.client.0.smithi129.stdout:snap: snap2-rename 2024-03-22T07:16:52.435 INFO:tasks.workunit.client.0.smithi129.stdout:found snap2-rename with size 4194304 2024-03-22T07:16:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:52 smithi148 bash[66753]: cluster 2024-03-22T07:16:50.953448+0000 osd.5 (osd.5) 168 : cluster 3 failed to encode map e625 with expected crc 2024-03-22T07:16:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:52 smithi148 bash[66753]: cluster 2024-03-22T07:16:51.371429+0000 osd.7 (osd.7) 192 : cluster 3 failed to encode map e626 with expected crc 2024-03-22T07:16:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:52 smithi148 bash[66753]: cluster 2024-03-22T07:16:51.371618+0000 osd.6 (osd.6) 211 : cluster 3 failed to encode map e626 with expected crc 2024-03-22T07:16:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:52 smithi148 bash[66753]: cluster 2024-03-22T07:16:51.372473+0000 mon.a (mon.0) 717 : cluster 0 osdmap e626: 8 total, 7 up, 8 in 2024-03-22T07:16:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:52 smithi148 bash[66753]: cluster 2024-03-22T07:16:51.374873+0000 osd.4 (osd.4) 230 : cluster 3 failed to encode map e626 with expected crc 2024-03-22T07:16:52.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:52 smithi148 bash[66753]: cluster 2024-03-22T07:16:51.386895+0000 mgr.y (mgr.25337) 274 : cluster 0 pgmap v532: 297 pgs: 37 active+undersized+degraded, 69 active+undersized, 191 active+clean; 584 KiB data, 453 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 5.0 KiB/s wr, 58 op/s; 60/477 objects degraded (12.579%) 2024-03-22T07:16:52.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:52 smithi129 bash[79695]: cluster 2024-03-22T07:16:50.953448+0000 osd.5 (osd.5) 168 : cluster 3 failed to encode map e625 with expected crc 2024-03-22T07:16:52.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:52 smithi129 bash[79695]: cluster 2024-03-22T07:16:51.371429+0000 osd.7 (osd.7) 192 : cluster 3 failed to encode map e626 with expected crc 2024-03-22T07:16:52.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:52 smithi129 bash[79695]: cluster 2024-03-22T07:16:51.371618+0000 osd.6 (osd.6) 211 : cluster 3 failed to encode map e626 with expected crc 2024-03-22T07:16:52.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:52 smithi129 bash[79695]: cluster 2024-03-22T07:16:51.372473+0000 mon.a (mon.0) 717 : cluster 0 osdmap e626: 8 total, 7 up, 8 in 2024-03-22T07:16:52.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:52 smithi129 bash[79695]: cluster 2024-03-22T07:16:51.374873+0000 osd.4 (osd.4) 230 : cluster 3 failed to encode map e626 with expected crc 2024-03-22T07:16:52.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:52 smithi129 bash[79695]: cluster 2024-03-22T07:16:51.386895+0000 mgr.y (mgr.25337) 274 : cluster 0 pgmap v532: 297 pgs: 37 active+undersized+degraded, 69 active+undersized, 191 active+clean; 584 KiB data, 453 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 5.0 KiB/s wr, 58 op/s; 60/477 objects degraded (12.579%) 2024-03-22T07:16:52.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:52 smithi129 bash[82160]: cluster 2024-03-22T07:16:50.953448+0000 osd.5 (osd.5) 168 : cluster 3 failed to encode map e625 with expected crc 2024-03-22T07:16:52.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:52 smithi129 bash[82160]: cluster 2024-03-22T07:16:51.371429+0000 osd.7 (osd.7) 192 : cluster 3 failed to encode map e626 with expected crc 2024-03-22T07:16:52.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:52 smithi129 bash[82160]: cluster 2024-03-22T07:16:51.371618+0000 osd.6 (osd.6) 211 : cluster 3 failed to encode map e626 with expected crc 2024-03-22T07:16:52.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:52 smithi129 bash[82160]: cluster 2024-03-22T07:16:51.372473+0000 mon.a (mon.0) 717 : cluster 0 osdmap e626: 8 total, 7 up, 8 in 2024-03-22T07:16:52.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:52 smithi129 bash[82160]: cluster 2024-03-22T07:16:51.374873+0000 osd.4 (osd.4) 230 : cluster 3 failed to encode map e626 with expected crc 2024-03-22T07:16:52.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:52 smithi129 bash[82160]: cluster 2024-03-22T07:16:51.386895+0000 mgr.y (mgr.25337) 274 : cluster 0 pgmap v532: 297 pgs: 37 active+undersized+degraded, 69 active+undersized, 191 active+clean; 584 KiB data, 453 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 5.0 KiB/s wr, 58 op/s; 60/477 objects degraded (12.579%) 2024-03-22T07:16:53.242 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 0 2024-03-22T07:16:53.242 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 0 2024-03-22T07:16:53.249 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3963 ms) 2024-03-22T07:16:53.249 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-03-22T07:16:54.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:53 smithi129 bash[82160]: cluster 2024-03-22T07:16:52.381216+0000 osd.4 (osd.4) 231 : cluster 3 failed to encode map e627 with expected crc 2024-03-22T07:16:54.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:53 smithi129 bash[82160]: cluster 2024-03-22T07:16:52.386110+0000 mon.a (mon.0) 718 : cluster 0 osdmap e627: 8 total, 7 up, 8 in 2024-03-22T07:16:54.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:53 smithi129 bash[82160]: cluster 2024-03-22T07:16:52.417084+0000 osd.3 (osd.3) 214 : cluster 3 failed to encode map e627 with expected crc 2024-03-22T07:16:54.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:53 smithi129 bash[82160]: audit 2024-03-22T07:16:52.836780+0000 mon.c (mon.2) 148 : audit 0 from='client.? 172.21.15.129:0/4288941615' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:54.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:53 smithi129 bash[82160]: cluster 2024-03-22T07:16:53.229541+0000 mon.a (mon.0) 719 : cluster 0 osdmap e628: 8 total, 7 up, 8 in 2024-03-22T07:16:54.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:53 smithi129 bash[79695]: cluster 2024-03-22T07:16:52.381216+0000 osd.4 (osd.4) 231 : cluster 3 failed to encode map e627 with expected crc 2024-03-22T07:16:54.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:53 smithi129 bash[79695]: cluster 2024-03-22T07:16:52.386110+0000 mon.a (mon.0) 718 : cluster 0 osdmap e627: 8 total, 7 up, 8 in 2024-03-22T07:16:54.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:53 smithi129 bash[79695]: cluster 2024-03-22T07:16:52.417084+0000 osd.3 (osd.3) 214 : cluster 3 failed to encode map e627 with expected crc 2024-03-22T07:16:54.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:53 smithi129 bash[79695]: audit 2024-03-22T07:16:52.836780+0000 mon.c (mon.2) 148 : audit 0 from='client.? 172.21.15.129:0/4288941615' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:54.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:53 smithi129 bash[79695]: cluster 2024-03-22T07:16:53.229541+0000 mon.a (mon.0) 719 : cluster 0 osdmap e628: 8 total, 7 up, 8 in 2024-03-22T07:16:54.121 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:16:53] "GET /metrics HTTP/1.1" 200 50948 "" "Prometheus/2.43.0" 2024-03-22T07:16:54.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:53 smithi148 bash[66753]: cluster 2024-03-22T07:16:52.381216+0000 osd.4 (osd.4) 231 : cluster 3 failed to encode map e627 with expected crc 2024-03-22T07:16:54.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:53 smithi148 bash[66753]: cluster 2024-03-22T07:16:52.386110+0000 mon.a (mon.0) 718 : cluster 0 osdmap e627: 8 total, 7 up, 8 in 2024-03-22T07:16:54.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:53 smithi148 bash[66753]: cluster 2024-03-22T07:16:52.417084+0000 osd.3 (osd.3) 214 : cluster 3 failed to encode map e627 with expected crc 2024-03-22T07:16:54.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:53 smithi148 bash[66753]: audit 2024-03-22T07:16:52.836780+0000 mon.c (mon.2) 148 : audit 0 from='client.? 172.21.15.129:0/4288941615' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:54.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:53 smithi148 bash[66753]: cluster 2024-03-22T07:16:53.229541+0000 mon.a (mon.0) 719 : cluster 0 osdmap e628: 8 total, 7 up, 8 in 2024-03-22T07:16:55.081 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: cluster 2024-03-22T07:16:52.381018+0000 osd.7 (osd.7) 193 : cluster 3 failed to encode map e627 with expected crc 2024-03-22T07:16:55.081 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: cluster 2024-03-22T07:16:52.898136+0000 osd.5 (osd.5) 169 : cluster 3 failed to encode map e627 with expected crc 2024-03-22T07:16:55.081 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: cluster 2024-03-22T07:16:53.226361+0000 osd.3 (osd.3) 215 : cluster 3 failed to encode map e628 with expected crc 2024-03-22T07:16:55.081 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: cluster 2024-03-22T07:16:53.229692+0000 osd.4 (osd.4) 232 : cluster 3 failed to encode map e628 with expected crc 2024-03-22T07:16:55.081 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: cluster 2024-03-22T07:16:53.387779+0000 mgr.y (mgr.25337) 275 : cluster 0 pgmap v535: 297 pgs: 37 active+undersized+degraded, 69 active+undersized, 191 active+clean; 584 KiB data, 453 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 3 op/s; 60/474 objects degraded (12.658%) 2024-03-22T07:16:55.082 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: audit 2024-03-22T07:16:53.730789+0000 mon.a (mon.0) 720 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:55.082 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: audit 2024-03-22T07:16:53.732146+0000 mon.c (mon.2) 149 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:16:55.082 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: audit 2024-03-22T07:16:53.803701+0000 mon.a (mon.0) 721 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:55.082 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: audit 2024-03-22T07:16:53.809851+0000 mon.a (mon.0) 722 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:55.082 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: cluster 2024-03-22T07:16:53.999902+0000 osd.5 (osd.5) 170 : cluster 3 failed to encode map e628 with expected crc 2024-03-22T07:16:55.082 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: audit 2024-03-22T07:16:54.057594+0000 mon.a (mon.0) 723 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:55.082 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: audit 2024-03-22T07:16:54.075687+0000 mon.a (mon.0) 724 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:55.082 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: cluster 2024-03-22T07:16:54.223240+0000 mon.a (mon.0) 725 : cluster 3 Health check update: Degraded data redundancy: 60/474 objects degraded (12.658%), 37 pgs degraded (PG_DEGRADED) 2024-03-22T07:16:55.082 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: cluster 2024-03-22T07:16:54.237266+0000 osd.7 (osd.7) 194 : cluster 3 failed to encode map e629 with expected crc 2024-03-22T07:16:55.082 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: cluster 2024-03-22T07:16:54.237881+0000 mon.a (mon.0) 726 : cluster 0 osdmap e629: 8 total, 7 up, 8 in 2024-03-22T07:16:55.082 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: cluster 2024-03-22T07:16:54.243878+0000 osd.4 (osd.4) 233 : cluster 3 failed to encode map e629 with expected crc 2024-03-22T07:16:55.082 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: cluster 2024-03-22T07:16:54.243999+0000 osd.5 (osd.5) 171 : cluster 3 failed to encode map e629 with expected crc 2024-03-22T07:16:55.082 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: cluster 2024-03-22T07:16:54.246989+0000 osd.3 (osd.3) 216 : cluster 3 failed to encode map e629 with expected crc 2024-03-22T07:16:55.082 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: audit 2024-03-22T07:16:54.250536+0000 mon.c (mon.2) 150 : audit 1 from='client.? 172.21.15.129:0/1559082544' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:55.083 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: cluster 2024-03-22T07:16:54.251453+0000 osd.4 (osd.4) 234 : cluster 3 failed to encode map e629 with expected crc 2024-03-22T07:16:55.083 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[79695]: audit 2024-03-22T07:16:54.252005+0000 mon.a (mon.0) 727 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:55.083 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: cluster 2024-03-22T07:16:52.381018+0000 osd.7 (osd.7) 193 : cluster 3 failed to encode map e627 with expected crc 2024-03-22T07:16:55.083 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: cluster 2024-03-22T07:16:52.898136+0000 osd.5 (osd.5) 169 : cluster 3 failed to encode map e627 with expected crc 2024-03-22T07:16:55.083 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: cluster 2024-03-22T07:16:53.226361+0000 osd.3 (osd.3) 215 : cluster 3 failed to encode map e628 with expected crc 2024-03-22T07:16:55.083 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: cluster 2024-03-22T07:16:53.229692+0000 osd.4 (osd.4) 232 : cluster 3 failed to encode map e628 with expected crc 2024-03-22T07:16:55.083 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: cluster 2024-03-22T07:16:53.387779+0000 mgr.y (mgr.25337) 275 : cluster 0 pgmap v535: 297 pgs: 37 active+undersized+degraded, 69 active+undersized, 191 active+clean; 584 KiB data, 453 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 3 op/s; 60/474 objects degraded (12.658%) 2024-03-22T07:16:55.083 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: audit 2024-03-22T07:16:53.730789+0000 mon.a (mon.0) 720 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:55.083 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: audit 2024-03-22T07:16:53.732146+0000 mon.c (mon.2) 149 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:16:55.083 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: audit 2024-03-22T07:16:53.803701+0000 mon.a (mon.0) 721 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:55.083 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: audit 2024-03-22T07:16:53.809851+0000 mon.a (mon.0) 722 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:55.083 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: cluster 2024-03-22T07:16:53.999902+0000 osd.5 (osd.5) 170 : cluster 3 failed to encode map e628 with expected crc 2024-03-22T07:16:55.083 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: audit 2024-03-22T07:16:54.057594+0000 mon.a (mon.0) 723 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:55.084 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: audit 2024-03-22T07:16:54.075687+0000 mon.a (mon.0) 724 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:55.084 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: cluster 2024-03-22T07:16:54.223240+0000 mon.a (mon.0) 725 : cluster 3 Health check update: Degraded data redundancy: 60/474 objects degraded (12.658%), 37 pgs degraded (PG_DEGRADED) 2024-03-22T07:16:55.084 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: cluster 2024-03-22T07:16:54.237266+0000 osd.7 (osd.7) 194 : cluster 3 failed to encode map e629 with expected crc 2024-03-22T07:16:55.084 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: cluster 2024-03-22T07:16:54.237881+0000 mon.a (mon.0) 726 : cluster 0 osdmap e629: 8 total, 7 up, 8 in 2024-03-22T07:16:55.084 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: cluster 2024-03-22T07:16:54.243878+0000 osd.4 (osd.4) 233 : cluster 3 failed to encode map e629 with expected crc 2024-03-22T07:16:55.084 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: cluster 2024-03-22T07:16:54.243999+0000 osd.5 (osd.5) 171 : cluster 3 failed to encode map e629 with expected crc 2024-03-22T07:16:55.084 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: cluster 2024-03-22T07:16:54.246989+0000 osd.3 (osd.3) 216 : cluster 3 failed to encode map e629 with expected crc 2024-03-22T07:16:55.084 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: audit 2024-03-22T07:16:54.250536+0000 mon.c (mon.2) 150 : audit 1 from='client.? 172.21.15.129:0/1559082544' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:55.084 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: cluster 2024-03-22T07:16:54.251453+0000 osd.4 (osd.4) 234 : cluster 3 failed to encode map e629 with expected crc 2024-03-22T07:16:55.084 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:54 smithi129 bash[82160]: audit 2024-03-22T07:16:54.252005+0000 mon.a (mon.0) 727 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:55.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: cluster 2024-03-22T07:16:52.381018+0000 osd.7 (osd.7) 193 : cluster 3 failed to encode map e627 with expected crc 2024-03-22T07:16:55.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: cluster 2024-03-22T07:16:52.898136+0000 osd.5 (osd.5) 169 : cluster 3 failed to encode map e627 with expected crc 2024-03-22T07:16:55.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: cluster 2024-03-22T07:16:53.226361+0000 osd.3 (osd.3) 215 : cluster 3 failed to encode map e628 with expected crc 2024-03-22T07:16:55.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: cluster 2024-03-22T07:16:53.229692+0000 osd.4 (osd.4) 232 : cluster 3 failed to encode map e628 with expected crc 2024-03-22T07:16:55.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: cluster 2024-03-22T07:16:53.387779+0000 mgr.y (mgr.25337) 275 : cluster 0 pgmap v535: 297 pgs: 37 active+undersized+degraded, 69 active+undersized, 191 active+clean; 584 KiB data, 453 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 3 op/s; 60/474 objects degraded (12.658%) 2024-03-22T07:16:55.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: audit 2024-03-22T07:16:53.730789+0000 mon.a (mon.0) 720 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:55.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: audit 2024-03-22T07:16:53.732146+0000 mon.c (mon.2) 149 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:16:55.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: audit 2024-03-22T07:16:53.803701+0000 mon.a (mon.0) 721 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:55.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: audit 2024-03-22T07:16:53.809851+0000 mon.a (mon.0) 722 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:55.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: cluster 2024-03-22T07:16:53.999902+0000 osd.5 (osd.5) 170 : cluster 3 failed to encode map e628 with expected crc 2024-03-22T07:16:55.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: audit 2024-03-22T07:16:54.057594+0000 mon.a (mon.0) 723 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:55.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: audit 2024-03-22T07:16:54.075687+0000 mon.a (mon.0) 724 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:55.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: cluster 2024-03-22T07:16:54.223240+0000 mon.a (mon.0) 725 : cluster 3 Health check update: Degraded data redundancy: 60/474 objects degraded (12.658%), 37 pgs degraded (PG_DEGRADED) 2024-03-22T07:16:55.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: cluster 2024-03-22T07:16:54.237266+0000 osd.7 (osd.7) 194 : cluster 3 failed to encode map e629 with expected crc 2024-03-22T07:16:55.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: cluster 2024-03-22T07:16:54.237881+0000 mon.a (mon.0) 726 : cluster 0 osdmap e629: 8 total, 7 up, 8 in 2024-03-22T07:16:55.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: cluster 2024-03-22T07:16:54.243878+0000 osd.4 (osd.4) 233 : cluster 3 failed to encode map e629 with expected crc 2024-03-22T07:16:55.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: cluster 2024-03-22T07:16:54.243999+0000 osd.5 (osd.5) 171 : cluster 3 failed to encode map e629 with expected crc 2024-03-22T07:16:55.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: cluster 2024-03-22T07:16:54.246989+0000 osd.3 (osd.3) 216 : cluster 3 failed to encode map e629 with expected crc 2024-03-22T07:16:55.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: audit 2024-03-22T07:16:54.250536+0000 mon.c (mon.2) 150 : audit 1 from='client.? 172.21.15.129:0/1559082544' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:55.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: cluster 2024-03-22T07:16:54.251453+0000 osd.4 (osd.4) 234 : cluster 3 failed to encode map e629 with expected crc 2024-03-22T07:16:55.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:54 smithi148 bash[66753]: audit 2024-03-22T07:16:54.252005+0000 mon.a (mon.0) 727 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:55.241 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:55.242 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:55.242 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:55.242 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:55.369 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[99421]: debug 2024-03-22T07:16:55.083+0000 7f19960117c0 -1 osd.2 618 log_to_monitors true 2024-03-22T07:16:55.369 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[99421]: debug 2024-03-22T07:16:55.295+0000 7f1987469700 -1 osd.2 618 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-22T07:16:56.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:55 smithi148 bash[66753]: audit 2024-03-22T07:16:54.910986+0000 mon.a (mon.0) 728 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:56.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:55 smithi148 bash[66753]: audit 2024-03-22T07:16:54.918458+0000 mon.a (mon.0) 729 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:56.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:55 smithi148 bash[66753]: audit 2024-03-22T07:16:55.091331+0000 mon.a (mon.0) 730 : audit 1 from='osd.2 [v2:172.21.15.129:6818/2247161880,v1:172.21.15.129:6819/2247161880]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-22T07:16:56.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:55 smithi148 bash[66753]: audit 2024-03-22T07:16:55.192541+0000 mon.c (mon.2) 151 : audit 0 from='client.? 172.21.15.129:0/2498339759' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:56.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:55 smithi148 bash[66753]: audit 2024-03-22T07:16:55.238024+0000 mon.a (mon.0) 731 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:56.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:55 smithi148 bash[66753]: audit 2024-03-22T07:16:55.238156+0000 mon.a (mon.0) 732 : audit 1 from='osd.2 [v2:172.21.15.129:6818/2247161880,v1:172.21.15.129:6819/2247161880]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-22T07:16:56.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:55 smithi148 bash[66753]: cluster 2024-03-22T07:16:55.242955+0000 osd.7 (osd.7) 195 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:55 smithi148 bash[66753]: cluster 2024-03-22T07:16:55.243044+0000 osd.4 (osd.4) 235 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:55 smithi148 bash[66753]: cluster 2024-03-22T07:16:55.244377+0000 mon.a (mon.0) 733 : cluster 0 osdmap e630: 8 total, 7 up, 8 in 2024-03-22T07:16:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:55 smithi148 bash[66753]: cluster 2024-03-22T07:16:55.244882+0000 osd.3 (osd.3) 217 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:55 smithi148 bash[66753]: audit 2024-03-22T07:16:55.245295+0000 mon.a (mon.0) 734 : audit 1 from='osd.2 [v2:172.21.15.129:6818/2247161880,v1:172.21.15.129:6819/2247161880]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:16:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:55 smithi148 bash[66753]: cluster 2024-03-22T07:16:55.246847+0000 osd.5 (osd.5) 172 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:55 smithi148 bash[66753]: cluster 2024-03-22T07:16:55.247648+0000 osd.4 (osd.4) 236 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:55 smithi148 bash[66753]: cluster 2024-03-22T07:16:55.247791+0000 osd.7 (osd.7) 196 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:55 smithi148 bash[66753]: cluster 2024-03-22T07:16:55.388678+0000 mgr.y (mgr.25337) 276 : cluster 0 pgmap v538: 329 pgs: 22 creating+peering, 10 unknown, 37 active+undersized+degraded, 69 active+undersized, 191 active+clean; 584 KiB data, 420 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 74 op/s; 60/474 objects degraded (12.658%) 2024-03-22T07:16:56.234 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[82160]: audit 2024-03-22T07:16:54.910986+0000 mon.a (mon.0) 728 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:56.235 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[82160]: audit 2024-03-22T07:16:54.918458+0000 mon.a (mon.0) 729 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:56.235 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[82160]: audit 2024-03-22T07:16:55.091331+0000 mon.a (mon.0) 730 : audit 1 from='osd.2 [v2:172.21.15.129:6818/2247161880,v1:172.21.15.129:6819/2247161880]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-22T07:16:56.235 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[82160]: audit 2024-03-22T07:16:55.192541+0000 mon.c (mon.2) 151 : audit 0 from='client.? 172.21.15.129:0/2498339759' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:56.235 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[82160]: audit 2024-03-22T07:16:55.238024+0000 mon.a (mon.0) 731 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:56.235 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[82160]: audit 2024-03-22T07:16:55.238156+0000 mon.a (mon.0) 732 : audit 1 from='osd.2 [v2:172.21.15.129:6818/2247161880,v1:172.21.15.129:6819/2247161880]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-22T07:16:56.235 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[82160]: cluster 2024-03-22T07:16:55.242955+0000 osd.7 (osd.7) 195 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.235 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[82160]: cluster 2024-03-22T07:16:55.243044+0000 osd.4 (osd.4) 235 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.235 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[82160]: cluster 2024-03-22T07:16:55.244377+0000 mon.a (mon.0) 733 : cluster 0 osdmap e630: 8 total, 7 up, 8 in 2024-03-22T07:16:56.235 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[82160]: cluster 2024-03-22T07:16:55.244882+0000 osd.3 (osd.3) 217 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.235 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[82160]: audit 2024-03-22T07:16:55.245295+0000 mon.a (mon.0) 734 : audit 1 from='osd.2 [v2:172.21.15.129:6818/2247161880,v1:172.21.15.129:6819/2247161880]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:16:56.236 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[82160]: cluster 2024-03-22T07:16:55.246847+0000 osd.5 (osd.5) 172 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.236 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[82160]: cluster 2024-03-22T07:16:55.247648+0000 osd.4 (osd.4) 236 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.236 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[82160]: cluster 2024-03-22T07:16:55.247791+0000 osd.7 (osd.7) 196 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.236 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[82160]: cluster 2024-03-22T07:16:55.388678+0000 mgr.y (mgr.25337) 276 : cluster 0 pgmap v538: 329 pgs: 22 creating+peering, 10 unknown, 37 active+undersized+degraded, 69 active+undersized, 191 active+clean; 584 KiB data, 420 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 74 op/s; 60/474 objects degraded (12.658%) 2024-03-22T07:16:56.236 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[79695]: audit 2024-03-22T07:16:54.910986+0000 mon.a (mon.0) 728 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:56.236 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[79695]: audit 2024-03-22T07:16:54.918458+0000 mon.a (mon.0) 729 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:16:56.236 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[79695]: audit 2024-03-22T07:16:55.091331+0000 mon.a (mon.0) 730 : audit 1 from='osd.2 [v2:172.21.15.129:6818/2247161880,v1:172.21.15.129:6819/2247161880]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-22T07:16:56.236 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[79695]: audit 2024-03-22T07:16:55.192541+0000 mon.c (mon.2) 151 : audit 0 from='client.? 172.21.15.129:0/2498339759' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:56.237 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[79695]: audit 2024-03-22T07:16:55.238024+0000 mon.a (mon.0) 731 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:16:56.237 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[79695]: audit 2024-03-22T07:16:55.238156+0000 mon.a (mon.0) 732 : audit 1 from='osd.2 [v2:172.21.15.129:6818/2247161880,v1:172.21.15.129:6819/2247161880]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-22T07:16:56.237 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[79695]: cluster 2024-03-22T07:16:55.242955+0000 osd.7 (osd.7) 195 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.237 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[79695]: cluster 2024-03-22T07:16:55.243044+0000 osd.4 (osd.4) 235 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.237 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[79695]: cluster 2024-03-22T07:16:55.244377+0000 mon.a (mon.0) 733 : cluster 0 osdmap e630: 8 total, 7 up, 8 in 2024-03-22T07:16:56.237 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[79695]: cluster 2024-03-22T07:16:55.244882+0000 osd.3 (osd.3) 217 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.237 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[79695]: audit 2024-03-22T07:16:55.245295+0000 mon.a (mon.0) 734 : audit 1 from='osd.2 [v2:172.21.15.129:6818/2247161880,v1:172.21.15.129:6819/2247161880]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:16:56.237 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[79695]: cluster 2024-03-22T07:16:55.246847+0000 osd.5 (osd.5) 172 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.237 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[79695]: cluster 2024-03-22T07:16:55.247648+0000 osd.4 (osd.4) 236 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.237 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[79695]: cluster 2024-03-22T07:16:55.247791+0000 osd.7 (osd.7) 196 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:56.237 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:55 smithi129 bash[79695]: cluster 2024-03-22T07:16:55.388678+0000 mgr.y (mgr.25337) 276 : cluster 0 pgmap v538: 329 pgs: 22 creating+peering, 10 unknown, 37 active+undersized+degraded, 69 active+undersized, 191 active+clean; 584 KiB data, 420 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 74 op/s; 60/474 objects degraded (12.658%) 2024-03-22T07:16:56.238 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:56 smithi129 bash[79695]: debug 2024-03-22T07:16:56.239+0000 7f74b4953700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:16:57.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:56 smithi148 bash[66753]: cluster 2024-03-22T07:16:55.245917+0000 osd.6 (osd.6) 212 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:57.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:56 smithi148 bash[66753]: cluster 2024-03-22T07:16:56.240239+0000 mon.a (mon.0) 735 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:16:57.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:56 smithi148 bash[66753]: cluster 2024-03-22T07:16:56.240303+0000 mon.a (mon.0) 736 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-22T07:16:57.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:56 smithi148 bash[66753]: cluster 2024-03-22T07:16:56.249788+0000 osd.3 (osd.3) 218 : cluster 3 failed to encode map e631 with expected crc 2024-03-22T07:16:57.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:56 smithi148 bash[66753]: cluster 2024-03-22T07:16:56.253377+0000 mon.a (mon.0) 737 : cluster 1 osd.2 [v2:172.21.15.129:6818/2247161880,v1:172.21.15.129:6819/2247161880] boot 2024-03-22T07:16:57.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:56 smithi148 bash[66753]: cluster 2024-03-22T07:16:56.253543+0000 mon.a (mon.0) 738 : cluster 0 osdmap e631: 8 total, 8 up, 8 in 2024-03-22T07:16:57.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:56 smithi148 bash[66753]: audit 2024-03-22T07:16:56.257293+0000 mon.c (mon.2) 152 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T07:16:57.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:56 smithi129 bash[79695]: cluster 2024-03-22T07:16:55.245917+0000 osd.6 (osd.6) 212 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:57.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:56 smithi129 bash[79695]: cluster 2024-03-22T07:16:56.240239+0000 mon.a (mon.0) 735 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:16:57.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:56 smithi129 bash[79695]: cluster 2024-03-22T07:16:56.240303+0000 mon.a (mon.0) 736 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-22T07:16:57.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:56 smithi129 bash[79695]: cluster 2024-03-22T07:16:56.249788+0000 osd.3 (osd.3) 218 : cluster 3 failed to encode map e631 with expected crc 2024-03-22T07:16:57.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:56 smithi129 bash[79695]: cluster 2024-03-22T07:16:56.253377+0000 mon.a (mon.0) 737 : cluster 1 osd.2 [v2:172.21.15.129:6818/2247161880,v1:172.21.15.129:6819/2247161880] boot 2024-03-22T07:16:57.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:56 smithi129 bash[79695]: cluster 2024-03-22T07:16:56.253543+0000 mon.a (mon.0) 738 : cluster 0 osdmap e631: 8 total, 8 up, 8 in 2024-03-22T07:16:57.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:56 smithi129 bash[79695]: audit 2024-03-22T07:16:56.257293+0000 mon.c (mon.2) 152 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T07:16:57.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:56 smithi129 bash[82160]: cluster 2024-03-22T07:16:55.245917+0000 osd.6 (osd.6) 212 : cluster 3 failed to encode map e630 with expected crc 2024-03-22T07:16:57.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:56 smithi129 bash[82160]: cluster 2024-03-22T07:16:56.240239+0000 mon.a (mon.0) 735 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:16:57.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:56 smithi129 bash[82160]: cluster 2024-03-22T07:16:56.240303+0000 mon.a (mon.0) 736 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-22T07:16:57.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:56 smithi129 bash[82160]: cluster 2024-03-22T07:16:56.249788+0000 osd.3 (osd.3) 218 : cluster 3 failed to encode map e631 with expected crc 2024-03-22T07:16:57.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:56 smithi129 bash[82160]: cluster 2024-03-22T07:16:56.253377+0000 mon.a (mon.0) 737 : cluster 1 osd.2 [v2:172.21.15.129:6818/2247161880,v1:172.21.15.129:6819/2247161880] boot 2024-03-22T07:16:57.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:56 smithi129 bash[82160]: cluster 2024-03-22T07:16:56.253543+0000 mon.a (mon.0) 738 : cluster 0 osdmap e631: 8 total, 8 up, 8 in 2024-03-22T07:16:57.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:56 smithi129 bash[82160]: audit 2024-03-22T07:16:56.257293+0000 mon.c (mon.2) 152 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-22T07:16:57.740 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4492 ms) 2024-03-22T07:16:57.741 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-03-22T07:16:58.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[82160]: cluster 2024-03-22T07:16:56.251129+0000 osd.6 (osd.6) 213 : cluster 3 failed to encode map e631 with expected crc 2024-03-22T07:16:58.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[82160]: cluster 2024-03-22T07:16:57.259041+0000 osd.7 (osd.7) 197 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[82160]: cluster 2024-03-22T07:16:57.259151+0000 osd.5 (osd.5) 173 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[82160]: cluster 2024-03-22T07:16:57.261799+0000 mon.a (mon.0) 739 : cluster 0 osdmap e632: 8 total, 8 up, 8 in 2024-03-22T07:16:58.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[82160]: cluster 2024-03-22T07:16:57.262744+0000 osd.3 (osd.3) 219 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[82160]: cluster 2024-03-22T07:16:57.263391+0000 osd.7 (osd.7) 198 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[82160]: cluster 2024-03-22T07:16:57.263539+0000 osd.4 (osd.4) 237 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[82160]: cluster 2024-03-22T07:16:57.263729+0000 osd.5 (osd.5) 174 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[82160]: cluster 2024-03-22T07:16:57.272651+0000 osd.5 (osd.5) 175 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[82160]: cluster 2024-03-22T07:16:57.389328+0000 mgr.y (mgr.25337) 277 : cluster 0 pgmap v541: 329 pgs: 22 creating+peering, 3 unknown, 17 peering, 31 active+undersized+degraded, 60 active+undersized, 196 active+clean; 584 KiB data, 420 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 4.7 KiB/s wr, 70 op/s; 51/477 objects degraded (10.692%) 2024-03-22T07:16:58.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[82160]: audit 2024-03-22T07:16:57.623883+0000 mon.a (mon.0) 740 : audit 0 from='client.? 172.21.15.129:0/3164297890' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:58.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[79695]: cluster 2024-03-22T07:16:56.251129+0000 osd.6 (osd.6) 213 : cluster 3 failed to encode map e631 with expected crc 2024-03-22T07:16:58.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[79695]: cluster 2024-03-22T07:16:57.259041+0000 osd.7 (osd.7) 197 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[79695]: cluster 2024-03-22T07:16:57.259151+0000 osd.5 (osd.5) 173 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[79695]: cluster 2024-03-22T07:16:57.261799+0000 mon.a (mon.0) 739 : cluster 0 osdmap e632: 8 total, 8 up, 8 in 2024-03-22T07:16:58.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[79695]: cluster 2024-03-22T07:16:57.262744+0000 osd.3 (osd.3) 219 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[79695]: cluster 2024-03-22T07:16:57.263391+0000 osd.7 (osd.7) 198 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[79695]: cluster 2024-03-22T07:16:57.263539+0000 osd.4 (osd.4) 237 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[79695]: cluster 2024-03-22T07:16:57.263729+0000 osd.5 (osd.5) 174 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[79695]: cluster 2024-03-22T07:16:57.272651+0000 osd.5 (osd.5) 175 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[79695]: cluster 2024-03-22T07:16:57.389328+0000 mgr.y (mgr.25337) 277 : cluster 0 pgmap v541: 329 pgs: 22 creating+peering, 3 unknown, 17 peering, 31 active+undersized+degraded, 60 active+undersized, 196 active+clean; 584 KiB data, 420 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 4.7 KiB/s wr, 70 op/s; 51/477 objects degraded (10.692%) 2024-03-22T07:16:58.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:58 smithi129 bash[79695]: audit 2024-03-22T07:16:57.623883+0000 mon.a (mon.0) 740 : audit 0 from='client.? 172.21.15.129:0/3164297890' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:58.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:58 smithi148 bash[66753]: cluster 2024-03-22T07:16:56.251129+0000 osd.6 (osd.6) 213 : cluster 3 failed to encode map e631 with expected crc 2024-03-22T07:16:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:58 smithi148 bash[66753]: cluster 2024-03-22T07:16:57.259041+0000 osd.7 (osd.7) 197 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:58 smithi148 bash[66753]: cluster 2024-03-22T07:16:57.259151+0000 osd.5 (osd.5) 173 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:58 smithi148 bash[66753]: cluster 2024-03-22T07:16:57.261799+0000 mon.a (mon.0) 739 : cluster 0 osdmap e632: 8 total, 8 up, 8 in 2024-03-22T07:16:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:58 smithi148 bash[66753]: cluster 2024-03-22T07:16:57.262744+0000 osd.3 (osd.3) 219 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:58 smithi148 bash[66753]: cluster 2024-03-22T07:16:57.263391+0000 osd.7 (osd.7) 198 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:58 smithi148 bash[66753]: cluster 2024-03-22T07:16:57.263539+0000 osd.4 (osd.4) 237 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:58 smithi148 bash[66753]: cluster 2024-03-22T07:16:57.263729+0000 osd.5 (osd.5) 174 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:58 smithi148 bash[66753]: cluster 2024-03-22T07:16:57.272651+0000 osd.5 (osd.5) 175 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:58 smithi148 bash[66753]: cluster 2024-03-22T07:16:57.389328+0000 mgr.y (mgr.25337) 277 : cluster 0 pgmap v541: 329 pgs: 22 creating+peering, 3 unknown, 17 peering, 31 active+undersized+degraded, 60 active+undersized, 196 active+clean; 584 KiB data, 420 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 4.7 KiB/s wr, 70 op/s; 51/477 objects degraded (10.692%) 2024-03-22T07:16:58.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:58 smithi148 bash[66753]: audit 2024-03-22T07:16:57.623883+0000 mon.a (mon.0) 740 : audit 0 from='client.? 172.21.15.129:0/3164297890' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:16:59.330 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:16:59.620 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[72191]: [22/Mar/2024:07:16:59] ENGINE Bus STOPPING 2024-03-22T07:16:59.620 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[72191]: [22/Mar/2024:07:16:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:16:59.620 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[72191]: [22/Mar/2024:07:16:59] ENGINE Bus STOPPED 2024-03-22T07:16:59.620 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[72191]: [22/Mar/2024:07:16:59] ENGINE Bus STARTING 2024-03-22T07:16:59.620 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[72191]: [22/Mar/2024:07:16:59] ENGINE Serving on http://:::9283 2024-03-22T07:16:59.621 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[72191]: [22/Mar/2024:07:16:59] ENGINE Bus STARTED 2024-03-22T07:16:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[79695]: cluster 2024-03-22T07:16:57.263609+0000 osd.6 (osd.6) 214 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[79695]: cluster 2024-03-22T07:16:57.272697+0000 osd.6 (osd.6) 215 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[79695]: cluster 2024-03-22T07:16:58.268518+0000 osd.3 (osd.3) 220 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[79695]: cluster 2024-03-22T07:16:58.270940+0000 mon.a (mon.0) 741 : cluster 0 osdmap e633: 8 total, 8 up, 8 in 2024-03-22T07:16:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[79695]: cluster 2024-03-22T07:16:58.271837+0000 osd.7 (osd.7) 199 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[79695]: audit 2024-03-22T07:16:58.283571+0000 mon.a (mon.0) 742 : audit 1 from='client.? 172.21.15.129:0/3487358126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[79695]: cluster 2024-03-22T07:16:58.284736+0000 osd.7 (osd.7) 200 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[79695]: cluster 2024-03-22T07:16:58.284956+0000 osd.5 (osd.5) 176 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[79695]: cluster 2024-03-22T07:16:58.285694+0000 osd.4 (osd.4) 238 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[79695]: cluster 2024-03-22T07:16:58.285839+0000 osd.6 (osd.6) 216 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[79695]: cluster 2024-03-22T07:16:58.290759+0000 osd.5 (osd.5) 177 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[79695]: cluster 2024-03-22T07:16:58.292014+0000 osd.6 (osd.6) 217 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[82160]: cluster 2024-03-22T07:16:57.263609+0000 osd.6 (osd.6) 214 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:59.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[82160]: cluster 2024-03-22T07:16:57.272697+0000 osd.6 (osd.6) 215 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:59.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[82160]: cluster 2024-03-22T07:16:58.268518+0000 osd.3 (osd.3) 220 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[82160]: cluster 2024-03-22T07:16:58.270940+0000 mon.a (mon.0) 741 : cluster 0 osdmap e633: 8 total, 8 up, 8 in 2024-03-22T07:16:59.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[82160]: cluster 2024-03-22T07:16:58.271837+0000 osd.7 (osd.7) 199 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[82160]: audit 2024-03-22T07:16:58.283571+0000 mon.a (mon.0) 742 : audit 1 from='client.? 172.21.15.129:0/3487358126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:59.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[82160]: cluster 2024-03-22T07:16:58.284736+0000 osd.7 (osd.7) 200 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[82160]: cluster 2024-03-22T07:16:58.284956+0000 osd.5 (osd.5) 176 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[82160]: cluster 2024-03-22T07:16:58.285694+0000 osd.4 (osd.4) 238 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[82160]: cluster 2024-03-22T07:16:58.285839+0000 osd.6 (osd.6) 216 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[82160]: cluster 2024-03-22T07:16:58.290759+0000 osd.5 (osd.5) 177 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:16:59 smithi129 bash[82160]: cluster 2024-03-22T07:16:58.292014+0000 osd.6 (osd.6) 217 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:59 smithi148 bash[66753]: cluster 2024-03-22T07:16:57.263609+0000 osd.6 (osd.6) 214 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:59 smithi148 bash[66753]: cluster 2024-03-22T07:16:57.272697+0000 osd.6 (osd.6) 215 : cluster 3 failed to encode map e632 with expected crc 2024-03-22T07:16:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:59 smithi148 bash[66753]: cluster 2024-03-22T07:16:58.268518+0000 osd.3 (osd.3) 220 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:59 smithi148 bash[66753]: cluster 2024-03-22T07:16:58.270940+0000 mon.a (mon.0) 741 : cluster 0 osdmap e633: 8 total, 8 up, 8 in 2024-03-22T07:16:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:59 smithi148 bash[66753]: cluster 2024-03-22T07:16:58.271837+0000 osd.7 (osd.7) 199 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:59 smithi148 bash[66753]: audit 2024-03-22T07:16:58.283571+0000 mon.a (mon.0) 742 : audit 1 from='client.? 172.21.15.129:0/3487358126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:16:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:59 smithi148 bash[66753]: cluster 2024-03-22T07:16:58.284736+0000 osd.7 (osd.7) 200 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:59 smithi148 bash[66753]: cluster 2024-03-22T07:16:58.284956+0000 osd.5 (osd.5) 176 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:59 smithi148 bash[66753]: cluster 2024-03-22T07:16:58.285694+0000 osd.4 (osd.4) 238 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:59 smithi148 bash[66753]: cluster 2024-03-22T07:16:58.285839+0000 osd.6 (osd.6) 216 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:59 smithi148 bash[66753]: cluster 2024-03-22T07:16:58.290759+0000 osd.5 (osd.5) 177 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:16:59.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:16:59 smithi148 bash[66753]: cluster 2024-03-22T07:16:58.292014+0000 osd.6 (osd.6) 217 : cluster 3 failed to encode map e633 with expected crc 2024-03-22T07:17:00.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[79695]: audit 2024-03-22T07:16:59.264629+0000 mon.a (mon.0) 743 : audit 1 from='client.? 172.21.15.129:0/3487358126' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:17:00.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[79695]: cluster 2024-03-22T07:16:59.271304+0000 mon.a (mon.0) 744 : cluster 0 osdmap e634: 8 total, 8 up, 8 in 2024-03-22T07:17:00.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[79695]: cluster 2024-03-22T07:16:59.272607+0000 osd.7 (osd.7) 201 : cluster 3 failed to encode map e634 with expected crc 2024-03-22T07:17:00.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[79695]: cluster 2024-03-22T07:16:59.273593+0000 osd.3 (osd.3) 221 : cluster 3 failed to encode map e634 with expected crc 2024-03-22T07:17:00.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[79695]: cluster 2024-03-22T07:16:59.277574+0000 osd.4 (osd.4) 239 : cluster 3 failed to encode map e634 with expected crc 2024-03-22T07:17:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[79695]: cluster 2024-03-22T07:16:59.277761+0000 osd.5 (osd.5) 178 : cluster 3 failed to encode map e634 with expected crc 2024-03-22T07:17:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[79695]: cluster 2024-03-22T07:16:59.277879+0000 osd.6 (osd.6) 218 : cluster 3 failed to encode map e634 with expected crc 2024-03-22T07:17:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[79695]: audit 2024-03-22T07:16:59.331452+0000 mon.a (mon.0) 745 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:17:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[79695]: cluster 2024-03-22T07:16:59.391127+0000 mgr.y (mgr.25337) 278 : cluster 0 pgmap v544: 361 pgs: 1 creating+activating, 296 active+clean, 18 active+undersized, 11 active+undersized+degraded, 17 peering, 14 unknown, 4 creating+peering; 584 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 6.2 KiB/s wr, 104 op/s; 21/483 objects degraded (4.348%); 8 B/s, 0 objects/s recovering 2024-03-22T07:17:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[79695]: audit 2024-03-22T07:16:59.980093+0000 mon.a (mon.0) 746 : audit 0 from='client.? 172.21.15.129:0/1093074752' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[82160]: audit 2024-03-22T07:16:59.264629+0000 mon.a (mon.0) 743 : audit 1 from='client.? 172.21.15.129:0/3487358126' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:17:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[82160]: cluster 2024-03-22T07:16:59.271304+0000 mon.a (mon.0) 744 : cluster 0 osdmap e634: 8 total, 8 up, 8 in 2024-03-22T07:17:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[82160]: cluster 2024-03-22T07:16:59.272607+0000 osd.7 (osd.7) 201 : cluster 3 failed to encode map e634 with expected crc 2024-03-22T07:17:00.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[82160]: cluster 2024-03-22T07:16:59.273593+0000 osd.3 (osd.3) 221 : cluster 3 failed to encode map e634 with expected crc 2024-03-22T07:17:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[82160]: cluster 2024-03-22T07:16:59.277574+0000 osd.4 (osd.4) 239 : cluster 3 failed to encode map e634 with expected crc 2024-03-22T07:17:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[82160]: cluster 2024-03-22T07:16:59.277761+0000 osd.5 (osd.5) 178 : cluster 3 failed to encode map e634 with expected crc 2024-03-22T07:17:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[82160]: cluster 2024-03-22T07:16:59.277879+0000 osd.6 (osd.6) 218 : cluster 3 failed to encode map e634 with expected crc 2024-03-22T07:17:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[82160]: audit 2024-03-22T07:16:59.331452+0000 mon.a (mon.0) 745 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:17:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[82160]: cluster 2024-03-22T07:16:59.391127+0000 mgr.y (mgr.25337) 278 : cluster 0 pgmap v544: 361 pgs: 1 creating+activating, 296 active+clean, 18 active+undersized, 11 active+undersized+degraded, 17 peering, 14 unknown, 4 creating+peering; 584 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 6.2 KiB/s wr, 104 op/s; 21/483 objects degraded (4.348%); 8 B/s, 0 objects/s recovering 2024-03-22T07:17:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:00 smithi129 bash[82160]: audit 2024-03-22T07:16:59.980093+0000 mon.a (mon.0) 746 : audit 0 from='client.? 172.21.15.129:0/1093074752' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:00.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:00 smithi148 bash[66753]: audit 2024-03-22T07:16:59.264629+0000 mon.a (mon.0) 743 : audit 1 from='client.? 172.21.15.129:0/3487358126' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:17:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:00 smithi148 bash[66753]: cluster 2024-03-22T07:16:59.271304+0000 mon.a (mon.0) 744 : cluster 0 osdmap e634: 8 total, 8 up, 8 in 2024-03-22T07:17:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:00 smithi148 bash[66753]: cluster 2024-03-22T07:16:59.272607+0000 osd.7 (osd.7) 201 : cluster 3 failed to encode map e634 with expected crc 2024-03-22T07:17:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:00 smithi148 bash[66753]: cluster 2024-03-22T07:16:59.273593+0000 osd.3 (osd.3) 221 : cluster 3 failed to encode map e634 with expected crc 2024-03-22T07:17:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:00 smithi148 bash[66753]: cluster 2024-03-22T07:16:59.277574+0000 osd.4 (osd.4) 239 : cluster 3 failed to encode map e634 with expected crc 2024-03-22T07:17:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:00 smithi148 bash[66753]: cluster 2024-03-22T07:16:59.277761+0000 osd.5 (osd.5) 178 : cluster 3 failed to encode map e634 with expected crc 2024-03-22T07:17:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:00 smithi148 bash[66753]: cluster 2024-03-22T07:16:59.277879+0000 osd.6 (osd.6) 218 : cluster 3 failed to encode map e634 with expected crc 2024-03-22T07:17:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:00 smithi148 bash[66753]: audit 2024-03-22T07:16:59.331452+0000 mon.a (mon.0) 745 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:17:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:00 smithi148 bash[66753]: cluster 2024-03-22T07:16:59.391127+0000 mgr.y (mgr.25337) 278 : cluster 0 pgmap v544: 361 pgs: 1 creating+activating, 296 active+clean, 18 active+undersized, 11 active+undersized+degraded, 17 peering, 14 unknown, 4 creating+peering; 584 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 6.2 KiB/s wr, 104 op/s; 21/483 objects degraded (4.348%); 8 B/s, 0 objects/s recovering 2024-03-22T07:17:00.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:00 smithi148 bash[66753]: audit 2024-03-22T07:16:59.980093+0000 mon.a (mon.0) 746 : audit 0 from='client.? 172.21.15.129:0/1093074752' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:01.435 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:17:01.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:01 smithi129 bash[79695]: cluster 2024-03-22T07:17:00.272221+0000 osd.5 (osd.5) 179 : cluster 3 failed to encode map e635 with expected crc 2024-03-22T07:17:01.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:01 smithi129 bash[79695]: cluster 2024-03-22T07:17:00.272281+0000 osd.7 (osd.7) 202 : cluster 3 failed to encode map e635 with expected crc 2024-03-22T07:17:01.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:01 smithi129 bash[79695]: cluster 2024-03-22T07:17:00.277450+0000 mon.a (mon.0) 747 : cluster 0 osdmap e635: 8 total, 8 up, 8 in 2024-03-22T07:17:01.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:01 smithi129 bash[79695]: cluster 2024-03-22T07:17:00.295148+0000 osd.6 (osd.6) 219 : cluster 3 failed to encode map e635 with expected crc 2024-03-22T07:17:01.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:01 smithi129 bash[79695]: cluster 2024-03-22T07:17:00.329102+0000 mon.a (mon.0) 748 : cluster 3 Health check update: Degraded data redundancy: 21/483 objects degraded (4.348%), 11 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:01.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:01 smithi129 bash[82160]: cluster 2024-03-22T07:17:00.272221+0000 osd.5 (osd.5) 179 : cluster 3 failed to encode map e635 with expected crc 2024-03-22T07:17:01.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:01 smithi129 bash[82160]: cluster 2024-03-22T07:17:00.272281+0000 osd.7 (osd.7) 202 : cluster 3 failed to encode map e635 with expected crc 2024-03-22T07:17:01.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:01 smithi129 bash[82160]: cluster 2024-03-22T07:17:00.277450+0000 mon.a (mon.0) 747 : cluster 0 osdmap e635: 8 total, 8 up, 8 in 2024-03-22T07:17:01.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:01 smithi129 bash[82160]: cluster 2024-03-22T07:17:00.295148+0000 osd.6 (osd.6) 219 : cluster 3 failed to encode map e635 with expected crc 2024-03-22T07:17:01.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:01 smithi129 bash[82160]: cluster 2024-03-22T07:17:00.329102+0000 mon.a (mon.0) 748 : cluster 3 Health check update: Degraded data redundancy: 21/483 objects degraded (4.348%), 11 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:01.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:01 smithi148 bash[66753]: cluster 2024-03-22T07:17:00.272221+0000 osd.5 (osd.5) 179 : cluster 3 failed to encode map e635 with expected crc 2024-03-22T07:17:01.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:01 smithi148 bash[66753]: cluster 2024-03-22T07:17:00.272281+0000 osd.7 (osd.7) 202 : cluster 3 failed to encode map e635 with expected crc 2024-03-22T07:17:01.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:01 smithi148 bash[66753]: cluster 2024-03-22T07:17:00.277450+0000 mon.a (mon.0) 747 : cluster 0 osdmap e635: 8 total, 8 up, 8 in 2024-03-22T07:17:01.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:01 smithi148 bash[66753]: cluster 2024-03-22T07:17:00.295148+0000 osd.6 (osd.6) 219 : cluster 3 failed to encode map e635 with expected crc 2024-03-22T07:17:01.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:01 smithi148 bash[66753]: cluster 2024-03-22T07:17:00.329102+0000 mon.a (mon.0) 748 : cluster 3 Health check update: Degraded data redundancy: 21/483 objects degraded (4.348%), 11 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:02.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[79695]: cluster 2024-03-22T07:17:00.991430+0000 osd.3 (osd.3) 222 : cluster 3 failed to encode map e635 with expected crc 2024-03-22T07:17:02.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[79695]: cluster 2024-03-22T07:17:00.992124+0000 osd.4 (osd.4) 240 : cluster 3 failed to encode map e635 with expected crc 2024-03-22T07:17:02.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[79695]: cluster 2024-03-22T07:17:01.286598+0000 osd.7 (osd.7) 203 : cluster 3 failed to encode map e636 with expected crc 2024-03-22T07:17:02.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[79695]: cluster 2024-03-22T07:17:01.287160+0000 osd.6 (osd.6) 220 : cluster 3 failed to encode map e636 with expected crc 2024-03-22T07:17:02.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[79695]: cluster 2024-03-22T07:17:01.290404+0000 mon.a (mon.0) 749 : cluster 0 osdmap e636: 8 total, 8 up, 8 in 2024-03-22T07:17:02.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[79695]: cluster 2024-03-22T07:17:01.318001+0000 osd.4 (osd.4) 241 : cluster 3 failed to encode map e636 with expected crc 2024-03-22T07:17:02.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[79695]: cluster 2024-03-22T07:17:01.345500+0000 osd.5 (osd.5) 180 : cluster 3 failed to encode map e636 with expected crc 2024-03-22T07:17:02.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[79695]: cluster 2024-03-22T07:17:01.391847+0000 mgr.y (mgr.25337) 279 : cluster 0 pgmap v547: 361 pgs: 1 creating+activating, 335 active+clean, 17 peering, 8 unknown; 584 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 6.0 KiB/s wr, 103 op/s; 12 B/s, 1 keys/s, 1 objects/s recovering 2024-03-22T07:17:02.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[79695]: audit 2024-03-22T07:17:01.455574+0000 mon.c (mon.2) 153 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-03-22T07:17:02.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[79695]: audit 2024-03-22T07:17:01.456022+0000 mon.a (mon.0) 750 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-03-22T07:17:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[82160]: cluster 2024-03-22T07:17:00.991430+0000 osd.3 (osd.3) 222 : cluster 3 failed to encode map e635 with expected crc 2024-03-22T07:17:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[82160]: cluster 2024-03-22T07:17:00.992124+0000 osd.4 (osd.4) 240 : cluster 3 failed to encode map e635 with expected crc 2024-03-22T07:17:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[82160]: cluster 2024-03-22T07:17:01.286598+0000 osd.7 (osd.7) 203 : cluster 3 failed to encode map e636 with expected crc 2024-03-22T07:17:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[82160]: cluster 2024-03-22T07:17:01.287160+0000 osd.6 (osd.6) 220 : cluster 3 failed to encode map e636 with expected crc 2024-03-22T07:17:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[82160]: cluster 2024-03-22T07:17:01.290404+0000 mon.a (mon.0) 749 : cluster 0 osdmap e636: 8 total, 8 up, 8 in 2024-03-22T07:17:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[82160]: cluster 2024-03-22T07:17:01.318001+0000 osd.4 (osd.4) 241 : cluster 3 failed to encode map e636 with expected crc 2024-03-22T07:17:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[82160]: cluster 2024-03-22T07:17:01.345500+0000 osd.5 (osd.5) 180 : cluster 3 failed to encode map e636 with expected crc 2024-03-22T07:17:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[82160]: cluster 2024-03-22T07:17:01.391847+0000 mgr.y (mgr.25337) 279 : cluster 0 pgmap v547: 361 pgs: 1 creating+activating, 335 active+clean, 17 peering, 8 unknown; 584 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 6.0 KiB/s wr, 103 op/s; 12 B/s, 1 keys/s, 1 objects/s recovering 2024-03-22T07:17:02.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[82160]: audit 2024-03-22T07:17:01.455574+0000 mon.c (mon.2) 153 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-03-22T07:17:02.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:02 smithi129 bash[82160]: audit 2024-03-22T07:17:01.456022+0000 mon.a (mon.0) 750 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-03-22T07:17:02.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:02 smithi148 bash[66753]: cluster 2024-03-22T07:17:00.991430+0000 osd.3 (osd.3) 222 : cluster 3 failed to encode map e635 with expected crc 2024-03-22T07:17:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:02 smithi148 bash[66753]: cluster 2024-03-22T07:17:00.992124+0000 osd.4 (osd.4) 240 : cluster 3 failed to encode map e635 with expected crc 2024-03-22T07:17:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:02 smithi148 bash[66753]: cluster 2024-03-22T07:17:01.286598+0000 osd.7 (osd.7) 203 : cluster 3 failed to encode map e636 with expected crc 2024-03-22T07:17:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:02 smithi148 bash[66753]: cluster 2024-03-22T07:17:01.287160+0000 osd.6 (osd.6) 220 : cluster 3 failed to encode map e636 with expected crc 2024-03-22T07:17:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:02 smithi148 bash[66753]: cluster 2024-03-22T07:17:01.290404+0000 mon.a (mon.0) 749 : cluster 0 osdmap e636: 8 total, 8 up, 8 in 2024-03-22T07:17:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:02 smithi148 bash[66753]: cluster 2024-03-22T07:17:01.318001+0000 osd.4 (osd.4) 241 : cluster 3 failed to encode map e636 with expected crc 2024-03-22T07:17:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:02 smithi148 bash[66753]: cluster 2024-03-22T07:17:01.345500+0000 osd.5 (osd.5) 180 : cluster 3 failed to encode map e636 with expected crc 2024-03-22T07:17:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:02 smithi148 bash[66753]: cluster 2024-03-22T07:17:01.391847+0000 mgr.y (mgr.25337) 279 : cluster 0 pgmap v547: 361 pgs: 1 creating+activating, 335 active+clean, 17 peering, 8 unknown; 584 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 6.0 KiB/s wr, 103 op/s; 12 B/s, 1 keys/s, 1 objects/s recovering 2024-03-22T07:17:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:02 smithi148 bash[66753]: audit 2024-03-22T07:17:01.455574+0000 mon.c (mon.2) 153 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-03-22T07:17:02.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:02 smithi148 bash[66753]: audit 2024-03-22T07:17:01.456022+0000 mon.a (mon.0) 750 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-03-22T07:17:03.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:03 smithi129 bash[79695]: cluster 2024-03-22T07:17:02.293890+0000 mon.a (mon.0) 751 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/483 objects degraded (4.348%), 11 pgs degraded) 2024-03-22T07:17:03.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:03 smithi129 bash[79695]: audit 2024-03-22T07:17:02.301588+0000 mon.a (mon.0) 752 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-03-22T07:17:03.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:03 smithi129 bash[79695]: cluster 2024-03-22T07:17:02.304123+0000 osd.7 (osd.7) 204 : cluster 3 failed to encode map e637 with expected crc 2024-03-22T07:17:03.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:03 smithi129 bash[79695]: cluster 2024-03-22T07:17:02.306488+0000 mon.a (mon.0) 753 : cluster 0 osdmap e637: 8 total, 8 up, 8 in 2024-03-22T07:17:03.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:03 smithi129 bash[79695]: cluster 2024-03-22T07:17:02.341250+0000 osd.4 (osd.4) 242 : cluster 3 failed to encode map e637 with expected crc 2024-03-22T07:17:03.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:03 smithi129 bash[79695]: audit 2024-03-22T07:17:02.350683+0000 mon.c (mon.2) 154 : audit 0 from='client.? 172.21.15.129:0/1564777836' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:03.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:03 smithi129 bash[82160]: cluster 2024-03-22T07:17:02.293890+0000 mon.a (mon.0) 751 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/483 objects degraded (4.348%), 11 pgs degraded) 2024-03-22T07:17:03.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:03 smithi129 bash[82160]: audit 2024-03-22T07:17:02.301588+0000 mon.a (mon.0) 752 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-03-22T07:17:03.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:03 smithi129 bash[82160]: cluster 2024-03-22T07:17:02.304123+0000 osd.7 (osd.7) 204 : cluster 3 failed to encode map e637 with expected crc 2024-03-22T07:17:03.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:03 smithi129 bash[82160]: cluster 2024-03-22T07:17:02.306488+0000 mon.a (mon.0) 753 : cluster 0 osdmap e637: 8 total, 8 up, 8 in 2024-03-22T07:17:03.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:03 smithi129 bash[82160]: cluster 2024-03-22T07:17:02.341250+0000 osd.4 (osd.4) 242 : cluster 3 failed to encode map e637 with expected crc 2024-03-22T07:17:03.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:03 smithi129 bash[82160]: audit 2024-03-22T07:17:02.350683+0000 mon.c (mon.2) 154 : audit 0 from='client.? 172.21.15.129:0/1564777836' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:03.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:03 smithi148 bash[66753]: cluster 2024-03-22T07:17:02.293890+0000 mon.a (mon.0) 751 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/483 objects degraded (4.348%), 11 pgs degraded) 2024-03-22T07:17:03.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:03 smithi148 bash[66753]: audit 2024-03-22T07:17:02.301588+0000 mon.a (mon.0) 752 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-03-22T07:17:03.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:03 smithi148 bash[66753]: cluster 2024-03-22T07:17:02.304123+0000 osd.7 (osd.7) 204 : cluster 3 failed to encode map e637 with expected crc 2024-03-22T07:17:03.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:03 smithi148 bash[66753]: cluster 2024-03-22T07:17:02.306488+0000 mon.a (mon.0) 753 : cluster 0 osdmap e637: 8 total, 8 up, 8 in 2024-03-22T07:17:03.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:03 smithi148 bash[66753]: cluster 2024-03-22T07:17:02.341250+0000 osd.4 (osd.4) 242 : cluster 3 failed to encode map e637 with expected crc 2024-03-22T07:17:03.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:03 smithi148 bash[66753]: audit 2024-03-22T07:17:02.350683+0000 mon.c (mon.2) 154 : audit 0 from='client.? 172.21.15.129:0/1564777836' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:04.306 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:17:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:17:03] "GET /metrics HTTP/1.1" 200 50948 "" "Prometheus/2.43.0" 2024-03-22T07:17:04.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:04 smithi129 bash[79695]: cluster 2024-03-22T07:17:03.392542+0000 mgr.y (mgr.25337) 280 : cluster 0 pgmap v549: 361 pgs: 1 creating+activating, 360 active+clean; 584 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 119 KiB/s rd, 9.0 KiB/s wr, 168 op/s; 12 B/s, 1 keys/s, 1 objects/s recovering 2024-03-22T07:17:04.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:04 smithi129 bash[82160]: cluster 2024-03-22T07:17:03.392542+0000 mgr.y (mgr.25337) 280 : cluster 0 pgmap v549: 361 pgs: 1 creating+activating, 360 active+clean; 584 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 119 KiB/s rd, 9.0 KiB/s wr, 168 op/s; 12 B/s, 1 keys/s, 1 objects/s recovering 2024-03-22T07:17:04.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:04 smithi148 bash[66753]: cluster 2024-03-22T07:17:03.392542+0000 mgr.y (mgr.25337) 280 : cluster 0 pgmap v549: 361 pgs: 1 creating+activating, 360 active+clean; 584 KiB data, 421 MiB used, 715 GiB / 715 GiB avail; 119 KiB/s rd, 9.0 KiB/s wr, 168 op/s; 12 B/s, 1 keys/s, 1 objects/s recovering 2024-03-22T07:17:05.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:05 smithi129 bash[82160]: audit 2024-03-22T07:17:04.700641+0000 mon.a (mon.0) 754 : audit 0 from='client.? 172.21.15.129:0/4229395712' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:05.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:05 smithi129 bash[82160]: audit 2024-03-22T07:17:05.269943+0000 mon.a (mon.0) 755 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:05.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:05 smithi129 bash[82160]: audit 2024-03-22T07:17:05.286480+0000 mon.a (mon.0) 756 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:05.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:05 smithi129 bash[82160]: audit 2024-03-22T07:17:05.290662+0000 mon.c (mon.2) 155 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:17:05.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:05 smithi129 bash[82160]: audit 2024-03-22T07:17:05.292426+0000 mon.c (mon.2) 156 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:17:05.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:05 smithi129 bash[82160]: audit 2024-03-22T07:17:05.305070+0000 mon.a (mon.0) 757 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:05.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:05 smithi129 bash[79695]: audit 2024-03-22T07:17:04.700641+0000 mon.a (mon.0) 754 : audit 0 from='client.? 172.21.15.129:0/4229395712' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:05.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:05 smithi129 bash[79695]: audit 2024-03-22T07:17:05.269943+0000 mon.a (mon.0) 755 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:05.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:05 smithi129 bash[79695]: audit 2024-03-22T07:17:05.286480+0000 mon.a (mon.0) 756 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:05.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:05 smithi129 bash[79695]: audit 2024-03-22T07:17:05.290662+0000 mon.c (mon.2) 155 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:17:05.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:05 smithi129 bash[79695]: audit 2024-03-22T07:17:05.292426+0000 mon.c (mon.2) 156 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:17:05.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:05 smithi129 bash[79695]: audit 2024-03-22T07:17:05.305070+0000 mon.a (mon.0) 757 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:05 smithi148 bash[66753]: audit 2024-03-22T07:17:04.700641+0000 mon.a (mon.0) 754 : audit 0 from='client.? 172.21.15.129:0/4229395712' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:05 smithi148 bash[66753]: audit 2024-03-22T07:17:05.269943+0000 mon.a (mon.0) 755 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:05 smithi148 bash[66753]: audit 2024-03-22T07:17:05.286480+0000 mon.a (mon.0) 756 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:05.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:05 smithi148 bash[66753]: audit 2024-03-22T07:17:05.290662+0000 mon.c (mon.2) 155 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:17:05.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:05 smithi148 bash[66753]: audit 2024-03-22T07:17:05.292426+0000 mon.c (mon.2) 156 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:17:05.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:05 smithi148 bash[66753]: audit 2024-03-22T07:17:05.305070+0000 mon.a (mon.0) 757 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:06.322 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[82160]: cluster 2024-03-22T07:17:05.395040+0000 mgr.y (mgr.25337) 281 : cluster 0 pgmap v550: 361 pgs: 361 active+clean; 2.6 MiB data, 431 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 345 KiB/s wr, 60 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-03-22T07:17:06.323 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[82160]: audit 2024-03-22T07:17:05.430636+0000 mon.c (mon.2) 157 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:17:06.323 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[82160]: audit 2024-03-22T07:17:05.434011+0000 mon.c (mon.2) 158 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:06.323 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[82160]: audit 2024-03-22T07:17:05.436720+0000 mon.c (mon.2) 159 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:06.323 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[82160]: audit 2024-03-22T07:17:05.438872+0000 mon.c (mon.2) 160 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:06.323 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[82160]: audit 2024-03-22T07:17:05.441478+0000 mon.c (mon.2) 161 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-22T07:17:06.323 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[82160]: audit 2024-03-22T07:17:05.441827+0000 mgr.y (mgr.25337) 282 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-22T07:17:06.323 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[82160]: cephadm 2024-03-22T07:17:05.444904+0000 mgr.y (mgr.25337) 283 : cephadm 1 Upgrade: osd.3 is safe to restart 2024-03-22T07:17:06.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[79695]: cluster 2024-03-22T07:17:05.395040+0000 mgr.y (mgr.25337) 281 : cluster 0 pgmap v550: 361 pgs: 361 active+clean; 2.6 MiB data, 431 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 345 KiB/s wr, 60 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-03-22T07:17:06.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[79695]: audit 2024-03-22T07:17:05.430636+0000 mon.c (mon.2) 157 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:17:06.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[79695]: audit 2024-03-22T07:17:05.434011+0000 mon.c (mon.2) 158 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:06.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[79695]: audit 2024-03-22T07:17:05.436720+0000 mon.c (mon.2) 159 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:06.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[79695]: audit 2024-03-22T07:17:05.438872+0000 mon.c (mon.2) 160 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:06.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[79695]: audit 2024-03-22T07:17:05.441478+0000 mon.c (mon.2) 161 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-22T07:17:06.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[79695]: audit 2024-03-22T07:17:05.441827+0000 mgr.y (mgr.25337) 282 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-22T07:17:06.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:06 smithi129 bash[79695]: cephadm 2024-03-22T07:17:05.444904+0000 mgr.y (mgr.25337) 283 : cephadm 1 Upgrade: osd.3 is safe to restart 2024-03-22T07:17:06.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:06 smithi148 bash[66753]: cluster 2024-03-22T07:17:05.395040+0000 mgr.y (mgr.25337) 281 : cluster 0 pgmap v550: 361 pgs: 361 active+clean; 2.6 MiB data, 431 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 345 KiB/s wr, 60 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-03-22T07:17:06.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:06 smithi148 bash[66753]: audit 2024-03-22T07:17:05.430636+0000 mon.c (mon.2) 157 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:17:06.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:06 smithi148 bash[66753]: audit 2024-03-22T07:17:05.434011+0000 mon.c (mon.2) 158 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:06.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:06 smithi148 bash[66753]: audit 2024-03-22T07:17:05.436720+0000 mon.c (mon.2) 159 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:06.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:06 smithi148 bash[66753]: audit 2024-03-22T07:17:05.438872+0000 mon.c (mon.2) 160 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:06.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:06 smithi148 bash[66753]: audit 2024-03-22T07:17:05.441478+0000 mon.c (mon.2) 161 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-22T07:17:06.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:06 smithi148 bash[66753]: audit 2024-03-22T07:17:05.441827+0000 mgr.y (mgr.25337) 282 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-22T07:17:06.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:06 smithi148 bash[66753]: cephadm 2024-03-22T07:17:05.444904+0000 mgr.y (mgr.25337) 283 : cephadm 1 Upgrade: osd.3 is safe to restart 2024-03-22T07:17:07.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:07 smithi129 bash[82160]: audit 2024-03-22T07:17:07.064808+0000 mon.a (mon.0) 758 : audit 0 from='client.? 172.21.15.129:0/3026045484' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:07.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:07 smithi129 bash[79695]: audit 2024-03-22T07:17:07.064808+0000 mon.a (mon.0) 758 : audit 0 from='client.? 172.21.15.129:0/3026045484' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:07.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:07 smithi148 bash[66753]: audit 2024-03-22T07:17:07.064808+0000 mon.a (mon.0) 758 : audit 0 from='client.? 172.21.15.129:0/3026045484' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:08 smithi148 bash[66753]: cluster 2024-03-22T07:17:07.396508+0000 mgr.y (mgr.25337) 284 : cluster 0 pgmap v551: 361 pgs: 361 active+clean; 2.6 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 291 KiB/s wr, 51 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-03-22T07:17:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:08 smithi148 bash[66753]: cephadm 2024-03-22T07:17:07.664809+0000 mgr.y (mgr.25337) 285 : cephadm 1 Upgrade: Updating osd.3 2024-03-22T07:17:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:08 smithi148 bash[66753]: audit 2024-03-22T07:17:07.671460+0000 mon.a (mon.0) 759 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:08 smithi148 bash[66753]: audit 2024-03-22T07:17:07.675041+0000 mon.c (mon.2) 162 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-22T07:17:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:08 smithi148 bash[66753]: audit 2024-03-22T07:17:07.676407+0000 mon.c (mon.2) 163 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:17:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:08 smithi148 bash[66753]: cluster 2024-03-22T07:17:08.237122+0000 mon.a (mon.0) 760 : cluster 0 osdmap e638: 8 total, 8 up, 8 in 2024-03-22T07:17:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:08 smithi148 bash[66753]: audit 2024-03-22T07:17:08.390440+0000 mon.a (mon.0) 761 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:08 smithi148 bash[66753]: audit 2024-03-22T07:17:08.395933+0000 mon.c (mon.2) 164 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:17:08.993 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[82160]: cluster 2024-03-22T07:17:07.396508+0000 mgr.y (mgr.25337) 284 : cluster 0 pgmap v551: 361 pgs: 361 active+clean; 2.6 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 291 KiB/s wr, 51 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-03-22T07:17:08.993 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[82160]: cephadm 2024-03-22T07:17:07.664809+0000 mgr.y (mgr.25337) 285 : cephadm 1 Upgrade: Updating osd.3 2024-03-22T07:17:08.993 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[82160]: audit 2024-03-22T07:17:07.671460+0000 mon.a (mon.0) 759 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:08.993 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[82160]: audit 2024-03-22T07:17:07.675041+0000 mon.c (mon.2) 162 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-22T07:17:08.993 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[82160]: audit 2024-03-22T07:17:07.676407+0000 mon.c (mon.2) 163 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:17:08.994 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[82160]: cluster 2024-03-22T07:17:08.237122+0000 mon.a (mon.0) 760 : cluster 0 osdmap e638: 8 total, 8 up, 8 in 2024-03-22T07:17:08.994 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[82160]: audit 2024-03-22T07:17:08.390440+0000 mon.a (mon.0) 761 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:08.994 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[82160]: audit 2024-03-22T07:17:08.395933+0000 mon.c (mon.2) 164 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:17:08.994 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[79695]: cluster 2024-03-22T07:17:07.396508+0000 mgr.y (mgr.25337) 284 : cluster 0 pgmap v551: 361 pgs: 361 active+clean; 2.6 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 291 KiB/s wr, 51 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-03-22T07:17:08.994 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[79695]: cephadm 2024-03-22T07:17:07.664809+0000 mgr.y (mgr.25337) 285 : cephadm 1 Upgrade: Updating osd.3 2024-03-22T07:17:08.994 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[79695]: audit 2024-03-22T07:17:07.671460+0000 mon.a (mon.0) 759 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:08.994 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[79695]: audit 2024-03-22T07:17:07.675041+0000 mon.c (mon.2) 162 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-22T07:17:08.994 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[79695]: audit 2024-03-22T07:17:07.676407+0000 mon.c (mon.2) 163 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:17:08.994 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[79695]: cluster 2024-03-22T07:17:08.237122+0000 mon.a (mon.0) 760 : cluster 0 osdmap e638: 8 total, 8 up, 8 in 2024-03-22T07:17:08.994 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[79695]: audit 2024-03-22T07:17:08.390440+0000 mon.a (mon.0) 761 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:08.994 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:08 smithi129 bash[79695]: audit 2024-03-22T07:17:08.395933+0000 mon.c (mon.2) 164 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:17:09.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:09 smithi148 bash[66753]: cephadm 2024-03-22T07:17:07.686086+0000 mgr.y (mgr.25337) 286 : cephadm 1 Deploying daemon osd.3 on smithi129 2024-03-22T07:17:09.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:09 smithi148 bash[66753]: cluster 2024-03-22T07:17:08.235016+0000 osd.4 (osd.4) 243 : cluster 3 failed to encode map e638 with expected crc 2024-03-22T07:17:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:09 smithi148 bash[66753]: cluster 2024-03-22T07:17:08.308341+0000 osd.6 (osd.6) 221 : cluster 3 failed to encode map e638 with expected crc 2024-03-22T07:17:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:09 smithi148 bash[66753]: cluster 2024-03-22T07:17:08.415504+0000 osd.7 (osd.7) 205 : cluster 3 failed to encode map e638 with expected crc 2024-03-22T07:17:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:09 smithi148 bash[66753]: cluster 2024-03-22T07:17:08.497745+0000 osd.3 (osd.3) 223 : cluster 3 failed to encode map e638 with expected crc 2024-03-22T07:17:09.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:09 smithi148 bash[66753]: audit 2024-03-22T07:17:09.411872+0000 mon.c (mon.2) 165 : audit 0 from='client.? 172.21.15.129:0/4084639443' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:10.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:09 smithi129 bash[79695]: cephadm 2024-03-22T07:17:07.686086+0000 mgr.y (mgr.25337) 286 : cephadm 1 Deploying daemon osd.3 on smithi129 2024-03-22T07:17:10.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:09 smithi129 bash[79695]: cluster 2024-03-22T07:17:08.235016+0000 osd.4 (osd.4) 243 : cluster 3 failed to encode map e638 with expected crc 2024-03-22T07:17:10.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:09 smithi129 bash[79695]: cluster 2024-03-22T07:17:08.308341+0000 osd.6 (osd.6) 221 : cluster 3 failed to encode map e638 with expected crc 2024-03-22T07:17:10.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:09 smithi129 bash[79695]: cluster 2024-03-22T07:17:08.415504+0000 osd.7 (osd.7) 205 : cluster 3 failed to encode map e638 with expected crc 2024-03-22T07:17:10.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:09 smithi129 bash[79695]: cluster 2024-03-22T07:17:08.497745+0000 osd.3 (osd.3) 223 : cluster 3 failed to encode map e638 with expected crc 2024-03-22T07:17:10.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:09 smithi129 bash[79695]: audit 2024-03-22T07:17:09.411872+0000 mon.c (mon.2) 165 : audit 0 from='client.? 172.21.15.129:0/4084639443' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:10.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:09 smithi129 bash[82160]: cephadm 2024-03-22T07:17:07.686086+0000 mgr.y (mgr.25337) 286 : cephadm 1 Deploying daemon osd.3 on smithi129 2024-03-22T07:17:10.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:09 smithi129 bash[82160]: cluster 2024-03-22T07:17:08.235016+0000 osd.4 (osd.4) 243 : cluster 3 failed to encode map e638 with expected crc 2024-03-22T07:17:10.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:09 smithi129 bash[82160]: cluster 2024-03-22T07:17:08.308341+0000 osd.6 (osd.6) 221 : cluster 3 failed to encode map e638 with expected crc 2024-03-22T07:17:10.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:09 smithi129 bash[82160]: cluster 2024-03-22T07:17:08.415504+0000 osd.7 (osd.7) 205 : cluster 3 failed to encode map e638 with expected crc 2024-03-22T07:17:10.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:09 smithi129 bash[82160]: cluster 2024-03-22T07:17:08.497745+0000 osd.3 (osd.3) 223 : cluster 3 failed to encode map e638 with expected crc 2024-03-22T07:17:10.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:09 smithi129 bash[82160]: audit 2024-03-22T07:17:09.411872+0000 mon.c (mon.2) 165 : audit 0 from='client.? 172.21.15.129:0/4084639443' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:10 smithi148 bash[66753]: cluster 2024-03-22T07:17:09.398827+0000 mgr.y (mgr.25337) 287 : cluster 0 pgmap v553: 361 pgs: 361 active+clean; 7.6 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 898 KiB/s wr, 46 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:17:11.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:10 smithi129 bash[79695]: cluster 2024-03-22T07:17:09.398827+0000 mgr.y (mgr.25337) 287 : cluster 0 pgmap v553: 361 pgs: 361 active+clean; 7.6 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 898 KiB/s wr, 46 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:17:11.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:10 smithi129 bash[82160]: cluster 2024-03-22T07:17:09.398827+0000 mgr.y (mgr.25337) 287 : cluster 0 pgmap v553: 361 pgs: 361 active+clean; 7.6 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 898 KiB/s wr, 46 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:17:12.517 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:12 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:12.517 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:17:12 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:12.517 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:17:12 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:12.518 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:12 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:12.521 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:17:12 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:12.522 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:12 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:12.522 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:17:12 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:12.522 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:17:12 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:12.523 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:17:12 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:12.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:12 smithi129 bash[82160]: cluster 2024-03-22T07:17:11.399995+0000 mgr.y (mgr.25337) 288 : cluster 0 pgmap v554: 361 pgs: 361 active+clean; 7.6 MiB data, 451 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 790 KiB/s wr, 23 op/s 2024-03-22T07:17:12.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:12 smithi129 bash[82160]: audit 2024-03-22T07:17:11.748179+0000 mon.a (mon.0) 762 : audit 0 from='client.? 172.21.15.129:0/676035972' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:12.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:12 smithi129 bash[82160]: cluster 2024-03-22T07:17:12.642095+0000 mon.a (mon.0) 763 : cluster 1 osd.3 marked itself down and dead 2024-03-22T07:17:12.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:12 smithi129 bash[79695]: debug 2024-03-22T07:17:12.682+0000 7f74b4953700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:12.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:12 smithi129 bash[79695]: cluster 2024-03-22T07:17:11.399995+0000 mgr.y (mgr.25337) 288 : cluster 0 pgmap v554: 361 pgs: 361 active+clean; 7.6 MiB data, 451 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 790 KiB/s wr, 23 op/s 2024-03-22T07:17:12.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:12 smithi129 bash[79695]: audit 2024-03-22T07:17:11.748179+0000 mon.a (mon.0) 762 : audit 0 from='client.? 172.21.15.129:0/676035972' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:12.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:12 smithi129 bash[79695]: cluster 2024-03-22T07:17:12.642095+0000 mon.a (mon.0) 763 : cluster 1 osd.3 marked itself down and dead 2024-03-22T07:17:12.871 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:12 smithi129 systemd[1]: Stopping Ceph osd.3 for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:17:12.871 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:12 smithi129 bash[50631]: debug 2024-03-22T07:17:12.638+0000 7f0d2312f700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-03-22T07:17:12.871 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:12 smithi129 bash[50631]: debug 2024-03-22T07:17:12.638+0000 7f0d2312f700 -1 osd.3 638 *** Got signal Terminated *** 2024-03-22T07:17:12.871 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:12 smithi129 bash[50631]: debug 2024-03-22T07:17:12.638+0000 7f0d2312f700 -1 osd.3 638 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-22T07:17:13.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:12 smithi148 bash[66753]: cluster 2024-03-22T07:17:11.399995+0000 mgr.y (mgr.25337) 288 : cluster 0 pgmap v554: 361 pgs: 361 active+clean; 7.6 MiB data, 451 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 790 KiB/s wr, 23 op/s 2024-03-22T07:17:13.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:12 smithi148 bash[66753]: audit 2024-03-22T07:17:11.748179+0000 mon.a (mon.0) 762 : audit 0 from='client.? 172.21.15.129:0/676035972' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:13.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:12 smithi148 bash[66753]: cluster 2024-03-22T07:17:12.642095+0000 mon.a (mon.0) 763 : cluster 1 osd.3 marked itself down and dead 2024-03-22T07:17:14.037 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[103249]: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-3 2024-03-22T07:17:14.038 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:17:13] "GET /metrics HTTP/1.1" 200 55771 "" "Prometheus/2.43.0" 2024-03-22T07:17:14.038 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[79695]: cluster 2024-03-22T07:17:12.684268+0000 mon.a (mon.0) 764 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-03-22T07:17:14.038 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[79695]: cluster 2024-03-22T07:17:12.684297+0000 mon.a (mon.0) 765 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:14.038 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[79695]: cluster 2024-03-22T07:17:12.690721+0000 osd.7 (osd.7) 206 : cluster 3 failed to encode map e639 with expected crc 2024-03-22T07:17:14.038 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[79695]: cluster 2024-03-22T07:17:12.694524+0000 mon.a (mon.0) 766 : cluster 0 osdmap e639: 8 total, 7 up, 8 in 2024-03-22T07:17:14.038 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[79695]: cluster 2024-03-22T07:17:12.699444+0000 osd.6 (osd.6) 222 : cluster 3 failed to encode map e639 with expected crc 2024-03-22T07:17:14.039 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[79695]: cluster 2024-03-22T07:17:12.700589+0000 osd.4 (osd.4) 244 : cluster 3 failed to encode map e639 with expected crc 2024-03-22T07:17:14.039 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[79695]: cluster 2024-03-22T07:17:12.703405+0000 osd.5 (osd.5) 181 : cluster 3 failed to encode map e639 with expected crc 2024-03-22T07:17:14.039 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[79695]: cluster 2024-03-22T07:17:13.400711+0000 mgr.y (mgr.25337) 289 : cluster 0 pgmap v556: 361 pgs: 55 stale+active+clean, 306 active+clean; 7.6 MiB data, 451 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s 2024-03-22T07:17:14.039 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[79695]: cluster 2024-03-22T07:17:13.696278+0000 mon.a (mon.0) 767 : cluster 0 osdmap e640: 8 total, 7 up, 8 in 2024-03-22T07:17:14.039 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[82160]: cluster 2024-03-22T07:17:12.684268+0000 mon.a (mon.0) 764 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-03-22T07:17:14.039 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[82160]: cluster 2024-03-22T07:17:12.684297+0000 mon.a (mon.0) 765 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:14.039 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[82160]: cluster 2024-03-22T07:17:12.690721+0000 osd.7 (osd.7) 206 : cluster 3 failed to encode map e639 with expected crc 2024-03-22T07:17:14.039 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[82160]: cluster 2024-03-22T07:17:12.694524+0000 mon.a (mon.0) 766 : cluster 0 osdmap e639: 8 total, 7 up, 8 in 2024-03-22T07:17:14.039 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[82160]: cluster 2024-03-22T07:17:12.699444+0000 osd.6 (osd.6) 222 : cluster 3 failed to encode map e639 with expected crc 2024-03-22T07:17:14.039 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[82160]: cluster 2024-03-22T07:17:12.700589+0000 osd.4 (osd.4) 244 : cluster 3 failed to encode map e639 with expected crc 2024-03-22T07:17:14.039 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[82160]: cluster 2024-03-22T07:17:12.703405+0000 osd.5 (osd.5) 181 : cluster 3 failed to encode map e639 with expected crc 2024-03-22T07:17:14.039 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[82160]: cluster 2024-03-22T07:17:13.400711+0000 mgr.y (mgr.25337) 289 : cluster 0 pgmap v556: 361 pgs: 55 stale+active+clean, 306 active+clean; 7.6 MiB data, 451 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s 2024-03-22T07:17:14.040 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:13 smithi129 bash[82160]: cluster 2024-03-22T07:17:13.696278+0000 mon.a (mon.0) 767 : cluster 0 osdmap e640: 8 total, 7 up, 8 in 2024-03-22T07:17:14.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:13 smithi148 bash[66753]: cluster 2024-03-22T07:17:12.684268+0000 mon.a (mon.0) 764 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-03-22T07:17:14.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:13 smithi148 bash[66753]: cluster 2024-03-22T07:17:12.684297+0000 mon.a (mon.0) 765 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:14.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:13 smithi148 bash[66753]: cluster 2024-03-22T07:17:12.690721+0000 osd.7 (osd.7) 206 : cluster 3 failed to encode map e639 with expected crc 2024-03-22T07:17:14.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:13 smithi148 bash[66753]: cluster 2024-03-22T07:17:12.694524+0000 mon.a (mon.0) 766 : cluster 0 osdmap e639: 8 total, 7 up, 8 in 2024-03-22T07:17:14.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:13 smithi148 bash[66753]: cluster 2024-03-22T07:17:12.699444+0000 osd.6 (osd.6) 222 : cluster 3 failed to encode map e639 with expected crc 2024-03-22T07:17:14.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:13 smithi148 bash[66753]: cluster 2024-03-22T07:17:12.700589+0000 osd.4 (osd.4) 244 : cluster 3 failed to encode map e639 with expected crc 2024-03-22T07:17:14.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:13 smithi148 bash[66753]: cluster 2024-03-22T07:17:12.703405+0000 osd.5 (osd.5) 181 : cluster 3 failed to encode map e639 with expected crc 2024-03-22T07:17:14.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:13 smithi148 bash[66753]: cluster 2024-03-22T07:17:13.400711+0000 mgr.y (mgr.25337) 289 : cluster 0 pgmap v556: 361 pgs: 55 stale+active+clean, 306 active+clean; 7.6 MiB data, 451 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s 2024-03-22T07:17:14.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:13 smithi148 bash[66753]: cluster 2024-03-22T07:17:13.696278+0000 mon.a (mon.0) 767 : cluster 0 osdmap e640: 8 total, 7 up, 8 in 2024-03-22T07:17:14.369 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[103336]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-3 2024-03-22T07:17:15.018 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[82160]: cluster 2024-03-22T07:17:13.697664+0000 osd.7 (osd.7) 207 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.018 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[82160]: cluster 2024-03-22T07:17:13.700665+0000 osd.4 (osd.4) 245 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.018 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[82160]: cluster 2024-03-22T07:17:13.700728+0000 osd.5 (osd.5) 182 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.018 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[82160]: cluster 2024-03-22T07:17:13.700767+0000 osd.6 (osd.6) 223 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.018 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[82160]: cluster 2024-03-22T07:17:13.702757+0000 osd.7 (osd.7) 208 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.018 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[82160]: cluster 2024-03-22T07:17:13.705906+0000 osd.6 (osd.6) 224 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.018 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[82160]: cluster 2024-03-22T07:17:13.709927+0000 osd.4 (osd.4) 246 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.018 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[82160]: cluster 2024-03-22T07:17:13.709979+0000 osd.5 (osd.5) 183 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.018 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[82160]: cluster 2024-03-22T07:17:13.723492+0000 osd.5 (osd.5) 184 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.018 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[82160]: cluster 2024-03-22T07:17:13.731457+0000 osd.5 (osd.5) 185 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.019 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[82160]: audit 2024-03-22T07:17:14.103513+0000 mon.c (mon.2) 166 : audit 0 from='client.? 172.21.15.129:0/561788429' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:15.019 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[79695]: cluster 2024-03-22T07:17:13.697664+0000 osd.7 (osd.7) 207 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.019 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[79695]: cluster 2024-03-22T07:17:13.700665+0000 osd.4 (osd.4) 245 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.019 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[79695]: cluster 2024-03-22T07:17:13.700728+0000 osd.5 (osd.5) 182 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.019 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[79695]: cluster 2024-03-22T07:17:13.700767+0000 osd.6 (osd.6) 223 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.019 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[79695]: cluster 2024-03-22T07:17:13.702757+0000 osd.7 (osd.7) 208 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.019 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[79695]: cluster 2024-03-22T07:17:13.705906+0000 osd.6 (osd.6) 224 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.019 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[79695]: cluster 2024-03-22T07:17:13.709927+0000 osd.4 (osd.4) 246 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.019 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[79695]: cluster 2024-03-22T07:17:13.709979+0000 osd.5 (osd.5) 183 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.019 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[79695]: cluster 2024-03-22T07:17:13.723492+0000 osd.5 (osd.5) 184 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.019 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[79695]: cluster 2024-03-22T07:17:13.731457+0000 osd.5 (osd.5) 185 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.019 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:14 smithi129 bash[79695]: audit 2024-03-22T07:17:14.103513+0000 mon.c (mon.2) 166 : audit 0 from='client.? 172.21.15.129:0/561788429' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:15.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:14 smithi148 bash[66753]: cluster 2024-03-22T07:17:13.697664+0000 osd.7 (osd.7) 207 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:14 smithi148 bash[66753]: cluster 2024-03-22T07:17:13.700665+0000 osd.4 (osd.4) 245 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:14 smithi148 bash[66753]: cluster 2024-03-22T07:17:13.700728+0000 osd.5 (osd.5) 182 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:14 smithi148 bash[66753]: cluster 2024-03-22T07:17:13.700767+0000 osd.6 (osd.6) 223 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:14 smithi148 bash[66753]: cluster 2024-03-22T07:17:13.702757+0000 osd.7 (osd.7) 208 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:14 smithi148 bash[66753]: cluster 2024-03-22T07:17:13.705906+0000 osd.6 (osd.6) 224 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:14 smithi148 bash[66753]: cluster 2024-03-22T07:17:13.709927+0000 osd.4 (osd.4) 246 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:14 smithi148 bash[66753]: cluster 2024-03-22T07:17:13.709979+0000 osd.5 (osd.5) 183 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:14 smithi148 bash[66753]: cluster 2024-03-22T07:17:13.723492+0000 osd.5 (osd.5) 184 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:14 smithi148 bash[66753]: cluster 2024-03-22T07:17:13.731457+0000 osd.5 (osd.5) 185 : cluster 3 failed to encode map e640 with expected crc 2024-03-22T07:17:15.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:14 smithi148 bash[66753]: audit 2024-03-22T07:17:14.103513+0000 mon.c (mon.2) 166 : audit 0 from='client.? 172.21.15.129:0/561788429' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:16.303 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:15 smithi129 bash[79695]: audit 2024-03-22T07:17:14.981598+0000 mon.a (mon.0) 768 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:16.304 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:15 smithi129 bash[79695]: cluster 2024-03-22T07:17:15.402216+0000 mgr.y (mgr.25337) 290 : cluster 0 pgmap v558: 361 pgs: 33 active+undersized+degraded, 71 active+undersized, 18 stale+active+clean, 239 active+clean; 13 MiB data, 462 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s wr, 2 op/s; 53/510 objects degraded (10.392%) 2024-03-22T07:17:16.304 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:15 smithi129 bash[82160]: audit 2024-03-22T07:17:14.981598+0000 mon.a (mon.0) 768 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:16.304 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:15 smithi129 bash[82160]: cluster 2024-03-22T07:17:15.402216+0000 mgr.y (mgr.25337) 290 : cluster 0 pgmap v558: 361 pgs: 33 active+undersized+degraded, 71 active+undersized, 18 stale+active+clean, 239 active+clean; 13 MiB data, 462 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s wr, 2 op/s; 53/510 objects degraded (10.392%) 2024-03-22T07:17:16.305 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:16 smithi129 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.3.service: Deactivated successfully. 2024-03-22T07:17:16.305 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:16 smithi129 systemd[1]: Stopped Ceph osd.3 for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:17:16.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:15 smithi148 bash[66753]: audit 2024-03-22T07:17:14.981598+0000 mon.a (mon.0) 768 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:16.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:15 smithi148 bash[66753]: cluster 2024-03-22T07:17:15.402216+0000 mgr.y (mgr.25337) 290 : cluster 0 pgmap v558: 361 pgs: 33 active+undersized+degraded, 71 active+undersized, 18 stale+active+clean, 239 active+clean; 13 MiB data, 462 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s wr, 2 op/s; 53/510 objects degraded (10.392%) 2024-03-22T07:17:16.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:16 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:16.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:16 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:16.625 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:17:16 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:16.625 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:17:16 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:16.625 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:17:16 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:16.626 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:17:16 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:16.626 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:16 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:16.626 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:16 smithi129 systemd[1]: Started Ceph osd.3 for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:17:16.627 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:17:16 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:16.627 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:17:16 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:17.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:16 smithi129 bash[79695]: cluster 2024-03-22T07:17:15.974988+0000 mon.a (mon.0) 769 : cluster 3 Health check failed: Degraded data redundancy: 53/510 objects degraded (10.392%), 33 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:17.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:16 smithi129 bash[79695]: audit 2024-03-22T07:17:16.466099+0000 mon.a (mon.0) 770 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:17.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:16 smithi129 bash[79695]: audit 2024-03-22T07:17:16.474514+0000 mon.c (mon.2) 167 : audit 0 from='client.? 172.21.15.129:0/2419996692' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:17.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:16 smithi129 bash[79695]: audit 2024-03-22T07:17:16.478150+0000 mon.a (mon.0) 771 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:17.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:16 smithi129 bash[79695]: audit 2024-03-22T07:17:16.499032+0000 mon.c (mon.2) 168 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:17:17.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:16 smithi129 bash[82160]: cluster 2024-03-22T07:17:15.974988+0000 mon.a (mon.0) 769 : cluster 3 Health check failed: Degraded data redundancy: 53/510 objects degraded (10.392%), 33 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:17.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:16 smithi129 bash[82160]: audit 2024-03-22T07:17:16.466099+0000 mon.a (mon.0) 770 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:17.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:16 smithi129 bash[82160]: audit 2024-03-22T07:17:16.474514+0000 mon.c (mon.2) 167 : audit 0 from='client.? 172.21.15.129:0/2419996692' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:17.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:16 smithi129 bash[82160]: audit 2024-03-22T07:17:16.478150+0000 mon.a (mon.0) 771 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:17.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:16 smithi129 bash[82160]: audit 2024-03-22T07:17:16.499032+0000 mon.c (mon.2) 168 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:17:17.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:16 smithi148 bash[66753]: cluster 2024-03-22T07:17:15.974988+0000 mon.a (mon.0) 769 : cluster 3 Health check failed: Degraded data redundancy: 53/510 objects degraded (10.392%), 33 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:16 smithi148 bash[66753]: audit 2024-03-22T07:17:16.466099+0000 mon.a (mon.0) 770 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:16 smithi148 bash[66753]: audit 2024-03-22T07:17:16.474514+0000 mon.c (mon.2) 167 : audit 0 from='client.? 172.21.15.129:0/2419996692' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:16 smithi148 bash[66753]: audit 2024-03-22T07:17:16.478150+0000 mon.a (mon.0) 771 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:17.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:16 smithi148 bash[66753]: audit 2024-03-22T07:17:16.499032+0000 mon.c (mon.2) 168 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:17:18.234 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:17 smithi129 bash[79695]: cluster 2024-03-22T07:17:17.403891+0000 mgr.y (mgr.25337) 291 : cluster 0 pgmap v559: 361 pgs: 45 active+undersized+degraded, 113 active+undersized, 203 active+clean; 16 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s wr, 1 op/s; 70/513 objects degraded (13.645%) 2024-03-22T07:17:18.234 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:17 smithi129 bash[82160]: cluster 2024-03-22T07:17:17.403891+0000 mgr.y (mgr.25337) 291 : cluster 0 pgmap v559: 361 pgs: 45 active+undersized+degraded, 113 active+undersized, 203 active+clean; 16 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s wr, 1 op/s; 70/513 objects degraded (13.645%) 2024-03-22T07:17:18.234 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:17 smithi129 bash[103512]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-03-22T07:17:18.235 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:17 smithi129 bash[103512]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-03-22T07:17:18.235 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:17 smithi129 bash[103512]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-03-22T07:17:18.235 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:17 smithi129 bash[103512]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-03-22T07:17:18.235 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:17 smithi129 bash[103512]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-03-22T07:17:18.235 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:17 smithi129 bash[103512]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-03-22T07:17:18.235 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:17 smithi129 bash[103512]: --> ceph-volume raw activate successful for osd ID: 3 2024-03-22T07:17:18.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:17 smithi148 bash[66753]: cluster 2024-03-22T07:17:17.403891+0000 mgr.y (mgr.25337) 291 : cluster 0 pgmap v559: 361 pgs: 45 active+undersized+degraded, 113 active+undersized, 203 active+clean; 16 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s wr, 1 op/s; 70/513 objects degraded (13.645%) 2024-03-22T07:17:18.990 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.RemoveFullTry (21250 ms) 2024-03-22T07:17:18.990 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-03-22T07:17:19.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:18 smithi129 bash[79695]: cluster 2024-03-22T07:17:18.229968+0000 mon.a (mon.0) 772 : cluster 3 pool 'test-librbd-smithi129-68587-23' is full (reached quota's max_bytes: 10 MiB) 2024-03-22T07:17:19.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:18 smithi129 bash[79695]: cluster 2024-03-22T07:17:18.230549+0000 mon.a (mon.0) 773 : cluster 3 Health check failed: 1 pool(s) full (POOL_FULL) 2024-03-22T07:17:19.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:18 smithi129 bash[79695]: cluster 2024-03-22T07:17:18.235057+0000 osd.7 (osd.7) 209 : cluster 3 failed to encode map e641 with expected crc 2024-03-22T07:17:19.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:18 smithi129 bash[79695]: cluster 2024-03-22T07:17:18.241475+0000 mon.a (mon.0) 774 : cluster 0 osdmap e641: 8 total, 7 up, 8 in 2024-03-22T07:17:19.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:18 smithi129 bash[79695]: cluster 2024-03-22T07:17:18.248168+0000 osd.5 (osd.5) 186 : cluster 3 failed to encode map e641 with expected crc 2024-03-22T07:17:19.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:18 smithi129 bash[79695]: audit 2024-03-22T07:17:18.842380+0000 mon.c (mon.2) 169 : audit 0 from='client.? 172.21.15.129:0/1878560403' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:19.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:18 smithi129 bash[79695]: cluster 2024-03-22T07:17:18.877634+0000 osd.6 (osd.6) 225 : cluster 3 failed to encode map e641 with expected crc 2024-03-22T07:17:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:18 smithi129 bash[82160]: cluster 2024-03-22T07:17:18.229968+0000 mon.a (mon.0) 772 : cluster 3 pool 'test-librbd-smithi129-68587-23' is full (reached quota's max_bytes: 10 MiB) 2024-03-22T07:17:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:18 smithi129 bash[82160]: cluster 2024-03-22T07:17:18.230549+0000 mon.a (mon.0) 773 : cluster 3 Health check failed: 1 pool(s) full (POOL_FULL) 2024-03-22T07:17:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:18 smithi129 bash[82160]: cluster 2024-03-22T07:17:18.235057+0000 osd.7 (osd.7) 209 : cluster 3 failed to encode map e641 with expected crc 2024-03-22T07:17:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:18 smithi129 bash[82160]: cluster 2024-03-22T07:17:18.241475+0000 mon.a (mon.0) 774 : cluster 0 osdmap e641: 8 total, 7 up, 8 in 2024-03-22T07:17:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:18 smithi129 bash[82160]: cluster 2024-03-22T07:17:18.248168+0000 osd.5 (osd.5) 186 : cluster 3 failed to encode map e641 with expected crc 2024-03-22T07:17:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:18 smithi129 bash[82160]: audit 2024-03-22T07:17:18.842380+0000 mon.c (mon.2) 169 : audit 0 from='client.? 172.21.15.129:0/1878560403' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:19.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:18 smithi129 bash[82160]: cluster 2024-03-22T07:17:18.877634+0000 osd.6 (osd.6) 225 : cluster 3 failed to encode map e641 with expected crc 2024-03-22T07:17:19.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:18 smithi148 bash[66753]: cluster 2024-03-22T07:17:18.229968+0000 mon.a (mon.0) 772 : cluster 3 pool 'test-librbd-smithi129-68587-23' is full (reached quota's max_bytes: 10 MiB) 2024-03-22T07:17:19.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:18 smithi148 bash[66753]: cluster 2024-03-22T07:17:18.230549+0000 mon.a (mon.0) 773 : cluster 3 Health check failed: 1 pool(s) full (POOL_FULL) 2024-03-22T07:17:19.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:18 smithi148 bash[66753]: cluster 2024-03-22T07:17:18.235057+0000 osd.7 (osd.7) 209 : cluster 3 failed to encode map e641 with expected crc 2024-03-22T07:17:19.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:18 smithi148 bash[66753]: cluster 2024-03-22T07:17:18.241475+0000 mon.a (mon.0) 774 : cluster 0 osdmap e641: 8 total, 7 up, 8 in 2024-03-22T07:17:19.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:18 smithi148 bash[66753]: cluster 2024-03-22T07:17:18.248168+0000 osd.5 (osd.5) 186 : cluster 3 failed to encode map e641 with expected crc 2024-03-22T07:17:19.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:18 smithi148 bash[66753]: audit 2024-03-22T07:17:18.842380+0000 mon.c (mon.2) 169 : audit 0 from='client.? 172.21.15.129:0/1878560403' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:19.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:18 smithi148 bash[66753]: cluster 2024-03-22T07:17:18.877634+0000 osd.6 (osd.6) 225 : cluster 3 failed to encode map e641 with expected crc 2024-03-22T07:17:19.869 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:19 smithi129 bash[103756]: debug 2024-03-22T07:17:19.634+0000 7f00b2992700 1 -- 172.21.15.129:0/3621295187 <== mon.2 v2:172.21.15.129:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5566e0c7d1e0 con 0x5566e0d02800 2024-03-22T07:17:20.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:20 smithi129 bash[79695]: cluster 2024-03-22T07:17:18.936003+0000 osd.4 (osd.4) 247 : cluster 3 failed to encode map e641 with expected crc 2024-03-22T07:17:20.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:20 smithi129 bash[79695]: cluster 2024-03-22T07:17:19.405225+0000 mgr.y (mgr.25337) 292 : cluster 0 pgmap v561: 361 pgs: 44 active+undersized+degraded, 114 active+undersized, 203 active+clean; 3.6 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s wr, 4 op/s; 67/498 objects degraded (13.454%) 2024-03-22T07:17:20.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:20 smithi129 bash[82160]: cluster 2024-03-22T07:17:18.936003+0000 osd.4 (osd.4) 247 : cluster 3 failed to encode map e641 with expected crc 2024-03-22T07:17:20.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:20 smithi129 bash[82160]: cluster 2024-03-22T07:17:19.405225+0000 mgr.y (mgr.25337) 292 : cluster 0 pgmap v561: 361 pgs: 44 active+undersized+degraded, 114 active+undersized, 203 active+clean; 3.6 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s wr, 4 op/s; 67/498 objects degraded (13.454%) 2024-03-22T07:17:20.371 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:20 smithi129 bash[103756]: debug 2024-03-22T07:17:20.174+0000 7f00bbb2a7c0 -1 Falling back to public interface 2024-03-22T07:17:20.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:20 smithi148 bash[66753]: cluster 2024-03-22T07:17:18.936003+0000 osd.4 (osd.4) 247 : cluster 3 failed to encode map e641 with expected crc 2024-03-22T07:17:20.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:20 smithi148 bash[66753]: cluster 2024-03-22T07:17:19.405225+0000 mgr.y (mgr.25337) 292 : cluster 0 pgmap v561: 361 pgs: 44 active+undersized+degraded, 114 active+undersized, 203 active+clean; 3.6 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s wr, 4 op/s; 67/498 objects degraded (13.454%) 2024-03-22T07:17:21.369 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[82160]: cluster 2024-03-22T07:17:20.011921+0000 osd.4 (osd.4) 248 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[82160]: cluster 2024-03-22T07:17:20.012057+0000 osd.7 (osd.7) 210 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[82160]: cluster 2024-03-22T07:17:20.012133+0000 osd.5 (osd.5) 187 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[82160]: cluster 2024-03-22T07:17:20.012197+0000 osd.6 (osd.6) 226 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[82160]: cluster 2024-03-22T07:17:20.016696+0000 osd.4 (osd.4) 249 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[82160]: cluster 2024-03-22T07:17:20.018479+0000 mon.a (mon.0) 775 : cluster 0 osdmap e642: 8 total, 7 up, 8 in 2024-03-22T07:17:21.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[82160]: cluster 2024-03-22T07:17:20.025437+0000 osd.5 (osd.5) 188 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[82160]: cluster 2024-03-22T07:17:20.025485+0000 osd.4 (osd.4) 250 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[82160]: cluster 2024-03-22T07:17:20.027979+0000 osd.6 (osd.6) 227 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[82160]: audit 2024-03-22T07:17:20.028656+0000 mon.c (mon.2) 170 : audit 1 from='client.? 172.21.15.129:0/3251337750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:17:21.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[82160]: audit 2024-03-22T07:17:20.029725+0000 mon.a (mon.0) 776 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:17:21.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[79695]: cluster 2024-03-22T07:17:20.011921+0000 osd.4 (osd.4) 248 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[79695]: cluster 2024-03-22T07:17:20.012057+0000 osd.7 (osd.7) 210 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[79695]: cluster 2024-03-22T07:17:20.012133+0000 osd.5 (osd.5) 187 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[79695]: cluster 2024-03-22T07:17:20.012197+0000 osd.6 (osd.6) 226 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[79695]: cluster 2024-03-22T07:17:20.016696+0000 osd.4 (osd.4) 249 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[79695]: cluster 2024-03-22T07:17:20.018479+0000 mon.a (mon.0) 775 : cluster 0 osdmap e642: 8 total, 7 up, 8 in 2024-03-22T07:17:21.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[79695]: cluster 2024-03-22T07:17:20.025437+0000 osd.5 (osd.5) 188 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[79695]: cluster 2024-03-22T07:17:20.025485+0000 osd.4 (osd.4) 250 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[79695]: cluster 2024-03-22T07:17:20.027979+0000 osd.6 (osd.6) 227 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[79695]: audit 2024-03-22T07:17:20.028656+0000 mon.c (mon.2) 170 : audit 1 from='client.? 172.21.15.129:0/3251337750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:17:21.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:21 smithi129 bash[79695]: audit 2024-03-22T07:17:20.029725+0000 mon.a (mon.0) 776 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:17:21.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:21 smithi148 bash[66753]: cluster 2024-03-22T07:17:20.011921+0000 osd.4 (osd.4) 248 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:21 smithi148 bash[66753]: cluster 2024-03-22T07:17:20.012057+0000 osd.7 (osd.7) 210 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:21 smithi148 bash[66753]: cluster 2024-03-22T07:17:20.012133+0000 osd.5 (osd.5) 187 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:21 smithi148 bash[66753]: cluster 2024-03-22T07:17:20.012197+0000 osd.6 (osd.6) 226 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:21 smithi148 bash[66753]: cluster 2024-03-22T07:17:20.016696+0000 osd.4 (osd.4) 249 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:21 smithi148 bash[66753]: cluster 2024-03-22T07:17:20.018479+0000 mon.a (mon.0) 775 : cluster 0 osdmap e642: 8 total, 7 up, 8 in 2024-03-22T07:17:21.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:21 smithi148 bash[66753]: cluster 2024-03-22T07:17:20.025437+0000 osd.5 (osd.5) 188 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:21 smithi148 bash[66753]: cluster 2024-03-22T07:17:20.025485+0000 osd.4 (osd.4) 250 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:21 smithi148 bash[66753]: cluster 2024-03-22T07:17:20.027979+0000 osd.6 (osd.6) 227 : cluster 3 failed to encode map e642 with expected crc 2024-03-22T07:17:21.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:21 smithi148 bash[66753]: audit 2024-03-22T07:17:20.028656+0000 mon.c (mon.2) 170 : audit 1 from='client.? 172.21.15.129:0/3251337750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:17:21.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:21 smithi148 bash[66753]: audit 2024-03-22T07:17:20.029725+0000 mon.a (mon.0) 776 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:17:22.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[79695]: audit 2024-03-22T07:17:21.009870+0000 mon.a (mon.0) 777 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:17:22.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[79695]: cluster 2024-03-22T07:17:21.013785+0000 osd.7 (osd.7) 211 : cluster 3 failed to encode map e643 with expected crc 2024-03-22T07:17:22.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[79695]: cluster 2024-03-22T07:17:21.014684+0000 mon.a (mon.0) 778 : cluster 0 osdmap e643: 8 total, 7 up, 8 in 2024-03-22T07:17:22.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[79695]: cluster 2024-03-22T07:17:21.016863+0000 osd.5 (osd.5) 189 : cluster 3 failed to encode map e643 with expected crc 2024-03-22T07:17:22.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[79695]: cluster 2024-03-22T07:17:21.016932+0000 osd.6 (osd.6) 228 : cluster 3 failed to encode map e643 with expected crc 2024-03-22T07:17:22.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[79695]: cluster 2024-03-22T07:17:21.016993+0000 osd.4 (osd.4) 251 : cluster 3 failed to encode map e643 with expected crc 2024-03-22T07:17:22.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[79695]: cluster 2024-03-22T07:17:21.019194+0000 osd.7 (osd.7) 212 : cluster 3 failed to encode map e643 with expected crc 2024-03-22T07:17:22.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[79695]: audit 2024-03-22T07:17:21.231604+0000 mon.c (mon.2) 171 : audit 0 from='client.? 172.21.15.129:0/2739224554' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:22.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[79695]: cluster 2024-03-22T07:17:21.405962+0000 mgr.y (mgr.25337) 293 : cluster 0 pgmap v564: 393 pgs: 3 creating+peering, 29 unknown, 43 active+undersized+degraded, 115 active+undersized, 203 active+clean; 3.6 MiB data, 460 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 513 KiB/s wr, 23 op/s; 66/495 objects degraded (13.333%) 2024-03-22T07:17:22.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[82160]: audit 2024-03-22T07:17:21.009870+0000 mon.a (mon.0) 777 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:17:22.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[82160]: cluster 2024-03-22T07:17:21.013785+0000 osd.7 (osd.7) 211 : cluster 3 failed to encode map e643 with expected crc 2024-03-22T07:17:22.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[82160]: cluster 2024-03-22T07:17:21.014684+0000 mon.a (mon.0) 778 : cluster 0 osdmap e643: 8 total, 7 up, 8 in 2024-03-22T07:17:22.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[82160]: cluster 2024-03-22T07:17:21.016863+0000 osd.5 (osd.5) 189 : cluster 3 failed to encode map e643 with expected crc 2024-03-22T07:17:22.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[82160]: cluster 2024-03-22T07:17:21.016932+0000 osd.6 (osd.6) 228 : cluster 3 failed to encode map e643 with expected crc 2024-03-22T07:17:22.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[82160]: cluster 2024-03-22T07:17:21.016993+0000 osd.4 (osd.4) 251 : cluster 3 failed to encode map e643 with expected crc 2024-03-22T07:17:22.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[82160]: cluster 2024-03-22T07:17:21.019194+0000 osd.7 (osd.7) 212 : cluster 3 failed to encode map e643 with expected crc 2024-03-22T07:17:22.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[82160]: audit 2024-03-22T07:17:21.231604+0000 mon.c (mon.2) 171 : audit 0 from='client.? 172.21.15.129:0/2739224554' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:22.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:22 smithi129 bash[82160]: cluster 2024-03-22T07:17:21.405962+0000 mgr.y (mgr.25337) 293 : cluster 0 pgmap v564: 393 pgs: 3 creating+peering, 29 unknown, 43 active+undersized+degraded, 115 active+undersized, 203 active+clean; 3.6 MiB data, 460 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 513 KiB/s wr, 23 op/s; 66/495 objects degraded (13.333%) 2024-03-22T07:17:22.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:22 smithi148 bash[66753]: audit 2024-03-22T07:17:21.009870+0000 mon.a (mon.0) 777 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:17:22.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:22 smithi148 bash[66753]: cluster 2024-03-22T07:17:21.013785+0000 osd.7 (osd.7) 211 : cluster 3 failed to encode map e643 with expected crc 2024-03-22T07:17:22.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:22 smithi148 bash[66753]: cluster 2024-03-22T07:17:21.014684+0000 mon.a (mon.0) 778 : cluster 0 osdmap e643: 8 total, 7 up, 8 in 2024-03-22T07:17:22.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:22 smithi148 bash[66753]: cluster 2024-03-22T07:17:21.016863+0000 osd.5 (osd.5) 189 : cluster 3 failed to encode map e643 with expected crc 2024-03-22T07:17:22.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:22 smithi148 bash[66753]: cluster 2024-03-22T07:17:21.016932+0000 osd.6 (osd.6) 228 : cluster 3 failed to encode map e643 with expected crc 2024-03-22T07:17:22.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:22 smithi148 bash[66753]: cluster 2024-03-22T07:17:21.016993+0000 osd.4 (osd.4) 251 : cluster 3 failed to encode map e643 with expected crc 2024-03-22T07:17:22.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:22 smithi148 bash[66753]: cluster 2024-03-22T07:17:21.019194+0000 osd.7 (osd.7) 212 : cluster 3 failed to encode map e643 with expected crc 2024-03-22T07:17:22.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:22 smithi148 bash[66753]: audit 2024-03-22T07:17:21.231604+0000 mon.c (mon.2) 171 : audit 0 from='client.? 172.21.15.129:0/2739224554' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:22.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:22 smithi148 bash[66753]: cluster 2024-03-22T07:17:21.405962+0000 mgr.y (mgr.25337) 293 : cluster 0 pgmap v564: 393 pgs: 3 creating+peering, 29 unknown, 43 active+undersized+degraded, 115 active+undersized, 203 active+clean; 3.6 MiB data, 460 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 513 KiB/s wr, 23 op/s; 66/495 objects degraded (13.333%) 2024-03-22T07:17:23.119 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:17:23.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[79695]: cluster 2024-03-22T07:17:22.021825+0000 mon.a (mon.0) 779 : cluster 3 Health check update: Degraded data redundancy: 66/495 objects degraded (13.333%), 43 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:23.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[79695]: cluster 2024-03-22T07:17:22.033075+0000 osd.7 (osd.7) 213 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[79695]: cluster 2024-03-22T07:17:22.037465+0000 osd.5 (osd.5) 190 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[79695]: cluster 2024-03-22T07:17:22.037629+0000 osd.4 (osd.4) 252 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[79695]: cluster 2024-03-22T07:17:22.038150+0000 mon.a (mon.0) 780 : cluster 0 osdmap e644: 8 total, 7 up, 8 in 2024-03-22T07:17:23.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[79695]: cluster 2024-03-22T07:17:22.039874+0000 osd.6 (osd.6) 229 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[79695]: audit 2024-03-22T07:17:22.041539+0000 mon.a (mon.0) 781 : audit 1 from='client.? 172.21.15.129:0/3681768494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:17:23.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[79695]: cluster 2024-03-22T07:17:22.043529+0000 osd.5 (osd.5) 191 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[79695]: cluster 2024-03-22T07:17:22.043565+0000 osd.7 (osd.7) 214 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[79695]: audit 2024-03-22T07:17:22.191572+0000 mon.a (mon.0) 782 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:23.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[79695]: audit 2024-03-22T07:17:22.203951+0000 mon.a (mon.0) 783 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:23.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[82160]: cluster 2024-03-22T07:17:22.021825+0000 mon.a (mon.0) 779 : cluster 3 Health check update: Degraded data redundancy: 66/495 objects degraded (13.333%), 43 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:23.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[82160]: cluster 2024-03-22T07:17:22.033075+0000 osd.7 (osd.7) 213 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[82160]: cluster 2024-03-22T07:17:22.037465+0000 osd.5 (osd.5) 190 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[82160]: cluster 2024-03-22T07:17:22.037629+0000 osd.4 (osd.4) 252 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[82160]: cluster 2024-03-22T07:17:22.038150+0000 mon.a (mon.0) 780 : cluster 0 osdmap e644: 8 total, 7 up, 8 in 2024-03-22T07:17:23.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[82160]: cluster 2024-03-22T07:17:22.039874+0000 osd.6 (osd.6) 229 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[82160]: audit 2024-03-22T07:17:22.041539+0000 mon.a (mon.0) 781 : audit 1 from='client.? 172.21.15.129:0/3681768494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:17:23.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[82160]: cluster 2024-03-22T07:17:22.043529+0000 osd.5 (osd.5) 191 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[82160]: cluster 2024-03-22T07:17:22.043565+0000 osd.7 (osd.7) 214 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[82160]: audit 2024-03-22T07:17:22.191572+0000 mon.a (mon.0) 782 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:23.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[82160]: audit 2024-03-22T07:17:22.203951+0000 mon.a (mon.0) 783 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:23.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[72191]: [22/Mar/2024:07:17:23] ENGINE Bus STOPPING 2024-03-22T07:17:23.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[72191]: [22/Mar/2024:07:17:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:17:23.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[72191]: [22/Mar/2024:07:17:23] ENGINE Bus STOPPED 2024-03-22T07:17:23.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[72191]: [22/Mar/2024:07:17:23] ENGINE Bus STARTING 2024-03-22T07:17:23.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[72191]: [22/Mar/2024:07:17:23] ENGINE Serving on http://:::9283 2024-03-22T07:17:23.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[72191]: [22/Mar/2024:07:17:23] ENGINE Bus STARTED 2024-03-22T07:17:23.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:23 smithi148 bash[66753]: cluster 2024-03-22T07:17:22.021825+0000 mon.a (mon.0) 779 : cluster 3 Health check update: Degraded data redundancy: 66/495 objects degraded (13.333%), 43 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:23.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:23 smithi148 bash[66753]: cluster 2024-03-22T07:17:22.033075+0000 osd.7 (osd.7) 213 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:23 smithi148 bash[66753]: cluster 2024-03-22T07:17:22.037465+0000 osd.5 (osd.5) 190 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:23 smithi148 bash[66753]: cluster 2024-03-22T07:17:22.037629+0000 osd.4 (osd.4) 252 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:23 smithi148 bash[66753]: cluster 2024-03-22T07:17:22.038150+0000 mon.a (mon.0) 780 : cluster 0 osdmap e644: 8 total, 7 up, 8 in 2024-03-22T07:17:23.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:23 smithi148 bash[66753]: cluster 2024-03-22T07:17:22.039874+0000 osd.6 (osd.6) 229 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:23 smithi148 bash[66753]: audit 2024-03-22T07:17:22.041539+0000 mon.a (mon.0) 781 : audit 1 from='client.? 172.21.15.129:0/3681768494' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:17:23.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:23 smithi148 bash[66753]: cluster 2024-03-22T07:17:22.043529+0000 osd.5 (osd.5) 191 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:23 smithi148 bash[66753]: cluster 2024-03-22T07:17:22.043565+0000 osd.7 (osd.7) 214 : cluster 3 failed to encode map e644 with expected crc 2024-03-22T07:17:23.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:23 smithi148 bash[66753]: audit 2024-03-22T07:17:22.191572+0000 mon.a (mon.0) 782 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:23.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:23 smithi148 bash[66753]: audit 2024-03-22T07:17:22.203951+0000 mon.a (mon.0) 783 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:23.869 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[103756]: debug 2024-03-22T07:17:23.462+0000 7f00bbb2a7c0 -1 osd.3 638 log_to_monitors true 2024-03-22T07:17:24.303 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:17:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:17:23] "GET /metrics HTTP/1.1" 200 60499 "" "Prometheus/2.43.0" 2024-03-22T07:17:24.304 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: audit 2024-03-22T07:17:23.039364+0000 mon.a (mon.0) 784 : audit 1 from='client.? 172.21.15.129:0/3681768494' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:17:24.304 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.041471+0000 osd.4 (osd.4) 253 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.304 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.041471+0000 osd.5 (osd.5) 192 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.304 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.044378+0000 osd.7 (osd.7) 215 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.304 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.044974+0000 mon.a (mon.0) 785 : cluster 0 osdmap e645: 8 total, 7 up, 8 in 2024-03-22T07:17:24.304 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.051363+0000 osd.4 (osd.4) 254 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.304 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.058062+0000 osd.4 (osd.4) 255 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.304 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.065243+0000 osd.4 (osd.4) 256 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.304 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.065471+0000 osd.6 (osd.6) 230 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.304 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: audit 2024-03-22T07:17:23.123076+0000 mon.a (mon.0) 786 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:17:24.305 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: audit 2024-03-22T07:17:23.194013+0000 mon.a (mon.0) 787 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:24.305 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: audit 2024-03-22T07:17:23.201308+0000 mon.a (mon.0) 788 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:24.305 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.232189+0000 mon.a (mon.0) 789 : cluster 1 pool 'test-librbd-smithi129-68587-23' no longer out of quota; removing NO_QUOTA flag 2024-03-22T07:17:24.305 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.232477+0000 mon.a (mon.0) 790 : cluster 1 Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-03-22T07:17:24.305 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.235771+0000 osd.7 (osd.7) 216 : cluster 3 failed to encode map e646 with expected crc 2024-03-22T07:17:24.305 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.236100+0000 osd.6 (osd.6) 231 : cluster 3 failed to encode map e646 with expected crc 2024-03-22T07:17:24.305 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.237643+0000 mon.a (mon.0) 791 : cluster 0 osdmap e646: 8 total, 7 up, 8 in 2024-03-22T07:17:24.305 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.239306+0000 osd.4 (osd.4) 257 : cluster 3 failed to encode map e646 with expected crc 2024-03-22T07:17:24.305 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.239306+0000 osd.5 (osd.5) 193 : cluster 3 failed to encode map e646 with expected crc 2024-03-22T07:17:24.305 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.248918+0000 osd.4 (osd.4) 258 : cluster 3 failed to encode map e646 with expected crc 2024-03-22T07:17:24.305 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: audit 2024-03-22T07:17:23.387219+0000 mon.a (mon.0) 792 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:24.306 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: audit 2024-03-22T07:17:23.391320+0000 mon.c (mon.2) 172 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:17:24.306 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: cluster 2024-03-22T07:17:23.406661+0000 mgr.y (mgr.25337) 294 : cluster 0 pgmap v568: 425 pgs: 4 creating+peering, 51 unknown, 43 active+undersized+degraded, 116 active+undersized, 211 active+clean; 584 KiB data, 458 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 303 KiB/s wr, 17 op/s; 66/492 objects degraded (13.415%) 2024-03-22T07:17:24.306 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: audit 2024-03-22T07:17:23.468669+0000 mon.c (mon.2) 173 : audit 1 from='osd.3 [v2:172.21.15.129:6826/2726535725,v1:172.21.15.129:6827/2726535725]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-22T07:17:24.306 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: audit 2024-03-22T07:17:23.469086+0000 mon.a (mon.0) 793 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-22T07:17:24.306 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[79695]: audit 2024-03-22T07:17:23.636082+0000 mon.a (mon.0) 794 : audit 0 from='client.? 172.21.15.129:0/1299820907' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:24.306 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: audit 2024-03-22T07:17:23.039364+0000 mon.a (mon.0) 784 : audit 1 from='client.? 172.21.15.129:0/3681768494' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:17:24.306 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.041471+0000 osd.4 (osd.4) 253 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.306 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.041471+0000 osd.5 (osd.5) 192 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.307 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.044378+0000 osd.7 (osd.7) 215 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.307 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.044974+0000 mon.a (mon.0) 785 : cluster 0 osdmap e645: 8 total, 7 up, 8 in 2024-03-22T07:17:24.307 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.051363+0000 osd.4 (osd.4) 254 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.307 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.058062+0000 osd.4 (osd.4) 255 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.307 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.065243+0000 osd.4 (osd.4) 256 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.307 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.065471+0000 osd.6 (osd.6) 230 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.307 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: audit 2024-03-22T07:17:23.123076+0000 mon.a (mon.0) 786 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:17:24.307 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: audit 2024-03-22T07:17:23.194013+0000 mon.a (mon.0) 787 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:24.307 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: audit 2024-03-22T07:17:23.201308+0000 mon.a (mon.0) 788 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:24.307 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.232189+0000 mon.a (mon.0) 789 : cluster 1 pool 'test-librbd-smithi129-68587-23' no longer out of quota; removing NO_QUOTA flag 2024-03-22T07:17:24.307 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.232477+0000 mon.a (mon.0) 790 : cluster 1 Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-03-22T07:17:24.308 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.235771+0000 osd.7 (osd.7) 216 : cluster 3 failed to encode map e646 with expected crc 2024-03-22T07:17:24.308 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.236100+0000 osd.6 (osd.6) 231 : cluster 3 failed to encode map e646 with expected crc 2024-03-22T07:17:24.308 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.237643+0000 mon.a (mon.0) 791 : cluster 0 osdmap e646: 8 total, 7 up, 8 in 2024-03-22T07:17:24.308 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.239306+0000 osd.4 (osd.4) 257 : cluster 3 failed to encode map e646 with expected crc 2024-03-22T07:17:24.308 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.239306+0000 osd.5 (osd.5) 193 : cluster 3 failed to encode map e646 with expected crc 2024-03-22T07:17:24.308 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.248918+0000 osd.4 (osd.4) 258 : cluster 3 failed to encode map e646 with expected crc 2024-03-22T07:17:24.308 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: audit 2024-03-22T07:17:23.387219+0000 mon.a (mon.0) 792 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:24.308 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: audit 2024-03-22T07:17:23.391320+0000 mon.c (mon.2) 172 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:17:24.308 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: cluster 2024-03-22T07:17:23.406661+0000 mgr.y (mgr.25337) 294 : cluster 0 pgmap v568: 425 pgs: 4 creating+peering, 51 unknown, 43 active+undersized+degraded, 116 active+undersized, 211 active+clean; 584 KiB data, 458 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 303 KiB/s wr, 17 op/s; 66/492 objects degraded (13.415%) 2024-03-22T07:17:24.308 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: audit 2024-03-22T07:17:23.468669+0000 mon.c (mon.2) 173 : audit 1 from='osd.3 [v2:172.21.15.129:6826/2726535725,v1:172.21.15.129:6827/2726535725]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-22T07:17:24.308 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: audit 2024-03-22T07:17:23.469086+0000 mon.a (mon.0) 793 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-22T07:17:24.308 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[82160]: audit 2024-03-22T07:17:23.636082+0000 mon.a (mon.0) 794 : audit 0 from='client.? 172.21.15.129:0/1299820907' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: audit 2024-03-22T07:17:23.039364+0000 mon.a (mon.0) 784 : audit 1 from='client.? 172.21.15.129:0/3681768494' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:17:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.041471+0000 osd.4 (osd.4) 253 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.041471+0000 osd.5 (osd.5) 192 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.044378+0000 osd.7 (osd.7) 215 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.044974+0000 mon.a (mon.0) 785 : cluster 0 osdmap e645: 8 total, 7 up, 8 in 2024-03-22T07:17:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.051363+0000 osd.4 (osd.4) 254 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.058062+0000 osd.4 (osd.4) 255 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.065243+0000 osd.4 (osd.4) 256 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.065471+0000 osd.6 (osd.6) 230 : cluster 3 failed to encode map e645 with expected crc 2024-03-22T07:17:24.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: audit 2024-03-22T07:17:23.123076+0000 mon.a (mon.0) 786 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:17:24.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: audit 2024-03-22T07:17:23.194013+0000 mon.a (mon.0) 787 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:24.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: audit 2024-03-22T07:17:23.201308+0000 mon.a (mon.0) 788 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:24.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.232189+0000 mon.a (mon.0) 789 : cluster 1 pool 'test-librbd-smithi129-68587-23' no longer out of quota; removing NO_QUOTA flag 2024-03-22T07:17:24.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.232477+0000 mon.a (mon.0) 790 : cluster 1 Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-03-22T07:17:24.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.235771+0000 osd.7 (osd.7) 216 : cluster 3 failed to encode map e646 with expected crc 2024-03-22T07:17:24.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.236100+0000 osd.6 (osd.6) 231 : cluster 3 failed to encode map e646 with expected crc 2024-03-22T07:17:24.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.237643+0000 mon.a (mon.0) 791 : cluster 0 osdmap e646: 8 total, 7 up, 8 in 2024-03-22T07:17:24.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.239306+0000 osd.4 (osd.4) 257 : cluster 3 failed to encode map e646 with expected crc 2024-03-22T07:17:24.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.239306+0000 osd.5 (osd.5) 193 : cluster 3 failed to encode map e646 with expected crc 2024-03-22T07:17:24.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.248918+0000 osd.4 (osd.4) 258 : cluster 3 failed to encode map e646 with expected crc 2024-03-22T07:17:24.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: audit 2024-03-22T07:17:23.387219+0000 mon.a (mon.0) 792 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:24.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: audit 2024-03-22T07:17:23.391320+0000 mon.c (mon.2) 172 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:17:24.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: cluster 2024-03-22T07:17:23.406661+0000 mgr.y (mgr.25337) 294 : cluster 0 pgmap v568: 425 pgs: 4 creating+peering, 51 unknown, 43 active+undersized+degraded, 116 active+undersized, 211 active+clean; 584 KiB data, 458 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 303 KiB/s wr, 17 op/s; 66/492 objects degraded (13.415%) 2024-03-22T07:17:24.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: audit 2024-03-22T07:17:23.468669+0000 mon.c (mon.2) 173 : audit 1 from='osd.3 [v2:172.21.15.129:6826/2726535725,v1:172.21.15.129:6827/2726535725]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-22T07:17:24.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: audit 2024-03-22T07:17:23.469086+0000 mon.a (mon.0) 793 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-22T07:17:24.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:24 smithi148 bash[66753]: audit 2024-03-22T07:17:23.636082+0000 mon.a (mon.0) 794 : audit 0 from='client.? 172.21.15.129:0/1299820907' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:24.619 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:17:24 smithi129 bash[103756]: debug 2024-03-22T07:17:24.306+0000 7f00acf82700 -1 osd.3 638 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-22T07:17:25.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[82160]: audit 2024-03-22T07:17:24.238141+0000 mon.a (mon.0) 795 : audit 1 from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-22T07:17:25.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[82160]: cluster 2024-03-22T07:17:24.240549+0000 osd.7 (osd.7) 217 : cluster 3 failed to encode map e647 with expected crc 2024-03-22T07:17:25.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[82160]: cluster 2024-03-22T07:17:24.241218+0000 osd.4 (osd.4) 259 : cluster 3 failed to encode map e647 with expected crc 2024-03-22T07:17:25.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[82160]: cluster 2024-03-22T07:17:24.241297+0000 osd.5 (osd.5) 194 : cluster 3 failed to encode map e647 with expected crc 2024-03-22T07:17:25.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[82160]: cluster 2024-03-22T07:17:24.241302+0000 osd.6 (osd.6) 232 : cluster 3 failed to encode map e647 with expected crc 2024-03-22T07:17:25.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[82160]: cluster 2024-03-22T07:17:24.246356+0000 mon.a (mon.0) 796 : cluster 0 osdmap e647: 8 total, 7 up, 8 in 2024-03-22T07:17:25.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[82160]: cluster 2024-03-22T07:17:24.250134+0000 osd.7 (osd.7) 218 : cluster 3 failed to encode map e647 with expected crc 2024-03-22T07:17:25.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[82160]: audit 2024-03-22T07:17:24.250783+0000 mon.c (mon.2) 174 : audit 1 from='osd.3 [v2:172.21.15.129:6826/2726535725,v1:172.21.15.129:6827/2726535725]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:17:25.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[82160]: audit 2024-03-22T07:17:24.262524+0000 mon.a (mon.0) 797 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:17:25.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[82160]: audit 2024-03-22T07:17:24.302535+0000 mon.c (mon.2) 175 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-03-22T07:17:25.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[82160]: audit 2024-03-22T07:17:24.303071+0000 mon.a (mon.0) 798 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-03-22T07:17:25.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[79695]: debug 2024-03-22T07:17:25.238+0000 7f74b4953700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:25.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[79695]: audit 2024-03-22T07:17:24.238141+0000 mon.a (mon.0) 795 : audit 1 from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-22T07:17:25.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[79695]: cluster 2024-03-22T07:17:24.240549+0000 osd.7 (osd.7) 217 : cluster 3 failed to encode map e647 with expected crc 2024-03-22T07:17:25.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[79695]: cluster 2024-03-22T07:17:24.241218+0000 osd.4 (osd.4) 259 : cluster 3 failed to encode map e647 with expected crc 2024-03-22T07:17:25.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[79695]: cluster 2024-03-22T07:17:24.241297+0000 osd.5 (osd.5) 194 : cluster 3 failed to encode map e647 with expected crc 2024-03-22T07:17:25.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[79695]: cluster 2024-03-22T07:17:24.241302+0000 osd.6 (osd.6) 232 : cluster 3 failed to encode map e647 with expected crc 2024-03-22T07:17:25.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[79695]: cluster 2024-03-22T07:17:24.246356+0000 mon.a (mon.0) 796 : cluster 0 osdmap e647: 8 total, 7 up, 8 in 2024-03-22T07:17:25.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[79695]: cluster 2024-03-22T07:17:24.250134+0000 osd.7 (osd.7) 218 : cluster 3 failed to encode map e647 with expected crc 2024-03-22T07:17:25.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[79695]: audit 2024-03-22T07:17:24.250783+0000 mon.c (mon.2) 174 : audit 1 from='osd.3 [v2:172.21.15.129:6826/2726535725,v1:172.21.15.129:6827/2726535725]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:17:25.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[79695]: audit 2024-03-22T07:17:24.262524+0000 mon.a (mon.0) 797 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:17:25.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[79695]: audit 2024-03-22T07:17:24.302535+0000 mon.c (mon.2) 175 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-03-22T07:17:25.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:25 smithi129 bash[79695]: audit 2024-03-22T07:17:24.303071+0000 mon.a (mon.0) 798 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-03-22T07:17:25.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:25 smithi148 bash[66753]: audit 2024-03-22T07:17:24.238141+0000 mon.a (mon.0) 795 : audit 1 from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-22T07:17:25.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:25 smithi148 bash[66753]: cluster 2024-03-22T07:17:24.240549+0000 osd.7 (osd.7) 217 : cluster 3 failed to encode map e647 with expected crc 2024-03-22T07:17:25.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:25 smithi148 bash[66753]: cluster 2024-03-22T07:17:24.241218+0000 osd.4 (osd.4) 259 : cluster 3 failed to encode map e647 with expected crc 2024-03-22T07:17:25.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:25 smithi148 bash[66753]: cluster 2024-03-22T07:17:24.241297+0000 osd.5 (osd.5) 194 : cluster 3 failed to encode map e647 with expected crc 2024-03-22T07:17:25.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:25 smithi148 bash[66753]: cluster 2024-03-22T07:17:24.241302+0000 osd.6 (osd.6) 232 : cluster 3 failed to encode map e647 with expected crc 2024-03-22T07:17:25.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:25 smithi148 bash[66753]: cluster 2024-03-22T07:17:24.246356+0000 mon.a (mon.0) 796 : cluster 0 osdmap e647: 8 total, 7 up, 8 in 2024-03-22T07:17:25.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:25 smithi148 bash[66753]: cluster 2024-03-22T07:17:24.250134+0000 osd.7 (osd.7) 218 : cluster 3 failed to encode map e647 with expected crc 2024-03-22T07:17:25.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:25 smithi148 bash[66753]: audit 2024-03-22T07:17:24.250783+0000 mon.c (mon.2) 174 : audit 1 from='osd.3 [v2:172.21.15.129:6826/2726535725,v1:172.21.15.129:6827/2726535725]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:17:25.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:25 smithi148 bash[66753]: audit 2024-03-22T07:17:24.262524+0000 mon.a (mon.0) 797 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi129", "root=default"]}]: dispatch 2024-03-22T07:17:25.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:25 smithi148 bash[66753]: audit 2024-03-22T07:17:24.302535+0000 mon.c (mon.2) 175 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-03-22T07:17:25.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:25 smithi148 bash[66753]: audit 2024-03-22T07:17:24.303071+0000 mon.a (mon.0) 798 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-03-22T07:17:25.997 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 19.0.0-1667-gdb0330b1 (db0330b1e4e2470d52b750e251e55a522b4f7d69) squid (dev)": 4 2024-03-22T07:17:26.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[79695]: cluster 2024-03-22T07:17:25.240021+0000 mon.a (mon.0) 799 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:26.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[79695]: cluster 2024-03-22T07:17:25.240073+0000 mon.a (mon.0) 800 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-22T07:17:26.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[79695]: audit 2024-03-22T07:17:25.242711+0000 mon.a (mon.0) 801 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-03-22T07:17:26.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[79695]: cluster 2024-03-22T07:17:25.251068+0000 mon.a (mon.0) 802 : cluster 1 osd.3 [v2:172.21.15.129:6826/2726535725,v1:172.21.15.129:6827/2726535725] boot 2024-03-22T07:17:26.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[79695]: cluster 2024-03-22T07:17:25.251242+0000 mon.a (mon.0) 803 : cluster 0 osdmap e648: 8 total, 8 up, 8 in 2024-03-22T07:17:26.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[79695]: audit 2024-03-22T07:17:25.252582+0000 mon.c (mon.2) 176 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T07:17:26.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[79695]: cluster 2024-03-22T07:17:25.257403+0000 osd.6 (osd.6) 233 : cluster 3 failed to encode map e648 with expected crc 2024-03-22T07:17:26.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[79695]: cluster 2024-03-22T07:17:25.257408+0000 osd.7 (osd.7) 219 : cluster 3 failed to encode map e648 with expected crc 2024-03-22T07:17:26.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[79695]: cluster 2024-03-22T07:17:25.263227+0000 osd.7 (osd.7) 220 : cluster 3 failed to encode map e648 with expected crc 2024-03-22T07:17:26.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[79695]: cluster 2024-03-22T07:17:25.284181+0000 osd.4 (osd.4) 260 : cluster 3 failed to encode map e648 with expected crc 2024-03-22T07:17:26.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[79695]: cluster 2024-03-22T07:17:25.407614+0000 mgr.y (mgr.25337) 295 : cluster 0 pgmap v571: 425 pgs: 16 peering, 2 creating+peering, 6 unknown, 40 active+undersized+degraded, 121 active+undersized, 240 active+clean; 584 KiB data, 413 MiB used, 715 GiB / 715 GiB avail; 3.6 KiB/s rd, 305 KiB/s wr, 6 op/s; 60/504 objects degraded (11.905%) 2024-03-22T07:17:26.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[79695]: audit 2024-03-22T07:17:25.988595+0000 mon.a (mon.0) 804 : audit 0 from='client.? 172.21.15.129:0/1656715667' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:26.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[79695]: cluster 2024-03-22T07:17:26.249289+0000 mon.a (mon.0) 805 : cluster 0 osdmap e649: 8 total, 8 up, 8 in 2024-03-22T07:17:26.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[82160]: cluster 2024-03-22T07:17:25.240021+0000 mon.a (mon.0) 799 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:26.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[82160]: cluster 2024-03-22T07:17:25.240073+0000 mon.a (mon.0) 800 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-22T07:17:26.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[82160]: audit 2024-03-22T07:17:25.242711+0000 mon.a (mon.0) 801 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-03-22T07:17:26.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[82160]: cluster 2024-03-22T07:17:25.251068+0000 mon.a (mon.0) 802 : cluster 1 osd.3 [v2:172.21.15.129:6826/2726535725,v1:172.21.15.129:6827/2726535725] boot 2024-03-22T07:17:26.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[82160]: cluster 2024-03-22T07:17:25.251242+0000 mon.a (mon.0) 803 : cluster 0 osdmap e648: 8 total, 8 up, 8 in 2024-03-22T07:17:26.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[82160]: audit 2024-03-22T07:17:25.252582+0000 mon.c (mon.2) 176 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T07:17:26.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[82160]: cluster 2024-03-22T07:17:25.257403+0000 osd.6 (osd.6) 233 : cluster 3 failed to encode map e648 with expected crc 2024-03-22T07:17:26.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[82160]: cluster 2024-03-22T07:17:25.257408+0000 osd.7 (osd.7) 219 : cluster 3 failed to encode map e648 with expected crc 2024-03-22T07:17:26.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[82160]: cluster 2024-03-22T07:17:25.263227+0000 osd.7 (osd.7) 220 : cluster 3 failed to encode map e648 with expected crc 2024-03-22T07:17:26.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[82160]: cluster 2024-03-22T07:17:25.284181+0000 osd.4 (osd.4) 260 : cluster 3 failed to encode map e648 with expected crc 2024-03-22T07:17:26.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[82160]: cluster 2024-03-22T07:17:25.407614+0000 mgr.y (mgr.25337) 295 : cluster 0 pgmap v571: 425 pgs: 16 peering, 2 creating+peering, 6 unknown, 40 active+undersized+degraded, 121 active+undersized, 240 active+clean; 584 KiB data, 413 MiB used, 715 GiB / 715 GiB avail; 3.6 KiB/s rd, 305 KiB/s wr, 6 op/s; 60/504 objects degraded (11.905%) 2024-03-22T07:17:26.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[82160]: audit 2024-03-22T07:17:25.988595+0000 mon.a (mon.0) 804 : audit 0 from='client.? 172.21.15.129:0/1656715667' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:26.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:26 smithi129 bash[82160]: cluster 2024-03-22T07:17:26.249289+0000 mon.a (mon.0) 805 : cluster 0 osdmap e649: 8 total, 8 up, 8 in 2024-03-22T07:17:26.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:26 smithi148 bash[66753]: cluster 2024-03-22T07:17:25.240021+0000 mon.a (mon.0) 799 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:26.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:26 smithi148 bash[66753]: cluster 2024-03-22T07:17:25.240073+0000 mon.a (mon.0) 800 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-22T07:17:26.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:26 smithi148 bash[66753]: audit 2024-03-22T07:17:25.242711+0000 mon.a (mon.0) 801 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi129-68587-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-03-22T07:17:26.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:26 smithi148 bash[66753]: cluster 2024-03-22T07:17:25.251068+0000 mon.a (mon.0) 802 : cluster 1 osd.3 [v2:172.21.15.129:6826/2726535725,v1:172.21.15.129:6827/2726535725] boot 2024-03-22T07:17:26.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:26 smithi148 bash[66753]: cluster 2024-03-22T07:17:25.251242+0000 mon.a (mon.0) 803 : cluster 0 osdmap e648: 8 total, 8 up, 8 in 2024-03-22T07:17:26.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:26 smithi148 bash[66753]: audit 2024-03-22T07:17:25.252582+0000 mon.c (mon.2) 176 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-22T07:17:26.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:26 smithi148 bash[66753]: cluster 2024-03-22T07:17:25.257403+0000 osd.6 (osd.6) 233 : cluster 3 failed to encode map e648 with expected crc 2024-03-22T07:17:26.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:26 smithi148 bash[66753]: cluster 2024-03-22T07:17:25.257408+0000 osd.7 (osd.7) 219 : cluster 3 failed to encode map e648 with expected crc 2024-03-22T07:17:26.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:26 smithi148 bash[66753]: cluster 2024-03-22T07:17:25.263227+0000 osd.7 (osd.7) 220 : cluster 3 failed to encode map e648 with expected crc 2024-03-22T07:17:26.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:26 smithi148 bash[66753]: cluster 2024-03-22T07:17:25.284181+0000 osd.4 (osd.4) 260 : cluster 3 failed to encode map e648 with expected crc 2024-03-22T07:17:26.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:26 smithi148 bash[66753]: cluster 2024-03-22T07:17:25.407614+0000 mgr.y (mgr.25337) 295 : cluster 0 pgmap v571: 425 pgs: 16 peering, 2 creating+peering, 6 unknown, 40 active+undersized+degraded, 121 active+undersized, 240 active+clean; 584 KiB data, 413 MiB used, 715 GiB / 715 GiB avail; 3.6 KiB/s rd, 305 KiB/s wr, 6 op/s; 60/504 objects degraded (11.905%) 2024-03-22T07:17:26.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:26 smithi148 bash[66753]: audit 2024-03-22T07:17:25.988595+0000 mon.a (mon.0) 804 : audit 0 from='client.? 172.21.15.129:0/1656715667' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-03-22T07:17:26.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:26 smithi148 bash[66753]: cluster 2024-03-22T07:17:26.249289+0000 mon.a (mon.0) 805 : cluster 0 osdmap e649: 8 total, 8 up, 8 in 2024-03-22T07:17:27.379 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph orch upgrade pause' 2024-03-22T07:17:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[79695]: cluster 2024-03-22T07:17:26.250340+0000 osd.7 (osd.7) 221 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[79695]: cluster 2024-03-22T07:17:26.251729+0000 osd.6 (osd.6) 234 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[79695]: cluster 2024-03-22T07:17:26.251991+0000 osd.4 (osd.4) 261 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[79695]: cluster 2024-03-22T07:17:26.253241+0000 osd.5 (osd.5) 195 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[79695]: cluster 2024-03-22T07:17:26.257398+0000 osd.7 (osd.7) 222 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[79695]: cluster 2024-03-22T07:17:26.258756+0000 osd.5 (osd.5) 196 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[79695]: cluster 2024-03-22T07:17:26.261079+0000 osd.6 (osd.6) 235 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[79695]: cluster 2024-03-22T07:17:26.262095+0000 osd.4 (osd.4) 262 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[79695]: cluster 2024-03-22T07:17:26.263089+0000 osd.7 (osd.7) 223 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[79695]: cluster 2024-03-22T07:17:26.265110+0000 osd.5 (osd.5) 197 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[79695]: cluster 2024-03-22T07:17:26.267876+0000 osd.6 (osd.6) 236 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[79695]: cluster 2024-03-22T07:17:26.271015+0000 osd.4 (osd.4) 263 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[79695]: cluster 2024-03-22T07:17:26.286530+0000 osd.4 (osd.4) 264 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[82160]: cluster 2024-03-22T07:17:26.250340+0000 osd.7 (osd.7) 221 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[82160]: cluster 2024-03-22T07:17:26.251729+0000 osd.6 (osd.6) 234 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[82160]: cluster 2024-03-22T07:17:26.251991+0000 osd.4 (osd.4) 261 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[82160]: cluster 2024-03-22T07:17:26.253241+0000 osd.5 (osd.5) 195 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[82160]: cluster 2024-03-22T07:17:26.257398+0000 osd.7 (osd.7) 222 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[82160]: cluster 2024-03-22T07:17:26.258756+0000 osd.5 (osd.5) 196 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[82160]: cluster 2024-03-22T07:17:26.261079+0000 osd.6 (osd.6) 235 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[82160]: cluster 2024-03-22T07:17:26.262095+0000 osd.4 (osd.4) 262 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[82160]: cluster 2024-03-22T07:17:26.263089+0000 osd.7 (osd.7) 223 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[82160]: cluster 2024-03-22T07:17:26.265110+0000 osd.5 (osd.5) 197 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[82160]: cluster 2024-03-22T07:17:26.267876+0000 osd.6 (osd.6) 236 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[82160]: cluster 2024-03-22T07:17:26.271015+0000 osd.4 (osd.4) 263 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:27 smithi129 bash[82160]: cluster 2024-03-22T07:17:26.286530+0000 osd.4 (osd.4) 264 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:27 smithi148 bash[66753]: cluster 2024-03-22T07:17:26.250340+0000 osd.7 (osd.7) 221 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:27 smithi148 bash[66753]: cluster 2024-03-22T07:17:26.251729+0000 osd.6 (osd.6) 234 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:27 smithi148 bash[66753]: cluster 2024-03-22T07:17:26.251991+0000 osd.4 (osd.4) 261 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:27 smithi148 bash[66753]: cluster 2024-03-22T07:17:26.253241+0000 osd.5 (osd.5) 195 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:27 smithi148 bash[66753]: cluster 2024-03-22T07:17:26.257398+0000 osd.7 (osd.7) 222 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:27 smithi148 bash[66753]: cluster 2024-03-22T07:17:26.258756+0000 osd.5 (osd.5) 196 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:27 smithi148 bash[66753]: cluster 2024-03-22T07:17:26.261079+0000 osd.6 (osd.6) 235 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:27 smithi148 bash[66753]: cluster 2024-03-22T07:17:26.262095+0000 osd.4 (osd.4) 262 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:27 smithi148 bash[66753]: cluster 2024-03-22T07:17:26.263089+0000 osd.7 (osd.7) 223 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:27 smithi148 bash[66753]: cluster 2024-03-22T07:17:26.265110+0000 osd.5 (osd.5) 197 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:27 smithi148 bash[66753]: cluster 2024-03-22T07:17:26.267876+0000 osd.6 (osd.6) 236 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:27 smithi148 bash[66753]: cluster 2024-03-22T07:17:26.271015+0000 osd.4 (osd.4) 263 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:27.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:27 smithi148 bash[66753]: cluster 2024-03-22T07:17:26.286530+0000 osd.4 (osd.4) 264 : cluster 3 failed to encode map e649 with expected crc 2024-03-22T07:17:28.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:28 smithi129 bash[79695]: cluster 2024-03-22T07:17:27.408804+0000 mgr.y (mgr.25337) 296 : cluster 0 pgmap v573: 425 pgs: 16 peering, 1 creating+peering, 1 unknown, 32 active+undersized+degraded, 92 active+undersized, 283 active+clean; 2.6 MiB data, 414 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 492 KiB/s wr, 11 op/s; 49/513 objects degraded (9.552%) 2024-03-22T07:17:28.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:28 smithi129 bash[79695]: cluster 2024-03-22T07:17:28.233301+0000 mon.a (mon.0) 806 : cluster 3 Health check update: Degraded data redundancy: 60/504 objects degraded (11.905%), 40 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:28.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:28 smithi129 bash[82160]: cluster 2024-03-22T07:17:27.408804+0000 mgr.y (mgr.25337) 296 : cluster 0 pgmap v573: 425 pgs: 16 peering, 1 creating+peering, 1 unknown, 32 active+undersized+degraded, 92 active+undersized, 283 active+clean; 2.6 MiB data, 414 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 492 KiB/s wr, 11 op/s; 49/513 objects degraded (9.552%) 2024-03-22T07:17:28.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:28 smithi129 bash[82160]: cluster 2024-03-22T07:17:28.233301+0000 mon.a (mon.0) 806 : cluster 3 Health check update: Degraded data redundancy: 60/504 objects degraded (11.905%), 40 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:28.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:28 smithi148 bash[66753]: cluster 2024-03-22T07:17:27.408804+0000 mgr.y (mgr.25337) 296 : cluster 0 pgmap v573: 425 pgs: 16 peering, 1 creating+peering, 1 unknown, 32 active+undersized+degraded, 92 active+undersized, 283 active+clean; 2.6 MiB data, 414 MiB used, 715 GiB / 715 GiB avail; 6.2 KiB/s rd, 492 KiB/s wr, 11 op/s; 49/513 objects degraded (9.552%) 2024-03-22T07:17:28.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:28 smithi148 bash[66753]: cluster 2024-03-22T07:17:28.233301+0000 mon.a (mon.0) 806 : cluster 3 Health check update: Degraded data redundancy: 60/504 objects degraded (11.905%), 40 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:29.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:29 smithi129 bash[82160]: cluster 2024-03-22T07:17:29.462041+0000 mon.a (mon.0) 807 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 49/513 objects degraded (9.552%), 32 pgs degraded) 2024-03-22T07:17:29.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:29 smithi129 bash[79695]: cluster 2024-03-22T07:17:29.462041+0000 mon.a (mon.0) 807 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 49/513 objects degraded (9.552%), 32 pgs degraded) 2024-03-22T07:17:29.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:29 smithi148 bash[66753]: cluster 2024-03-22T07:17:29.462041+0000 mon.a (mon.0) 807 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 49/513 objects degraded (9.552%), 32 pgs degraded) 2024-03-22T07:17:30.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:30 smithi129 bash[79695]: cluster 2024-03-22T07:17:29.410254+0000 mgr.y (mgr.25337) 297 : cluster 0 pgmap v574: 425 pgs: 16 peering, 409 active+clean; 2.6 MiB data, 402 MiB used, 715 GiB / 715 GiB avail; 5.5 KiB/s rd, 343 KiB/s wr, 9 op/s; 6 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:17:30.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:30 smithi129 bash[82160]: cluster 2024-03-22T07:17:29.410254+0000 mgr.y (mgr.25337) 297 : cluster 0 pgmap v574: 425 pgs: 16 peering, 409 active+clean; 2.6 MiB data, 402 MiB used, 715 GiB / 715 GiB avail; 5.5 KiB/s rd, 343 KiB/s wr, 9 op/s; 6 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:17:30.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:30 smithi148 bash[66753]: cluster 2024-03-22T07:17:29.410254+0000 mgr.y (mgr.25337) 297 : cluster 0 pgmap v574: 425 pgs: 16 peering, 409 active+clean; 2.6 MiB data, 402 MiB used, 715 GiB / 715 GiB avail; 5.5 KiB/s rd, 343 KiB/s wr, 9 op/s; 6 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:17:31.272 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:17:32.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:32 smithi148 bash[66753]: cluster 2024-03-22T07:17:31.411012+0000 mgr.y (mgr.25337) 298 : cluster 0 pgmap v575: 425 pgs: 425 active+clean; 2.6 MiB data, 406 MiB used, 715 GiB / 715 GiB avail; 4.6 KiB/s rd, 287 KiB/s wr, 8 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:17:32.938 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:32 smithi129 bash[79695]: cluster 2024-03-22T07:17:31.411012+0000 mgr.y (mgr.25337) 298 : cluster 0 pgmap v575: 425 pgs: 425 active+clean; 2.6 MiB data, 406 MiB used, 715 GiB / 715 GiB avail; 4.6 KiB/s rd, 287 KiB/s wr, 8 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:17:32.938 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:32 smithi129 bash[82160]: cluster 2024-03-22T07:17:31.411012+0000 mgr.y (mgr.25337) 298 : cluster 0 pgmap v575: 425 pgs: 425 active+clean; 2.6 MiB data, 406 MiB used, 715 GiB / 715 GiB avail; 4.6 KiB/s rd, 287 KiB/s wr, 8 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:17:34.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:17:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:17:33] "GET /metrics HTTP/1.1" 200 60499 "" "Prometheus/2.43.0" 2024-03-22T07:17:34.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: cluster 2024-03-22T07:17:33.240701+0000 osd.4 (osd.4) 265 : cluster 3 failed to encode map e650 with expected crc 2024-03-22T07:17:34.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: cluster 2024-03-22T07:17:33.243829+0000 mon.a (mon.0) 808 : cluster 0 osdmap e650: 8 total, 8 up, 8 in 2024-03-22T07:17:34.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: audit 2024-03-22T07:17:33.342429+0000 mon.a (mon.0) 809 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:34.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: audit 2024-03-22T07:17:33.357909+0000 mon.a (mon.0) 810 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:34.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: audit 2024-03-22T07:17:33.362072+0000 mon.c (mon.2) 177 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:17:34.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: audit 2024-03-22T07:17:33.363810+0000 mon.c (mon.2) 178 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:17:34.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: audit 2024-03-22T07:17:33.374681+0000 mon.a (mon.0) 811 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:34.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: cluster 2024-03-22T07:17:33.412285+0000 mgr.y (mgr.25337) 299 : cluster 0 pgmap v577: 425 pgs: 425 active+clean; 4.6 MiB data, 409 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 512 KiB/s wr, 6 op/s; 4 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:17:34.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: cluster 2024-03-22T07:17:33.418640+0000 osd.6 (osd.6) 237 : cluster 3 failed to encode map e650 with expected crc 2024-03-22T07:17:34.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: audit 2024-03-22T07:17:33.497560+0000 mon.c (mon.2) 179 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:17:34.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: audit 2024-03-22T07:17:33.501103+0000 mon.c (mon.2) 180 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:34.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: audit 2024-03-22T07:17:33.504215+0000 mon.c (mon.2) 181 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:34.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: audit 2024-03-22T07:17:33.506387+0000 mon.c (mon.2) 182 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:34.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: audit 2024-03-22T07:17:33.509308+0000 mon.c (mon.2) 183 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-22T07:17:34.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: audit 2024-03-22T07:17:33.509570+0000 mgr.y (mgr.25337) 300 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-22T07:17:34.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[82160]: cephadm 2024-03-22T07:17:33.511668+0000 mgr.y (mgr.25337) 301 : cephadm 1 Upgrade: osd.4 is safe to restart 2024-03-22T07:17:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: cluster 2024-03-22T07:17:33.240701+0000 osd.4 (osd.4) 265 : cluster 3 failed to encode map e650 with expected crc 2024-03-22T07:17:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: cluster 2024-03-22T07:17:33.243829+0000 mon.a (mon.0) 808 : cluster 0 osdmap e650: 8 total, 8 up, 8 in 2024-03-22T07:17:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: audit 2024-03-22T07:17:33.342429+0000 mon.a (mon.0) 809 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: audit 2024-03-22T07:17:33.357909+0000 mon.a (mon.0) 810 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: audit 2024-03-22T07:17:33.362072+0000 mon.c (mon.2) 177 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:17:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: audit 2024-03-22T07:17:33.363810+0000 mon.c (mon.2) 178 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:17:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: audit 2024-03-22T07:17:33.374681+0000 mon.a (mon.0) 811 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: cluster 2024-03-22T07:17:33.412285+0000 mgr.y (mgr.25337) 299 : cluster 0 pgmap v577: 425 pgs: 425 active+clean; 4.6 MiB data, 409 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 512 KiB/s wr, 6 op/s; 4 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:17:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: cluster 2024-03-22T07:17:33.418640+0000 osd.6 (osd.6) 237 : cluster 3 failed to encode map e650 with expected crc 2024-03-22T07:17:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: audit 2024-03-22T07:17:33.497560+0000 mon.c (mon.2) 179 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:17:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: audit 2024-03-22T07:17:33.501103+0000 mon.c (mon.2) 180 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: audit 2024-03-22T07:17:33.504215+0000 mon.c (mon.2) 181 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: audit 2024-03-22T07:17:33.506387+0000 mon.c (mon.2) 182 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:34.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: audit 2024-03-22T07:17:33.509308+0000 mon.c (mon.2) 183 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-22T07:17:34.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: audit 2024-03-22T07:17:33.509570+0000 mgr.y (mgr.25337) 300 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-22T07:17:34.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:34 smithi129 bash[79695]: cephadm 2024-03-22T07:17:33.511668+0000 mgr.y (mgr.25337) 301 : cephadm 1 Upgrade: osd.4 is safe to restart 2024-03-22T07:17:34.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: cluster 2024-03-22T07:17:33.240701+0000 osd.4 (osd.4) 265 : cluster 3 failed to encode map e650 with expected crc 2024-03-22T07:17:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: cluster 2024-03-22T07:17:33.243829+0000 mon.a (mon.0) 808 : cluster 0 osdmap e650: 8 total, 8 up, 8 in 2024-03-22T07:17:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: audit 2024-03-22T07:17:33.342429+0000 mon.a (mon.0) 809 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: audit 2024-03-22T07:17:33.357909+0000 mon.a (mon.0) 810 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: audit 2024-03-22T07:17:33.362072+0000 mon.c (mon.2) 177 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:17:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: audit 2024-03-22T07:17:33.363810+0000 mon.c (mon.2) 178 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:17:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: audit 2024-03-22T07:17:33.374681+0000 mon.a (mon.0) 811 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: cluster 2024-03-22T07:17:33.412285+0000 mgr.y (mgr.25337) 299 : cluster 0 pgmap v577: 425 pgs: 425 active+clean; 4.6 MiB data, 409 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 512 KiB/s wr, 6 op/s; 4 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:17:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: cluster 2024-03-22T07:17:33.418640+0000 osd.6 (osd.6) 237 : cluster 3 failed to encode map e650 with expected crc 2024-03-22T07:17:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: audit 2024-03-22T07:17:33.497560+0000 mon.c (mon.2) 179 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:17:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: audit 2024-03-22T07:17:33.501103+0000 mon.c (mon.2) 180 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: audit 2024-03-22T07:17:33.504215+0000 mon.c (mon.2) 181 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: audit 2024-03-22T07:17:33.506387+0000 mon.c (mon.2) 182 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:17:34.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: audit 2024-03-22T07:17:33.509308+0000 mon.c (mon.2) 183 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-22T07:17:34.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: audit 2024-03-22T07:17:33.509570+0000 mgr.y (mgr.25337) 300 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-22T07:17:34.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:34 smithi148 bash[66753]: cephadm 2024-03-22T07:17:33.511668+0000 mgr.y (mgr.25337) 301 : cephadm 1 Upgrade: osd.4 is safe to restart 2024-03-22T07:17:35.082 INFO:teuthology.orchestra.run.smithi129.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:17:35.837 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph orch ps' 2024-03-22T07:17:36.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:36 smithi129 bash[79695]: audit 2024-03-22T07:17:35.079997+0000 mgr.y (mgr.25337) 302 : audit 0 from='client.44507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:17:36.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:36 smithi129 bash[79695]: cephadm 2024-03-22T07:17:35.080631+0000 mgr.y (mgr.25337) 303 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:17:36.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:36 smithi129 bash[79695]: audit 2024-03-22T07:17:35.086358+0000 mon.a (mon.0) 812 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:36.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:36 smithi129 bash[79695]: cluster 2024-03-22T07:17:35.415430+0000 mgr.y (mgr.25337) 304 : cluster 0 pgmap v578: 425 pgs: 425 active+clean; 8.6 MiB data, 422 MiB used, 715 GiB / 715 GiB avail; 3.8 KiB/s rd, 894 KiB/s wr, 6 op/s; 4 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:17:36.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:36 smithi129 bash[82160]: audit 2024-03-22T07:17:35.079997+0000 mgr.y (mgr.25337) 302 : audit 0 from='client.44507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:17:36.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:36 smithi129 bash[82160]: cephadm 2024-03-22T07:17:35.080631+0000 mgr.y (mgr.25337) 303 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:17:36.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:36 smithi129 bash[82160]: audit 2024-03-22T07:17:35.086358+0000 mon.a (mon.0) 812 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:36.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:36 smithi129 bash[82160]: cluster 2024-03-22T07:17:35.415430+0000 mgr.y (mgr.25337) 304 : cluster 0 pgmap v578: 425 pgs: 425 active+clean; 8.6 MiB data, 422 MiB used, 715 GiB / 715 GiB avail; 3.8 KiB/s rd, 894 KiB/s wr, 6 op/s; 4 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:17:36.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:36 smithi148 bash[66753]: audit 2024-03-22T07:17:35.079997+0000 mgr.y (mgr.25337) 302 : audit 0 from='client.44507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:17:36.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:36 smithi148 bash[66753]: cephadm 2024-03-22T07:17:35.080631+0000 mgr.y (mgr.25337) 303 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:f3031fd9fa3ec502ba783e14433a4d3ebf8f66e5c31d12a3a8cd7e489d3d4d10 2024-03-22T07:17:36.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:36 smithi148 bash[66753]: audit 2024-03-22T07:17:35.086358+0000 mon.a (mon.0) 812 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:36.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:36 smithi148 bash[66753]: cluster 2024-03-22T07:17:35.415430+0000 mgr.y (mgr.25337) 304 : cluster 0 pgmap v578: 425 pgs: 425 active+clean; 8.6 MiB data, 422 MiB used, 715 GiB / 715 GiB avail; 3.8 KiB/s rd, 894 KiB/s wr, 6 op/s; 4 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:17:37.722 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:37 smithi148 bash[66753]: cephadm 2024-03-22T07:17:36.433225+0000 mgr.y (mgr.25337) 305 : cephadm 1 Upgrade: Updating osd.4 2024-03-22T07:17:37.722 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:37 smithi148 bash[66753]: audit 2024-03-22T07:17:36.441503+0000 mon.a (mon.0) 813 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:37.722 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:37 smithi148 bash[66753]: audit 2024-03-22T07:17:36.448477+0000 mon.c (mon.2) 184 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-22T07:17:37.722 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:37 smithi148 bash[66753]: audit 2024-03-22T07:17:36.450190+0000 mon.c (mon.2) 185 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:17:37.722 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:37 smithi148 bash[66753]: cephadm 2024-03-22T07:17:36.461066+0000 mgr.y (mgr.25337) 306 : cephadm 1 Deploying daemon osd.4 on smithi148 2024-03-22T07:17:37.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:37 smithi129 bash[79695]: cephadm 2024-03-22T07:17:36.433225+0000 mgr.y (mgr.25337) 305 : cephadm 1 Upgrade: Updating osd.4 2024-03-22T07:17:37.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:37 smithi129 bash[79695]: audit 2024-03-22T07:17:36.441503+0000 mon.a (mon.0) 813 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:37.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:37 smithi129 bash[79695]: audit 2024-03-22T07:17:36.448477+0000 mon.c (mon.2) 184 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-22T07:17:37.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:37 smithi129 bash[79695]: audit 2024-03-22T07:17:36.450190+0000 mon.c (mon.2) 185 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:17:37.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:37 smithi129 bash[79695]: cephadm 2024-03-22T07:17:36.461066+0000 mgr.y (mgr.25337) 306 : cephadm 1 Deploying daemon osd.4 on smithi148 2024-03-22T07:17:37.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:37 smithi129 bash[82160]: cephadm 2024-03-22T07:17:36.433225+0000 mgr.y (mgr.25337) 305 : cephadm 1 Upgrade: Updating osd.4 2024-03-22T07:17:37.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:37 smithi129 bash[82160]: audit 2024-03-22T07:17:36.441503+0000 mon.a (mon.0) 813 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:37.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:37 smithi129 bash[82160]: audit 2024-03-22T07:17:36.448477+0000 mon.c (mon.2) 184 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-22T07:17:37.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:37 smithi129 bash[82160]: audit 2024-03-22T07:17:36.450190+0000 mon.c (mon.2) 185 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:17:37.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:37 smithi129 bash[82160]: cephadm 2024-03-22T07:17:36.461066+0000 mgr.y (mgr.25337) 306 : cephadm 1 Deploying daemon osd.4 on smithi148 2024-03-22T07:17:38.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:38 smithi129 bash[79695]: cluster 2024-03-22T07:17:37.417322+0000 mgr.y (mgr.25337) 307 : cluster 0 pgmap v579: 425 pgs: 425 active+clean; 8.6 MiB data, 425 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 614 KiB/s wr, 2 op/s; 3 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:17:38.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:38 smithi129 bash[79695]: audit 2024-03-22T07:17:38.392256+0000 mon.a (mon.0) 814 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:38.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:38 smithi129 bash[79695]: audit 2024-03-22T07:17:38.395454+0000 mon.c (mon.2) 186 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:17:38.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:38 smithi129 bash[82160]: cluster 2024-03-22T07:17:37.417322+0000 mgr.y (mgr.25337) 307 : cluster 0 pgmap v579: 425 pgs: 425 active+clean; 8.6 MiB data, 425 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 614 KiB/s wr, 2 op/s; 3 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:17:38.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:38 smithi129 bash[82160]: audit 2024-03-22T07:17:38.392256+0000 mon.a (mon.0) 814 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:38.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:38 smithi129 bash[82160]: audit 2024-03-22T07:17:38.395454+0000 mon.c (mon.2) 186 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:17:38.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:38 smithi148 bash[66753]: cluster 2024-03-22T07:17:37.417322+0000 mgr.y (mgr.25337) 307 : cluster 0 pgmap v579: 425 pgs: 425 active+clean; 8.6 MiB data, 425 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 614 KiB/s wr, 2 op/s; 3 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:17:38.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:38 smithi148 bash[66753]: audit 2024-03-22T07:17:38.392256+0000 mon.a (mon.0) 814 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:38.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:38 smithi148 bash[66753]: audit 2024-03-22T07:17:38.395454+0000 mon.c (mon.2) 186 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:17:40.571 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:17:40.799 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:40 smithi148 bash[66753]: cluster 2024-03-22T07:17:39.420183+0000 mgr.y (mgr.25337) 308 : cluster 0 pgmap v580: 425 pgs: 425 active+clean; 14 MiB data, 435 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.1 MiB/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:17:40.799 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:40 smithi148 bash[66753]: audit 2024-03-22T07:17:40.023993+0000 mon.a (mon.0) 815 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:40.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:40 smithi129 bash[79695]: cluster 2024-03-22T07:17:39.420183+0000 mgr.y (mgr.25337) 308 : cluster 0 pgmap v580: 425 pgs: 425 active+clean; 14 MiB data, 435 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.1 MiB/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:17:40.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:40 smithi129 bash[79695]: audit 2024-03-22T07:17:40.023993+0000 mon.a (mon.0) 815 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:40.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:40 smithi129 bash[82160]: cluster 2024-03-22T07:17:39.420183+0000 mgr.y (mgr.25337) 308 : cluster 0 pgmap v580: 425 pgs: 425 active+clean; 14 MiB data, 435 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.1 MiB/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:17:40.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:40 smithi129 bash[82160]: audit 2024-03-22T07:17:40.023993+0000 mon.a (mon.0) 815 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:41.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:41.176 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:17:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:41.176 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:17:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:41.176 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:17:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:41.177 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:17:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:41.177 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:17:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:41.177 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:17:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:41.177 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:17:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:41.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:40 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:41.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:40 smithi148 systemd[1]: Stopping Ceph osd.4 for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:17:41.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:41 smithi148 bash[26783]: debug 2024-03-22T07:17:41.032+0000 7fd611476700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-03-22T07:17:41.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:41 smithi148 bash[26783]: debug 2024-03-22T07:17:41.032+0000 7fd611476700 -1 osd.4 650 *** Got signal Terminated *** 2024-03-22T07:17:41.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:41 smithi148 bash[26783]: debug 2024-03-22T07:17:41.032+0000 7fd611476700 -1 osd.4 650 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-22T07:17:41.745 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:41 smithi129 bash[79695]: debug 2024-03-22T07:17:41.454+0000 7f74b4953700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:41.745 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:41 smithi129 bash[79695]: cluster 2024-03-22T07:17:41.036795+0000 mon.a (mon.0) 816 : cluster 1 osd.4 marked itself down and dead 2024-03-22T07:17:41.745 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:41 smithi129 bash[82160]: cluster 2024-03-22T07:17:41.036795+0000 mon.a (mon.0) 816 : cluster 1 osd.4 marked itself down and dead 2024-03-22T07:17:41.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:41 smithi148 bash[66753]: cluster 2024-03-22T07:17:41.036795+0000 mon.a (mon.0) 816 : cluster 1 osd.4 marked itself down and dead 2024-03-22T07:17:42.724 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:42 smithi129 bash[79695]: cluster 2024-03-22T07:17:41.421653+0000 mgr.y (mgr.25337) 309 : cluster 0 pgmap v581: 425 pgs: 425 active+clean; 14 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-03-22T07:17:42.724 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:42 smithi129 bash[79695]: cluster 2024-03-22T07:17:41.455978+0000 mon.a (mon.0) 817 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-03-22T07:17:42.724 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:42 smithi129 bash[79695]: cluster 2024-03-22T07:17:41.456009+0000 mon.a (mon.0) 818 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:42.724 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:42 smithi129 bash[79695]: cluster 2024-03-22T07:17:41.466629+0000 osd.7 (osd.7) 224 : cluster 3 failed to encode map e651 with expected crc 2024-03-22T07:17:42.724 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:42 smithi129 bash[79695]: cluster 2024-03-22T07:17:41.466963+0000 osd.5 (osd.5) 198 : cluster 3 failed to encode map e651 with expected crc 2024-03-22T07:17:42.724 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:42 smithi129 bash[79695]: cluster 2024-03-22T07:17:41.467138+0000 mon.a (mon.0) 819 : cluster 0 osdmap e651: 8 total, 7 up, 8 in 2024-03-22T07:17:42.728 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:42 smithi148 bash[66753]: cluster 2024-03-22T07:17:41.421653+0000 mgr.y (mgr.25337) 309 : cluster 0 pgmap v581: 425 pgs: 425 active+clean; 14 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-03-22T07:17:42.728 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:42 smithi148 bash[66753]: cluster 2024-03-22T07:17:41.455978+0000 mon.a (mon.0) 817 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-03-22T07:17:42.728 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:42 smithi148 bash[66753]: cluster 2024-03-22T07:17:41.456009+0000 mon.a (mon.0) 818 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:42.728 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:42 smithi148 bash[66753]: cluster 2024-03-22T07:17:41.466629+0000 osd.7 (osd.7) 224 : cluster 3 failed to encode map e651 with expected crc 2024-03-22T07:17:42.728 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:42 smithi148 bash[66753]: cluster 2024-03-22T07:17:41.466963+0000 osd.5 (osd.5) 198 : cluster 3 failed to encode map e651 with expected crc 2024-03-22T07:17:42.729 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:42 smithi148 bash[66753]: cluster 2024-03-22T07:17:41.467138+0000 mon.a (mon.0) 819 : cluster 0 osdmap e651: 8 total, 7 up, 8 in 2024-03-22T07:17:43.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:42 smithi129 bash[82160]: cluster 2024-03-22T07:17:41.421653+0000 mgr.y (mgr.25337) 309 : cluster 0 pgmap v581: 425 pgs: 425 active+clean; 14 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-03-22T07:17:43.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:42 smithi129 bash[82160]: cluster 2024-03-22T07:17:41.455978+0000 mon.a (mon.0) 817 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-03-22T07:17:43.119 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:42 smithi129 bash[82160]: cluster 2024-03-22T07:17:41.456009+0000 mon.a (mon.0) 818 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:43.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:42 smithi129 bash[82160]: cluster 2024-03-22T07:17:41.466629+0000 osd.7 (osd.7) 224 : cluster 3 failed to encode map e651 with expected crc 2024-03-22T07:17:43.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:42 smithi129 bash[82160]: cluster 2024-03-22T07:17:41.466963+0000 osd.5 (osd.5) 198 : cluster 3 failed to encode map e651 with expected crc 2024-03-22T07:17:43.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:42 smithi129 bash[82160]: cluster 2024-03-22T07:17:41.467138+0000 mon.a (mon.0) 819 : cluster 0 osdmap e651: 8 total, 7 up, 8 in 2024-03-22T07:17:43.175 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:42 smithi148 bash[72122]: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-4 2024-03-22T07:17:43.175 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:42 smithi148 bash[72186]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-4 2024-03-22T07:17:43.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[79695]: cluster 2024-03-22T07:17:42.467941+0000 osd.5 (osd.5) 199 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[79695]: cluster 2024-03-22T07:17:42.469399+0000 osd.6 (osd.6) 238 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[79695]: cluster 2024-03-22T07:17:42.469633+0000 mon.a (mon.0) 820 : cluster 0 osdmap e652: 8 total, 7 up, 8 in 2024-03-22T07:17:43.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[79695]: cluster 2024-03-22T07:17:42.472650+0000 osd.7 (osd.7) 225 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[79695]: cluster 2024-03-22T07:17:42.473296+0000 osd.5 (osd.5) 200 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[79695]: cluster 2024-03-22T07:17:42.476492+0000 osd.6 (osd.6) 239 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[79695]: cluster 2024-03-22T07:17:42.478040+0000 osd.5 (osd.5) 201 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[79695]: cluster 2024-03-22T07:17:42.479465+0000 osd.7 (osd.7) 226 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[79695]: cluster 2024-03-22T07:17:42.483720+0000 osd.5 (osd.5) 202 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[79695]: cluster 2024-03-22T07:17:42.483720+0000 osd.6 (osd.6) 240 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[79695]: cluster 2024-03-22T07:17:42.493265+0000 osd.6 (osd.6) 241 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[79695]: cluster 2024-03-22T07:17:43.238082+0000 mon.a (mon.0) 821 : cluster 3 pool 'test-librbd-smithi129-68587-25' is full (reached quota's max_bytes: 10 MiB) 2024-03-22T07:17:43.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[79695]: cluster 2024-03-22T07:17:43.238723+0000 mon.a (mon.0) 822 : cluster 3 Health check failed: 1 pool(s) full (POOL_FULL) 2024-03-22T07:17:43.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[79695]: cluster 2024-03-22T07:17:43.253500+0000 mon.a (mon.0) 823 : cluster 0 osdmap e653: 8 total, 7 up, 8 in 2024-03-22T07:17:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[82160]: cluster 2024-03-22T07:17:42.467941+0000 osd.5 (osd.5) 199 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[82160]: cluster 2024-03-22T07:17:42.469399+0000 osd.6 (osd.6) 238 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[82160]: cluster 2024-03-22T07:17:42.469633+0000 mon.a (mon.0) 820 : cluster 0 osdmap e652: 8 total, 7 up, 8 in 2024-03-22T07:17:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[82160]: cluster 2024-03-22T07:17:42.472650+0000 osd.7 (osd.7) 225 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[82160]: cluster 2024-03-22T07:17:42.473296+0000 osd.5 (osd.5) 200 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[82160]: cluster 2024-03-22T07:17:42.476492+0000 osd.6 (osd.6) 239 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[82160]: cluster 2024-03-22T07:17:42.478040+0000 osd.5 (osd.5) 201 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[82160]: cluster 2024-03-22T07:17:42.479465+0000 osd.7 (osd.7) 226 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[82160]: cluster 2024-03-22T07:17:42.483720+0000 osd.5 (osd.5) 202 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[82160]: cluster 2024-03-22T07:17:42.483720+0000 osd.6 (osd.6) 240 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[82160]: cluster 2024-03-22T07:17:42.493265+0000 osd.6 (osd.6) 241 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[82160]: cluster 2024-03-22T07:17:43.238082+0000 mon.a (mon.0) 821 : cluster 3 pool 'test-librbd-smithi129-68587-25' is full (reached quota's max_bytes: 10 MiB) 2024-03-22T07:17:43.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[82160]: cluster 2024-03-22T07:17:43.238723+0000 mon.a (mon.0) 822 : cluster 3 Health check failed: 1 pool(s) full (POOL_FULL) 2024-03-22T07:17:43.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[82160]: cluster 2024-03-22T07:17:43.253500+0000 mon.a (mon.0) 823 : cluster 0 osdmap e653: 8 total, 7 up, 8 in 2024-03-22T07:17:43.694 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-22T07:17:43.694 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.a smithi129 *:9093,9094 running (14m) 21s ago 15m 14.3M - 0.25.0 c8568f914cd2 f16a6600d8c5 2024-03-22T07:17:43.694 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.a smithi148 *:3000 running (15m) 49s ago 15m 80.3M - 9.4.7 954c08fa6188 0dad270e1055 2024-03-22T07:17:43.694 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foo.smithi129.bzehte smithi129 running (13m) 21s ago 13m 15.8M - 18.2.2-937-gea74f2a1 162cc6df89b4 b5d071c04ede 2024-03-22T07:17:43.694 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foo.smithi148.qmcgkl smithi148 running (13m) 49s ago 13m 20.0M - 18.2.2-937-gea74f2a1 162cc6df89b4 742a031f0ac0 2024-03-22T07:17:43.694 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.x smithi148 *:8443,9283,8765 running (7m) 49s ago 23m 438M - 19.0.0-1667-gdb0330b1 4f325f8440e9 d7fd5bbfea59 2024-03-22T07:17:43.695 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.y smithi129 *:8443,9283,8765 running (8m) 21s ago 26m 507M - 19.0.0-1667-gdb0330b1 4f325f8440e9 6b1c51f3faa6 2024-03-22T07:17:43.695 INFO:teuthology.orchestra.run.smithi129.stdout:mon.a smithi129 running (7m) 21s ago 26m 65.7M 2048M 19.0.0-1667-gdb0330b1 4f325f8440e9 f7321bb16acc 2024-03-22T07:17:43.695 INFO:teuthology.orchestra.run.smithi129.stdout:mon.b smithi148 running (5m) 49s ago 24m 45.3M 2048M 19.0.0-1667-gdb0330b1 4f325f8440e9 0ed23e3efed6 2024-03-22T07:17:43.695 INFO:teuthology.orchestra.run.smithi129.stdout:mon.c smithi129 running (5m) 21s ago 23m 54.1M 2048M 19.0.0-1667-gdb0330b1 4f325f8440e9 639d3eb5319f 2024-03-22T07:17:43.695 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.a smithi129 *:9100 running (15m) 21s ago 15m 9100k - 1.5.0 0da6a335fe13 36f44c4f758d 2024-03-22T07:17:43.695 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.b smithi148 *:9100 running (15m) 49s ago 15m 9236k - 1.5.0 0da6a335fe13 242ef8db1067 2024-03-22T07:17:43.695 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3m) 21s ago 22m 88.1M 2524M 19.0.0-1667-gdb0330b1 4f325f8440e9 2f476aac7ce6 2024-03-22T07:17:43.695 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (96s) 21s ago 22m 78.5M 2524M 19.0.0-1667-gdb0330b1 4f325f8440e9 7078ce812d55 2024-03-22T07:17:43.695 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (53s) 21s ago 21m 80.6M 2524M 19.0.0-1667-gdb0330b1 4f325f8440e9 aa841dc2fab1 2024-03-22T07:17:43.695 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (24s) 21s ago 20m - 2524M 19.0.0-1667-gdb0330b1 4f325f8440e9 0b591b7fbb91 2024-03-22T07:17:43.695 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi148 running (19m) 49s ago 19m 142M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 40e27b9e2daf 2024-03-22T07:17:43.695 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi148 running (18m) 49s ago 18m 129M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 0519cb7754ae 2024-03-22T07:17:43.695 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi148 running (17m) 49s ago 17m 162M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 c8906cd2fa35 2024-03-22T07:17:43.695 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi148 running (17m) 49s ago 17m 136M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 166d5da3a2c2 2024-03-22T07:17:43.695 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.a smithi148 *:9095 running (8m) 49s ago 16m 45.8M - 2.43.0 a07b618ecd1d 7587c3f232c3 2024-03-22T07:17:43.748 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (24758 ms) 2024-03-22T07:17:43.748 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestIO 2024-03-22T07:17:43.748 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:17:43.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:43 smithi148 bash[66753]: cluster 2024-03-22T07:17:42.467941+0000 osd.5 (osd.5) 199 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:43 smithi148 bash[66753]: cluster 2024-03-22T07:17:42.469399+0000 osd.6 (osd.6) 238 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:43 smithi148 bash[66753]: cluster 2024-03-22T07:17:42.469633+0000 mon.a (mon.0) 820 : cluster 0 osdmap e652: 8 total, 7 up, 8 in 2024-03-22T07:17:43.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:43 smithi148 bash[66753]: cluster 2024-03-22T07:17:42.472650+0000 osd.7 (osd.7) 225 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:43 smithi148 bash[66753]: cluster 2024-03-22T07:17:42.473296+0000 osd.5 (osd.5) 200 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:43 smithi148 bash[66753]: cluster 2024-03-22T07:17:42.476492+0000 osd.6 (osd.6) 239 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:43 smithi148 bash[66753]: cluster 2024-03-22T07:17:42.478040+0000 osd.5 (osd.5) 201 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:43 smithi148 bash[66753]: cluster 2024-03-22T07:17:42.479465+0000 osd.7 (osd.7) 226 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:43 smithi148 bash[66753]: cluster 2024-03-22T07:17:42.483720+0000 osd.5 (osd.5) 202 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:43 smithi148 bash[66753]: cluster 2024-03-22T07:17:42.483720+0000 osd.6 (osd.6) 240 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:43 smithi148 bash[66753]: cluster 2024-03-22T07:17:42.493265+0000 osd.6 (osd.6) 241 : cluster 3 failed to encode map e652 with expected crc 2024-03-22T07:17:43.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:43 smithi148 bash[66753]: cluster 2024-03-22T07:17:43.238082+0000 mon.a (mon.0) 821 : cluster 3 pool 'test-librbd-smithi129-68587-25' is full (reached quota's max_bytes: 10 MiB) 2024-03-22T07:17:43.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:43 smithi148 bash[66753]: cluster 2024-03-22T07:17:43.238723+0000 mon.a (mon.0) 822 : cluster 3 Health check failed: 1 pool(s) full (POOL_FULL) 2024-03-22T07:17:43.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:43 smithi148 bash[66753]: cluster 2024-03-22T07:17:43.253500+0000 mon.a (mon.0) 823 : cluster 0 osdmap e653: 8 total, 7 up, 8 in 2024-03-22T07:17:44.119 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:17:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:17:43] "GET /metrics HTTP/1.1" 200 60578 "" "Prometheus/2.43.0" 2024-03-22T07:17:44.629 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph orch ps' 2024-03-22T07:17:44.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:44 smithi129 bash[79695]: cluster 2024-03-22T07:17:43.422324+0000 mgr.y (mgr.25337) 310 : cluster 0 pgmap v585: 425 pgs: 51 peering, 35 stale+active+clean, 339 active+clean; 14 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 1022 B/s rd, 853 KiB/s wr, 1 op/s 2024-03-22T07:17:44.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:44 smithi129 bash[79695]: cluster 2024-03-22T07:17:43.566436+0000 osd.7 (osd.7) 227 : cluster 3 failed to encode map e653 with expected crc 2024-03-22T07:17:44.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:44 smithi129 bash[79695]: cluster 2024-03-22T07:17:43.569005+0000 osd.6 (osd.6) 242 : cluster 3 failed to encode map e653 with expected crc 2024-03-22T07:17:44.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:44 smithi129 bash[79695]: audit 2024-03-22T07:17:43.685220+0000 mgr.y (mgr.25337) 311 : audit 0 from='client.44513 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:17:44.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:44 smithi129 bash[79695]: cluster 2024-03-22T07:17:44.241145+0000 mon.a (mon.0) 824 : cluster 3 Health check failed: Reduced data availability: 8 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-03-22T07:17:44.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:44 smithi129 bash[82160]: cluster 2024-03-22T07:17:43.422324+0000 mgr.y (mgr.25337) 310 : cluster 0 pgmap v585: 425 pgs: 51 peering, 35 stale+active+clean, 339 active+clean; 14 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 1022 B/s rd, 853 KiB/s wr, 1 op/s 2024-03-22T07:17:44.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:44 smithi129 bash[82160]: cluster 2024-03-22T07:17:43.566436+0000 osd.7 (osd.7) 227 : cluster 3 failed to encode map e653 with expected crc 2024-03-22T07:17:44.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:44 smithi129 bash[82160]: cluster 2024-03-22T07:17:43.569005+0000 osd.6 (osd.6) 242 : cluster 3 failed to encode map e653 with expected crc 2024-03-22T07:17:44.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:44 smithi129 bash[82160]: audit 2024-03-22T07:17:43.685220+0000 mgr.y (mgr.25337) 311 : audit 0 from='client.44513 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:17:44.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:44 smithi129 bash[82160]: cluster 2024-03-22T07:17:44.241145+0000 mon.a (mon.0) 824 : cluster 3 Health check failed: Reduced data availability: 8 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-03-22T07:17:44.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:44 smithi148 bash[66753]: cluster 2024-03-22T07:17:43.422324+0000 mgr.y (mgr.25337) 310 : cluster 0 pgmap v585: 425 pgs: 51 peering, 35 stale+active+clean, 339 active+clean; 14 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 1022 B/s rd, 853 KiB/s wr, 1 op/s 2024-03-22T07:17:44.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:44 smithi148 bash[66753]: cluster 2024-03-22T07:17:43.566436+0000 osd.7 (osd.7) 227 : cluster 3 failed to encode map e653 with expected crc 2024-03-22T07:17:44.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:44 smithi148 bash[66753]: cluster 2024-03-22T07:17:43.569005+0000 osd.6 (osd.6) 242 : cluster 3 failed to encode map e653 with expected crc 2024-03-22T07:17:44.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:44 smithi148 bash[66753]: audit 2024-03-22T07:17:43.685220+0000 mgr.y (mgr.25337) 311 : audit 0 from='client.44513 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:17:44.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:44 smithi148 bash[66753]: cluster 2024-03-22T07:17:44.241145+0000 mon.a (mon.0) 824 : cluster 3 Health check failed: Reduced data availability: 8 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-03-22T07:17:45.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:45 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:45.310 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:17:45 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:45.310 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:44 smithi148 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.4.service: Deactivated successfully. 2024-03-22T07:17:45.310 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:44 smithi148 systemd[1]: Stopped Ceph osd.4 for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:17:45.310 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:45 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:45.310 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:45 smithi148 systemd[1]: Started Ceph osd.4 for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:17:45.311 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:17:45 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:45.311 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:17:45 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:45.311 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:17:45 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:45.312 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:17:45 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:45.312 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:17:45 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:45.312 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:17:45 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:17:45.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:45 smithi148 bash[66753]: cluster 2024-03-22T07:17:43.695230+0000 osd.5 (osd.5) 203 : cluster 3 failed to encode map e653 with expected crc 2024-03-22T07:17:45.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:45 smithi148 bash[66753]: audit 2024-03-22T07:17:45.362998+0000 mon.a (mon.0) 825 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:45.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:45 smithi148 bash[66753]: audit 2024-03-22T07:17:45.372948+0000 mon.a (mon.0) 826 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:45.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:45 smithi148 bash[66753]: audit 2024-03-22T07:17:45.416332+0000 mon.c (mon.2) 187 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:17:45.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:45 smithi129 bash[79695]: cluster 2024-03-22T07:17:43.695230+0000 osd.5 (osd.5) 203 : cluster 3 failed to encode map e653 with expected crc 2024-03-22T07:17:45.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:45 smithi129 bash[79695]: audit 2024-03-22T07:17:45.362998+0000 mon.a (mon.0) 825 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:45.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:45 smithi129 bash[79695]: audit 2024-03-22T07:17:45.372948+0000 mon.a (mon.0) 826 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:45.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:45 smithi129 bash[79695]: audit 2024-03-22T07:17:45.416332+0000 mon.c (mon.2) 187 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:17:45.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:45 smithi129 bash[82160]: cluster 2024-03-22T07:17:43.695230+0000 osd.5 (osd.5) 203 : cluster 3 failed to encode map e653 with expected crc 2024-03-22T07:17:45.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:45 smithi129 bash[82160]: audit 2024-03-22T07:17:45.362998+0000 mon.a (mon.0) 825 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:45.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:45 smithi129 bash[82160]: audit 2024-03-22T07:17:45.372948+0000 mon.a (mon.0) 826 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:45.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:45 smithi129 bash[82160]: audit 2024-03-22T07:17:45.416332+0000 mon.c (mon.2) 187 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:17:46.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:46 smithi148 bash[66753]: cluster 2024-03-22T07:17:45.424769+0000 mgr.y (mgr.25337) 312 : cluster 0 pgmap v586: 425 pgs: 30 active+undersized+degraded, 80 active+undersized, 51 peering, 264 active+clean; 4.6 MiB data, 424 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s rd, 554 KiB/s wr, 147 op/s; 53/519 objects degraded (10.212%) 2024-03-22T07:17:46.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:46 smithi148 bash[66753]: cluster 2024-03-22T07:17:46.369978+0000 mon.a (mon.0) 827 : cluster 3 Health check failed: Degraded data redundancy: 53/519 objects degraded (10.212%), 30 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:46.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:46 smithi129 bash[79695]: cluster 2024-03-22T07:17:45.424769+0000 mgr.y (mgr.25337) 312 : cluster 0 pgmap v586: 425 pgs: 30 active+undersized+degraded, 80 active+undersized, 51 peering, 264 active+clean; 4.6 MiB data, 424 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s rd, 554 KiB/s wr, 147 op/s; 53/519 objects degraded (10.212%) 2024-03-22T07:17:46.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:46 smithi129 bash[79695]: cluster 2024-03-22T07:17:46.369978+0000 mon.a (mon.0) 827 : cluster 3 Health check failed: Degraded data redundancy: 53/519 objects degraded (10.212%), 30 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:46.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:46 smithi129 bash[82160]: cluster 2024-03-22T07:17:45.424769+0000 mgr.y (mgr.25337) 312 : cluster 0 pgmap v586: 425 pgs: 30 active+undersized+degraded, 80 active+undersized, 51 peering, 264 active+clean; 4.6 MiB data, 424 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s rd, 554 KiB/s wr, 147 op/s; 53/519 objects degraded (10.212%) 2024-03-22T07:17:46.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:46 smithi129 bash[82160]: cluster 2024-03-22T07:17:46.369978+0000 mon.a (mon.0) 827 : cluster 3 Health check failed: Degraded data redundancy: 53/519 objects degraded (10.212%), 30 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:47.185 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:46 smithi148 bash[72339]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-03-22T07:17:47.185 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:46 smithi148 bash[72339]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-22T07:17:47.185 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:46 smithi148 bash[72339]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-22T07:17:47.185 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:46 smithi148 bash[72339]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-22T07:17:47.185 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:46 smithi148 bash[72339]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-03-22T07:17:47.186 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:46 smithi148 bash[72339]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-03-22T07:17:47.186 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:46 smithi148 bash[72339]: --> ceph-volume raw activate successful for osd ID: 4 2024-03-22T07:17:47.435 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:17:47.435 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:17:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:17:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:17:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:17:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:17:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:17:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:17:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:17:47.436 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.437 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:17:47.437 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.437 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.437 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:17:47.437 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.437 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:17:47.437 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.437 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.437 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:17:47.437 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.437 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:17:47.437 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.437 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.437 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:17:47.437 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:17:47.438 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:17:47.438 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:17:47.438 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:17:47.438 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:17:47.438 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:17:47.438 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:17:47.438 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:17:47.438 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:17:47.438 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:17:47.438 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.438 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:17:47.438 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.438 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.438 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:17:47.439 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.440 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:17:47.440 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.440 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.440 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:17:47.440 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:17:47.440 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:17:47.440 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:17:47.440 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:17:47.440 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:17:47.440 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.440 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:17:47.440 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:17:47.440 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:17:47.440 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.440 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 512~512 = 512 2024-03-22T07:17:47.441 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.442 INFO:tasks.workunit.client.0.smithi129.stdout:aio discard: 1536~512 = 0 2024-03-22T07:17:47.442 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:17:47.442 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:17:47.442 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:17:47.442 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:17:47.442 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:17:47.442 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 0 2024-03-22T07:17:47.442 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.442 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.442 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 0 2024-03-22T07:17:47.443 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.443 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.443 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 16384 2024-03-22T07:17:47.443 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.443 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.443 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 16384 2024-03-22T07:17:47.443 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.444 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.444 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:47.444 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:47.444 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 49152 2024-03-22T07:17:47.444 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.444 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.444 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 49152 2024-03-22T07:17:47.444 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.444 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.444 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 65536 2024-03-22T07:17:47.444 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.444 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.444 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 65536 2024-03-22T07:17:47.444 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.444 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 98304 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 98304 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 114688 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 114688 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:47.445 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:47.446 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 147456 2024-03-22T07:17:47.446 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.446 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.446 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 147456 2024-03-22T07:17:47.446 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.446 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.446 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 163840 2024-03-22T07:17:47.446 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.446 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.446 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 163840 2024-03-22T07:17:47.446 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.446 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.446 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:47.446 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:47.446 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 196608 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 196608 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 212992 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 212992 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:47.447 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.448 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.448 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:47.448 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.448 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.448 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.448 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:47.448 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.448 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.448 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:47.448 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.448 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.448 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.448 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:47.448 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.448 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:47.449 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:47.450 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.450 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:47.450 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.450 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.450 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:47.450 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.450 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.450 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.450 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:47.450 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:47.450 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:47.450 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:47.450 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:47.450 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:47.450 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:47.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:47 smithi129 bash[79695]: cluster 2024-03-22T07:17:47.472646+0000 mon.a (mon.0) 828 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 12 pgs peering) 2024-03-22T07:17:47.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:47 smithi129 bash[82160]: cluster 2024-03-22T07:17:47.472646+0000 mon.a (mon.0) 828 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 12 pgs peering) 2024-03-22T07:17:47.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:47 smithi148 bash[66753]: cluster 2024-03-22T07:17:47.472646+0000 mon.a (mon.0) 828 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 12 pgs peering) 2024-03-22T07:17:48.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:48 smithi129 bash[79695]: cluster 2024-03-22T07:17:47.426114+0000 mgr.y (mgr.25337) 313 : cluster 0 pgmap v587: 425 pgs: 43 active+undersized+degraded, 118 active+undersized, 264 active+clean; 587 KiB data, 416 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 555 KiB/s wr, 169 op/s; 69/516 objects degraded (13.372%) 2024-03-22T07:17:48.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:48 smithi129 bash[79695]: cluster 2024-03-22T07:17:48.240699+0000 mon.a (mon.0) 829 : cluster 1 pool 'test-librbd-smithi129-68587-25' no longer out of quota; removing NO_QUOTA flag 2024-03-22T07:17:48.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:48 smithi129 bash[79695]: cluster 2024-03-22T07:17:48.241393+0000 mon.a (mon.0) 830 : cluster 1 Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-03-22T07:17:48.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:48 smithi129 bash[79695]: cluster 2024-03-22T07:17:48.245802+0000 osd.7 (osd.7) 228 : cluster 3 failed to encode map e654 with expected crc 2024-03-22T07:17:48.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:48 smithi129 bash[79695]: cluster 2024-03-22T07:17:48.252905+0000 mon.a (mon.0) 831 : cluster 0 osdmap e654: 8 total, 7 up, 8 in 2024-03-22T07:17:48.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:48 smithi129 bash[82160]: cluster 2024-03-22T07:17:47.426114+0000 mgr.y (mgr.25337) 313 : cluster 0 pgmap v587: 425 pgs: 43 active+undersized+degraded, 118 active+undersized, 264 active+clean; 587 KiB data, 416 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 555 KiB/s wr, 169 op/s; 69/516 objects degraded (13.372%) 2024-03-22T07:17:48.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:48 smithi129 bash[82160]: cluster 2024-03-22T07:17:48.240699+0000 mon.a (mon.0) 829 : cluster 1 pool 'test-librbd-smithi129-68587-25' no longer out of quota; removing NO_QUOTA flag 2024-03-22T07:17:48.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:48 smithi129 bash[82160]: cluster 2024-03-22T07:17:48.241393+0000 mon.a (mon.0) 830 : cluster 1 Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-03-22T07:17:48.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:48 smithi129 bash[82160]: cluster 2024-03-22T07:17:48.245802+0000 osd.7 (osd.7) 228 : cluster 3 failed to encode map e654 with expected crc 2024-03-22T07:17:48.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:48 smithi129 bash[82160]: cluster 2024-03-22T07:17:48.252905+0000 mon.a (mon.0) 831 : cluster 0 osdmap e654: 8 total, 7 up, 8 in 2024-03-22T07:17:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:48 smithi148 bash[66753]: cluster 2024-03-22T07:17:47.426114+0000 mgr.y (mgr.25337) 313 : cluster 0 pgmap v587: 425 pgs: 43 active+undersized+degraded, 118 active+undersized, 264 active+clean; 587 KiB data, 416 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s rd, 555 KiB/s wr, 169 op/s; 69/516 objects degraded (13.372%) 2024-03-22T07:17:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:48 smithi148 bash[66753]: cluster 2024-03-22T07:17:48.240699+0000 mon.a (mon.0) 829 : cluster 1 pool 'test-librbd-smithi129-68587-25' no longer out of quota; removing NO_QUOTA flag 2024-03-22T07:17:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:48 smithi148 bash[66753]: cluster 2024-03-22T07:17:48.241393+0000 mon.a (mon.0) 830 : cluster 1 Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-03-22T07:17:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:48 smithi148 bash[66753]: cluster 2024-03-22T07:17:48.245802+0000 osd.7 (osd.7) 228 : cluster 3 failed to encode map e654 with expected crc 2024-03-22T07:17:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:48 smithi148 bash[66753]: cluster 2024-03-22T07:17:48.252905+0000 mon.a (mon.0) 831 : cluster 0 osdmap e654: 8 total, 7 up, 8 in 2024-03-22T07:17:48.926 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:48 smithi148 bash[72571]: debug 2024-03-22T07:17:48.652+0000 7f4277a3f700 1 -- 172.21.15.148:0/2759645919 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561706ad11e0 con 0x561706b57000 2024-03-22T07:17:49.375 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:17:49.526 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:49 smithi148 bash[72571]: debug 2024-03-22T07:17:49.200+0000 7f4280bd77c0 -1 Falling back to public interface 2024-03-22T07:17:49.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:49 smithi129 bash[79695]: cluster 2024-03-22T07:17:48.247075+0000 osd.6 (osd.6) 243 : cluster 3 failed to encode map e654 with expected crc 2024-03-22T07:17:49.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:49 smithi129 bash[79695]: cluster 2024-03-22T07:17:48.247281+0000 osd.5 (osd.5) 204 : cluster 3 failed to encode map e654 with expected crc 2024-03-22T07:17:49.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:49 smithi129 bash[82160]: cluster 2024-03-22T07:17:48.247075+0000 osd.6 (osd.6) 243 : cluster 3 failed to encode map e654 with expected crc 2024-03-22T07:17:49.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:49 smithi129 bash[82160]: cluster 2024-03-22T07:17:48.247281+0000 osd.5 (osd.5) 204 : cluster 3 failed to encode map e654 with expected crc 2024-03-22T07:17:49.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:49 smithi148 bash[66753]: cluster 2024-03-22T07:17:48.247075+0000 osd.6 (osd.6) 243 : cluster 3 failed to encode map e654 with expected crc 2024-03-22T07:17:49.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:49 smithi148 bash[66753]: cluster 2024-03-22T07:17:48.247281+0000 osd.5 (osd.5) 204 : cluster 3 failed to encode map e654 with expected crc 2024-03-22T07:17:50.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:50 smithi129 bash[82160]: cluster 2024-03-22T07:17:49.427638+0000 mgr.y (mgr.25337) 314 : cluster 0 pgmap v589: 425 pgs: 42 active+undersized+degraded, 119 active+undersized, 264 active+clean; 745 KiB data, 405 MiB used, 715 GiB / 715 GiB avail; 474 KiB/s rd, 688 KiB/s wr, 927 op/s; 69/516 objects degraded (13.372%) 2024-03-22T07:17:50.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:50 smithi129 bash[79695]: cluster 2024-03-22T07:17:49.427638+0000 mgr.y (mgr.25337) 314 : cluster 0 pgmap v589: 425 pgs: 42 active+undersized+degraded, 119 active+undersized, 264 active+clean; 745 KiB data, 405 MiB used, 715 GiB / 715 GiB avail; 474 KiB/s rd, 688 KiB/s wr, 927 op/s; 69/516 objects degraded (13.372%) 2024-03-22T07:17:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:50 smithi148 bash[66753]: cluster 2024-03-22T07:17:49.427638+0000 mgr.y (mgr.25337) 314 : cluster 0 pgmap v589: 425 pgs: 42 active+undersized+degraded, 119 active+undersized, 264 active+clean; 745 KiB data, 405 MiB used, 715 GiB / 715 GiB avail; 474 KiB/s rd, 688 KiB/s wr, 927 op/s; 69/516 objects degraded (13.372%) 2024-03-22T07:17:51.142 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.142 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:51.142 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:51.143 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:51.143 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:51.143 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:51.143 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.143 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.143 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:51.143 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:51.143 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:51.143 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:51.143 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:51.143 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.143 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.143 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:51.143 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.144 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.144 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:51.144 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.144 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.144 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:51.144 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:51.144 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:51.144 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:51.144 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:51.144 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.145 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.145 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:51.145 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:51.145 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:51.145 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:51.145 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:51.145 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.146 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.146 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:51.146 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:51.146 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:51.147 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:51.147 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:51.147 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.148 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.148 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:51.148 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:51.148 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:51.148 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:51.149 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:51.149 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.149 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.149 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:51.149 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.149 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.149 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:51.150 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.150 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.150 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:51.150 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:51.150 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:51.150 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:51.150 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:51.151 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.151 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.151 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:51.151 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:51.151 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:51.151 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:51.152 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:51.152 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.152 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.152 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:51.152 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:51.152 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:51.152 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:51.153 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:51.153 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.154 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.154 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:51.154 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:51.154 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:51.155 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:51.155 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:51.155 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.155 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.155 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:51.155 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.155 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.156 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:51.156 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.156 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.156 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:51.156 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:51.156 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:51.157 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:51.157 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:51.157 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.157 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.157 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:51.157 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:51.157 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:51.158 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:51.158 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:51.158 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.158 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.158 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:51.158 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:51.158 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:51.158 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:51.159 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:51.159 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.159 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.159 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:17:51.159 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:17:51.159 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:17:51.159 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:17:51.159 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:17:51.159 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.159 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.159 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:51.160 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:17:51.160 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:17:51.160 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:17:51.160 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:17:51.160 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:17:51.160 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:17:51.160 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:17:51.160 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestIO (7394 ms) 2024-03-22T07:17:51.160 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-03-22T07:17:51.160 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:17:52.675 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:52 smithi148 bash[72571]: debug 2024-03-22T07:17:52.380+0000 7f4280bd77c0 -1 osd.4 650 log_to_monitors true 2024-03-22T07:17:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:52 smithi148 bash[66753]: cluster 2024-03-22T07:17:51.428627+0000 mgr.y (mgr.25337) 315 : cluster 0 pgmap v590: 425 pgs: 42 active+undersized+degraded, 119 active+undersized, 264 active+clean; 745 KiB data, 405 MiB used, 715 GiB / 715 GiB avail; 403 KiB/s rd, 585 KiB/s wr, 788 op/s; 69/516 objects degraded (13.372%) 2024-03-22T07:17:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:52 smithi148 bash[66753]: audit 2024-03-22T07:17:51.455276+0000 mon.a (mon.0) 832 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:52 smithi148 bash[66753]: audit 2024-03-22T07:17:51.465614+0000 mon.a (mon.0) 833 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:52 smithi148 bash[66753]: audit 2024-03-22T07:17:52.390006+0000 mon.a (mon.0) 834 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-22T07:17:52.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:52 smithi148 bash[66753]: audit 2024-03-22T07:17:52.390116+0000 mon.b (mon.1) 4 : audit 1 from='osd.4 [v2:172.21.15.148:6800/3499833749,v1:172.21.15.148:6801/3499833749]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-22T07:17:52.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:52 smithi129 bash[79695]: cluster 2024-03-22T07:17:51.428627+0000 mgr.y (mgr.25337) 315 : cluster 0 pgmap v590: 425 pgs: 42 active+undersized+degraded, 119 active+undersized, 264 active+clean; 745 KiB data, 405 MiB used, 715 GiB / 715 GiB avail; 403 KiB/s rd, 585 KiB/s wr, 788 op/s; 69/516 objects degraded (13.372%) 2024-03-22T07:17:52.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:52 smithi129 bash[79695]: audit 2024-03-22T07:17:51.455276+0000 mon.a (mon.0) 832 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:52.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:52 smithi129 bash[79695]: audit 2024-03-22T07:17:51.465614+0000 mon.a (mon.0) 833 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:52.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:52 smithi129 bash[79695]: audit 2024-03-22T07:17:52.390006+0000 mon.a (mon.0) 834 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-22T07:17:52.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:52 smithi129 bash[79695]: audit 2024-03-22T07:17:52.390116+0000 mon.b (mon.1) 4 : audit 1 from='osd.4 [v2:172.21.15.148:6800/3499833749,v1:172.21.15.148:6801/3499833749]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-22T07:17:52.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:52 smithi129 bash[82160]: cluster 2024-03-22T07:17:51.428627+0000 mgr.y (mgr.25337) 315 : cluster 0 pgmap v590: 425 pgs: 42 active+undersized+degraded, 119 active+undersized, 264 active+clean; 745 KiB data, 405 MiB used, 715 GiB / 715 GiB avail; 403 KiB/s rd, 585 KiB/s wr, 788 op/s; 69/516 objects degraded (13.372%) 2024-03-22T07:17:52.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:52 smithi129 bash[82160]: audit 2024-03-22T07:17:51.455276+0000 mon.a (mon.0) 832 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:52.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:52 smithi129 bash[82160]: audit 2024-03-22T07:17:51.465614+0000 mon.a (mon.0) 833 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:52.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:52 smithi129 bash[82160]: audit 2024-03-22T07:17:52.390006+0000 mon.a (mon.0) 834 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-22T07:17:52.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:52 smithi129 bash[82160]: audit 2024-03-22T07:17:52.390116+0000 mon.b (mon.1) 4 : audit 1 from='osd.4 [v2:172.21.15.148:6800/3499833749,v1:172.21.15.148:6801/3499833749]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-22T07:17:53.425 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:17:53 smithi148 bash[72571]: debug 2024-03-22T07:17:53.084+0000 7f426e027700 -1 osd.4 650 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-22T07:17:53.612 INFO:teuthology.orchestra.run.smithi129.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-22T07:17:53.613 INFO:teuthology.orchestra.run.smithi129.stdout:alertmanager.a smithi129 *:9093,9094 running (15m) 31s ago 15m 14.3M - 0.25.0 c8568f914cd2 f16a6600d8c5 2024-03-22T07:17:53.613 INFO:teuthology.orchestra.run.smithi129.stdout:grafana.a smithi148 *:3000 running (15m) 2s ago 15m 80.3M - 9.4.7 954c08fa6188 0dad270e1055 2024-03-22T07:17:53.613 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foo.smithi129.bzehte smithi129 running (13m) 31s ago 13m 15.8M - 18.2.2-937-gea74f2a1 162cc6df89b4 b5d071c04ede 2024-03-22T07:17:53.613 INFO:teuthology.orchestra.run.smithi129.stdout:mds.foo.smithi148.qmcgkl smithi148 running (13m) 2s ago 13m 20.5M - 18.2.2-937-gea74f2a1 162cc6df89b4 742a031f0ac0 2024-03-22T07:17:53.613 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.x smithi148 *:8443,9283,8765 running (8m) 2s ago 23m 439M - 19.0.0-1667-gdb0330b1 4f325f8440e9 d7fd5bbfea59 2024-03-22T07:17:53.613 INFO:teuthology.orchestra.run.smithi129.stdout:mgr.y smithi129 *:8443,9283,8765 running (8m) 31s ago 26m 507M - 19.0.0-1667-gdb0330b1 4f325f8440e9 6b1c51f3faa6 2024-03-22T07:17:53.613 INFO:teuthology.orchestra.run.smithi129.stdout:mon.a smithi129 running (7m) 31s ago 26m 65.7M 2048M 19.0.0-1667-gdb0330b1 4f325f8440e9 f7321bb16acc 2024-03-22T07:17:53.613 INFO:teuthology.orchestra.run.smithi129.stdout:mon.b smithi148 running (5m) 2s ago 24m 50.4M 2048M 19.0.0-1667-gdb0330b1 4f325f8440e9 0ed23e3efed6 2024-03-22T07:17:53.613 INFO:teuthology.orchestra.run.smithi129.stdout:mon.c smithi129 running (5m) 31s ago 24m 54.1M 2048M 19.0.0-1667-gdb0330b1 4f325f8440e9 639d3eb5319f 2024-03-22T07:17:53.613 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.a smithi129 *:9100 running (15m) 31s ago 15m 9100k - 1.5.0 0da6a335fe13 36f44c4f758d 2024-03-22T07:17:53.613 INFO:teuthology.orchestra.run.smithi129.stdout:node-exporter.b smithi148 *:9100 running (15m) 2s ago 15m 9043k - 1.5.0 0da6a335fe13 242ef8db1067 2024-03-22T07:17:53.613 INFO:teuthology.orchestra.run.smithi129.stdout:osd.0 smithi129 running (3m) 31s ago 23m 88.1M 2524M 19.0.0-1667-gdb0330b1 4f325f8440e9 2f476aac7ce6 2024-03-22T07:17:53.613 INFO:teuthology.orchestra.run.smithi129.stdout:osd.1 smithi129 running (106s) 31s ago 22m 78.5M 2524M 19.0.0-1667-gdb0330b1 4f325f8440e9 7078ce812d55 2024-03-22T07:17:53.613 INFO:teuthology.orchestra.run.smithi129.stdout:osd.2 smithi129 running (63s) 31s ago 21m 80.6M 2524M 19.0.0-1667-gdb0330b1 4f325f8440e9 aa841dc2fab1 2024-03-22T07:17:53.614 INFO:teuthology.orchestra.run.smithi129.stdout:osd.3 smithi129 running (34s) 31s ago 20m - 2524M 19.0.0-1667-gdb0330b1 4f325f8440e9 0b591b7fbb91 2024-03-22T07:17:53.614 INFO:teuthology.orchestra.run.smithi129.stdout:osd.4 smithi148 running (5s) 2s ago 19m - 2524M 19.0.0-1667-gdb0330b1 4f325f8440e9 6fa2f089768c 2024-03-22T07:17:53.614 INFO:teuthology.orchestra.run.smithi129.stdout:osd.5 smithi148 running (18m) 2s ago 18m 135M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 0519cb7754ae 2024-03-22T07:17:53.614 INFO:teuthology.orchestra.run.smithi129.stdout:osd.6 smithi148 running (18m) 2s ago 18m 163M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 c8906cd2fa35 2024-03-22T07:17:53.614 INFO:teuthology.orchestra.run.smithi129.stdout:osd.7 smithi148 running (17m) 2s ago 17m 146M 2524M 18.2.2-937-gea74f2a1 162cc6df89b4 166d5da3a2c2 2024-03-22T07:17:53.614 INFO:teuthology.orchestra.run.smithi129.stdout:prometheus.a smithi148 *:9095 running (8m) 2s ago 16m 47.2M - 2.43.0 a07b618ecd1d 7587c3f232c3 2024-03-22T07:17:53.801 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[79695]: audit 2024-03-22T07:17:52.540834+0000 mon.a (mon.0) 835 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-22T07:17:53.801 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[79695]: cluster 2024-03-22T07:17:52.542557+0000 osd.7 (osd.7) 229 : cluster 3 failed to encode map e655 with expected crc 2024-03-22T07:17:53.801 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[79695]: cluster 2024-03-22T07:17:52.544107+0000 osd.7 (osd.7) 230 : cluster 3 failed to encode map e655 with expected crc 2024-03-22T07:17:53.801 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[79695]: cluster 2024-03-22T07:17:52.545567+0000 osd.5 (osd.5) 205 : cluster 3 failed to encode map e655 with expected crc 2024-03-22T07:17:53.801 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[79695]: cluster 2024-03-22T07:17:52.545613+0000 osd.6 (osd.6) 244 : cluster 3 failed to encode map e655 with expected crc 2024-03-22T07:17:53.801 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[79695]: cluster 2024-03-22T07:17:52.546645+0000 mon.a (mon.0) 836 : cluster 0 osdmap e655: 8 total, 7 up, 8 in 2024-03-22T07:17:53.801 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[79695]: audit 2024-03-22T07:17:52.547559+0000 mon.b (mon.1) 5 : audit 1 from='osd.4 [v2:172.21.15.148:6800/3499833749,v1:172.21.15.148:6801/3499833749]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:17:53.802 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[79695]: audit 2024-03-22T07:17:52.566813+0000 mon.a (mon.0) 837 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:17:53.802 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[79695]: audit 2024-03-22T07:17:52.579343+0000 mon.a (mon.0) 838 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:53.802 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[79695]: audit 2024-03-22T07:17:52.609863+0000 mon.a (mon.0) 839 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:53.802 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[79695]: audit 2024-03-22T07:17:53.072435+0000 mon.a (mon.0) 840 : audit 1 from='osd.4 ' entity='osd.4' 2024-03-22T07:17:53.802 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[79695]: cluster 2024-03-22T07:17:53.242796+0000 mon.a (mon.0) 841 : cluster 3 Health check update: Degraded data redundancy: 69/516 objects degraded (13.372%), 42 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:53.802 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[79695]: audit 2024-03-22T07:17:53.388411+0000 mon.a (mon.0) 842 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:53.802 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[79695]: audit 2024-03-22T07:17:53.389788+0000 mon.c (mon.2) 188 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:17:53.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[82160]: audit 2024-03-22T07:17:52.540834+0000 mon.a (mon.0) 835 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-22T07:17:53.802 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[82160]: cluster 2024-03-22T07:17:52.542557+0000 osd.7 (osd.7) 229 : cluster 3 failed to encode map e655 with expected crc 2024-03-22T07:17:53.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[82160]: cluster 2024-03-22T07:17:52.544107+0000 osd.7 (osd.7) 230 : cluster 3 failed to encode map e655 with expected crc 2024-03-22T07:17:53.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[82160]: cluster 2024-03-22T07:17:52.545567+0000 osd.5 (osd.5) 205 : cluster 3 failed to encode map e655 with expected crc 2024-03-22T07:17:53.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[82160]: cluster 2024-03-22T07:17:52.545613+0000 osd.6 (osd.6) 244 : cluster 3 failed to encode map e655 with expected crc 2024-03-22T07:17:53.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[82160]: cluster 2024-03-22T07:17:52.546645+0000 mon.a (mon.0) 836 : cluster 0 osdmap e655: 8 total, 7 up, 8 in 2024-03-22T07:17:53.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[82160]: audit 2024-03-22T07:17:52.547559+0000 mon.b (mon.1) 5 : audit 1 from='osd.4 [v2:172.21.15.148:6800/3499833749,v1:172.21.15.148:6801/3499833749]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:17:53.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[82160]: audit 2024-03-22T07:17:52.566813+0000 mon.a (mon.0) 837 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:17:53.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[82160]: audit 2024-03-22T07:17:52.579343+0000 mon.a (mon.0) 838 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:53.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[82160]: audit 2024-03-22T07:17:52.609863+0000 mon.a (mon.0) 839 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:53.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[82160]: audit 2024-03-22T07:17:53.072435+0000 mon.a (mon.0) 840 : audit 1 from='osd.4 ' entity='osd.4' 2024-03-22T07:17:53.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[82160]: cluster 2024-03-22T07:17:53.242796+0000 mon.a (mon.0) 841 : cluster 3 Health check update: Degraded data redundancy: 69/516 objects degraded (13.372%), 42 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:53.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[82160]: audit 2024-03-22T07:17:53.388411+0000 mon.a (mon.0) 842 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:53.803 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[82160]: audit 2024-03-22T07:17:53.389788+0000 mon.c (mon.2) 188 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:17:53.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:53 smithi148 bash[66753]: audit 2024-03-22T07:17:52.540834+0000 mon.a (mon.0) 835 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-22T07:17:53.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:53 smithi148 bash[66753]: cluster 2024-03-22T07:17:52.542557+0000 osd.7 (osd.7) 229 : cluster 3 failed to encode map e655 with expected crc 2024-03-22T07:17:53.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:53 smithi148 bash[66753]: cluster 2024-03-22T07:17:52.544107+0000 osd.7 (osd.7) 230 : cluster 3 failed to encode map e655 with expected crc 2024-03-22T07:17:53.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:53 smithi148 bash[66753]: cluster 2024-03-22T07:17:52.545567+0000 osd.5 (osd.5) 205 : cluster 3 failed to encode map e655 with expected crc 2024-03-22T07:17:53.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:53 smithi148 bash[66753]: cluster 2024-03-22T07:17:52.545613+0000 osd.6 (osd.6) 244 : cluster 3 failed to encode map e655 with expected crc 2024-03-22T07:17:53.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:53 smithi148 bash[66753]: cluster 2024-03-22T07:17:52.546645+0000 mon.a (mon.0) 836 : cluster 0 osdmap e655: 8 total, 7 up, 8 in 2024-03-22T07:17:53.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:53 smithi148 bash[66753]: audit 2024-03-22T07:17:52.547559+0000 mon.b (mon.1) 5 : audit 1 from='osd.4 [v2:172.21.15.148:6800/3499833749,v1:172.21.15.148:6801/3499833749]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:17:53.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:53 smithi148 bash[66753]: audit 2024-03-22T07:17:52.566813+0000 mon.a (mon.0) 837 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-03-22T07:17:53.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:53 smithi148 bash[66753]: audit 2024-03-22T07:17:52.579343+0000 mon.a (mon.0) 838 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:53.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:53 smithi148 bash[66753]: audit 2024-03-22T07:17:52.609863+0000 mon.a (mon.0) 839 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:53.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:53 smithi148 bash[66753]: audit 2024-03-22T07:17:53.072435+0000 mon.a (mon.0) 840 : audit 1 from='osd.4 ' entity='osd.4' 2024-03-22T07:17:53.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:53 smithi148 bash[66753]: cluster 2024-03-22T07:17:53.242796+0000 mon.a (mon.0) 841 : cluster 3 Health check update: Degraded data redundancy: 69/516 objects degraded (13.372%), 42 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:53 smithi148 bash[66753]: audit 2024-03-22T07:17:53.388411+0000 mon.a (mon.0) 842 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:17:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:53 smithi148 bash[66753]: audit 2024-03-22T07:17:53.389788+0000 mon.c (mon.2) 188 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:17:54.063 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:17:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:17:53] "GET /metrics HTTP/1.1" 200 60431 "" "Prometheus/2.43.0" 2024-03-22T07:17:54.344 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[79695]: debug 2024-03-22T07:17:54.066+0000 7f74b4953700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:54.346 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 77237b76-e818-11ee-95cd-87774f69a715 -e sha1=db0330b1e4e2470d52b750e251e55a522b4f7d69 -- bash -c 'ceph versions' 2024-03-22T07:17:54.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[79695]: cluster 2024-03-22T07:17:53.429235+0000 mgr.y (mgr.25337) 316 : cluster 0 pgmap v592: 425 pgs: 42 active+undersized+degraded, 119 active+undersized, 264 active+clean; 745 KiB data, 382 MiB used, 715 GiB / 715 GiB avail; 350 KiB/s rd, 182 KiB/s wr, 698 op/s; 69/519 objects degraded (13.295%) 2024-03-22T07:17:54.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[79695]: audit 2024-03-22T07:17:53.597697+0000 mgr.y (mgr.25337) 317 : audit 0 from='client.44525 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:17:54.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[79695]: cluster 2024-03-22T07:17:54.070218+0000 mon.a (mon.0) 843 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:54.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[79695]: cluster 2024-03-22T07:17:54.070266+0000 mon.a (mon.0) 844 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-22T07:17:54.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[79695]: cluster 2024-03-22T07:17:54.075607+0000 osd.7 (osd.7) 231 : cluster 3 failed to encode map e656 with expected crc 2024-03-22T07:17:54.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[79695]: cluster 2024-03-22T07:17:54.079985+0000 mon.a (mon.0) 845 : cluster 1 osd.4 [v2:172.21.15.148:6800/3499833749,v1:172.21.15.148:6801/3499833749] boot 2024-03-22T07:17:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[79695]: audit 2024-03-22T07:17:54.080038+0000 mon.c (mon.2) 189 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T07:17:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[79695]: cluster 2024-03-22T07:17:54.080090+0000 mon.a (mon.0) 846 : cluster 0 osdmap e656: 8 total, 8 up, 8 in 2024-03-22T07:17:54.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[79695]: cluster 2024-03-22T07:17:54.088160+0000 osd.7 (osd.7) 232 : cluster 3 failed to encode map e656 with expected crc 2024-03-22T07:17:54.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[82160]: cluster 2024-03-22T07:17:53.429235+0000 mgr.y (mgr.25337) 316 : cluster 0 pgmap v592: 425 pgs: 42 active+undersized+degraded, 119 active+undersized, 264 active+clean; 745 KiB data, 382 MiB used, 715 GiB / 715 GiB avail; 350 KiB/s rd, 182 KiB/s wr, 698 op/s; 69/519 objects degraded (13.295%) 2024-03-22T07:17:54.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[82160]: audit 2024-03-22T07:17:53.597697+0000 mgr.y (mgr.25337) 317 : audit 0 from='client.44525 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:17:54.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[82160]: cluster 2024-03-22T07:17:54.070218+0000 mon.a (mon.0) 843 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[82160]: cluster 2024-03-22T07:17:54.070266+0000 mon.a (mon.0) 844 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-22T07:17:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[82160]: cluster 2024-03-22T07:17:54.075607+0000 osd.7 (osd.7) 231 : cluster 3 failed to encode map e656 with expected crc 2024-03-22T07:17:54.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[82160]: cluster 2024-03-22T07:17:54.079985+0000 mon.a (mon.0) 845 : cluster 1 osd.4 [v2:172.21.15.148:6800/3499833749,v1:172.21.15.148:6801/3499833749] boot 2024-03-22T07:17:54.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[82160]: audit 2024-03-22T07:17:54.080038+0000 mon.c (mon.2) 189 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T07:17:54.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[82160]: cluster 2024-03-22T07:17:54.080090+0000 mon.a (mon.0) 846 : cluster 0 osdmap e656: 8 total, 8 up, 8 in 2024-03-22T07:17:54.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:54 smithi129 bash[82160]: cluster 2024-03-22T07:17:54.088160+0000 osd.7 (osd.7) 232 : cluster 3 failed to encode map e656 with expected crc 2024-03-22T07:17:54.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:54 smithi148 bash[66753]: cluster 2024-03-22T07:17:53.429235+0000 mgr.y (mgr.25337) 316 : cluster 0 pgmap v592: 425 pgs: 42 active+undersized+degraded, 119 active+undersized, 264 active+clean; 745 KiB data, 382 MiB used, 715 GiB / 715 GiB avail; 350 KiB/s rd, 182 KiB/s wr, 698 op/s; 69/519 objects degraded (13.295%) 2024-03-22T07:17:54.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:54 smithi148 bash[66753]: audit 2024-03-22T07:17:53.597697+0000 mgr.y (mgr.25337) 317 : audit 0 from='client.44525 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-22T07:17:54.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:54 smithi148 bash[66753]: cluster 2024-03-22T07:17:54.070218+0000 mon.a (mon.0) 843 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-03-22T07:17:54.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:54 smithi148 bash[66753]: cluster 2024-03-22T07:17:54.070266+0000 mon.a (mon.0) 844 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-22T07:17:54.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:54 smithi148 bash[66753]: cluster 2024-03-22T07:17:54.075607+0000 osd.7 (osd.7) 231 : cluster 3 failed to encode map e656 with expected crc 2024-03-22T07:17:54.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:54 smithi148 bash[66753]: cluster 2024-03-22T07:17:54.079985+0000 mon.a (mon.0) 845 : cluster 1 osd.4 [v2:172.21.15.148:6800/3499833749,v1:172.21.15.148:6801/3499833749] boot 2024-03-22T07:17:54.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:54 smithi148 bash[66753]: audit 2024-03-22T07:17:54.080038+0000 mon.c (mon.2) 189 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-22T07:17:54.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:54 smithi148 bash[66753]: cluster 2024-03-22T07:17:54.080090+0000 mon.a (mon.0) 846 : cluster 0 osdmap e656: 8 total, 8 up, 8 in 2024-03-22T07:17:54.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:54 smithi148 bash[66753]: cluster 2024-03-22T07:17:54.088160+0000 osd.7 (osd.7) 232 : cluster 3 failed to encode map e656 with expected crc 2024-03-22T07:17:55.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:55 smithi129 bash[79695]: cluster 2024-03-22T07:17:54.086199+0000 osd.5 (osd.5) 206 : cluster 3 failed to encode map e656 with expected crc 2024-03-22T07:17:55.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:55 smithi129 bash[79695]: cluster 2024-03-22T07:17:54.099625+0000 osd.6 (osd.6) 245 : cluster 3 failed to encode map e656 with expected crc 2024-03-22T07:17:55.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:55 smithi129 bash[79695]: cluster 2024-03-22T07:17:55.081001+0000 osd.7 (osd.7) 233 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:55.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:55 smithi129 bash[79695]: cluster 2024-03-22T07:17:55.086415+0000 mon.a (mon.0) 847 : cluster 0 osdmap e657: 8 total, 8 up, 8 in 2024-03-22T07:17:55.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:55 smithi129 bash[79695]: cluster 2024-03-22T07:17:55.088373+0000 osd.7 (osd.7) 234 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:55.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:55 smithi129 bash[79695]: cluster 2024-03-22T07:17:55.096660+0000 osd.7 (osd.7) 235 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:55.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:55 smithi129 bash[82160]: cluster 2024-03-22T07:17:54.086199+0000 osd.5 (osd.5) 206 : cluster 3 failed to encode map e656 with expected crc 2024-03-22T07:17:55.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:55 smithi129 bash[82160]: cluster 2024-03-22T07:17:54.099625+0000 osd.6 (osd.6) 245 : cluster 3 failed to encode map e656 with expected crc 2024-03-22T07:17:55.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:55 smithi129 bash[82160]: cluster 2024-03-22T07:17:55.081001+0000 osd.7 (osd.7) 233 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:55.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:55 smithi129 bash[82160]: cluster 2024-03-22T07:17:55.086415+0000 mon.a (mon.0) 847 : cluster 0 osdmap e657: 8 total, 8 up, 8 in 2024-03-22T07:17:55.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:55 smithi129 bash[82160]: cluster 2024-03-22T07:17:55.088373+0000 osd.7 (osd.7) 234 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:55.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:55 smithi129 bash[82160]: cluster 2024-03-22T07:17:55.096660+0000 osd.7 (osd.7) 235 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:55.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:55 smithi148 bash[66753]: cluster 2024-03-22T07:17:54.086199+0000 osd.5 (osd.5) 206 : cluster 3 failed to encode map e656 with expected crc 2024-03-22T07:17:55.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:55 smithi148 bash[66753]: cluster 2024-03-22T07:17:54.099625+0000 osd.6 (osd.6) 245 : cluster 3 failed to encode map e656 with expected crc 2024-03-22T07:17:55.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:55 smithi148 bash[66753]: cluster 2024-03-22T07:17:55.081001+0000 osd.7 (osd.7) 233 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:55.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:55 smithi148 bash[66753]: cluster 2024-03-22T07:17:55.086415+0000 mon.a (mon.0) 847 : cluster 0 osdmap e657: 8 total, 8 up, 8 in 2024-03-22T07:17:55.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:55 smithi148 bash[66753]: cluster 2024-03-22T07:17:55.088373+0000 osd.7 (osd.7) 234 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:55.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:55 smithi148 bash[66753]: cluster 2024-03-22T07:17:55.096660+0000 osd.7 (osd.7) 235 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[82160]: cluster 2024-03-22T07:17:55.088263+0000 osd.6 (osd.6) 246 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[82160]: cluster 2024-03-22T07:17:55.088726+0000 osd.5 (osd.5) 207 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[82160]: cluster 2024-03-22T07:17:55.097526+0000 osd.6 (osd.6) 247 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[82160]: cluster 2024-03-22T07:17:55.098730+0000 osd.5 (osd.5) 208 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[82160]: cluster 2024-03-22T07:17:55.101243+0000 osd.5 (osd.5) 209 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[82160]: cluster 2024-03-22T07:17:55.103844+0000 osd.5 (osd.5) 210 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[82160]: cluster 2024-03-22T07:17:55.104141+0000 osd.6 (osd.6) 248 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[82160]: cluster 2024-03-22T07:17:55.430815+0000 mgr.y (mgr.25337) 318 : cluster 0 pgmap v595: 425 pgs: 62 peering, 24 active+undersized+degraded, 62 active+undersized, 277 active+clean; 2.6 MiB data, 381 MiB used, 715 GiB / 715 GiB avail; 179 KiB/s rd, 68 KiB/s wr, 370 op/s; 36/525 objects degraded (6.857%) 2024-03-22T07:17:56.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[79695]: cluster 2024-03-22T07:17:55.088263+0000 osd.6 (osd.6) 246 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[79695]: cluster 2024-03-22T07:17:55.088726+0000 osd.5 (osd.5) 207 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[79695]: cluster 2024-03-22T07:17:55.097526+0000 osd.6 (osd.6) 247 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[79695]: cluster 2024-03-22T07:17:55.098730+0000 osd.5 (osd.5) 208 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[79695]: cluster 2024-03-22T07:17:55.101243+0000 osd.5 (osd.5) 209 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[79695]: cluster 2024-03-22T07:17:55.103844+0000 osd.5 (osd.5) 210 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[79695]: cluster 2024-03-22T07:17:55.104141+0000 osd.6 (osd.6) 248 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:56 smithi129 bash[79695]: cluster 2024-03-22T07:17:55.430815+0000 mgr.y (mgr.25337) 318 : cluster 0 pgmap v595: 425 pgs: 62 peering, 24 active+undersized+degraded, 62 active+undersized, 277 active+clean; 2.6 MiB data, 381 MiB used, 715 GiB / 715 GiB avail; 179 KiB/s rd, 68 KiB/s wr, 370 op/s; 36/525 objects degraded (6.857%) 2024-03-22T07:17:56.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:56 smithi148 bash[66753]: cluster 2024-03-22T07:17:55.088263+0000 osd.6 (osd.6) 246 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:56 smithi148 bash[66753]: cluster 2024-03-22T07:17:55.088726+0000 osd.5 (osd.5) 207 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:56 smithi148 bash[66753]: cluster 2024-03-22T07:17:55.097526+0000 osd.6 (osd.6) 247 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:56 smithi148 bash[66753]: cluster 2024-03-22T07:17:55.098730+0000 osd.5 (osd.5) 208 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:56 smithi148 bash[66753]: cluster 2024-03-22T07:17:55.101243+0000 osd.5 (osd.5) 209 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:56 smithi148 bash[66753]: cluster 2024-03-22T07:17:55.103844+0000 osd.5 (osd.5) 210 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:56 smithi148 bash[66753]: cluster 2024-03-22T07:17:55.104141+0000 osd.6 (osd.6) 248 : cluster 3 failed to encode map e657 with expected crc 2024-03-22T07:17:56.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:56 smithi148 bash[66753]: cluster 2024-03-22T07:17:55.430815+0000 mgr.y (mgr.25337) 318 : cluster 0 pgmap v595: 425 pgs: 62 peering, 24 active+undersized+degraded, 62 active+undersized, 277 active+clean; 2.6 MiB data, 381 MiB used, 715 GiB / 715 GiB avail; 179 KiB/s rd, 68 KiB/s wr, 370 op/s; 36/525 objects degraded (6.857%) 2024-03-22T07:17:58.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:58 smithi129 bash[79695]: cluster 2024-03-22T07:17:57.432841+0000 mgr.y (mgr.25337) 319 : cluster 0 pgmap v596: 425 pgs: 62 peering, 16 active+undersized+degraded, 37 active+undersized, 310 active+clean; 2.6 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 179 KiB/s rd, 68 KiB/s wr, 370 op/s; 26/525 objects degraded (4.952%) 2024-03-22T07:17:58.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:58 smithi129 bash[79695]: cluster 2024-03-22T07:17:58.245148+0000 mon.a (mon.0) 848 : cluster 3 Health check update: Degraded data redundancy: 26/525 objects degraded (4.952%), 16 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:58.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:58 smithi129 bash[82160]: cluster 2024-03-22T07:17:57.432841+0000 mgr.y (mgr.25337) 319 : cluster 0 pgmap v596: 425 pgs: 62 peering, 16 active+undersized+degraded, 37 active+undersized, 310 active+clean; 2.6 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 179 KiB/s rd, 68 KiB/s wr, 370 op/s; 26/525 objects degraded (4.952%) 2024-03-22T07:17:58.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:58 smithi129 bash[82160]: cluster 2024-03-22T07:17:58.245148+0000 mon.a (mon.0) 848 : cluster 3 Health check update: Degraded data redundancy: 26/525 objects degraded (4.952%), 16 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:58.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:58 smithi148 bash[66753]: cluster 2024-03-22T07:17:57.432841+0000 mgr.y (mgr.25337) 319 : cluster 0 pgmap v596: 425 pgs: 62 peering, 16 active+undersized+degraded, 37 active+undersized, 310 active+clean; 2.6 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 179 KiB/s rd, 68 KiB/s wr, 370 op/s; 26/525 objects degraded (4.952%) 2024-03-22T07:17:58.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:58 smithi148 bash[66753]: cluster 2024-03-22T07:17:58.245148+0000 mon.a (mon.0) 848 : cluster 3 Health check update: Degraded data redundancy: 26/525 objects degraded (4.952%), 16 pgs degraded (PG_DEGRADED) 2024-03-22T07:17:59.089 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:17:59.633 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:17:59 smithi148 bash[66753]: cluster 2024-03-22T07:17:59.552594+0000 mon.a (mon.0) 849 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/525 objects degraded (4.952%), 16 pgs degraded) 2024-03-22T07:17:59.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:17:59 smithi129 bash[82160]: cluster 2024-03-22T07:17:59.552594+0000 mon.a (mon.0) 849 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/525 objects degraded (4.952%), 16 pgs degraded) 2024-03-22T07:17:59.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:17:59 smithi129 bash[79695]: cluster 2024-03-22T07:17:59.552594+0000 mon.a (mon.0) 849 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/525 objects degraded (4.952%), 16 pgs degraded) 2024-03-22T07:18:00.421 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:18:00.421 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:18:00.421 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:18:00.421 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:18:00.421 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:18:00.421 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.421 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:18:00.422 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.422 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.422 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:18:00.422 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.422 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:18:00.422 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.422 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.422 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:18:00.422 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.422 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:18:00.422 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.422 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.422 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:18:00.423 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.423 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:18:00.423 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.423 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.423 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:18:00.423 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.423 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:18:00.423 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.423 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.423 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:18:00.423 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:18:00.423 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:18:00.423 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:18:00.424 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:18:00.424 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:18:00.424 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:18:00.424 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:18:00.424 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:18:00.424 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:18:00.424 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:18:00.424 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.424 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:18:00.424 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.424 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.424 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:18:00.424 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.424 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:18:00.425 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.425 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.425 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:18:00.425 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.425 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:18:00.425 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.425 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.425 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:18:00.425 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.425 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:18:00.425 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.425 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.426 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:18:00.426 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.426 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:18:00.426 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.426 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.426 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:18:00.427 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:00.427 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:00.427 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:00.427 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:00.427 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:00.427 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.427 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:18:00.427 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:00.427 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:18:00.427 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.428 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:18:00.428 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:00.428 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:18:00.428 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.428 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:18:00.428 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:00.428 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:18:00.428 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.428 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:18:00.428 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:00.428 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:18:00.428 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.428 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:18:00.428 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:00.428 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:18:00.429 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 512~512 = 512 2024-03-22T07:18:00.429 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.429 INFO:tasks.workunit.client.0.smithi129.stdout:aio discard: 1536~512 = 0 2024-03-22T07:18:00.429 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:00.429 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:00.429 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:00.429 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:00.429 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:00.429 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 0 2024-03-22T07:18:00.429 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.429 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.429 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 0 2024-03-22T07:18:00.429 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.429 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.430 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 16384 2024-03-22T07:18:00.430 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.430 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.430 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 16384 2024-03-22T07:18:00.430 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.430 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.430 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:00.430 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:00.430 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 49152 2024-03-22T07:18:00.430 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.430 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.430 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 49152 2024-03-22T07:18:00.430 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.430 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.431 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 65536 2024-03-22T07:18:00.431 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.431 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.431 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 65536 2024-03-22T07:18:00.431 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.431 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.431 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:00.431 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:00.431 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 98304 2024-03-22T07:18:00.431 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.431 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.431 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 98304 2024-03-22T07:18:00.431 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.431 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.431 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 114688 2024-03-22T07:18:00.432 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.432 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.432 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 114688 2024-03-22T07:18:00.432 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.432 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.432 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:00.432 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:00.432 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 147456 2024-03-22T07:18:00.432 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.432 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.432 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 147456 2024-03-22T07:18:00.432 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.432 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.432 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 163840 2024-03-22T07:18:00.432 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.433 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.433 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 163840 2024-03-22T07:18:00.433 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.433 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.433 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:00.433 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:00.433 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 196608 2024-03-22T07:18:00.433 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.433 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.433 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 196608 2024-03-22T07:18:00.433 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.433 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.433 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 212992 2024-03-22T07:18:00.433 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.434 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.434 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 212992 2024-03-22T07:18:00.434 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.434 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.434 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:00.434 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:00.434 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.434 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:00.434 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.434 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.434 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:00.434 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.434 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.434 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.434 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:00.435 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.435 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.435 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:00.435 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.435 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.435 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.435 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:00.435 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.435 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.435 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:00.435 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.435 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.435 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.435 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:00.435 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.436 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.436 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:00.436 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.436 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.436 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.436 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:00.436 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:00.436 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.436 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:00.436 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:00.436 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.436 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:00.436 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.436 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.436 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:00.437 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.437 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.437 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.437 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:00.437 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:00.437 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:00.437 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:00.437 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:00.437 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:00.437 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:00.741 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:00 smithi129 bash[82160]: cluster 2024-03-22T07:17:59.435656+0000 mgr.y (mgr.25337) 320 : cluster 0 pgmap v597: 425 pgs: 425 active+clean; 6.8 MiB data, 395 MiB used, 715 GiB / 715 GiB avail; 648 KiB/s rd, 930 KiB/s wr, 820 op/s; 75 B/s, 6 keys/s, 0 objects/s recovering 2024-03-22T07:18:00.741 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:00 smithi129 bash[79695]: cluster 2024-03-22T07:17:59.435656+0000 mgr.y (mgr.25337) 320 : cluster 0 pgmap v597: 425 pgs: 425 active+clean; 6.8 MiB data, 395 MiB used, 715 GiB / 715 GiB avail; 648 KiB/s rd, 930 KiB/s wr, 820 op/s; 75 B/s, 6 keys/s, 0 objects/s recovering 2024-03-22T07:18:00.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:00 smithi148 bash[66753]: cluster 2024-03-22T07:17:59.435656+0000 mgr.y (mgr.25337) 320 : cluster 0 pgmap v597: 425 pgs: 425 active+clean; 6.8 MiB data, 395 MiB used, 715 GiB / 715 GiB avail; 648 KiB/s rd, 930 KiB/s wr, 820 op/s; 75 B/s, 6 keys/s, 0 objects/s recovering 2024-03-22T07:18:00.932 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:18:00 smithi148 bash[48714]: logger=sqlstore.transactions t=2024-03-22T07:18:00.584344602Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-03-22T07:18:02.616 INFO:teuthology.orchestra.run.smithi129.stdout:{ 2024-03-22T07:18:02.616 INFO:teuthology.orchestra.run.smithi129.stdout: "mon": { 2024-03-22T07:18:02.616 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 19.0.0-1667-gdb0330b1 (db0330b1e4e2470d52b750e251e55a522b4f7d69) squid (dev)": 3 2024-03-22T07:18:02.616 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2024-03-22T07:18:02.617 INFO:teuthology.orchestra.run.smithi129.stdout: "mgr": { 2024-03-22T07:18:02.617 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 19.0.0-1667-gdb0330b1 (db0330b1e4e2470d52b750e251e55a522b4f7d69) squid (dev)": 2 2024-03-22T07:18:02.617 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2024-03-22T07:18:02.617 INFO:teuthology.orchestra.run.smithi129.stdout: "osd": { 2024-03-22T07:18:02.617 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 18.2.2-937-gea74f2a1 (ea74f2a1f3b9578955c75452d36d95e0cac33c2e) reef (stable)": 3, 2024-03-22T07:18:02.617 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 19.0.0-1667-gdb0330b1 (db0330b1e4e2470d52b750e251e55a522b4f7d69) squid (dev)": 5 2024-03-22T07:18:02.617 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2024-03-22T07:18:02.617 INFO:teuthology.orchestra.run.smithi129.stdout: "mds": { 2024-03-22T07:18:02.617 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 18.2.2-937-gea74f2a1 (ea74f2a1f3b9578955c75452d36d95e0cac33c2e) reef (stable)": 2 2024-03-22T07:18:02.617 INFO:teuthology.orchestra.run.smithi129.stdout: }, 2024-03-22T07:18:02.617 INFO:teuthology.orchestra.run.smithi129.stdout: "overall": { 2024-03-22T07:18:02.617 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 18.2.2-937-gea74f2a1 (ea74f2a1f3b9578955c75452d36d95e0cac33c2e) reef (stable)": 5, 2024-03-22T07:18:02.617 INFO:teuthology.orchestra.run.smithi129.stdout: "ceph version 19.0.0-1667-gdb0330b1 (db0330b1e4e2470d52b750e251e55a522b4f7d69) squid (dev)": 10 2024-03-22T07:18:02.617 INFO:teuthology.orchestra.run.smithi129.stdout: } 2024-03-22T07:18:02.617 INFO:teuthology.orchestra.run.smithi129.stdout:} 2024-03-22T07:18:02.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:02 smithi129 bash[79695]: cluster 2024-03-22T07:18:01.436583+0000 mgr.y (mgr.25337) 321 : cluster 0 pgmap v598: 425 pgs: 425 active+clean; 6.8 MiB data, 400 MiB used, 715 GiB / 715 GiB avail; 557 KiB/s rd, 800 KiB/s wr, 705 op/s; 65 B/s, 5 keys/s, 0 objects/s recovering 2024-03-22T07:18:02.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:02 smithi129 bash[82160]: cluster 2024-03-22T07:18:01.436583+0000 mgr.y (mgr.25337) 321 : cluster 0 pgmap v598: 425 pgs: 425 active+clean; 6.8 MiB data, 400 MiB used, 715 GiB / 715 GiB avail; 557 KiB/s rd, 800 KiB/s wr, 705 op/s; 65 B/s, 5 keys/s, 0 objects/s recovering 2024-03-22T07:18:02.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:02 smithi148 bash[66753]: cluster 2024-03-22T07:18:01.436583+0000 mgr.y (mgr.25337) 321 : cluster 0 pgmap v598: 425 pgs: 425 active+clean; 6.8 MiB data, 400 MiB used, 715 GiB / 715 GiB avail; 557 KiB/s rd, 800 KiB/s wr, 705 op/s; 65 B/s, 5 keys/s, 0 objects/s recovering 2024-03-22T07:18:03.368 DEBUG:teuthology.parallel:result is None 2024-03-22T07:18:03.618 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[79695]: audit 2024-03-22T07:18:02.623138+0000 mon.a (mon.0) 850 : audit 0 from='client.? 172.21.15.129:0/1116249715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:18:03.618 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[79695]: audit 2024-03-22T07:18:03.480449+0000 mon.a (mon.0) 851 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:03.618 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[79695]: audit 2024-03-22T07:18:03.496132+0000 mon.a (mon.0) 852 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:03.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[79695]: audit 2024-03-22T07:18:03.500278+0000 mon.c (mon.2) 190 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:18:03.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[79695]: audit 2024-03-22T07:18:03.502101+0000 mon.c (mon.2) 191 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:18:03.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[79695]: audit 2024-03-22T07:18:03.513103+0000 mon.a (mon.0) 853 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:03.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[79695]: audit 2024-03-22T07:18:03.608335+0000 mon.c (mon.2) 192 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:18:03.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[79695]: audit 2024-03-22T07:18:03.612424+0000 mon.c (mon.2) 193 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:18:03.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[82160]: audit 2024-03-22T07:18:02.623138+0000 mon.a (mon.0) 850 : audit 0 from='client.? 172.21.15.129:0/1116249715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:18:03.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[82160]: audit 2024-03-22T07:18:03.480449+0000 mon.a (mon.0) 851 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:03.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[82160]: audit 2024-03-22T07:18:03.496132+0000 mon.a (mon.0) 852 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:03.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[82160]: audit 2024-03-22T07:18:03.500278+0000 mon.c (mon.2) 190 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:18:03.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[82160]: audit 2024-03-22T07:18:03.502101+0000 mon.c (mon.2) 191 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:18:03.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[82160]: audit 2024-03-22T07:18:03.513103+0000 mon.a (mon.0) 853 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:03.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[82160]: audit 2024-03-22T07:18:03.608335+0000 mon.c (mon.2) 192 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:18:03.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[82160]: audit 2024-03-22T07:18:03.612424+0000 mon.c (mon.2) 193 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:18:03.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:03 smithi148 bash[66753]: audit 2024-03-22T07:18:02.623138+0000 mon.a (mon.0) 850 : audit 0 from='client.? 172.21.15.129:0/1116249715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-22T07:18:03.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:03 smithi148 bash[66753]: audit 2024-03-22T07:18:03.480449+0000 mon.a (mon.0) 851 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:03.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:03 smithi148 bash[66753]: audit 2024-03-22T07:18:03.496132+0000 mon.a (mon.0) 852 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:03.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:03 smithi148 bash[66753]: audit 2024-03-22T07:18:03.500278+0000 mon.c (mon.2) 190 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:18:03.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:03 smithi148 bash[66753]: audit 2024-03-22T07:18:03.502101+0000 mon.c (mon.2) 191 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:18:03.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:03 smithi148 bash[66753]: audit 2024-03-22T07:18:03.513103+0000 mon.a (mon.0) 853 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:03.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:03 smithi148 bash[66753]: audit 2024-03-22T07:18:03.608335+0000 mon.c (mon.2) 192 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:18:03.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:03 smithi148 bash[66753]: audit 2024-03-22T07:18:03.612424+0000 mon.c (mon.2) 193 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:18:04.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:18:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:18:03] "GET /metrics HTTP/1.1" 200 60431 "" "Prometheus/2.43.0" 2024-03-22T07:18:04.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:04 smithi129 bash[79695]: cluster 2024-03-22T07:18:03.438062+0000 mgr.y (mgr.25337) 322 : cluster 0 pgmap v599: 425 pgs: 425 active+clean; 6.8 MiB data, 402 MiB used, 715 GiB / 715 GiB avail; 476 KiB/s rd, 684 KiB/s wr, 603 op/s; 55 B/s, 4 keys/s, 0 objects/s recovering 2024-03-22T07:18:04.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:04 smithi129 bash[79695]: audit 2024-03-22T07:18:03.614393+0000 mon.c (mon.2) 194 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:18:04.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:04 smithi129 bash[79695]: audit 2024-03-22T07:18:03.637620+0000 mon.a (mon.0) 854 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:04.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:04 smithi129 bash[82160]: cluster 2024-03-22T07:18:03.438062+0000 mgr.y (mgr.25337) 322 : cluster 0 pgmap v599: 425 pgs: 425 active+clean; 6.8 MiB data, 402 MiB used, 715 GiB / 715 GiB avail; 476 KiB/s rd, 684 KiB/s wr, 603 op/s; 55 B/s, 4 keys/s, 0 objects/s recovering 2024-03-22T07:18:04.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:04 smithi129 bash[82160]: audit 2024-03-22T07:18:03.614393+0000 mon.c (mon.2) 194 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:18:04.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:04 smithi129 bash[82160]: audit 2024-03-22T07:18:03.637620+0000 mon.a (mon.0) 854 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:04.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:04 smithi148 bash[66753]: cluster 2024-03-22T07:18:03.438062+0000 mgr.y (mgr.25337) 322 : cluster 0 pgmap v599: 425 pgs: 425 active+clean; 6.8 MiB data, 402 MiB used, 715 GiB / 715 GiB avail; 476 KiB/s rd, 684 KiB/s wr, 603 op/s; 55 B/s, 4 keys/s, 0 objects/s recovering 2024-03-22T07:18:04.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:04 smithi148 bash[66753]: audit 2024-03-22T07:18:03.614393+0000 mon.c (mon.2) 194 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:18:04.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:04 smithi148 bash[66753]: audit 2024-03-22T07:18:03.637620+0000 mon.a (mon.0) 854 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:06.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:06 smithi129 bash[79695]: audit 2024-03-22T07:18:05.088034+0000 mon.a (mon.0) 855 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:06.369 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:06 smithi129 bash[79695]: cluster 2024-03-22T07:18:05.440646+0000 mgr.y (mgr.25337) 323 : cluster 0 pgmap v600: 425 pgs: 425 active+clean; 11 MiB data, 403 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 802 KiB/s wr, 819 op/s; 50 B/s, 4 keys/s, 0 objects/s recovering 2024-03-22T07:18:06.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:06 smithi129 bash[82160]: audit 2024-03-22T07:18:05.088034+0000 mon.a (mon.0) 855 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:06.370 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:06 smithi129 bash[82160]: cluster 2024-03-22T07:18:05.440646+0000 mgr.y (mgr.25337) 323 : cluster 0 pgmap v600: 425 pgs: 425 active+clean; 11 MiB data, 403 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 802 KiB/s wr, 819 op/s; 50 B/s, 4 keys/s, 0 objects/s recovering 2024-03-22T07:18:06.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:06 smithi148 bash[66753]: audit 2024-03-22T07:18:05.088034+0000 mon.a (mon.0) 855 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:06.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:06 smithi148 bash[66753]: cluster 2024-03-22T07:18:05.440646+0000 mgr.y (mgr.25337) 323 : cluster 0 pgmap v600: 425 pgs: 425 active+clean; 11 MiB data, 403 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 802 KiB/s wr, 819 op/s; 50 B/s, 4 keys/s, 0 objects/s recovering 2024-03-22T07:18:07.830 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.830 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:07.830 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:07.830 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:07.830 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:07.830 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:07.830 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.830 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.830 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:07.831 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:07.831 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:07.831 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:07.831 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:07.831 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.831 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.831 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:07.831 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.831 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.831 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:07.831 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.831 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.831 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:07.831 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:07.831 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:07.832 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:07.832 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:07.832 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.832 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.832 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:07.832 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:07.832 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:07.832 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:07.832 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:07.832 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.832 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.832 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:07.832 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:07.832 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:07.832 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:07.833 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:07.833 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.833 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.833 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:07.833 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:07.833 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:07.833 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:07.833 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:07.833 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.833 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.833 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:07.833 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.833 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.833 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:07.834 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.834 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.834 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:07.834 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:07.834 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:07.834 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:07.834 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:07.834 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.834 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.834 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:07.834 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:07.834 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:07.834 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:07.834 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:07.834 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.835 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.835 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:07.835 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:07.835 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:07.835 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:07.835 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:07.835 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.835 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.835 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:07.835 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:07.835 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:07.835 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:07.835 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:07.835 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.835 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.836 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:07.836 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.836 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.836 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:07.836 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.836 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.836 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:07.836 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:07.836 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:07.836 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:07.836 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:07.836 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.836 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.836 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:07.836 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:07.837 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:07.838 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:07.838 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.838 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.838 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:07.838 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:07.838 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:07.838 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:07.838 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:07.838 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:07.838 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:18:07.838 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:07.838 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 4 2024-03-22T07:18:07.839 INFO:tasks.workunit.client.0.smithi129.stdout:read: 4 2024-03-22T07:18:07.839 INFO:tasks.workunit.client.0.smithi129.stdout:read: 4 2024-03-22T07:18:07.839 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (16688 ms) 2024-03-22T07:18:07.839 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-03-22T07:18:07.839 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:18:08.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:08 smithi129 bash[79695]: cluster 2024-03-22T07:18:07.442306+0000 mgr.y (mgr.25337) 324 : cluster 0 pgmap v601: 425 pgs: 425 active+clean; 11 MiB data, 403 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 691 KiB/s wr, 709 op/s; 43 B/s, 3 keys/s, 0 objects/s recovering 2024-03-22T07:18:08.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:08 smithi129 bash[79695]: audit 2024-03-22T07:18:08.391479+0000 mon.a (mon.0) 856 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:08.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:08 smithi129 bash[79695]: audit 2024-03-22T07:18:08.394454+0000 mon.c (mon.2) 195 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:18:08.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:08 smithi129 bash[82160]: cluster 2024-03-22T07:18:07.442306+0000 mgr.y (mgr.25337) 324 : cluster 0 pgmap v601: 425 pgs: 425 active+clean; 11 MiB data, 403 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 691 KiB/s wr, 709 op/s; 43 B/s, 3 keys/s, 0 objects/s recovering 2024-03-22T07:18:08.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:08 smithi129 bash[82160]: audit 2024-03-22T07:18:08.391479+0000 mon.a (mon.0) 856 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:08.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:08 smithi129 bash[82160]: audit 2024-03-22T07:18:08.394454+0000 mon.c (mon.2) 195 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:18:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:08 smithi148 bash[66753]: cluster 2024-03-22T07:18:07.442306+0000 mgr.y (mgr.25337) 324 : cluster 0 pgmap v601: 425 pgs: 425 active+clean; 11 MiB data, 403 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 691 KiB/s wr, 709 op/s; 43 B/s, 3 keys/s, 0 objects/s recovering 2024-03-22T07:18:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:08 smithi148 bash[66753]: audit 2024-03-22T07:18:08.391479+0000 mon.a (mon.0) 856 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:08 smithi148 bash[66753]: audit 2024-03-22T07:18:08.394454+0000 mon.c (mon.2) 195 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:18:10.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:10 smithi129 bash[79695]: cluster 2024-03-22T07:18:09.444226+0000 mgr.y (mgr.25337) 325 : cluster 0 pgmap v602: 425 pgs: 425 active+clean; 11 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 691 KiB/s wr, 710 op/s; 43 B/s, 3 keys/s, 0 objects/s recovering 2024-03-22T07:18:10.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:10 smithi129 bash[82160]: cluster 2024-03-22T07:18:09.444226+0000 mgr.y (mgr.25337) 325 : cluster 0 pgmap v602: 425 pgs: 425 active+clean; 11 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 691 KiB/s wr, 710 op/s; 43 B/s, 3 keys/s, 0 objects/s recovering 2024-03-22T07:18:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:10 smithi148 bash[66753]: cluster 2024-03-22T07:18:09.444226+0000 mgr.y (mgr.25337) 325 : cluster 0 pgmap v602: 425 pgs: 425 active+clean; 11 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 691 KiB/s wr, 710 op/s; 43 B/s, 3 keys/s, 0 objects/s recovering 2024-03-22T07:18:12.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:12 smithi129 bash[79695]: cluster 2024-03-22T07:18:11.445187+0000 mgr.y (mgr.25337) 326 : cluster 0 pgmap v603: 425 pgs: 425 active+clean; 11 MiB data, 399 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 192 KiB/s wr, 423 op/s 2024-03-22T07:18:12.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:12 smithi129 bash[82160]: cluster 2024-03-22T07:18:11.445187+0000 mgr.y (mgr.25337) 326 : cluster 0 pgmap v603: 425 pgs: 425 active+clean; 11 MiB data, 399 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 192 KiB/s wr, 423 op/s 2024-03-22T07:18:12.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:12 smithi148 bash[66753]: cluster 2024-03-22T07:18:11.445187+0000 mgr.y (mgr.25337) 326 : cluster 0 pgmap v603: 425 pgs: 425 active+clean; 11 MiB data, 399 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 192 KiB/s wr, 423 op/s 2024-03-22T07:18:14.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:18:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:18:13] "GET /metrics HTTP/1.1" 200 60588 "" "Prometheus/2.43.0" 2024-03-22T07:18:14.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:14 smithi129 bash[79695]: cluster 2024-03-22T07:18:13.446549+0000 mgr.y (mgr.25337) 327 : cluster 0 pgmap v604: 425 pgs: 425 active+clean; 11 MiB data, 399 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 192 KiB/s wr, 425 op/s 2024-03-22T07:18:14.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:14 smithi129 bash[82160]: cluster 2024-03-22T07:18:13.446549+0000 mgr.y (mgr.25337) 327 : cluster 0 pgmap v604: 425 pgs: 425 active+clean; 11 MiB data, 399 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 192 KiB/s wr, 425 op/s 2024-03-22T07:18:14.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:14 smithi148 bash[66753]: cluster 2024-03-22T07:18:13.446549+0000 mgr.y (mgr.25337) 327 : cluster 0 pgmap v604: 425 pgs: 425 active+clean; 11 MiB data, 399 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 192 KiB/s wr, 425 op/s 2024-03-22T07:18:16.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:16 smithi129 bash[79695]: cluster 2024-03-22T07:18:15.448281+0000 mgr.y (mgr.25337) 328 : cluster 0 pgmap v605: 425 pgs: 425 active+clean; 11 MiB data, 399 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 192 KiB/s wr, 425 op/s 2024-03-22T07:18:16.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:16 smithi129 bash[82160]: cluster 2024-03-22T07:18:15.448281+0000 mgr.y (mgr.25337) 328 : cluster 0 pgmap v605: 425 pgs: 425 active+clean; 11 MiB data, 399 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 192 KiB/s wr, 425 op/s 2024-03-22T07:18:16.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:16 smithi148 bash[66753]: cluster 2024-03-22T07:18:15.448281+0000 mgr.y (mgr.25337) 328 : cluster 0 pgmap v605: 425 pgs: 425 active+clean; 11 MiB data, 399 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 192 KiB/s wr, 425 op/s 2024-03-22T07:18:18.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:18 smithi129 bash[82160]: cluster 2024-03-22T07:18:17.449986+0000 mgr.y (mgr.25337) 329 : cluster 0 pgmap v606: 425 pgs: 425 active+clean; 11 MiB data, 399 MiB used, 715 GiB / 715 GiB avail; 371 KiB/s rd, 341 B/s wr, 8 op/s 2024-03-22T07:18:18.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:18 smithi129 bash[79695]: cluster 2024-03-22T07:18:17.449986+0000 mgr.y (mgr.25337) 329 : cluster 0 pgmap v606: 425 pgs: 425 active+clean; 11 MiB data, 399 MiB used, 715 GiB / 715 GiB avail; 371 KiB/s rd, 341 B/s wr, 8 op/s 2024-03-22T07:18:18.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:18 smithi148 bash[66753]: cluster 2024-03-22T07:18:17.449986+0000 mgr.y (mgr.25337) 329 : cluster 0 pgmap v606: 425 pgs: 425 active+clean; 11 MiB data, 399 MiB used, 715 GiB / 715 GiB avail; 371 KiB/s rd, 341 B/s wr, 8 op/s 2024-03-22T07:18:20.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:20 smithi129 bash[79695]: cluster 2024-03-22T07:18:19.452517+0000 mgr.y (mgr.25337) 330 : cluster 0 pgmap v607: 425 pgs: 425 active+clean; 19 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 369 KiB/s rd, 683 KiB/s wr, 6 op/s 2024-03-22T07:18:20.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:20 smithi129 bash[82160]: cluster 2024-03-22T07:18:19.452517+0000 mgr.y (mgr.25337) 330 : cluster 0 pgmap v607: 425 pgs: 425 active+clean; 19 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 369 KiB/s rd, 683 KiB/s wr, 6 op/s 2024-03-22T07:18:20.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:20 smithi148 bash[66753]: cluster 2024-03-22T07:18:19.452517+0000 mgr.y (mgr.25337) 330 : cluster 0 pgmap v607: 425 pgs: 425 active+clean; 19 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 369 KiB/s rd, 683 KiB/s wr, 6 op/s 2024-03-22T07:18:22.362 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:18:22.363 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:18:22.363 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:18:22.363 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:18:22.363 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:18:22.363 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.363 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:18:22.363 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.363 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.363 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:18:22.363 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.363 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:18:22.363 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.363 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.363 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:18:22.363 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:18:22.364 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:18:22.365 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:18:22.365 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:18:22.365 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:18:22.365 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:18:22.365 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:18:22.365 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:18:22.365 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:18:22.365 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:18:22.365 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.365 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:18:22.365 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.365 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.365 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:18:22.365 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.365 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:18:22.366 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:18:22.367 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 512~512 = 512 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:aio discard: 1536~512 = 0 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:22.368 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 0 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 0 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 16384 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 16384 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.369 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 49152 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 49152 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 65536 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 65536 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:22.370 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 98304 2024-03-22T07:18:22.371 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.371 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.371 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 98304 2024-03-22T07:18:22.371 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.371 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.371 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 114688 2024-03-22T07:18:22.371 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.371 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.371 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 114688 2024-03-22T07:18:22.371 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.371 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.371 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:22.371 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:22.371 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 147456 2024-03-22T07:18:22.371 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 147456 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 163840 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 163840 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 196608 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.372 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 196608 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 212992 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 212992 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:22.373 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.375 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.375 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.375 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:22.375 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.375 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.375 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:22.375 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.375 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.376 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.376 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:22.376 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.376 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.376 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:22.376 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.376 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.376 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.376 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:22.376 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.376 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.376 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:22.376 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.376 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.376 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:22.377 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:22.378 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:22.378 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:22.378 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:22.378 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:22.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:22 smithi129 bash[79695]: cluster 2024-03-22T07:18:21.454171+0000 mgr.y (mgr.25337) 331 : cluster 0 pgmap v608: 425 pgs: 425 active+clean; 19 MiB data, 435 MiB used, 715 GiB / 715 GiB avail; 997 KiB/s rd, 817 KiB/s wr, 242 op/s 2024-03-22T07:18:22.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:22 smithi129 bash[82160]: cluster 2024-03-22T07:18:21.454171+0000 mgr.y (mgr.25337) 331 : cluster 0 pgmap v608: 425 pgs: 425 active+clean; 19 MiB data, 435 MiB used, 715 GiB / 715 GiB avail; 997 KiB/s rd, 817 KiB/s wr, 242 op/s 2024-03-22T07:18:22.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:22 smithi148 bash[66753]: cluster 2024-03-22T07:18:21.454171+0000 mgr.y (mgr.25337) 331 : cluster 0 pgmap v608: 425 pgs: 425 active+clean; 19 MiB data, 435 MiB used, 715 GiB / 715 GiB avail; 997 KiB/s rd, 817 KiB/s wr, 242 op/s 2024-03-22T07:18:23.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[82160]: audit 2024-03-22T07:18:23.386193+0000 mon.c (mon.2) 196 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:18:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[82160]: audit 2024-03-22T07:18:23.531276+0000 mon.c (mon.2) 197 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 0]}]: dispatch 2024-03-22T07:18:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[82160]: audit 2024-03-22T07:18:23.531915+0000 mon.c (mon.2) 198 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.13", "id": [7, 4]}]: dispatch 2024-03-22T07:18:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[82160]: audit 2024-03-22T07:18:23.532482+0000 mon.c (mon.2) 199 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.15", "id": [7, 4]}]: dispatch 2024-03-22T07:18:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[82160]: audit 2024-03-22T07:18:23.533156+0000 mon.a (mon.0) 857 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 0]}]: dispatch 2024-03-22T07:18:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[82160]: audit 2024-03-22T07:18:23.533248+0000 mon.c (mon.2) 200 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.1c", "id": [7, 5]}]: dispatch 2024-03-22T07:18:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[82160]: audit 2024-03-22T07:18:23.533834+0000 mon.a (mon.0) 858 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.13", "id": [7, 4]}]: dispatch 2024-03-22T07:18:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[82160]: audit 2024-03-22T07:18:23.533887+0000 mon.c (mon.2) 201 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]: dispatch 2024-03-22T07:18:23.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[82160]: audit 2024-03-22T07:18:23.534389+0000 mon.a (mon.0) 859 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.15", "id": [7, 4]}]: dispatch 2024-03-22T07:18:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[79695]: audit 2024-03-22T07:18:23.386193+0000 mon.c (mon.2) 196 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:18:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[79695]: audit 2024-03-22T07:18:23.531276+0000 mon.c (mon.2) 197 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 0]}]: dispatch 2024-03-22T07:18:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[79695]: audit 2024-03-22T07:18:23.531915+0000 mon.c (mon.2) 198 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.13", "id": [7, 4]}]: dispatch 2024-03-22T07:18:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[79695]: audit 2024-03-22T07:18:23.532482+0000 mon.c (mon.2) 199 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.15", "id": [7, 4]}]: dispatch 2024-03-22T07:18:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[79695]: audit 2024-03-22T07:18:23.533156+0000 mon.a (mon.0) 857 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 0]}]: dispatch 2024-03-22T07:18:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[79695]: audit 2024-03-22T07:18:23.533248+0000 mon.c (mon.2) 200 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.1c", "id": [7, 5]}]: dispatch 2024-03-22T07:18:23.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[79695]: audit 2024-03-22T07:18:23.533834+0000 mon.a (mon.0) 858 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.13", "id": [7, 4]}]: dispatch 2024-03-22T07:18:23.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[79695]: audit 2024-03-22T07:18:23.533887+0000 mon.c (mon.2) 201 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]: dispatch 2024-03-22T07:18:23.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[79695]: audit 2024-03-22T07:18:23.534389+0000 mon.a (mon.0) 859 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.15", "id": [7, 4]}]: dispatch 2024-03-22T07:18:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:23 smithi148 bash[66753]: audit 2024-03-22T07:18:23.386193+0000 mon.c (mon.2) 196 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:18:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:23 smithi148 bash[66753]: audit 2024-03-22T07:18:23.531276+0000 mon.c (mon.2) 197 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 0]}]: dispatch 2024-03-22T07:18:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:23 smithi148 bash[66753]: audit 2024-03-22T07:18:23.531915+0000 mon.c (mon.2) 198 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.13", "id": [7, 4]}]: dispatch 2024-03-22T07:18:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:23 smithi148 bash[66753]: audit 2024-03-22T07:18:23.532482+0000 mon.c (mon.2) 199 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.15", "id": [7, 4]}]: dispatch 2024-03-22T07:18:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:23 smithi148 bash[66753]: audit 2024-03-22T07:18:23.533156+0000 mon.a (mon.0) 857 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 0]}]: dispatch 2024-03-22T07:18:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:23 smithi148 bash[66753]: audit 2024-03-22T07:18:23.533248+0000 mon.c (mon.2) 200 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.1c", "id": [7, 5]}]: dispatch 2024-03-22T07:18:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:23 smithi148 bash[66753]: audit 2024-03-22T07:18:23.533834+0000 mon.a (mon.0) 858 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.13", "id": [7, 4]}]: dispatch 2024-03-22T07:18:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:23 smithi148 bash[66753]: audit 2024-03-22T07:18:23.533887+0000 mon.c (mon.2) 201 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]: dispatch 2024-03-22T07:18:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:23 smithi148 bash[66753]: audit 2024-03-22T07:18:23.534389+0000 mon.a (mon.0) 859 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.15", "id": [7, 4]}]: dispatch 2024-03-22T07:18:24.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:18:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:18:23] "GET /metrics HTTP/1.1" 200 60587 "" "Prometheus/2.43.0" 2024-03-22T07:18:24.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: cluster 2024-03-22T07:18:23.474211+0000 mgr.y (mgr.25337) 332 : cluster 0 pgmap v609: 425 pgs: 425 active+clean; 27 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 996 KiB/s rd, 1.5 MiB/s wr, 243 op/s 2024-03-22T07:18:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.534555+0000 mon.c (mon.2) 202 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-03-22T07:18:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.534961+0000 mon.a (mon.0) 860 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.1c", "id": [7, 5]}]: dispatch 2024-03-22T07:18:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.535247+0000 mon.c (mon.2) 203 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1a", "id": [7, 2]}]: dispatch 2024-03-22T07:18:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.535916+0000 mon.c (mon.2) 204 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.5", "id": [7, 4]}]: dispatch 2024-03-22T07:18:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.536964+0000 mon.c (mon.2) 205 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.15", "id": [6, 5]}]: dispatch 2024-03-22T07:18:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.537421+0000 mon.c (mon.2) 206 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.16", "id": [6, 5]}]: dispatch 2024-03-22T07:18:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.537678+0000 mon.a (mon.0) 861 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]: dispatch 2024-03-22T07:18:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.543543+0000 mon.a (mon.0) 862 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-03-22T07:18:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.543977+0000 mon.a (mon.0) 863 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1a", "id": [7, 2]}]: dispatch 2024-03-22T07:18:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.544538+0000 mon.a (mon.0) 864 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.5", "id": [7, 4]}]: dispatch 2024-03-22T07:18:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.544942+0000 mon.a (mon.0) 865 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.15", "id": [6, 5]}]: dispatch 2024-03-22T07:18:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.545353+0000 mon.a (mon.0) 866 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 0]}]': finished 2024-03-22T07:18:24.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.545557+0000 mon.a (mon.0) 867 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.13", "id": [7, 4]}]': finished 2024-03-22T07:18:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.545740+0000 mon.a (mon.0) 868 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.15", "id": [7, 4]}]': finished 2024-03-22T07:18:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.545936+0000 mon.a (mon.0) 869 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.1c", "id": [7, 5]}]': finished 2024-03-22T07:18:24.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: cluster 2024-03-22T07:18:23.562493+0000 osd.7 (osd.7) 236 : cluster 3 failed to encode map e658 with expected crc 2024-03-22T07:18:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: cluster 2024-03-22T07:18:23.474211+0000 mgr.y (mgr.25337) 332 : cluster 0 pgmap v609: 425 pgs: 425 active+clean; 27 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 996 KiB/s rd, 1.5 MiB/s wr, 243 op/s 2024-03-22T07:18:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.534555+0000 mon.c (mon.2) 202 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-03-22T07:18:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.534961+0000 mon.a (mon.0) 860 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.1c", "id": [7, 5]}]: dispatch 2024-03-22T07:18:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.535247+0000 mon.c (mon.2) 203 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1a", "id": [7, 2]}]: dispatch 2024-03-22T07:18:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.535916+0000 mon.c (mon.2) 204 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.5", "id": [7, 4]}]: dispatch 2024-03-22T07:18:24.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.536964+0000 mon.c (mon.2) 205 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.15", "id": [6, 5]}]: dispatch 2024-03-22T07:18:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.537421+0000 mon.c (mon.2) 206 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.16", "id": [6, 5]}]: dispatch 2024-03-22T07:18:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.537678+0000 mon.a (mon.0) 861 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]: dispatch 2024-03-22T07:18:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.543543+0000 mon.a (mon.0) 862 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-03-22T07:18:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.543977+0000 mon.a (mon.0) 863 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1a", "id": [7, 2]}]: dispatch 2024-03-22T07:18:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.544538+0000 mon.a (mon.0) 864 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.5", "id": [7, 4]}]: dispatch 2024-03-22T07:18:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.544942+0000 mon.a (mon.0) 865 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.15", "id": [6, 5]}]: dispatch 2024-03-22T07:18:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.545353+0000 mon.a (mon.0) 866 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 0]}]': finished 2024-03-22T07:18:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.545557+0000 mon.a (mon.0) 867 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.13", "id": [7, 4]}]': finished 2024-03-22T07:18:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.545740+0000 mon.a (mon.0) 868 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.15", "id": [7, 4]}]': finished 2024-03-22T07:18:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.545936+0000 mon.a (mon.0) 869 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.1c", "id": [7, 5]}]': finished 2024-03-22T07:18:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: cluster 2024-03-22T07:18:23.562493+0000 osd.7 (osd.7) 236 : cluster 3 failed to encode map e658 with expected crc 2024-03-22T07:18:24.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: cluster 2024-03-22T07:18:23.562534+0000 mon.a (mon.0) 870 : cluster 0 osdmap e658: 8 total, 8 up, 8 in 2024-03-22T07:18:24.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: cluster 2024-03-22T07:18:23.562758+0000 osd.5 (osd.5) 211 : cluster 3 failed to encode map e658 with expected crc 2024-03-22T07:18:24.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: cluster 2024-03-22T07:18:23.566347+0000 osd.6 (osd.6) 249 : cluster 3 failed to encode map e658 with expected crc 2024-03-22T07:18:24.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: audit 2024-03-22T07:18:23.567471+0000 mon.a (mon.0) 871 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.16", "id": [6, 5]}]: dispatch 2024-03-22T07:18:24.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[79695]: cluster 2024-03-22T07:18:23.574192+0000 osd.6 (osd.6) 250 : cluster 3 failed to encode map e658 with expected crc 2024-03-22T07:18:24.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: cluster 2024-03-22T07:18:23.562534+0000 mon.a (mon.0) 870 : cluster 0 osdmap e658: 8 total, 8 up, 8 in 2024-03-22T07:18:24.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: cluster 2024-03-22T07:18:23.562758+0000 osd.5 (osd.5) 211 : cluster 3 failed to encode map e658 with expected crc 2024-03-22T07:18:24.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: cluster 2024-03-22T07:18:23.566347+0000 osd.6 (osd.6) 249 : cluster 3 failed to encode map e658 with expected crc 2024-03-22T07:18:24.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: audit 2024-03-22T07:18:23.567471+0000 mon.a (mon.0) 871 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.16", "id": [6, 5]}]: dispatch 2024-03-22T07:18:24.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:24 smithi129 bash[82160]: cluster 2024-03-22T07:18:23.574192+0000 osd.6 (osd.6) 250 : cluster 3 failed to encode map e658 with expected crc 2024-03-22T07:18:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: cluster 2024-03-22T07:18:23.474211+0000 mgr.y (mgr.25337) 332 : cluster 0 pgmap v609: 425 pgs: 425 active+clean; 27 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 996 KiB/s rd, 1.5 MiB/s wr, 243 op/s 2024-03-22T07:18:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.534555+0000 mon.c (mon.2) 202 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-03-22T07:18:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.534961+0000 mon.a (mon.0) 860 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.1c", "id": [7, 5]}]: dispatch 2024-03-22T07:18:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.535247+0000 mon.c (mon.2) 203 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1a", "id": [7, 2]}]: dispatch 2024-03-22T07:18:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.535916+0000 mon.c (mon.2) 204 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.5", "id": [7, 4]}]: dispatch 2024-03-22T07:18:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.536964+0000 mon.c (mon.2) 205 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.15", "id": [6, 5]}]: dispatch 2024-03-22T07:18:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.537421+0000 mon.c (mon.2) 206 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.16", "id": [6, 5]}]: dispatch 2024-03-22T07:18:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.537678+0000 mon.a (mon.0) 861 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]: dispatch 2024-03-22T07:18:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.543543+0000 mon.a (mon.0) 862 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-03-22T07:18:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.543977+0000 mon.a (mon.0) 863 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1a", "id": [7, 2]}]: dispatch 2024-03-22T07:18:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.544538+0000 mon.a (mon.0) 864 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.5", "id": [7, 4]}]: dispatch 2024-03-22T07:18:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.544942+0000 mon.a (mon.0) 865 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.15", "id": [6, 5]}]: dispatch 2024-03-22T07:18:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.545353+0000 mon.a (mon.0) 866 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 0]}]': finished 2024-03-22T07:18:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.545557+0000 mon.a (mon.0) 867 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.13", "id": [7, 4]}]': finished 2024-03-22T07:18:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.545740+0000 mon.a (mon.0) 868 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.15", "id": [7, 4]}]': finished 2024-03-22T07:18:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.545936+0000 mon.a (mon.0) 869 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.1c", "id": [7, 5]}]': finished 2024-03-22T07:18:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: cluster 2024-03-22T07:18:23.562493+0000 osd.7 (osd.7) 236 : cluster 3 failed to encode map e658 with expected crc 2024-03-22T07:18:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: cluster 2024-03-22T07:18:23.562534+0000 mon.a (mon.0) 870 : cluster 0 osdmap e658: 8 total, 8 up, 8 in 2024-03-22T07:18:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: cluster 2024-03-22T07:18:23.562758+0000 osd.5 (osd.5) 211 : cluster 3 failed to encode map e658 with expected crc 2024-03-22T07:18:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: cluster 2024-03-22T07:18:23.566347+0000 osd.6 (osd.6) 249 : cluster 3 failed to encode map e658 with expected crc 2024-03-22T07:18:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: audit 2024-03-22T07:18:23.567471+0000 mon.a (mon.0) 871 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.16", "id": [6, 5]}]: dispatch 2024-03-22T07:18:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:24 smithi148 bash[66753]: cluster 2024-03-22T07:18:23.574192+0000 osd.6 (osd.6) 250 : cluster 3 failed to encode map e658 with expected crc 2024-03-22T07:18:25.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[79695]: audit 2024-03-22T07:18:24.561031+0000 mon.a (mon.0) 872 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]': finished 2024-03-22T07:18:25.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[79695]: audit 2024-03-22T07:18:24.561262+0000 mon.a (mon.0) 873 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]': finished 2024-03-22T07:18:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[79695]: audit 2024-03-22T07:18:24.561490+0000 mon.a (mon.0) 874 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1a", "id": [7, 2]}]': finished 2024-03-22T07:18:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[79695]: audit 2024-03-22T07:18:24.561715+0000 mon.a (mon.0) 875 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.5", "id": [7, 4]}]': finished 2024-03-22T07:18:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[79695]: audit 2024-03-22T07:18:24.561990+0000 mon.a (mon.0) 876 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.15", "id": [6, 5]}]': finished 2024-03-22T07:18:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[79695]: audit 2024-03-22T07:18:24.562226+0000 mon.a (mon.0) 877 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.16", "id": [6, 5]}]': finished 2024-03-22T07:18:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[79695]: cluster 2024-03-22T07:18:24.570195+0000 mon.a (mon.0) 878 : cluster 0 osdmap e659: 8 total, 8 up, 8 in 2024-03-22T07:18:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[79695]: cluster 2024-03-22T07:18:24.575191+0000 osd.6 (osd.6) 251 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[79695]: cluster 2024-03-22T07:18:24.576034+0000 osd.5 (osd.5) 212 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[79695]: cluster 2024-03-22T07:18:24.576136+0000 osd.7 (osd.7) 237 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[79695]: cluster 2024-03-22T07:18:24.584738+0000 osd.7 (osd.7) 238 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[79695]: cluster 2024-03-22T07:18:24.586522+0000 osd.5 (osd.5) 213 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[79695]: cluster 2024-03-22T07:18:24.589251+0000 osd.6 (osd.6) 252 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[82160]: audit 2024-03-22T07:18:24.561031+0000 mon.a (mon.0) 872 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]': finished 2024-03-22T07:18:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[82160]: audit 2024-03-22T07:18:24.561262+0000 mon.a (mon.0) 873 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]': finished 2024-03-22T07:18:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[82160]: audit 2024-03-22T07:18:24.561490+0000 mon.a (mon.0) 874 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1a", "id": [7, 2]}]': finished 2024-03-22T07:18:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[82160]: audit 2024-03-22T07:18:24.561715+0000 mon.a (mon.0) 875 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.5", "id": [7, 4]}]': finished 2024-03-22T07:18:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[82160]: audit 2024-03-22T07:18:24.561990+0000 mon.a (mon.0) 876 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.15", "id": [6, 5]}]': finished 2024-03-22T07:18:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[82160]: audit 2024-03-22T07:18:24.562226+0000 mon.a (mon.0) 877 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.16", "id": [6, 5]}]': finished 2024-03-22T07:18:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[82160]: cluster 2024-03-22T07:18:24.570195+0000 mon.a (mon.0) 878 : cluster 0 osdmap e659: 8 total, 8 up, 8 in 2024-03-22T07:18:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[82160]: cluster 2024-03-22T07:18:24.575191+0000 osd.6 (osd.6) 251 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[82160]: cluster 2024-03-22T07:18:24.576034+0000 osd.5 (osd.5) 212 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[82160]: cluster 2024-03-22T07:18:24.576136+0000 osd.7 (osd.7) 237 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[82160]: cluster 2024-03-22T07:18:24.584738+0000 osd.7 (osd.7) 238 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[82160]: cluster 2024-03-22T07:18:24.586522+0000 osd.5 (osd.5) 213 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:25 smithi129 bash[82160]: cluster 2024-03-22T07:18:24.589251+0000 osd.6 (osd.6) 252 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:25 smithi148 bash[66753]: audit 2024-03-22T07:18:24.561031+0000 mon.a (mon.0) 872 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]': finished 2024-03-22T07:18:25.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:25 smithi148 bash[66753]: audit 2024-03-22T07:18:24.561262+0000 mon.a (mon.0) 873 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]': finished 2024-03-22T07:18:25.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:25 smithi148 bash[66753]: audit 2024-03-22T07:18:24.561490+0000 mon.a (mon.0) 874 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1a", "id": [7, 2]}]': finished 2024-03-22T07:18:25.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:25 smithi148 bash[66753]: audit 2024-03-22T07:18:24.561715+0000 mon.a (mon.0) 875 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.5", "id": [7, 4]}]': finished 2024-03-22T07:18:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:25 smithi148 bash[66753]: audit 2024-03-22T07:18:24.561990+0000 mon.a (mon.0) 876 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.15", "id": [6, 5]}]': finished 2024-03-22T07:18:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:25 smithi148 bash[66753]: audit 2024-03-22T07:18:24.562226+0000 mon.a (mon.0) 877 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.16", "id": [6, 5]}]': finished 2024-03-22T07:18:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:25 smithi148 bash[66753]: cluster 2024-03-22T07:18:24.570195+0000 mon.a (mon.0) 878 : cluster 0 osdmap e659: 8 total, 8 up, 8 in 2024-03-22T07:18:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:25 smithi148 bash[66753]: cluster 2024-03-22T07:18:24.575191+0000 osd.6 (osd.6) 251 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:25 smithi148 bash[66753]: cluster 2024-03-22T07:18:24.576034+0000 osd.5 (osd.5) 212 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:25 smithi148 bash[66753]: cluster 2024-03-22T07:18:24.576136+0000 osd.7 (osd.7) 237 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:25 smithi148 bash[66753]: cluster 2024-03-22T07:18:24.584738+0000 osd.7 (osd.7) 238 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:25 smithi148 bash[66753]: cluster 2024-03-22T07:18:24.586522+0000 osd.5 (osd.5) 213 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:25.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:25 smithi148 bash[66753]: cluster 2024-03-22T07:18:24.589251+0000 osd.6 (osd.6) 252 : cluster 3 failed to encode map e659 with expected crc 2024-03-22T07:18:26.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:26 smithi129 bash[79695]: cluster 2024-03-22T07:18:25.475407+0000 mgr.y (mgr.25337) 333 : cluster 0 pgmap v612: 425 pgs: 2 peering, 423 active+clean; 27 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.5 MiB/s wr, 1.01k op/s 2024-03-22T07:18:26.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:26 smithi129 bash[79695]: cluster 2024-03-22T07:18:25.573027+0000 osd.7 (osd.7) 239 : cluster 3 failed to encode map e660 with expected crc 2024-03-22T07:18:26.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:26 smithi129 bash[79695]: cluster 2024-03-22T07:18:25.581482+0000 mon.a (mon.0) 879 : cluster 0 osdmap e660: 8 total, 8 up, 8 in 2024-03-22T07:18:26.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:26 smithi129 bash[79695]: cluster 2024-03-22T07:18:25.584855+0000 osd.5 (osd.5) 214 : cluster 3 failed to encode map e660 with expected crc 2024-03-22T07:18:26.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:26 smithi129 bash[79695]: cluster 2024-03-22T07:18:25.585706+0000 osd.6 (osd.6) 253 : cluster 3 failed to encode map e660 with expected crc 2024-03-22T07:18:26.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:26 smithi129 bash[79695]: cluster 2024-03-22T07:18:25.596212+0000 osd.5 (osd.5) 215 : cluster 3 failed to encode map e660 with expected crc 2024-03-22T07:18:26.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:26 smithi129 bash[82160]: cluster 2024-03-22T07:18:25.475407+0000 mgr.y (mgr.25337) 333 : cluster 0 pgmap v612: 425 pgs: 2 peering, 423 active+clean; 27 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.5 MiB/s wr, 1.01k op/s 2024-03-22T07:18:26.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:26 smithi129 bash[82160]: cluster 2024-03-22T07:18:25.573027+0000 osd.7 (osd.7) 239 : cluster 3 failed to encode map e660 with expected crc 2024-03-22T07:18:26.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:26 smithi129 bash[82160]: cluster 2024-03-22T07:18:25.581482+0000 mon.a (mon.0) 879 : cluster 0 osdmap e660: 8 total, 8 up, 8 in 2024-03-22T07:18:26.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:26 smithi129 bash[82160]: cluster 2024-03-22T07:18:25.584855+0000 osd.5 (osd.5) 214 : cluster 3 failed to encode map e660 with expected crc 2024-03-22T07:18:26.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:26 smithi129 bash[82160]: cluster 2024-03-22T07:18:25.585706+0000 osd.6 (osd.6) 253 : cluster 3 failed to encode map e660 with expected crc 2024-03-22T07:18:26.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:26 smithi129 bash[82160]: cluster 2024-03-22T07:18:25.596212+0000 osd.5 (osd.5) 215 : cluster 3 failed to encode map e660 with expected crc 2024-03-22T07:18:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:26 smithi148 bash[66753]: cluster 2024-03-22T07:18:25.475407+0000 mgr.y (mgr.25337) 333 : cluster 0 pgmap v612: 425 pgs: 2 peering, 423 active+clean; 27 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.5 MiB/s wr, 1.01k op/s 2024-03-22T07:18:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:26 smithi148 bash[66753]: cluster 2024-03-22T07:18:25.573027+0000 osd.7 (osd.7) 239 : cluster 3 failed to encode map e660 with expected crc 2024-03-22T07:18:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:26 smithi148 bash[66753]: cluster 2024-03-22T07:18:25.581482+0000 mon.a (mon.0) 879 : cluster 0 osdmap e660: 8 total, 8 up, 8 in 2024-03-22T07:18:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:26 smithi148 bash[66753]: cluster 2024-03-22T07:18:25.584855+0000 osd.5 (osd.5) 214 : cluster 3 failed to encode map e660 with expected crc 2024-03-22T07:18:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:26 smithi148 bash[66753]: cluster 2024-03-22T07:18:25.585706+0000 osd.6 (osd.6) 253 : cluster 3 failed to encode map e660 with expected crc 2024-03-22T07:18:26.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:26 smithi148 bash[66753]: cluster 2024-03-22T07:18:25.596212+0000 osd.5 (osd.5) 215 : cluster 3 failed to encode map e660 with expected crc 2024-03-22T07:18:28.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:28 smithi129 bash[79695]: cluster 2024-03-22T07:18:27.476610+0000 mgr.y (mgr.25337) 334 : cluster 0 pgmap v614: 425 pgs: 2 peering, 423 active+clean; 27 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 863 op/s; 5 B/s, 0 objects/s recovering 2024-03-22T07:18:28.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:28 smithi129 bash[82160]: cluster 2024-03-22T07:18:27.476610+0000 mgr.y (mgr.25337) 334 : cluster 0 pgmap v614: 425 pgs: 2 peering, 423 active+clean; 27 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 863 op/s; 5 B/s, 0 objects/s recovering 2024-03-22T07:18:28.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:28 smithi148 bash[66753]: cluster 2024-03-22T07:18:27.476610+0000 mgr.y (mgr.25337) 334 : cluster 0 pgmap v614: 425 pgs: 2 peering, 423 active+clean; 27 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 863 op/s; 5 B/s, 0 objects/s recovering 2024-03-22T07:18:29.970 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.970 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:29.970 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:29.970 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:29.970 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:29.970 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:29.970 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.971 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.971 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:29.971 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:29.971 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:29.971 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:29.971 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:29.971 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.971 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.971 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:29.971 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.971 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.971 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:29.971 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.971 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.971 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:29.972 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:29.972 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:29.972 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:29.972 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:29.972 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.972 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.972 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:29.972 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:29.972 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:29.972 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:29.972 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:29.972 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.972 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.972 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:29.972 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:29.973 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:29.973 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:29.973 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:29.973 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.973 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.973 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:29.973 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:29.973 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:29.973 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:29.973 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:29.973 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.973 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.973 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:29.973 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.973 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.974 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:29.974 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.974 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.974 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:29.974 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:29.974 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:29.974 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:29.974 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:29.974 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.974 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.974 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:29.974 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:29.974 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:29.974 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:29.975 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:29.975 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.975 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.975 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:29.975 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:29.975 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:29.975 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:29.975 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:29.975 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.975 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.975 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:29.975 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:29.975 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:29.975 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:29.976 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:29.976 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.976 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.976 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:29.976 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.976 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.976 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:29.976 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.976 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.977 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:29.977 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:29.977 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:29.977 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:29.977 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:29.977 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.977 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.977 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:29.977 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:29.977 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:29.977 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:29.977 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:29.977 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.977 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.977 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:29.978 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:29.978 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:29.978 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:29.978 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:29.978 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.978 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.978 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:18:29.978 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:18:29.978 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:18:29.978 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:18:29.978 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:18:29.978 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.978 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.979 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:29.979 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:18:29.979 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:18:29.979 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:18:29.979 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:29.979 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:29.979 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:18:29.979 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:18:29.979 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 4 2024-03-22T07:18:29.979 INFO:tasks.workunit.client.0.smithi129.stdout:read: 4 2024-03-22T07:18:29.979 INFO:tasks.workunit.client.0.smithi129.stdout:read: 4 2024-03-22T07:18:29.979 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (22140 ms) 2024-03-22T07:18:29.979 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-03-22T07:18:29.979 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:18:30.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:30 smithi129 bash[79695]: cluster 2024-03-22T07:18:29.478306+0000 mgr.y (mgr.25337) 335 : cluster 0 pgmap v615: 425 pgs: 425 active+clean; 31 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 427 KiB/s wr, 870 op/s; 11 B/s, 13 keys/s, 0 objects/s recovering 2024-03-22T07:18:30.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:30 smithi129 bash[82160]: cluster 2024-03-22T07:18:29.478306+0000 mgr.y (mgr.25337) 335 : cluster 0 pgmap v615: 425 pgs: 425 active+clean; 31 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 427 KiB/s wr, 870 op/s; 11 B/s, 13 keys/s, 0 objects/s recovering 2024-03-22T07:18:30.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:30 smithi148 bash[66753]: cluster 2024-03-22T07:18:29.478306+0000 mgr.y (mgr.25337) 335 : cluster 0 pgmap v615: 425 pgs: 425 active+clean; 31 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 427 KiB/s wr, 870 op/s; 11 B/s, 13 keys/s, 0 objects/s recovering 2024-03-22T07:18:31.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:31 smithi129 bash[82160]: cluster 2024-03-22T07:18:30.584524+0000 osd.7 (osd.7) 240 : cluster 3 failed to encode map e661 with expected crc 2024-03-22T07:18:31.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:31 smithi129 bash[82160]: cluster 2024-03-22T07:18:30.585432+0000 osd.5 (osd.5) 216 : cluster 3 failed to encode map e661 with expected crc 2024-03-22T07:18:31.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:31 smithi129 bash[82160]: cluster 2024-03-22T07:18:30.589454+0000 mon.a (mon.0) 880 : cluster 0 osdmap e661: 8 total, 8 up, 8 in 2024-03-22T07:18:31.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:31 smithi129 bash[82160]: cluster 2024-03-22T07:18:30.593485+0000 osd.6 (osd.6) 254 : cluster 3 failed to encode map e661 with expected crc 2024-03-22T07:18:31.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:31 smithi129 bash[79695]: cluster 2024-03-22T07:18:30.584524+0000 osd.7 (osd.7) 240 : cluster 3 failed to encode map e661 with expected crc 2024-03-22T07:18:31.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:31 smithi129 bash[79695]: cluster 2024-03-22T07:18:30.585432+0000 osd.5 (osd.5) 216 : cluster 3 failed to encode map e661 with expected crc 2024-03-22T07:18:31.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:31 smithi129 bash[79695]: cluster 2024-03-22T07:18:30.589454+0000 mon.a (mon.0) 880 : cluster 0 osdmap e661: 8 total, 8 up, 8 in 2024-03-22T07:18:31.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:31 smithi129 bash[79695]: cluster 2024-03-22T07:18:30.593485+0000 osd.6 (osd.6) 254 : cluster 3 failed to encode map e661 with expected crc 2024-03-22T07:18:31.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:31 smithi148 bash[66753]: cluster 2024-03-22T07:18:30.584524+0000 osd.7 (osd.7) 240 : cluster 3 failed to encode map e661 with expected crc 2024-03-22T07:18:31.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:31 smithi148 bash[66753]: cluster 2024-03-22T07:18:30.585432+0000 osd.5 (osd.5) 216 : cluster 3 failed to encode map e661 with expected crc 2024-03-22T07:18:31.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:31 smithi148 bash[66753]: cluster 2024-03-22T07:18:30.589454+0000 mon.a (mon.0) 880 : cluster 0 osdmap e661: 8 total, 8 up, 8 in 2024-03-22T07:18:31.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:31 smithi148 bash[66753]: cluster 2024-03-22T07:18:30.593485+0000 osd.6 (osd.6) 254 : cluster 3 failed to encode map e661 with expected crc 2024-03-22T07:18:32.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:32 smithi129 bash[79695]: cluster 2024-03-22T07:18:31.479162+0000 mgr.y (mgr.25337) 336 : cluster 0 pgmap v617: 425 pgs: 425 active+clean; 31 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 403 KiB/s wr, 833 op/s; 10 B/s, 11 keys/s, 0 objects/s recovering 2024-03-22T07:18:32.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:32 smithi129 bash[82160]: cluster 2024-03-22T07:18:31.479162+0000 mgr.y (mgr.25337) 336 : cluster 0 pgmap v617: 425 pgs: 425 active+clean; 31 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 403 KiB/s wr, 833 op/s; 10 B/s, 11 keys/s, 0 objects/s recovering 2024-03-22T07:18:32.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:32 smithi148 bash[66753]: cluster 2024-03-22T07:18:31.479162+0000 mgr.y (mgr.25337) 336 : cluster 0 pgmap v617: 425 pgs: 425 active+clean; 31 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 403 KiB/s wr, 833 op/s; 10 B/s, 11 keys/s, 0 objects/s recovering 2024-03-22T07:18:34.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:18:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:18:33] "GET /metrics HTTP/1.1" 200 60587 "" "Prometheus/2.43.0" 2024-03-22T07:18:34.869 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:34 smithi129 bash[82160]: cluster 2024-03-22T07:18:33.481236+0000 mgr.y (mgr.25337) 337 : cluster 0 pgmap v618: 425 pgs: 425 active+clean; 31 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 29 KiB/s wr, 84 op/s; 8 B/s, 9 keys/s, 0 objects/s recovering 2024-03-22T07:18:34.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:34 smithi129 bash[79695]: cluster 2024-03-22T07:18:33.481236+0000 mgr.y (mgr.25337) 337 : cluster 0 pgmap v618: 425 pgs: 425 active+clean; 31 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 29 KiB/s wr, 84 op/s; 8 B/s, 9 keys/s, 0 objects/s recovering 2024-03-22T07:18:34.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:34 smithi148 bash[66753]: cluster 2024-03-22T07:18:33.481236+0000 mgr.y (mgr.25337) 337 : cluster 0 pgmap v618: 425 pgs: 425 active+clean; 31 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 29 KiB/s wr, 84 op/s; 8 B/s, 9 keys/s, 0 objects/s recovering 2024-03-22T07:18:36.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:36 smithi148 bash[66753]: audit 2024-03-22T07:18:35.158368+0000 mon.a (mon.0) 881 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:36.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:36 smithi148 bash[66753]: cluster 2024-03-22T07:18:35.483825+0000 mgr.y (mgr.25337) 338 : cluster 0 pgmap v619: 425 pgs: 425 active+clean; 31 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 25 KiB/s wr, 89 op/s; 7 B/s, 8 keys/s, 0 objects/s recovering 2024-03-22T07:18:36.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:36 smithi129 bash[82160]: audit 2024-03-22T07:18:35.158368+0000 mon.a (mon.0) 881 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:36.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:36 smithi129 bash[82160]: cluster 2024-03-22T07:18:35.483825+0000 mgr.y (mgr.25337) 338 : cluster 0 pgmap v619: 425 pgs: 425 active+clean; 31 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 25 KiB/s wr, 89 op/s; 7 B/s, 8 keys/s, 0 objects/s recovering 2024-03-22T07:18:36.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:36 smithi129 bash[79695]: audit 2024-03-22T07:18:35.158368+0000 mon.a (mon.0) 881 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:18:36.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:36 smithi129 bash[79695]: cluster 2024-03-22T07:18:35.483825+0000 mgr.y (mgr.25337) 338 : cluster 0 pgmap v619: 425 pgs: 425 active+clean; 31 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 25 KiB/s wr, 89 op/s; 7 B/s, 8 keys/s, 0 objects/s recovering 2024-03-22T07:18:38.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:38 smithi148 bash[66753]: cluster 2024-03-22T07:18:37.169069+0000 osd.7 (osd.7) 241 : cluster 3 failed to encode map e662 with expected crc 2024-03-22T07:18:38.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:38 smithi148 bash[66753]: cluster 2024-03-22T07:18:37.173331+0000 mon.a (mon.0) 882 : cluster 0 osdmap e662: 8 total, 8 up, 8 in 2024-03-22T07:18:38.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:38 smithi148 bash[66753]: cluster 2024-03-22T07:18:37.193429+0000 osd.5 (osd.5) 217 : cluster 3 failed to encode map e662 with expected crc 2024-03-22T07:18:38.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:38 smithi148 bash[66753]: cluster 2024-03-22T07:18:37.212079+0000 osd.6 (osd.6) 255 : cluster 3 failed to encode map e662 with expected crc 2024-03-22T07:18:38.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:38 smithi148 bash[66753]: cluster 2024-03-22T07:18:37.485109+0000 mgr.y (mgr.25337) 339 : cluster 0 pgmap v621: 425 pgs: 425 active+clean; 31 MiB data, 456 MiB used, 715 GiB / 715 GiB avail; 875 KiB/s rd, 30 KiB/s wr, 104 op/s 2024-03-22T07:18:38.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:38 smithi129 bash[79695]: cluster 2024-03-22T07:18:37.169069+0000 osd.7 (osd.7) 241 : cluster 3 failed to encode map e662 with expected crc 2024-03-22T07:18:38.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:38 smithi129 bash[79695]: cluster 2024-03-22T07:18:37.173331+0000 mon.a (mon.0) 882 : cluster 0 osdmap e662: 8 total, 8 up, 8 in 2024-03-22T07:18:38.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:38 smithi129 bash[79695]: cluster 2024-03-22T07:18:37.193429+0000 osd.5 (osd.5) 217 : cluster 3 failed to encode map e662 with expected crc 2024-03-22T07:18:38.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:38 smithi129 bash[79695]: cluster 2024-03-22T07:18:37.212079+0000 osd.6 (osd.6) 255 : cluster 3 failed to encode map e662 with expected crc 2024-03-22T07:18:38.620 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:38 smithi129 bash[79695]: cluster 2024-03-22T07:18:37.485109+0000 mgr.y (mgr.25337) 339 : cluster 0 pgmap v621: 425 pgs: 425 active+clean; 31 MiB data, 456 MiB used, 715 GiB / 715 GiB avail; 875 KiB/s rd, 30 KiB/s wr, 104 op/s 2024-03-22T07:18:38.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:38 smithi129 bash[82160]: cluster 2024-03-22T07:18:37.169069+0000 osd.7 (osd.7) 241 : cluster 3 failed to encode map e662 with expected crc 2024-03-22T07:18:38.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:38 smithi129 bash[82160]: cluster 2024-03-22T07:18:37.173331+0000 mon.a (mon.0) 882 : cluster 0 osdmap e662: 8 total, 8 up, 8 in 2024-03-22T07:18:38.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:38 smithi129 bash[82160]: cluster 2024-03-22T07:18:37.193429+0000 osd.5 (osd.5) 217 : cluster 3 failed to encode map e662 with expected crc 2024-03-22T07:18:38.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:38 smithi129 bash[82160]: cluster 2024-03-22T07:18:37.212079+0000 osd.6 (osd.6) 255 : cluster 3 failed to encode map e662 with expected crc 2024-03-22T07:18:38.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:38 smithi129 bash[82160]: cluster 2024-03-22T07:18:37.485109+0000 mgr.y (mgr.25337) 339 : cluster 0 pgmap v621: 425 pgs: 425 active+clean; 31 MiB data, 456 MiB used, 715 GiB / 715 GiB avail; 875 KiB/s rd, 30 KiB/s wr, 104 op/s 2024-03-22T07:18:39.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:39 smithi148 bash[66753]: audit 2024-03-22T07:18:38.386255+0000 mon.c (mon.2) 207 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:18:39.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:39 smithi129 bash[79695]: audit 2024-03-22T07:18:38.386255+0000 mon.c (mon.2) 207 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:18:39.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:39 smithi129 bash[82160]: audit 2024-03-22T07:18:38.386255+0000 mon.c (mon.2) 207 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:18:40.619 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:40 smithi129 bash[79695]: cluster 2024-03-22T07:18:39.487166+0000 mgr.y (mgr.25337) 340 : cluster 0 pgmap v622: 425 pgs: 425 active+clean; 35 MiB data, 461 MiB used, 715 GiB / 715 GiB avail; 565 KiB/s rd, 463 KiB/s wr, 53 op/s 2024-03-22T07:18:40.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:40 smithi129 bash[82160]: cluster 2024-03-22T07:18:39.487166+0000 mgr.y (mgr.25337) 340 : cluster 0 pgmap v622: 425 pgs: 425 active+clean; 35 MiB data, 461 MiB used, 715 GiB / 715 GiB avail; 565 KiB/s rd, 463 KiB/s wr, 53 op/s 2024-03-22T07:18:40.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:40 smithi148 bash[66753]: cluster 2024-03-22T07:18:39.487166+0000 mgr.y (mgr.25337) 340 : cluster 0 pgmap v622: 425 pgs: 425 active+clean; 35 MiB data, 461 MiB used, 715 GiB / 715 GiB avail; 565 KiB/s rd, 463 KiB/s wr, 53 op/s 2024-03-22T07:18:42.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:42 smithi129 bash[79695]: cluster 2024-03-22T07:18:41.488124+0000 mgr.y (mgr.25337) 341 : cluster 0 pgmap v623: 425 pgs: 425 active+clean; 35 MiB data, 461 MiB used, 715 GiB / 715 GiB avail; 503 KiB/s rd, 412 KiB/s wr, 47 op/s 2024-03-22T07:18:42.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:42 smithi129 bash[82160]: cluster 2024-03-22T07:18:41.488124+0000 mgr.y (mgr.25337) 341 : cluster 0 pgmap v623: 425 pgs: 425 active+clean; 35 MiB data, 461 MiB used, 715 GiB / 715 GiB avail; 503 KiB/s rd, 412 KiB/s wr, 47 op/s 2024-03-22T07:18:42.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:42 smithi148 bash[66753]: cluster 2024-03-22T07:18:41.488124+0000 mgr.y (mgr.25337) 341 : cluster 0 pgmap v623: 425 pgs: 425 active+clean; 35 MiB data, 461 MiB used, 715 GiB / 715 GiB avail; 503 KiB/s rd, 412 KiB/s wr, 47 op/s 2024-03-22T07:18:44.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:18:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:18:43] "GET /metrics HTTP/1.1" 200 60581 "" "Prometheus/2.43.0" 2024-03-22T07:18:44.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:44 smithi129 bash[79695]: cluster 2024-03-22T07:18:43.489463+0000 mgr.y (mgr.25337) 342 : cluster 0 pgmap v624: 425 pgs: 425 active+clean; 35 MiB data, 461 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 412 KiB/s wr, 51 op/s 2024-03-22T07:18:44.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:44 smithi129 bash[82160]: cluster 2024-03-22T07:18:43.489463+0000 mgr.y (mgr.25337) 342 : cluster 0 pgmap v624: 425 pgs: 425 active+clean; 35 MiB data, 461 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 412 KiB/s wr, 51 op/s 2024-03-22T07:18:44.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:44 smithi148 bash[66753]: cluster 2024-03-22T07:18:43.489463+0000 mgr.y (mgr.25337) 342 : cluster 0 pgmap v624: 425 pgs: 425 active+clean; 35 MiB data, 461 MiB used, 715 GiB / 715 GiB avail; 68 KiB/s rd, 412 KiB/s wr, 51 op/s 2024-03-22T07:18:46.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:46 smithi129 bash[79695]: cluster 2024-03-22T07:18:45.491176+0000 mgr.y (mgr.25337) 343 : cluster 0 pgmap v625: 425 pgs: 425 active+clean; 39 MiB data, 461 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 820 KiB/s wr, 30 op/s 2024-03-22T07:18:46.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:46 smithi129 bash[82160]: cluster 2024-03-22T07:18:45.491176+0000 mgr.y (mgr.25337) 343 : cluster 0 pgmap v625: 425 pgs: 425 active+clean; 39 MiB data, 461 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 820 KiB/s wr, 30 op/s 2024-03-22T07:18:46.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:46 smithi148 bash[66753]: cluster 2024-03-22T07:18:45.491176+0000 mgr.y (mgr.25337) 343 : cluster 0 pgmap v625: 425 pgs: 425 active+clean; 39 MiB data, 461 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 820 KiB/s wr, 30 op/s 2024-03-22T07:18:48.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:48 smithi129 bash[79695]: cluster 2024-03-22T07:18:47.492137+0000 mgr.y (mgr.25337) 344 : cluster 0 pgmap v626: 425 pgs: 425 active+clean; 39 MiB data, 469 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 795 KiB/s wr, 29 op/s 2024-03-22T07:18:48.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:48 smithi129 bash[82160]: cluster 2024-03-22T07:18:47.492137+0000 mgr.y (mgr.25337) 344 : cluster 0 pgmap v626: 425 pgs: 425 active+clean; 39 MiB data, 469 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 795 KiB/s wr, 29 op/s 2024-03-22T07:18:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:48 smithi148 bash[66753]: cluster 2024-03-22T07:18:47.492137+0000 mgr.y (mgr.25337) 344 : cluster 0 pgmap v626: 425 pgs: 425 active+clean; 39 MiB data, 469 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 795 KiB/s wr, 29 op/s 2024-03-22T07:18:50.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:50 smithi129 bash[79695]: cluster 2024-03-22T07:18:49.494787+0000 mgr.y (mgr.25337) 345 : cluster 0 pgmap v627: 425 pgs: 425 active+clean; 51 MiB data, 497 MiB used, 715 GiB / 715 GiB avail; 94 KiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-03-22T07:18:50.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:50 smithi129 bash[79695]: cluster 2024-03-22T07:18:49.571345+0000 osd.7 (osd.7) 242 : cluster 3 failed to encode map e663 with expected crc 2024-03-22T07:18:50.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:50 smithi129 bash[79695]: cluster 2024-03-22T07:18:49.572573+0000 osd.5 (osd.5) 218 : cluster 3 failed to encode map e663 with expected crc 2024-03-22T07:18:50.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:50 smithi129 bash[79695]: cluster 2024-03-22T07:18:49.575167+0000 mon.a (mon.0) 883 : cluster 0 osdmap e663: 8 total, 8 up, 8 in 2024-03-22T07:18:50.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:50 smithi129 bash[79695]: cluster 2024-03-22T07:18:49.581025+0000 osd.5 (osd.5) 219 : cluster 3 failed to encode map e663 with expected crc 2024-03-22T07:18:50.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:50 smithi129 bash[82160]: cluster 2024-03-22T07:18:49.494787+0000 mgr.y (mgr.25337) 345 : cluster 0 pgmap v627: 425 pgs: 425 active+clean; 51 MiB data, 497 MiB used, 715 GiB / 715 GiB avail; 94 KiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-03-22T07:18:50.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:50 smithi129 bash[82160]: cluster 2024-03-22T07:18:49.571345+0000 osd.7 (osd.7) 242 : cluster 3 failed to encode map e663 with expected crc 2024-03-22T07:18:50.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:50 smithi129 bash[82160]: cluster 2024-03-22T07:18:49.572573+0000 osd.5 (osd.5) 218 : cluster 3 failed to encode map e663 with expected crc 2024-03-22T07:18:50.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:50 smithi129 bash[82160]: cluster 2024-03-22T07:18:49.575167+0000 mon.a (mon.0) 883 : cluster 0 osdmap e663: 8 total, 8 up, 8 in 2024-03-22T07:18:50.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:50 smithi129 bash[82160]: cluster 2024-03-22T07:18:49.581025+0000 osd.5 (osd.5) 219 : cluster 3 failed to encode map e663 with expected crc 2024-03-22T07:18:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:50 smithi148 bash[66753]: cluster 2024-03-22T07:18:49.494787+0000 mgr.y (mgr.25337) 345 : cluster 0 pgmap v627: 425 pgs: 425 active+clean; 51 MiB data, 497 MiB used, 715 GiB / 715 GiB avail; 94 KiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-03-22T07:18:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:50 smithi148 bash[66753]: cluster 2024-03-22T07:18:49.571345+0000 osd.7 (osd.7) 242 : cluster 3 failed to encode map e663 with expected crc 2024-03-22T07:18:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:50 smithi148 bash[66753]: cluster 2024-03-22T07:18:49.572573+0000 osd.5 (osd.5) 218 : cluster 3 failed to encode map e663 with expected crc 2024-03-22T07:18:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:50 smithi148 bash[66753]: cluster 2024-03-22T07:18:49.575167+0000 mon.a (mon.0) 883 : cluster 0 osdmap e663: 8 total, 8 up, 8 in 2024-03-22T07:18:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:50 smithi148 bash[66753]: cluster 2024-03-22T07:18:49.581025+0000 osd.5 (osd.5) 219 : cluster 3 failed to encode map e663 with expected crc 2024-03-22T07:18:52.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:52 smithi129 bash[79695]: cluster 2024-03-22T07:18:51.495832+0000 mgr.y (mgr.25337) 346 : cluster 0 pgmap v629: 425 pgs: 425 active+clean; 51 MiB data, 513 MiB used, 715 GiB / 715 GiB avail; 70 KiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-03-22T07:18:52.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:52 smithi129 bash[82160]: cluster 2024-03-22T07:18:51.495832+0000 mgr.y (mgr.25337) 346 : cluster 0 pgmap v629: 425 pgs: 425 active+clean; 51 MiB data, 513 MiB used, 715 GiB / 715 GiB avail; 70 KiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-03-22T07:18:52.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:52 smithi148 bash[66753]: cluster 2024-03-22T07:18:51.495832+0000 mgr.y (mgr.25337) 346 : cluster 0 pgmap v629: 425 pgs: 425 active+clean; 51 MiB data, 513 MiB used, 715 GiB / 715 GiB avail; 70 KiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-03-22T07:18:54.266 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:18:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:18:53] "GET /metrics HTTP/1.1" 200 60598 "" "Prometheus/2.43.0" 2024-03-22T07:18:54.267 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:54 smithi129 bash[79695]: audit 2024-03-22T07:18:53.385804+0000 mon.c (mon.2) 208 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:18:54.267 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:54 smithi129 bash[79695]: cluster 2024-03-22T07:18:53.497251+0000 mgr.y (mgr.25337) 347 : cluster 0 pgmap v630: 425 pgs: 425 active+clean; 55 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-03-22T07:18:54.619 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:54 smithi129 bash[82160]: audit 2024-03-22T07:18:53.385804+0000 mon.c (mon.2) 208 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:18:54.620 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:54 smithi129 bash[82160]: cluster 2024-03-22T07:18:53.497251+0000 mgr.y (mgr.25337) 347 : cluster 0 pgmap v630: 425 pgs: 425 active+clean; 55 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-03-22T07:18:54.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:54 smithi148 bash[66753]: audit 2024-03-22T07:18:53.385804+0000 mon.c (mon.2) 208 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:18:54.675 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:54 smithi148 bash[66753]: cluster 2024-03-22T07:18:53.497251+0000 mgr.y (mgr.25337) 347 : cluster 0 pgmap v630: 425 pgs: 425 active+clean; 55 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-03-22T07:18:56.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:56 smithi129 bash[79695]: cluster 2024-03-22T07:18:55.498923+0000 mgr.y (mgr.25337) 348 : cluster 0 pgmap v631: 425 pgs: 425 active+clean; 55 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-03-22T07:18:56.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:56 smithi129 bash[82160]: cluster 2024-03-22T07:18:55.498923+0000 mgr.y (mgr.25337) 348 : cluster 0 pgmap v631: 425 pgs: 425 active+clean; 55 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-03-22T07:18:56.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:56 smithi148 bash[66753]: cluster 2024-03-22T07:18:55.498923+0000 mgr.y (mgr.25337) 348 : cluster 0 pgmap v631: 425 pgs: 425 active+clean; 55 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-03-22T07:18:58.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:18:58 smithi129 bash[79695]: cluster 2024-03-22T07:18:57.500165+0000 mgr.y (mgr.25337) 349 : cluster 0 pgmap v632: 425 pgs: 425 active+clean; 63 MiB data, 533 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-03-22T07:18:58.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:18:58 smithi129 bash[82160]: cluster 2024-03-22T07:18:57.500165+0000 mgr.y (mgr.25337) 349 : cluster 0 pgmap v632: 425 pgs: 425 active+clean; 63 MiB data, 533 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-03-22T07:18:58.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:18:58 smithi148 bash[66753]: cluster 2024-03-22T07:18:57.500165+0000 mgr.y (mgr.25337) 349 : cluster 0 pgmap v632: 425 pgs: 425 active+clean; 63 MiB data, 533 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-03-22T07:19:00.869 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:00 smithi129 bash[79695]: cluster 2024-03-22T07:18:59.502777+0000 mgr.y (mgr.25337) 350 : cluster 0 pgmap v633: 425 pgs: 425 active+clean; 67 MiB data, 565 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-03-22T07:19:00.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:00 smithi129 bash[82160]: cluster 2024-03-22T07:18:59.502777+0000 mgr.y (mgr.25337) 350 : cluster 0 pgmap v633: 425 pgs: 425 active+clean; 67 MiB data, 565 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-03-22T07:19:00.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:00 smithi148 bash[66753]: cluster 2024-03-22T07:18:59.502777+0000 mgr.y (mgr.25337) 350 : cluster 0 pgmap v633: 425 pgs: 425 active+clean; 67 MiB data, 565 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-03-22T07:19:02.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:02 smithi129 bash[79695]: cluster 2024-03-22T07:19:01.503699+0000 mgr.y (mgr.25337) 351 : cluster 0 pgmap v634: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 393 KiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-03-22T07:19:02.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:02 smithi129 bash[82160]: cluster 2024-03-22T07:19:01.503699+0000 mgr.y (mgr.25337) 351 : cluster 0 pgmap v634: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 393 KiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-03-22T07:19:02.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:02 smithi148 bash[66753]: cluster 2024-03-22T07:19:01.503699+0000 mgr.y (mgr.25337) 351 : cluster 0 pgmap v634: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 393 KiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-03-22T07:19:04.369 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:19:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:19:03] "GET /metrics HTTP/1.1" 200 60598 "" "Prometheus/2.43.0" 2024-03-22T07:19:04.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:04 smithi129 bash[79695]: cluster 2024-03-22T07:19:03.505081+0000 mgr.y (mgr.25337) 352 : cluster 0 pgmap v635: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 756 KiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-03-22T07:19:04.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:04 smithi129 bash[79695]: audit 2024-03-22T07:19:03.716894+0000 mon.c (mon.2) 209 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:19:04.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:04 smithi129 bash[82160]: cluster 2024-03-22T07:19:03.505081+0000 mgr.y (mgr.25337) 352 : cluster 0 pgmap v635: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 756 KiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-03-22T07:19:04.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:04 smithi129 bash[82160]: audit 2024-03-22T07:19:03.716894+0000 mon.c (mon.2) 209 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:19:04.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:04 smithi148 bash[66753]: cluster 2024-03-22T07:19:03.505081+0000 mgr.y (mgr.25337) 352 : cluster 0 pgmap v635: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 756 KiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-03-22T07:19:04.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:04 smithi148 bash[66753]: audit 2024-03-22T07:19:03.716894+0000 mon.c (mon.2) 209 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:19:06.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:06 smithi129 bash[79695]: cluster 2024-03-22T07:19:05.507652+0000 mgr.y (mgr.25337) 353 : cluster 0 pgmap v636: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-03-22T07:19:06.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:06 smithi129 bash[82160]: cluster 2024-03-22T07:19:05.507652+0000 mgr.y (mgr.25337) 353 : cluster 0 pgmap v636: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-03-22T07:19:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:06 smithi148 bash[66753]: cluster 2024-03-22T07:19:05.507652+0000 mgr.y (mgr.25337) 353 : cluster 0 pgmap v636: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-03-22T07:19:08.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:08 smithi129 bash[79695]: cluster 2024-03-22T07:19:07.509362+0000 mgr.y (mgr.25337) 354 : cluster 0 pgmap v637: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-03-22T07:19:08.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:08 smithi129 bash[79695]: cluster 2024-03-22T07:19:07.587253+0000 osd.7 (osd.7) 243 : cluster 3 failed to encode map e664 with expected crc 2024-03-22T07:19:08.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:08 smithi129 bash[79695]: cluster 2024-03-22T07:19:07.589531+0000 mon.a (mon.0) 884 : cluster 0 osdmap e664: 8 total, 8 up, 8 in 2024-03-22T07:19:08.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:08 smithi129 bash[79695]: cluster 2024-03-22T07:19:07.609148+0000 osd.5 (osd.5) 220 : cluster 3 failed to encode map e664 with expected crc 2024-03-22T07:19:08.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:08 smithi129 bash[79695]: cluster 2024-03-22T07:19:07.712669+0000 osd.6 (osd.6) 256 : cluster 3 failed to encode map e664 with expected crc 2024-03-22T07:19:08.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:08 smithi129 bash[79695]: audit 2024-03-22T07:19:08.386263+0000 mon.c (mon.2) 210 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:19:08.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:08 smithi129 bash[82160]: cluster 2024-03-22T07:19:07.509362+0000 mgr.y (mgr.25337) 354 : cluster 0 pgmap v637: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-03-22T07:19:08.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:08 smithi129 bash[82160]: cluster 2024-03-22T07:19:07.587253+0000 osd.7 (osd.7) 243 : cluster 3 failed to encode map e664 with expected crc 2024-03-22T07:19:08.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:08 smithi129 bash[82160]: cluster 2024-03-22T07:19:07.589531+0000 mon.a (mon.0) 884 : cluster 0 osdmap e664: 8 total, 8 up, 8 in 2024-03-22T07:19:08.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:08 smithi129 bash[82160]: cluster 2024-03-22T07:19:07.609148+0000 osd.5 (osd.5) 220 : cluster 3 failed to encode map e664 with expected crc 2024-03-22T07:19:08.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:08 smithi129 bash[82160]: cluster 2024-03-22T07:19:07.712669+0000 osd.6 (osd.6) 256 : cluster 3 failed to encode map e664 with expected crc 2024-03-22T07:19:08.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:08 smithi129 bash[82160]: audit 2024-03-22T07:19:08.386263+0000 mon.c (mon.2) 210 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:19:08.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:08 smithi148 bash[66753]: cluster 2024-03-22T07:19:07.509362+0000 mgr.y (mgr.25337) 354 : cluster 0 pgmap v637: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-03-22T07:19:08.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:08 smithi148 bash[66753]: cluster 2024-03-22T07:19:07.587253+0000 osd.7 (osd.7) 243 : cluster 3 failed to encode map e664 with expected crc 2024-03-22T07:19:08.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:08 smithi148 bash[66753]: cluster 2024-03-22T07:19:07.589531+0000 mon.a (mon.0) 884 : cluster 0 osdmap e664: 8 total, 8 up, 8 in 2024-03-22T07:19:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:08 smithi148 bash[66753]: cluster 2024-03-22T07:19:07.609148+0000 osd.5 (osd.5) 220 : cluster 3 failed to encode map e664 with expected crc 2024-03-22T07:19:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:08 smithi148 bash[66753]: cluster 2024-03-22T07:19:07.712669+0000 osd.6 (osd.6) 256 : cluster 3 failed to encode map e664 with expected crc 2024-03-22T07:19:08.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:08 smithi148 bash[66753]: audit 2024-03-22T07:19:08.386263+0000 mon.c (mon.2) 210 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:19:10.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[79695]: cluster 2024-03-22T07:19:09.511129+0000 mgr.y (mgr.25337) 355 : cluster 0 pgmap v639: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 410 KiB/s wr, 23 op/s 2024-03-22T07:19:10.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[79695]: audit 2024-03-22T07:19:09.718590+0000 mon.a (mon.0) 885 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:10.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[79695]: audit 2024-03-22T07:19:09.730616+0000 mon.a (mon.0) 886 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:10.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[79695]: audit 2024-03-22T07:19:09.756608+0000 mon.a (mon.0) 887 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:10.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[79695]: audit 2024-03-22T07:19:09.765446+0000 mon.a (mon.0) 888 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:10.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[79695]: audit 2024-03-22T07:19:10.461270+0000 mon.c (mon.2) 211 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:19:10.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[79695]: audit 2024-03-22T07:19:10.462467+0000 mon.c (mon.2) 212 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:19:10.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[79695]: audit 2024-03-22T07:19:10.470367+0000 mon.a (mon.0) 889 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[82160]: cluster 2024-03-22T07:19:09.511129+0000 mgr.y (mgr.25337) 355 : cluster 0 pgmap v639: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 410 KiB/s wr, 23 op/s 2024-03-22T07:19:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[82160]: audit 2024-03-22T07:19:09.718590+0000 mon.a (mon.0) 885 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[82160]: audit 2024-03-22T07:19:09.730616+0000 mon.a (mon.0) 886 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[82160]: audit 2024-03-22T07:19:09.756608+0000 mon.a (mon.0) 887 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[82160]: audit 2024-03-22T07:19:09.765446+0000 mon.a (mon.0) 888 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[82160]: audit 2024-03-22T07:19:10.461270+0000 mon.c (mon.2) 211 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:19:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[82160]: audit 2024-03-22T07:19:10.462467+0000 mon.c (mon.2) 212 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:19:10.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:10 smithi129 bash[82160]: audit 2024-03-22T07:19:10.470367+0000 mon.a (mon.0) 889 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:10 smithi148 bash[66753]: cluster 2024-03-22T07:19:09.511129+0000 mgr.y (mgr.25337) 355 : cluster 0 pgmap v639: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 410 KiB/s wr, 23 op/s 2024-03-22T07:19:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:10 smithi148 bash[66753]: audit 2024-03-22T07:19:09.718590+0000 mon.a (mon.0) 885 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:10 smithi148 bash[66753]: audit 2024-03-22T07:19:09.730616+0000 mon.a (mon.0) 886 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:10 smithi148 bash[66753]: audit 2024-03-22T07:19:09.756608+0000 mon.a (mon.0) 887 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:10 smithi148 bash[66753]: audit 2024-03-22T07:19:09.765446+0000 mon.a (mon.0) 888 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:10 smithi148 bash[66753]: audit 2024-03-22T07:19:10.461270+0000 mon.c (mon.2) 211 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:19:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:10 smithi148 bash[66753]: audit 2024-03-22T07:19:10.462467+0000 mon.c (mon.2) 212 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:19:10.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:10 smithi148 bash[66753]: audit 2024-03-22T07:19:10.470367+0000 mon.a (mon.0) 889 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:12.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:12 smithi129 bash[79695]: cluster 2024-03-22T07:19:11.512043+0000 mgr.y (mgr.25337) 356 : cluster 0 pgmap v640: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 982 KiB/s rd, 716 B/s wr, 23 op/s 2024-03-22T07:19:12.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:12 smithi129 bash[82160]: cluster 2024-03-22T07:19:11.512043+0000 mgr.y (mgr.25337) 356 : cluster 0 pgmap v640: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 982 KiB/s rd, 716 B/s wr, 23 op/s 2024-03-22T07:19:12.924 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:12 smithi148 bash[66753]: cluster 2024-03-22T07:19:11.512043+0000 mgr.y (mgr.25337) 356 : cluster 0 pgmap v640: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 982 KiB/s rd, 716 B/s wr, 23 op/s 2024-03-22T07:19:14.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:19:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:19:13] "GET /metrics HTTP/1.1" 200 60585 "" "Prometheus/2.43.0" 2024-03-22T07:19:14.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:14 smithi129 bash[79695]: cluster 2024-03-22T07:19:13.513406+0000 mgr.y (mgr.25337) 357 : cluster 0 pgmap v641: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 559 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-03-22T07:19:14.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:14 smithi129 bash[82160]: cluster 2024-03-22T07:19:13.513406+0000 mgr.y (mgr.25337) 357 : cluster 0 pgmap v641: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 559 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-03-22T07:19:14.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:14 smithi148 bash[66753]: cluster 2024-03-22T07:19:13.513406+0000 mgr.y (mgr.25337) 357 : cluster 0 pgmap v641: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 559 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-03-22T07:19:16.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:16 smithi129 bash[79695]: cluster 2024-03-22T07:19:15.515969+0000 mgr.y (mgr.25337) 358 : cluster 0 pgmap v642: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-03-22T07:19:16.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:16 smithi129 bash[82160]: cluster 2024-03-22T07:19:15.515969+0000 mgr.y (mgr.25337) 358 : cluster 0 pgmap v642: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-03-22T07:19:16.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:16 smithi148 bash[66753]: cluster 2024-03-22T07:19:15.515969+0000 mgr.y (mgr.25337) 358 : cluster 0 pgmap v642: 425 pgs: 425 active+clean; 71 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-03-22T07:19:18.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:18 smithi129 bash[79695]: cluster 2024-03-22T07:19:17.517173+0000 mgr.y (mgr.25337) 359 : cluster 0 pgmap v643: 425 pgs: 425 active+clean; 111 MiB data, 689 MiB used, 715 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 MiB/s wr, 49 op/s 2024-03-22T07:19:18.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:18 smithi129 bash[82160]: cluster 2024-03-22T07:19:17.517173+0000 mgr.y (mgr.25337) 359 : cluster 0 pgmap v643: 425 pgs: 425 active+clean; 111 MiB data, 689 MiB used, 715 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 MiB/s wr, 49 op/s 2024-03-22T07:19:18.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:18 smithi148 bash[66753]: cluster 2024-03-22T07:19:17.517173+0000 mgr.y (mgr.25337) 359 : cluster 0 pgmap v643: 425 pgs: 425 active+clean; 111 MiB data, 689 MiB used, 715 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 MiB/s wr, 49 op/s 2024-03-22T07:19:19.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:19 smithi129 bash[79695]: cluster 2024-03-22T07:19:18.615211+0000 osd.7 (osd.7) 244 : cluster 3 failed to encode map e665 with expected crc 2024-03-22T07:19:19.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:19 smithi129 bash[79695]: cluster 2024-03-22T07:19:18.617872+0000 mon.a (mon.0) 890 : cluster 0 osdmap e665: 8 total, 8 up, 8 in 2024-03-22T07:19:19.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:19 smithi129 bash[79695]: cluster 2024-03-22T07:19:18.632153+0000 osd.5 (osd.5) 221 : cluster 3 failed to encode map e665 with expected crc 2024-03-22T07:19:19.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:19 smithi129 bash[79695]: cluster 2024-03-22T07:19:18.814539+0000 osd.6 (osd.6) 257 : cluster 3 failed to encode map e665 with expected crc 2024-03-22T07:19:19.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:19 smithi129 bash[82160]: cluster 2024-03-22T07:19:18.615211+0000 osd.7 (osd.7) 244 : cluster 3 failed to encode map e665 with expected crc 2024-03-22T07:19:19.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:19 smithi129 bash[82160]: cluster 2024-03-22T07:19:18.617872+0000 mon.a (mon.0) 890 : cluster 0 osdmap e665: 8 total, 8 up, 8 in 2024-03-22T07:19:19.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:19 smithi129 bash[82160]: cluster 2024-03-22T07:19:18.632153+0000 osd.5 (osd.5) 221 : cluster 3 failed to encode map e665 with expected crc 2024-03-22T07:19:19.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:19 smithi129 bash[82160]: cluster 2024-03-22T07:19:18.814539+0000 osd.6 (osd.6) 257 : cluster 3 failed to encode map e665 with expected crc 2024-03-22T07:19:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:19 smithi148 bash[66753]: cluster 2024-03-22T07:19:18.615211+0000 osd.7 (osd.7) 244 : cluster 3 failed to encode map e665 with expected crc 2024-03-22T07:19:19.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:19 smithi148 bash[66753]: cluster 2024-03-22T07:19:18.617872+0000 mon.a (mon.0) 890 : cluster 0 osdmap e665: 8 total, 8 up, 8 in 2024-03-22T07:19:19.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:19 smithi148 bash[66753]: cluster 2024-03-22T07:19:18.632153+0000 osd.5 (osd.5) 221 : cluster 3 failed to encode map e665 with expected crc 2024-03-22T07:19:19.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:19 smithi148 bash[66753]: cluster 2024-03-22T07:19:18.814539+0000 osd.6 (osd.6) 257 : cluster 3 failed to encode map e665 with expected crc 2024-03-22T07:19:20.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:20 smithi148 bash[66753]: cluster 2024-03-22T07:19:19.519570+0000 mgr.y (mgr.25337) 360 : cluster 0 pgmap v645: 425 pgs: 425 active+clean; 151 MiB data, 797 MiB used, 714 GiB / 715 GiB avail; 962 KiB/s rd, 24 MiB/s wr, 60 op/s 2024-03-22T07:19:20.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:20 smithi148 bash[66753]: cluster 2024-03-22T07:19:19.624344+0000 osd.7 (osd.7) 245 : cluster 3 failed to encode map e666 with expected crc 2024-03-22T07:19:20.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:20 smithi148 bash[66753]: cluster 2024-03-22T07:19:19.630234+0000 mon.a (mon.0) 891 : cluster 0 osdmap e666: 8 total, 8 up, 8 in 2024-03-22T07:19:20.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:20 smithi148 bash[66753]: cluster 2024-03-22T07:19:19.636391+0000 osd.5 (osd.5) 222 : cluster 3 failed to encode map e666 with expected crc 2024-03-22T07:19:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:20 smithi129 bash[79695]: cluster 2024-03-22T07:19:19.519570+0000 mgr.y (mgr.25337) 360 : cluster 0 pgmap v645: 425 pgs: 425 active+clean; 151 MiB data, 797 MiB used, 714 GiB / 715 GiB avail; 962 KiB/s rd, 24 MiB/s wr, 60 op/s 2024-03-22T07:19:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:20 smithi129 bash[79695]: cluster 2024-03-22T07:19:19.624344+0000 osd.7 (osd.7) 245 : cluster 3 failed to encode map e666 with expected crc 2024-03-22T07:19:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:20 smithi129 bash[79695]: cluster 2024-03-22T07:19:19.630234+0000 mon.a (mon.0) 891 : cluster 0 osdmap e666: 8 total, 8 up, 8 in 2024-03-22T07:19:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:20 smithi129 bash[79695]: cluster 2024-03-22T07:19:19.636391+0000 osd.5 (osd.5) 222 : cluster 3 failed to encode map e666 with expected crc 2024-03-22T07:19:21.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:20 smithi129 bash[82160]: cluster 2024-03-22T07:19:19.519570+0000 mgr.y (mgr.25337) 360 : cluster 0 pgmap v645: 425 pgs: 425 active+clean; 151 MiB data, 797 MiB used, 714 GiB / 715 GiB avail; 962 KiB/s rd, 24 MiB/s wr, 60 op/s 2024-03-22T07:19:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:20 smithi129 bash[82160]: cluster 2024-03-22T07:19:19.624344+0000 osd.7 (osd.7) 245 : cluster 3 failed to encode map e666 with expected crc 2024-03-22T07:19:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:20 smithi129 bash[82160]: cluster 2024-03-22T07:19:19.630234+0000 mon.a (mon.0) 891 : cluster 0 osdmap e666: 8 total, 8 up, 8 in 2024-03-22T07:19:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:20 smithi129 bash[82160]: cluster 2024-03-22T07:19:19.636391+0000 osd.5 (osd.5) 222 : cluster 3 failed to encode map e666 with expected crc 2024-03-22T07:19:21.870 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 4 2024-03-22T07:19:21.870 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 4 2024-03-22T07:19:21.870 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 4 2024-03-22T07:19:21.870 INFO:tasks.workunit.client.0.smithi129.stdout:read: 4 2024-03-22T07:19:21.870 INFO:tasks.workunit.client.0.smithi129.stdout:read: 4 2024-03-22T07:19:21.870 INFO:tasks.workunit.client.0.smithi129.stdout:read: 4 2024-03-22T07:19:21.870 INFO:tasks.workunit.client.0.smithi129.stdout:read: 4 2024-03-22T07:19:21.871 INFO:tasks.workunit.client.0.smithi129.stdout:read: 4 2024-03-22T07:19:21.871 INFO:tasks.workunit.client.0.smithi129.stdout:read: 4 2024-03-22T07:19:21.871 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCloneEncryption (51899 ms) 2024-03-22T07:19:21.871 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-03-22T07:19:21.871 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:19:21.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:21 smithi148 bash[66753]: cluster 2024-03-22T07:19:20.634332+0000 osd.7 (osd.7) 246 : cluster 3 failed to encode map e667 with expected crc 2024-03-22T07:19:21.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:21 smithi148 bash[66753]: cluster 2024-03-22T07:19:20.635092+0000 mon.a (mon.0) 892 : cluster 0 osdmap e667: 8 total, 8 up, 8 in 2024-03-22T07:19:21.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:21 smithi148 bash[66753]: cluster 2024-03-22T07:19:20.879982+0000 osd.6 (osd.6) 258 : cluster 3 failed to encode map e667 with expected crc 2024-03-22T07:19:22.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:21 smithi129 bash[82160]: cluster 2024-03-22T07:19:20.634332+0000 osd.7 (osd.7) 246 : cluster 3 failed to encode map e667 with expected crc 2024-03-22T07:19:22.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:21 smithi129 bash[82160]: cluster 2024-03-22T07:19:20.635092+0000 mon.a (mon.0) 892 : cluster 0 osdmap e667: 8 total, 8 up, 8 in 2024-03-22T07:19:22.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:21 smithi129 bash[82160]: cluster 2024-03-22T07:19:20.879982+0000 osd.6 (osd.6) 258 : cluster 3 failed to encode map e667 with expected crc 2024-03-22T07:19:22.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:21 smithi129 bash[79695]: cluster 2024-03-22T07:19:20.634332+0000 osd.7 (osd.7) 246 : cluster 3 failed to encode map e667 with expected crc 2024-03-22T07:19:22.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:21 smithi129 bash[79695]: cluster 2024-03-22T07:19:20.635092+0000 mon.a (mon.0) 892 : cluster 0 osdmap e667: 8 total, 8 up, 8 in 2024-03-22T07:19:22.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:21 smithi129 bash[79695]: cluster 2024-03-22T07:19:20.879982+0000 osd.6 (osd.6) 258 : cluster 3 failed to encode map e667 with expected crc 2024-03-22T07:19:22.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:22 smithi148 bash[66753]: cluster 2024-03-22T07:19:20.689884+0000 osd.5 (osd.5) 223 : cluster 3 failed to encode map e667 with expected crc 2024-03-22T07:19:22.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:22 smithi148 bash[66753]: cluster 2024-03-22T07:19:21.520568+0000 mgr.y (mgr.25337) 361 : cluster 0 pgmap v648: 425 pgs: 425 active+clean; 143 MiB data, 797 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 43 MiB/s wr, 164 op/s 2024-03-22T07:19:22.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:22 smithi148 bash[66753]: cluster 2024-03-22T07:19:21.661027+0000 osd.7 (osd.7) 247 : cluster 3 failed to encode map e668 with expected crc 2024-03-22T07:19:22.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:22 smithi148 bash[66753]: cluster 2024-03-22T07:19:21.666618+0000 mon.a (mon.0) 893 : cluster 0 osdmap e668: 8 total, 8 up, 8 in 2024-03-22T07:19:22.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:22 smithi148 bash[66753]: cluster 2024-03-22T07:19:21.675962+0000 osd.6 (osd.6) 259 : cluster 3 failed to encode map e668 with expected crc 2024-03-22T07:19:23.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:22 smithi129 bash[79695]: cluster 2024-03-22T07:19:20.689884+0000 osd.5 (osd.5) 223 : cluster 3 failed to encode map e667 with expected crc 2024-03-22T07:19:23.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:22 smithi129 bash[79695]: cluster 2024-03-22T07:19:21.520568+0000 mgr.y (mgr.25337) 361 : cluster 0 pgmap v648: 425 pgs: 425 active+clean; 143 MiB data, 797 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 43 MiB/s wr, 164 op/s 2024-03-22T07:19:23.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:22 smithi129 bash[79695]: cluster 2024-03-22T07:19:21.661027+0000 osd.7 (osd.7) 247 : cluster 3 failed to encode map e668 with expected crc 2024-03-22T07:19:23.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:22 smithi129 bash[79695]: cluster 2024-03-22T07:19:21.666618+0000 mon.a (mon.0) 893 : cluster 0 osdmap e668: 8 total, 8 up, 8 in 2024-03-22T07:19:23.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:22 smithi129 bash[79695]: cluster 2024-03-22T07:19:21.675962+0000 osd.6 (osd.6) 259 : cluster 3 failed to encode map e668 with expected crc 2024-03-22T07:19:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:22 smithi129 bash[82160]: cluster 2024-03-22T07:19:20.689884+0000 osd.5 (osd.5) 223 : cluster 3 failed to encode map e667 with expected crc 2024-03-22T07:19:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:22 smithi129 bash[82160]: cluster 2024-03-22T07:19:21.520568+0000 mgr.y (mgr.25337) 361 : cluster 0 pgmap v648: 425 pgs: 425 active+clean; 143 MiB data, 797 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 43 MiB/s wr, 164 op/s 2024-03-22T07:19:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:22 smithi129 bash[82160]: cluster 2024-03-22T07:19:21.661027+0000 osd.7 (osd.7) 247 : cluster 3 failed to encode map e668 with expected crc 2024-03-22T07:19:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:22 smithi129 bash[82160]: cluster 2024-03-22T07:19:21.666618+0000 mon.a (mon.0) 893 : cluster 0 osdmap e668: 8 total, 8 up, 8 in 2024-03-22T07:19:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:22 smithi129 bash[82160]: cluster 2024-03-22T07:19:21.675962+0000 osd.6 (osd.6) 259 : cluster 3 failed to encode map e668 with expected crc 2024-03-22T07:19:23.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:23 smithi148 bash[66753]: audit 2024-03-22T07:19:23.387210+0000 mon.c (mon.2) 213 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:19:23.930 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:23 smithi129 bash[82160]: audit 2024-03-22T07:19:23.387210+0000 mon.c (mon.2) 213 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:19:23.930 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:23 smithi129 bash[79695]: audit 2024-03-22T07:19:23.387210+0000 mon.c (mon.2) 213 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:19:24.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:19:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:19:23] "GET /metrics HTTP/1.1" 200 60597 "" "Prometheus/2.43.0" 2024-03-22T07:19:25.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:24 smithi129 bash[79695]: cluster 2024-03-22T07:19:23.522594+0000 mgr.y (mgr.25337) 362 : cluster 0 pgmap v650: 425 pgs: 425 active+clean; 39 MiB data, 489 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 35 MiB/s wr, 277 op/s 2024-03-22T07:19:25.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:24 smithi129 bash[79695]: audit 2024-03-22T07:19:24.646243+0000 mon.c (mon.2) 214 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.d", "id": [0, 2]}]: dispatch 2024-03-22T07:19:25.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:24 smithi129 bash[79695]: audit 2024-03-22T07:19:24.646988+0000 mon.c (mon.2) 215 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.e", "id": [0, 2]}]: dispatch 2024-03-22T07:19:25.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:24 smithi129 bash[79695]: audit 2024-03-22T07:19:24.647169+0000 mon.a (mon.0) 894 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.d", "id": [0, 2]}]: dispatch 2024-03-22T07:19:25.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:24 smithi129 bash[79695]: audit 2024-03-22T07:19:24.648100+0000 mon.a (mon.0) 895 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.e", "id": [0, 2]}]: dispatch 2024-03-22T07:19:25.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:24 smithi129 bash[82160]: cluster 2024-03-22T07:19:23.522594+0000 mgr.y (mgr.25337) 362 : cluster 0 pgmap v650: 425 pgs: 425 active+clean; 39 MiB data, 489 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 35 MiB/s wr, 277 op/s 2024-03-22T07:19:25.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:24 smithi129 bash[82160]: audit 2024-03-22T07:19:24.646243+0000 mon.c (mon.2) 214 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.d", "id": [0, 2]}]: dispatch 2024-03-22T07:19:25.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:24 smithi129 bash[82160]: audit 2024-03-22T07:19:24.646988+0000 mon.c (mon.2) 215 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.e", "id": [0, 2]}]: dispatch 2024-03-22T07:19:25.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:24 smithi129 bash[82160]: audit 2024-03-22T07:19:24.647169+0000 mon.a (mon.0) 894 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.d", "id": [0, 2]}]: dispatch 2024-03-22T07:19:25.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:24 smithi129 bash[82160]: audit 2024-03-22T07:19:24.648100+0000 mon.a (mon.0) 895 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.e", "id": [0, 2]}]: dispatch 2024-03-22T07:19:25.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:24 smithi148 bash[66753]: cluster 2024-03-22T07:19:23.522594+0000 mgr.y (mgr.25337) 362 : cluster 0 pgmap v650: 425 pgs: 425 active+clean; 39 MiB data, 489 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 35 MiB/s wr, 277 op/s 2024-03-22T07:19:25.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:24 smithi148 bash[66753]: audit 2024-03-22T07:19:24.646243+0000 mon.c (mon.2) 214 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.d", "id": [0, 2]}]: dispatch 2024-03-22T07:19:25.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:24 smithi148 bash[66753]: audit 2024-03-22T07:19:24.646988+0000 mon.c (mon.2) 215 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.e", "id": [0, 2]}]: dispatch 2024-03-22T07:19:25.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:24 smithi148 bash[66753]: audit 2024-03-22T07:19:24.647169+0000 mon.a (mon.0) 894 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.d", "id": [0, 2]}]: dispatch 2024-03-22T07:19:25.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:24 smithi148 bash[66753]: audit 2024-03-22T07:19:24.648100+0000 mon.a (mon.0) 895 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.e", "id": [0, 2]}]: dispatch 2024-03-22T07:19:26.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:25 smithi129 bash[79695]: audit 2024-03-22T07:19:24.670434+0000 mon.a (mon.0) 896 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.d", "id": [0, 2]}]': finished 2024-03-22T07:19:26.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:25 smithi129 bash[79695]: audit 2024-03-22T07:19:24.670522+0000 mon.a (mon.0) 897 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.e", "id": [0, 2]}]': finished 2024-03-22T07:19:26.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:25 smithi129 bash[79695]: cluster 2024-03-22T07:19:24.673569+0000 mon.a (mon.0) 898 : cluster 0 osdmap e669: 8 total, 8 up, 8 in 2024-03-22T07:19:26.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:25 smithi129 bash[79695]: cluster 2024-03-22T07:19:24.674670+0000 osd.5 (osd.5) 224 : cluster 3 failed to encode map e669 with expected crc 2024-03-22T07:19:26.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:25 smithi129 bash[79695]: cluster 2024-03-22T07:19:24.706045+0000 osd.6 (osd.6) 260 : cluster 3 failed to encode map e669 with expected crc 2024-03-22T07:19:26.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:25 smithi129 bash[82160]: audit 2024-03-22T07:19:24.670434+0000 mon.a (mon.0) 896 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.d", "id": [0, 2]}]': finished 2024-03-22T07:19:26.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:25 smithi129 bash[82160]: audit 2024-03-22T07:19:24.670522+0000 mon.a (mon.0) 897 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.e", "id": [0, 2]}]': finished 2024-03-22T07:19:26.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:25 smithi129 bash[82160]: cluster 2024-03-22T07:19:24.673569+0000 mon.a (mon.0) 898 : cluster 0 osdmap e669: 8 total, 8 up, 8 in 2024-03-22T07:19:26.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:25 smithi129 bash[82160]: cluster 2024-03-22T07:19:24.674670+0000 osd.5 (osd.5) 224 : cluster 3 failed to encode map e669 with expected crc 2024-03-22T07:19:26.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:25 smithi129 bash[82160]: cluster 2024-03-22T07:19:24.706045+0000 osd.6 (osd.6) 260 : cluster 3 failed to encode map e669 with expected crc 2024-03-22T07:19:26.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:25 smithi148 bash[66753]: audit 2024-03-22T07:19:24.670434+0000 mon.a (mon.0) 896 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.d", "id": [0, 2]}]': finished 2024-03-22T07:19:26.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:25 smithi148 bash[66753]: audit 2024-03-22T07:19:24.670522+0000 mon.a (mon.0) 897 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.e", "id": [0, 2]}]': finished 2024-03-22T07:19:26.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:25 smithi148 bash[66753]: cluster 2024-03-22T07:19:24.673569+0000 mon.a (mon.0) 898 : cluster 0 osdmap e669: 8 total, 8 up, 8 in 2024-03-22T07:19:26.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:25 smithi148 bash[66753]: cluster 2024-03-22T07:19:24.674670+0000 osd.5 (osd.5) 224 : cluster 3 failed to encode map e669 with expected crc 2024-03-22T07:19:26.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:25 smithi148 bash[66753]: cluster 2024-03-22T07:19:24.706045+0000 osd.6 (osd.6) 260 : cluster 3 failed to encode map e669 with expected crc 2024-03-22T07:19:27.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:26 smithi129 bash[79695]: cluster 2024-03-22T07:19:25.523963+0000 mgr.y (mgr.25337) 363 : cluster 0 pgmap v652: 425 pgs: 1 peering, 424 active+clean; 31 MiB data, 441 MiB used, 715 GiB / 715 GiB avail; 868 KiB/s rd, 3.4 MiB/s wr, 258 op/s 2024-03-22T07:19:27.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:26 smithi129 bash[79695]: cluster 2024-03-22T07:19:25.701073+0000 mon.a (mon.0) 899 : cluster 0 osdmap e670: 8 total, 8 up, 8 in 2024-03-22T07:19:27.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:26 smithi129 bash[79695]: cluster 2024-03-22T07:19:25.704250+0000 osd.6 (osd.6) 261 : cluster 3 failed to encode map e670 with expected crc 2024-03-22T07:19:27.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:26 smithi129 bash[79695]: cluster 2024-03-22T07:19:25.710909+0000 osd.7 (osd.7) 248 : cluster 3 failed to encode map e670 with expected crc 2024-03-22T07:19:27.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:26 smithi129 bash[79695]: cluster 2024-03-22T07:19:25.711953+0000 osd.6 (osd.6) 262 : cluster 3 failed to encode map e670 with expected crc 2024-03-22T07:19:27.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:26 smithi129 bash[79695]: cluster 2024-03-22T07:19:25.712094+0000 osd.5 (osd.5) 225 : cluster 3 failed to encode map e670 with expected crc 2024-03-22T07:19:27.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:26 smithi129 bash[82160]: cluster 2024-03-22T07:19:25.523963+0000 mgr.y (mgr.25337) 363 : cluster 0 pgmap v652: 425 pgs: 1 peering, 424 active+clean; 31 MiB data, 441 MiB used, 715 GiB / 715 GiB avail; 868 KiB/s rd, 3.4 MiB/s wr, 258 op/s 2024-03-22T07:19:27.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:26 smithi129 bash[82160]: cluster 2024-03-22T07:19:25.701073+0000 mon.a (mon.0) 899 : cluster 0 osdmap e670: 8 total, 8 up, 8 in 2024-03-22T07:19:27.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:26 smithi129 bash[82160]: cluster 2024-03-22T07:19:25.704250+0000 osd.6 (osd.6) 261 : cluster 3 failed to encode map e670 with expected crc 2024-03-22T07:19:27.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:26 smithi129 bash[82160]: cluster 2024-03-22T07:19:25.710909+0000 osd.7 (osd.7) 248 : cluster 3 failed to encode map e670 with expected crc 2024-03-22T07:19:27.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:26 smithi129 bash[82160]: cluster 2024-03-22T07:19:25.711953+0000 osd.6 (osd.6) 262 : cluster 3 failed to encode map e670 with expected crc 2024-03-22T07:19:27.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:26 smithi129 bash[82160]: cluster 2024-03-22T07:19:25.712094+0000 osd.5 (osd.5) 225 : cluster 3 failed to encode map e670 with expected crc 2024-03-22T07:19:27.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:26 smithi148 bash[66753]: cluster 2024-03-22T07:19:25.523963+0000 mgr.y (mgr.25337) 363 : cluster 0 pgmap v652: 425 pgs: 1 peering, 424 active+clean; 31 MiB data, 441 MiB used, 715 GiB / 715 GiB avail; 868 KiB/s rd, 3.4 MiB/s wr, 258 op/s 2024-03-22T07:19:27.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:26 smithi148 bash[66753]: cluster 2024-03-22T07:19:25.701073+0000 mon.a (mon.0) 899 : cluster 0 osdmap e670: 8 total, 8 up, 8 in 2024-03-22T07:19:27.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:26 smithi148 bash[66753]: cluster 2024-03-22T07:19:25.704250+0000 osd.6 (osd.6) 261 : cluster 3 failed to encode map e670 with expected crc 2024-03-22T07:19:27.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:26 smithi148 bash[66753]: cluster 2024-03-22T07:19:25.710909+0000 osd.7 (osd.7) 248 : cluster 3 failed to encode map e670 with expected crc 2024-03-22T07:19:27.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:26 smithi148 bash[66753]: cluster 2024-03-22T07:19:25.711953+0000 osd.6 (osd.6) 262 : cluster 3 failed to encode map e670 with expected crc 2024-03-22T07:19:27.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:26 smithi148 bash[66753]: cluster 2024-03-22T07:19:25.712094+0000 osd.5 (osd.5) 225 : cluster 3 failed to encode map e670 with expected crc 2024-03-22T07:19:28.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:27 smithi129 bash[79695]: cluster 2024-03-22T07:19:26.697164+0000 osd.7 (osd.7) 249 : cluster 3 failed to encode map e671 with expected crc 2024-03-22T07:19:28.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:27 smithi129 bash[79695]: cluster 2024-03-22T07:19:26.697983+0000 osd.5 (osd.5) 226 : cluster 3 failed to encode map e671 with expected crc 2024-03-22T07:19:28.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:27 smithi129 bash[79695]: cluster 2024-03-22T07:19:26.699519+0000 mon.a (mon.0) 900 : cluster 0 osdmap e671: 8 total, 8 up, 8 in 2024-03-22T07:19:28.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:27 smithi129 bash[79695]: cluster 2024-03-22T07:19:26.739668+0000 osd.6 (osd.6) 263 : cluster 3 failed to encode map e671 with expected crc 2024-03-22T07:19:28.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:27 smithi129 bash[82160]: cluster 2024-03-22T07:19:26.697164+0000 osd.7 (osd.7) 249 : cluster 3 failed to encode map e671 with expected crc 2024-03-22T07:19:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:27 smithi129 bash[82160]: cluster 2024-03-22T07:19:26.697983+0000 osd.5 (osd.5) 226 : cluster 3 failed to encode map e671 with expected crc 2024-03-22T07:19:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:27 smithi129 bash[82160]: cluster 2024-03-22T07:19:26.699519+0000 mon.a (mon.0) 900 : cluster 0 osdmap e671: 8 total, 8 up, 8 in 2024-03-22T07:19:28.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:27 smithi129 bash[82160]: cluster 2024-03-22T07:19:26.739668+0000 osd.6 (osd.6) 263 : cluster 3 failed to encode map e671 with expected crc 2024-03-22T07:19:28.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:27 smithi148 bash[66753]: cluster 2024-03-22T07:19:26.697164+0000 osd.7 (osd.7) 249 : cluster 3 failed to encode map e671 with expected crc 2024-03-22T07:19:28.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:27 smithi148 bash[66753]: cluster 2024-03-22T07:19:26.697983+0000 osd.5 (osd.5) 226 : cluster 3 failed to encode map e671 with expected crc 2024-03-22T07:19:28.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:27 smithi148 bash[66753]: cluster 2024-03-22T07:19:26.699519+0000 mon.a (mon.0) 900 : cluster 0 osdmap e671: 8 total, 8 up, 8 in 2024-03-22T07:19:28.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:27 smithi148 bash[66753]: cluster 2024-03-22T07:19:26.739668+0000 osd.6 (osd.6) 263 : cluster 3 failed to encode map e671 with expected crc 2024-03-22T07:19:29.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:28 smithi129 bash[79695]: cluster 2024-03-22T07:19:27.525608+0000 mgr.y (mgr.25337) 364 : cluster 0 pgmap v655: 425 pgs: 1 peering, 424 active+clean; 36 MiB data, 450 MiB used, 715 GiB / 715 GiB avail; 137 KiB/s rd, 882 KiB/s wr, 188 op/s 2024-03-22T07:19:29.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:28 smithi129 bash[79695]: cluster 2024-03-22T07:19:28.273496+0000 osd.7 (osd.7) 250 : cluster 3 failed to encode map e672 with expected crc 2024-03-22T07:19:29.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:28 smithi129 bash[79695]: cluster 2024-03-22T07:19:28.274950+0000 mon.a (mon.0) 901 : cluster 0 osdmap e672: 8 total, 8 up, 8 in 2024-03-22T07:19:29.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:28 smithi129 bash[79695]: cluster 2024-03-22T07:19:28.277167+0000 osd.5 (osd.5) 227 : cluster 3 failed to encode map e672 with expected crc 2024-03-22T07:19:29.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:28 smithi129 bash[82160]: cluster 2024-03-22T07:19:27.525608+0000 mgr.y (mgr.25337) 364 : cluster 0 pgmap v655: 425 pgs: 1 peering, 424 active+clean; 36 MiB data, 450 MiB used, 715 GiB / 715 GiB avail; 137 KiB/s rd, 882 KiB/s wr, 188 op/s 2024-03-22T07:19:29.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:28 smithi129 bash[82160]: cluster 2024-03-22T07:19:28.273496+0000 osd.7 (osd.7) 250 : cluster 3 failed to encode map e672 with expected crc 2024-03-22T07:19:29.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:28 smithi129 bash[82160]: cluster 2024-03-22T07:19:28.274950+0000 mon.a (mon.0) 901 : cluster 0 osdmap e672: 8 total, 8 up, 8 in 2024-03-22T07:19:29.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:28 smithi129 bash[82160]: cluster 2024-03-22T07:19:28.277167+0000 osd.5 (osd.5) 227 : cluster 3 failed to encode map e672 with expected crc 2024-03-22T07:19:29.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:28 smithi148 bash[66753]: cluster 2024-03-22T07:19:27.525608+0000 mgr.y (mgr.25337) 364 : cluster 0 pgmap v655: 425 pgs: 1 peering, 424 active+clean; 36 MiB data, 450 MiB used, 715 GiB / 715 GiB avail; 137 KiB/s rd, 882 KiB/s wr, 188 op/s 2024-03-22T07:19:29.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:28 smithi148 bash[66753]: cluster 2024-03-22T07:19:28.273496+0000 osd.7 (osd.7) 250 : cluster 3 failed to encode map e672 with expected crc 2024-03-22T07:19:29.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:28 smithi148 bash[66753]: cluster 2024-03-22T07:19:28.274950+0000 mon.a (mon.0) 901 : cluster 0 osdmap e672: 8 total, 8 up, 8 in 2024-03-22T07:19:29.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:28 smithi148 bash[66753]: cluster 2024-03-22T07:19:28.277167+0000 osd.5 (osd.5) 227 : cluster 3 failed to encode map e672 with expected crc 2024-03-22T07:19:30.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:29 smithi129 bash[79695]: cluster 2024-03-22T07:19:28.873158+0000 osd.6 (osd.6) 264 : cluster 3 failed to encode map e672 with expected crc 2024-03-22T07:19:30.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:29 smithi129 bash[79695]: cluster 2024-03-22T07:19:29.527266+0000 mgr.y (mgr.25337) 365 : cluster 0 pgmap v657: 425 pgs: 1 peering, 424 active+clean; 56 MiB data, 504 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 5.2 MiB/s wr, 55 op/s 2024-03-22T07:19:30.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:29 smithi129 bash[82160]: cluster 2024-03-22T07:19:28.873158+0000 osd.6 (osd.6) 264 : cluster 3 failed to encode map e672 with expected crc 2024-03-22T07:19:30.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:29 smithi129 bash[82160]: cluster 2024-03-22T07:19:29.527266+0000 mgr.y (mgr.25337) 365 : cluster 0 pgmap v657: 425 pgs: 1 peering, 424 active+clean; 56 MiB data, 504 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 5.2 MiB/s wr, 55 op/s 2024-03-22T07:19:30.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:29 smithi148 bash[66753]: cluster 2024-03-22T07:19:28.873158+0000 osd.6 (osd.6) 264 : cluster 3 failed to encode map e672 with expected crc 2024-03-22T07:19:30.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:29 smithi148 bash[66753]: cluster 2024-03-22T07:19:29.527266+0000 mgr.y (mgr.25337) 365 : cluster 0 pgmap v657: 425 pgs: 1 peering, 424 active+clean; 56 MiB data, 504 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 5.2 MiB/s wr, 55 op/s 2024-03-22T07:19:32.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:32 smithi129 bash[79695]: cluster 2024-03-22T07:19:31.528205+0000 mgr.y (mgr.25337) 366 : cluster 0 pgmap v658: 425 pgs: 425 active+clean; 60 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 4.8 MiB/s wr, 53 op/s 2024-03-22T07:19:32.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:32 smithi129 bash[82160]: cluster 2024-03-22T07:19:31.528205+0000 mgr.y (mgr.25337) 366 : cluster 0 pgmap v658: 425 pgs: 425 active+clean; 60 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 4.8 MiB/s wr, 53 op/s 2024-03-22T07:19:32.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:32 smithi148 bash[66753]: cluster 2024-03-22T07:19:31.528205+0000 mgr.y (mgr.25337) 366 : cluster 0 pgmap v658: 425 pgs: 425 active+clean; 60 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 4.8 MiB/s wr, 53 op/s 2024-03-22T07:19:34.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:19:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:19:33] "GET /metrics HTTP/1.1" 200 60597 "" "Prometheus/2.43.0" 2024-03-22T07:19:34.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:34 smithi129 bash[79695]: cluster 2024-03-22T07:19:33.529536+0000 mgr.y (mgr.25337) 367 : cluster 0 pgmap v659: 425 pgs: 425 active+clean; 60 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-03-22T07:19:34.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:34 smithi129 bash[82160]: cluster 2024-03-22T07:19:33.529536+0000 mgr.y (mgr.25337) 367 : cluster 0 pgmap v659: 425 pgs: 425 active+clean; 60 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-03-22T07:19:34.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:34 smithi148 bash[66753]: cluster 2024-03-22T07:19:33.529536+0000 mgr.y (mgr.25337) 367 : cluster 0 pgmap v659: 425 pgs: 425 active+clean; 60 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-03-22T07:19:36.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:36 smithi129 bash[79695]: cluster 2024-03-22T07:19:35.531271+0000 mgr.y (mgr.25337) 368 : cluster 0 pgmap v660: 425 pgs: 425 active+clean; 60 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-03-22T07:19:36.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:36 smithi129 bash[82160]: cluster 2024-03-22T07:19:35.531271+0000 mgr.y (mgr.25337) 368 : cluster 0 pgmap v660: 425 pgs: 425 active+clean; 60 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-03-22T07:19:36.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:36 smithi148 bash[66753]: cluster 2024-03-22T07:19:35.531271+0000 mgr.y (mgr.25337) 368 : cluster 0 pgmap v660: 425 pgs: 425 active+clean; 60 MiB data, 521 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-03-22T07:19:38.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:38 smithi129 bash[82160]: cluster 2024-03-22T07:19:37.532445+0000 mgr.y (mgr.25337) 369 : cluster 0 pgmap v661: 425 pgs: 425 active+clean; 64 MiB data, 541 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-03-22T07:19:38.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:38 smithi129 bash[82160]: audit 2024-03-22T07:19:38.386754+0000 mon.c (mon.2) 216 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:19:38.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:38 smithi129 bash[79695]: cluster 2024-03-22T07:19:37.532445+0000 mgr.y (mgr.25337) 369 : cluster 0 pgmap v661: 425 pgs: 425 active+clean; 64 MiB data, 541 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-03-22T07:19:38.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:38 smithi129 bash[79695]: audit 2024-03-22T07:19:38.386754+0000 mon.c (mon.2) 216 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:19:38.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:38 smithi148 bash[66753]: cluster 2024-03-22T07:19:37.532445+0000 mgr.y (mgr.25337) 369 : cluster 0 pgmap v661: 425 pgs: 425 active+clean; 64 MiB data, 541 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-03-22T07:19:38.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:38 smithi148 bash[66753]: audit 2024-03-22T07:19:38.386754+0000 mon.c (mon.2) 216 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:19:40.317 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (18448 ms) 2024-03-22T07:19:40.318 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-03-22T07:19:40.318 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:19:40.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:40 smithi129 bash[79695]: cluster 2024-03-22T07:19:39.534995+0000 mgr.y (mgr.25337) 370 : cluster 0 pgmap v662: 425 pgs: 425 active+clean; 76 MiB data, 565 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-03-22T07:19:40.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:40 smithi129 bash[79695]: audit 2024-03-22T07:19:40.221375+0000 mon.a (mon.0) 902 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:40.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:40 smithi129 bash[82160]: cluster 2024-03-22T07:19:39.534995+0000 mgr.y (mgr.25337) 370 : cluster 0 pgmap v662: 425 pgs: 425 active+clean; 76 MiB data, 565 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-03-22T07:19:40.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:40 smithi129 bash[82160]: audit 2024-03-22T07:19:40.221375+0000 mon.a (mon.0) 902 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:40.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:40 smithi148 bash[66753]: cluster 2024-03-22T07:19:39.534995+0000 mgr.y (mgr.25337) 370 : cluster 0 pgmap v662: 425 pgs: 425 active+clean; 76 MiB data, 565 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-03-22T07:19:40.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:40 smithi148 bash[66753]: audit 2024-03-22T07:19:40.221375+0000 mon.a (mon.0) 902 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:19:42.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:42 smithi129 bash[79695]: cluster 2024-03-22T07:19:41.536068+0000 mgr.y (mgr.25337) 371 : cluster 0 pgmap v663: 425 pgs: 425 active+clean; 76 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 395 KiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-03-22T07:19:42.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:42 smithi129 bash[82160]: cluster 2024-03-22T07:19:41.536068+0000 mgr.y (mgr.25337) 371 : cluster 0 pgmap v663: 425 pgs: 425 active+clean; 76 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 395 KiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-03-22T07:19:42.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:42 smithi148 bash[66753]: cluster 2024-03-22T07:19:41.536068+0000 mgr.y (mgr.25337) 371 : cluster 0 pgmap v663: 425 pgs: 425 active+clean; 76 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 395 KiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-03-22T07:19:44.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:19:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:19:43] "GET /metrics HTTP/1.1" 200 60594 "" "Prometheus/2.43.0" 2024-03-22T07:19:44.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:44 smithi129 bash[82160]: cluster 2024-03-22T07:19:43.537486+0000 mgr.y (mgr.25337) 372 : cluster 0 pgmap v664: 425 pgs: 425 active+clean; 76 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 819 KiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-03-22T07:19:44.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:44 smithi129 bash[79695]: cluster 2024-03-22T07:19:43.537486+0000 mgr.y (mgr.25337) 372 : cluster 0 pgmap v664: 425 pgs: 425 active+clean; 76 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 819 KiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-03-22T07:19:44.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:44 smithi148 bash[66753]: cluster 2024-03-22T07:19:43.537486+0000 mgr.y (mgr.25337) 372 : cluster 0 pgmap v664: 425 pgs: 425 active+clean; 76 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 819 KiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-03-22T07:19:46.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:46 smithi129 bash[79695]: cluster 2024-03-22T07:19:45.539224+0000 mgr.y (mgr.25337) 373 : cluster 0 pgmap v665: 425 pgs: 425 active+clean; 76 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-22T07:19:46.870 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:46 smithi129 bash[82160]: cluster 2024-03-22T07:19:45.539224+0000 mgr.y (mgr.25337) 373 : cluster 0 pgmap v665: 425 pgs: 425 active+clean; 76 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-22T07:19:46.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:46 smithi148 bash[66753]: cluster 2024-03-22T07:19:45.539224+0000 mgr.y (mgr.25337) 373 : cluster 0 pgmap v665: 425 pgs: 425 active+clean; 76 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-22T07:19:48.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:48 smithi148 bash[66753]: cluster 2024-03-22T07:19:47.540598+0000 mgr.y (mgr.25337) 374 : cluster 0 pgmap v666: 425 pgs: 425 active+clean; 76 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-22T07:19:49.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:48 smithi129 bash[79695]: cluster 2024-03-22T07:19:47.540598+0000 mgr.y (mgr.25337) 374 : cluster 0 pgmap v666: 425 pgs: 425 active+clean; 76 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-22T07:19:49.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:48 smithi129 bash[82160]: cluster 2024-03-22T07:19:47.540598+0000 mgr.y (mgr.25337) 374 : cluster 0 pgmap v666: 425 pgs: 425 active+clean; 76 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-22T07:19:49.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:49 smithi148 bash[66753]: cluster 2024-03-22T07:19:48.618648+0000 osd.7 (osd.7) 251 : cluster 3 failed to encode map e673 with expected crc 2024-03-22T07:19:49.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:49 smithi148 bash[66753]: cluster 2024-03-22T07:19:48.621992+0000 mon.a (mon.0) 903 : cluster 0 osdmap e673: 8 total, 8 up, 8 in 2024-03-22T07:19:49.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:49 smithi148 bash[66753]: cluster 2024-03-22T07:19:48.647721+0000 osd.6 (osd.6) 265 : cluster 3 failed to encode map e673 with expected crc 2024-03-22T07:19:50.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:49 smithi129 bash[79695]: cluster 2024-03-22T07:19:48.618648+0000 osd.7 (osd.7) 251 : cluster 3 failed to encode map e673 with expected crc 2024-03-22T07:19:50.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:49 smithi129 bash[79695]: cluster 2024-03-22T07:19:48.621992+0000 mon.a (mon.0) 903 : cluster 0 osdmap e673: 8 total, 8 up, 8 in 2024-03-22T07:19:50.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:49 smithi129 bash[79695]: cluster 2024-03-22T07:19:48.647721+0000 osd.6 (osd.6) 265 : cluster 3 failed to encode map e673 with expected crc 2024-03-22T07:19:50.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:49 smithi129 bash[82160]: cluster 2024-03-22T07:19:48.618648+0000 osd.7 (osd.7) 251 : cluster 3 failed to encode map e673 with expected crc 2024-03-22T07:19:50.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:49 smithi129 bash[82160]: cluster 2024-03-22T07:19:48.621992+0000 mon.a (mon.0) 903 : cluster 0 osdmap e673: 8 total, 8 up, 8 in 2024-03-22T07:19:50.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:49 smithi129 bash[82160]: cluster 2024-03-22T07:19:48.647721+0000 osd.6 (osd.6) 265 : cluster 3 failed to encode map e673 with expected crc 2024-03-22T07:19:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:50 smithi148 bash[66753]: cluster 2024-03-22T07:19:48.741103+0000 osd.5 (osd.5) 228 : cluster 3 failed to encode map e673 with expected crc 2024-03-22T07:19:50.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:50 smithi148 bash[66753]: cluster 2024-03-22T07:19:49.541863+0000 mgr.y (mgr.25337) 375 : cluster 0 pgmap v668: 425 pgs: 425 active+clean; 104 MiB data, 635 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-03-22T07:19:51.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:50 smithi129 bash[79695]: cluster 2024-03-22T07:19:48.741103+0000 osd.5 (osd.5) 228 : cluster 3 failed to encode map e673 with expected crc 2024-03-22T07:19:51.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:50 smithi129 bash[79695]: cluster 2024-03-22T07:19:49.541863+0000 mgr.y (mgr.25337) 375 : cluster 0 pgmap v668: 425 pgs: 425 active+clean; 104 MiB data, 635 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-03-22T07:19:51.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:50 smithi129 bash[82160]: cluster 2024-03-22T07:19:48.741103+0000 osd.5 (osd.5) 228 : cluster 3 failed to encode map e673 with expected crc 2024-03-22T07:19:51.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:50 smithi129 bash[82160]: cluster 2024-03-22T07:19:49.541863+0000 mgr.y (mgr.25337) 375 : cluster 0 pgmap v668: 425 pgs: 425 active+clean; 104 MiB data, 635 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-03-22T07:19:52.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:52 smithi148 bash[66753]: cluster 2024-03-22T07:19:51.542661+0000 mgr.y (mgr.25337) 376 : cluster 0 pgmap v669: 425 pgs: 425 active+clean; 104 MiB data, 659 MiB used, 715 GiB / 715 GiB avail; 936 KiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-03-22T07:19:53.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:52 smithi129 bash[82160]: cluster 2024-03-22T07:19:51.542661+0000 mgr.y (mgr.25337) 376 : cluster 0 pgmap v669: 425 pgs: 425 active+clean; 104 MiB data, 659 MiB used, 715 GiB / 715 GiB avail; 936 KiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-03-22T07:19:53.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:52 smithi129 bash[79695]: cluster 2024-03-22T07:19:51.542661+0000 mgr.y (mgr.25337) 376 : cluster 0 pgmap v669: 425 pgs: 425 active+clean; 104 MiB data, 659 MiB used, 715 GiB / 715 GiB avail; 936 KiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-03-22T07:19:53.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:53 smithi148 bash[66753]: audit 2024-03-22T07:19:53.386944+0000 mon.c (mon.2) 217 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:19:53.930 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:53 smithi129 bash[79695]: audit 2024-03-22T07:19:53.386944+0000 mon.c (mon.2) 217 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:19:53.931 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:53 smithi129 bash[82160]: audit 2024-03-22T07:19:53.386944+0000 mon.c (mon.2) 217 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:19:54.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:19:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:19:53] "GET /metrics HTTP/1.1" 200 60593 "" "Prometheus/2.43.0" 2024-03-22T07:19:54.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:54 smithi148 bash[66753]: cluster 2024-03-22T07:19:53.544748+0000 mgr.y (mgr.25337) 377 : cluster 0 pgmap v670: 425 pgs: 425 active+clean; 117 MiB data, 692 MiB used, 715 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:19:55.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:54 smithi129 bash[79695]: cluster 2024-03-22T07:19:53.544748+0000 mgr.y (mgr.25337) 377 : cluster 0 pgmap v670: 425 pgs: 425 active+clean; 117 MiB data, 692 MiB used, 715 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:19:55.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:54 smithi129 bash[82160]: cluster 2024-03-22T07:19:53.544748+0000 mgr.y (mgr.25337) 377 : cluster 0 pgmap v670: 425 pgs: 425 active+clean; 117 MiB data, 692 MiB used, 715 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:19:56.612 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (16294 ms) 2024-03-22T07:19:56.612 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-03-22T07:19:56.612 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:19:56.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:56 smithi148 bash[66753]: cluster 2024-03-22T07:19:55.546473+0000 mgr.y (mgr.25337) 378 : cluster 0 pgmap v671: 425 pgs: 425 active+clean; 117 MiB data, 700 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:19:57.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:56 smithi129 bash[79695]: cluster 2024-03-22T07:19:55.546473+0000 mgr.y (mgr.25337) 378 : cluster 0 pgmap v671: 425 pgs: 425 active+clean; 117 MiB data, 700 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:19:57.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:56 smithi129 bash[82160]: cluster 2024-03-22T07:19:55.546473+0000 mgr.y (mgr.25337) 378 : cluster 0 pgmap v671: 425 pgs: 425 active+clean; 117 MiB data, 700 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:19:58.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:19:58 smithi148 bash[66753]: cluster 2024-03-22T07:19:57.548103+0000 mgr.y (mgr.25337) 379 : cluster 0 pgmap v672: 425 pgs: 425 active+clean; 121 MiB data, 704 MiB used, 715 GiB / 715 GiB avail; 975 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-03-22T07:19:59.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:19:58 smithi129 bash[82160]: cluster 2024-03-22T07:19:57.548103+0000 mgr.y (mgr.25337) 379 : cluster 0 pgmap v672: 425 pgs: 425 active+clean; 121 MiB data, 704 MiB used, 715 GiB / 715 GiB avail; 975 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-03-22T07:19:59.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:19:58 smithi129 bash[79695]: cluster 2024-03-22T07:19:57.548103+0000 mgr.y (mgr.25337) 379 : cluster 0 pgmap v672: 425 pgs: 425 active+clean; 121 MiB data, 704 MiB used, 715 GiB / 715 GiB avail; 975 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-03-22T07:20:00.370 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:00 smithi129 bash[79695]: debug 2024-03-22T07:19:59.998+0000 7f74b4953700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:20:00.764 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4152 ms) 2024-03-22T07:20:00.764 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-03-22T07:20:00.764 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:20:00.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:00 smithi148 bash[66753]: cluster 2024-03-22T07:19:59.551160+0000 mgr.y (mgr.25337) 380 : cluster 0 pgmap v673: 425 pgs: 425 active+clean; 121 MiB data, 704 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-03-22T07:20:00.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:00 smithi148 bash[66753]: cluster 2024-03-22T07:20:00.000127+0000 mon.a (mon.0) 904 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:20:01.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:00 smithi129 bash[79695]: cluster 2024-03-22T07:19:59.551160+0000 mgr.y (mgr.25337) 380 : cluster 0 pgmap v673: 425 pgs: 425 active+clean; 121 MiB data, 704 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-03-22T07:20:01.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:00 smithi129 bash[79695]: cluster 2024-03-22T07:20:00.000127+0000 mon.a (mon.0) 904 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:20:01.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:00 smithi129 bash[82160]: cluster 2024-03-22T07:19:59.551160+0000 mgr.y (mgr.25337) 380 : cluster 0 pgmap v673: 425 pgs: 425 active+clean; 121 MiB data, 704 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-03-22T07:20:01.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:00 smithi129 bash[82160]: cluster 2024-03-22T07:20:00.000127+0000 mon.a (mon.0) 904 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:20:02.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:02 smithi148 bash[66753]: cluster 2024-03-22T07:20:01.552007+0000 mgr.y (mgr.25337) 381 : cluster 0 pgmap v674: 425 pgs: 425 active+clean; 121 MiB data, 704 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-03-22T07:20:03.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:02 smithi129 bash[79695]: cluster 2024-03-22T07:20:01.552007+0000 mgr.y (mgr.25337) 381 : cluster 0 pgmap v674: 425 pgs: 425 active+clean; 121 MiB data, 704 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-03-22T07:20:03.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:02 smithi129 bash[82160]: cluster 2024-03-22T07:20:01.552007+0000 mgr.y (mgr.25337) 381 : cluster 0 pgmap v674: 425 pgs: 425 active+clean; 121 MiB data, 704 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-03-22T07:20:04.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:20:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:20:03] "GET /metrics HTTP/1.1" 200 60593 "" "Prometheus/2.43.0" 2024-03-22T07:20:04.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:04 smithi148 bash[66753]: cluster 2024-03-22T07:20:03.553181+0000 mgr.y (mgr.25337) 382 : cluster 0 pgmap v675: 425 pgs: 425 active+clean; 125 MiB data, 708 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-03-22T07:20:05.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:04 smithi129 bash[79695]: cluster 2024-03-22T07:20:03.553181+0000 mgr.y (mgr.25337) 382 : cluster 0 pgmap v675: 425 pgs: 425 active+clean; 125 MiB data, 708 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-03-22T07:20:05.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:04 smithi129 bash[82160]: cluster 2024-03-22T07:20:03.553181+0000 mgr.y (mgr.25337) 382 : cluster 0 pgmap v675: 425 pgs: 425 active+clean; 125 MiB data, 708 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-03-22T07:20:06.505 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5741 ms) 2024-03-22T07:20:06.505 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-03-22T07:20:06.505 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_librbd.cc:2840: Skipped 2024-03-22T07:20:06.505 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:20:06.505 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-03-22T07:20:06.505 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-03-22T07:20:06.505 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:20:06.925 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:06 smithi148 bash[66753]: cluster 2024-03-22T07:20:05.555800+0000 mgr.y (mgr.25337) 383 : cluster 0 pgmap v676: 425 pgs: 425 active+clean; 125 MiB data, 720 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 18 op/s 2024-03-22T07:20:07.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:06 smithi129 bash[79695]: cluster 2024-03-22T07:20:05.555800+0000 mgr.y (mgr.25337) 383 : cluster 0 pgmap v676: 425 pgs: 425 active+clean; 125 MiB data, 720 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 18 op/s 2024-03-22T07:20:07.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:06 smithi129 bash[82160]: cluster 2024-03-22T07:20:05.555800+0000 mgr.y (mgr.25337) 383 : cluster 0 pgmap v676: 425 pgs: 425 active+clean; 125 MiB data, 720 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 18 op/s 2024-03-22T07:20:09.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:08 smithi129 bash[79695]: cluster 2024-03-22T07:20:07.556796+0000 mgr.y (mgr.25337) 384 : cluster 0 pgmap v677: 425 pgs: 425 active+clean; 129 MiB data, 728 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-03-22T07:20:09.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:08 smithi129 bash[79695]: audit 2024-03-22T07:20:08.387125+0000 mon.c (mon.2) 218 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:20:09.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:08 smithi129 bash[82160]: cluster 2024-03-22T07:20:07.556796+0000 mgr.y (mgr.25337) 384 : cluster 0 pgmap v677: 425 pgs: 425 active+clean; 129 MiB data, 728 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-03-22T07:20:09.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:08 smithi129 bash[82160]: audit 2024-03-22T07:20:08.387125+0000 mon.c (mon.2) 218 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:20:09.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:08 smithi148 bash[66753]: cluster 2024-03-22T07:20:07.556796+0000 mgr.y (mgr.25337) 384 : cluster 0 pgmap v677: 425 pgs: 425 active+clean; 129 MiB data, 728 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-03-22T07:20:09.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:08 smithi148 bash[66753]: audit 2024-03-22T07:20:08.387125+0000 mon.c (mon.2) 218 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:20:11.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:10 smithi129 bash[79695]: cluster 2024-03-22T07:20:09.559374+0000 mgr.y (mgr.25337) 385 : cluster 0 pgmap v678: 425 pgs: 425 active+clean; 129 MiB data, 732 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 684 KiB/s wr, 25 op/s 2024-03-22T07:20:11.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:10 smithi129 bash[79695]: audit 2024-03-22T07:20:10.551422+0000 mon.c (mon.2) 219 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:20:11.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:10 smithi129 bash[82160]: cluster 2024-03-22T07:20:09.559374+0000 mgr.y (mgr.25337) 385 : cluster 0 pgmap v678: 425 pgs: 425 active+clean; 129 MiB data, 732 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 684 KiB/s wr, 25 op/s 2024-03-22T07:20:11.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:10 smithi129 bash[82160]: audit 2024-03-22T07:20:10.551422+0000 mon.c (mon.2) 219 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:20:11.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:10 smithi148 bash[66753]: cluster 2024-03-22T07:20:09.559374+0000 mgr.y (mgr.25337) 385 : cluster 0 pgmap v678: 425 pgs: 425 active+clean; 129 MiB data, 732 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 684 KiB/s wr, 25 op/s 2024-03-22T07:20:11.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:10 smithi148 bash[66753]: audit 2024-03-22T07:20:10.551422+0000 mon.c (mon.2) 219 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:20:12.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:11 smithi129 bash[79695]: cluster 2024-03-22T07:20:10.691300+0000 osd.7 (osd.7) 252 : cluster 3 failed to encode map e674 with expected crc 2024-03-22T07:20:12.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:11 smithi129 bash[79695]: cluster 2024-03-22T07:20:10.695885+0000 mon.a (mon.0) 905 : cluster 0 osdmap e674: 8 total, 8 up, 8 in 2024-03-22T07:20:12.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:11 smithi129 bash[79695]: cluster 2024-03-22T07:20:10.708295+0000 osd.6 (osd.6) 266 : cluster 3 failed to encode map e674 with expected crc 2024-03-22T07:20:12.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:11 smithi129 bash[79695]: cluster 2024-03-22T07:20:10.733864+0000 osd.5 (osd.5) 229 : cluster 3 failed to encode map e674 with expected crc 2024-03-22T07:20:12.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:11 smithi129 bash[82160]: cluster 2024-03-22T07:20:10.691300+0000 osd.7 (osd.7) 252 : cluster 3 failed to encode map e674 with expected crc 2024-03-22T07:20:12.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:11 smithi129 bash[82160]: cluster 2024-03-22T07:20:10.695885+0000 mon.a (mon.0) 905 : cluster 0 osdmap e674: 8 total, 8 up, 8 in 2024-03-22T07:20:12.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:11 smithi129 bash[82160]: cluster 2024-03-22T07:20:10.708295+0000 osd.6 (osd.6) 266 : cluster 3 failed to encode map e674 with expected crc 2024-03-22T07:20:12.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:11 smithi129 bash[82160]: cluster 2024-03-22T07:20:10.733864+0000 osd.5 (osd.5) 229 : cluster 3 failed to encode map e674 with expected crc 2024-03-22T07:20:12.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:11 smithi148 bash[66753]: cluster 2024-03-22T07:20:10.691300+0000 osd.7 (osd.7) 252 : cluster 3 failed to encode map e674 with expected crc 2024-03-22T07:20:12.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:11 smithi148 bash[66753]: cluster 2024-03-22T07:20:10.695885+0000 mon.a (mon.0) 905 : cluster 0 osdmap e674: 8 total, 8 up, 8 in 2024-03-22T07:20:12.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:11 smithi148 bash[66753]: cluster 2024-03-22T07:20:10.708295+0000 osd.6 (osd.6) 266 : cluster 3 failed to encode map e674 with expected crc 2024-03-22T07:20:12.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:11 smithi148 bash[66753]: cluster 2024-03-22T07:20:10.733864+0000 osd.5 (osd.5) 229 : cluster 3 failed to encode map e674 with expected crc 2024-03-22T07:20:13.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:12 smithi129 bash[79695]: cluster 2024-03-22T07:20:11.560339+0000 mgr.y (mgr.25337) 386 : cluster 0 pgmap v680: 425 pgs: 425 active+clean; 129 MiB data, 732 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 820 KiB/s wr, 22 op/s 2024-03-22T07:20:13.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:12 smithi129 bash[79695]: cluster 2024-03-22T07:20:11.717781+0000 osd.5 (osd.5) 230 : cluster 3 failed to encode map e675 with expected crc 2024-03-22T07:20:13.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:12 smithi129 bash[79695]: cluster 2024-03-22T07:20:11.717871+0000 osd.7 (osd.7) 253 : cluster 3 failed to encode map e675 with expected crc 2024-03-22T07:20:13.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:12 smithi129 bash[79695]: cluster 2024-03-22T07:20:11.722243+0000 mon.a (mon.0) 906 : cluster 0 osdmap e675: 8 total, 8 up, 8 in 2024-03-22T07:20:13.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:12 smithi129 bash[79695]: cluster 2024-03-22T07:20:11.726683+0000 osd.7 (osd.7) 254 : cluster 3 failed to encode map e675 with expected crc 2024-03-22T07:20:13.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:12 smithi129 bash[82160]: cluster 2024-03-22T07:20:11.560339+0000 mgr.y (mgr.25337) 386 : cluster 0 pgmap v680: 425 pgs: 425 active+clean; 129 MiB data, 732 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 820 KiB/s wr, 22 op/s 2024-03-22T07:20:13.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:12 smithi129 bash[82160]: cluster 2024-03-22T07:20:11.717781+0000 osd.5 (osd.5) 230 : cluster 3 failed to encode map e675 with expected crc 2024-03-22T07:20:13.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:12 smithi129 bash[82160]: cluster 2024-03-22T07:20:11.717871+0000 osd.7 (osd.7) 253 : cluster 3 failed to encode map e675 with expected crc 2024-03-22T07:20:13.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:12 smithi129 bash[82160]: cluster 2024-03-22T07:20:11.722243+0000 mon.a (mon.0) 906 : cluster 0 osdmap e675: 8 total, 8 up, 8 in 2024-03-22T07:20:13.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:12 smithi129 bash[82160]: cluster 2024-03-22T07:20:11.726683+0000 osd.7 (osd.7) 254 : cluster 3 failed to encode map e675 with expected crc 2024-03-22T07:20:13.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:12 smithi148 bash[66753]: cluster 2024-03-22T07:20:11.560339+0000 mgr.y (mgr.25337) 386 : cluster 0 pgmap v680: 425 pgs: 425 active+clean; 129 MiB data, 732 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 820 KiB/s wr, 22 op/s 2024-03-22T07:20:13.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:12 smithi148 bash[66753]: cluster 2024-03-22T07:20:11.717781+0000 osd.5 (osd.5) 230 : cluster 3 failed to encode map e675 with expected crc 2024-03-22T07:20:13.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:12 smithi148 bash[66753]: cluster 2024-03-22T07:20:11.717871+0000 osd.7 (osd.7) 253 : cluster 3 failed to encode map e675 with expected crc 2024-03-22T07:20:13.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:12 smithi148 bash[66753]: cluster 2024-03-22T07:20:11.722243+0000 mon.a (mon.0) 906 : cluster 0 osdmap e675: 8 total, 8 up, 8 in 2024-03-22T07:20:13.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:12 smithi148 bash[66753]: cluster 2024-03-22T07:20:11.726683+0000 osd.7 (osd.7) 254 : cluster 3 failed to encode map e675 with expected crc 2024-03-22T07:20:14.291 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:14 smithi129 bash[82160]: cluster 2024-03-22T07:20:13.561923+0000 mgr.y (mgr.25337) 387 : cluster 0 pgmap v682: 425 pgs: 425 active+clean; 133 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 106 KiB/s rd, 1.0 MiB/s wr, 45 op/s 2024-03-22T07:20:14.291 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:20:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:20:13] "GET /metrics HTTP/1.1" 200 60521 "" "Prometheus/2.43.0" 2024-03-22T07:20:14.291 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:14 smithi129 bash[79695]: cluster 2024-03-22T07:20:13.561923+0000 mgr.y (mgr.25337) 387 : cluster 0 pgmap v682: 425 pgs: 425 active+clean; 133 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 106 KiB/s rd, 1.0 MiB/s wr, 45 op/s 2024-03-22T07:20:14.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:14 smithi148 bash[66753]: cluster 2024-03-22T07:20:13.561923+0000 mgr.y (mgr.25337) 387 : cluster 0 pgmap v682: 425 pgs: 425 active+clean; 133 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 106 KiB/s rd, 1.0 MiB/s wr, 45 op/s 2024-03-22T07:20:16.616 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:16 smithi148 bash[66753]: cluster 2024-03-22T07:20:15.563690+0000 mgr.y (mgr.25337) 388 : cluster 0 pgmap v683: 425 pgs: 425 active+clean; 133 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 62 KiB/s rd, 515 KiB/s wr, 79 op/s 2024-03-22T07:20:16.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:16 smithi129 bash[79695]: cluster 2024-03-22T07:20:15.563690+0000 mgr.y (mgr.25337) 388 : cluster 0 pgmap v683: 425 pgs: 425 active+clean; 133 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 62 KiB/s rd, 515 KiB/s wr, 79 op/s 2024-03-22T07:20:16.870 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:16 smithi129 bash[79695]: audit 2024-03-22T07:20:16.491320+0000 mon.a (mon.0) 907 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:20:16.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:16 smithi129 bash[79695]: audit 2024-03-22T07:20:16.500306+0000 mon.a (mon.0) 908 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:20:16.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:16 smithi129 bash[82160]: cluster 2024-03-22T07:20:15.563690+0000 mgr.y (mgr.25337) 388 : cluster 0 pgmap v683: 425 pgs: 425 active+clean; 133 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 62 KiB/s rd, 515 KiB/s wr, 79 op/s 2024-03-22T07:20:16.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:16 smithi129 bash[82160]: audit 2024-03-22T07:20:16.491320+0000 mon.a (mon.0) 907 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:20:16.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:16 smithi129 bash[82160]: audit 2024-03-22T07:20:16.500306+0000 mon.a (mon.0) 908 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:20:16.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:16 smithi148 bash[66753]: audit 2024-03-22T07:20:16.491320+0000 mon.a (mon.0) 907 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:20:16.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:16 smithi148 bash[66753]: audit 2024-03-22T07:20:16.500306+0000 mon.a (mon.0) 908 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:20:17.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:17 smithi148 bash[66753]: audit 2024-03-22T07:20:16.643833+0000 mon.a (mon.0) 909 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:20:17.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:17 smithi148 bash[66753]: audit 2024-03-22T07:20:16.657143+0000 mon.a (mon.0) 910 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:20:17.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:17 smithi148 bash[66753]: audit 2024-03-22T07:20:17.229630+0000 mon.c (mon.2) 220 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:20:17.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:17 smithi148 bash[66753]: audit 2024-03-22T07:20:17.230945+0000 mon.c (mon.2) 221 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:20:17.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:17 smithi148 bash[66753]: audit 2024-03-22T07:20:17.239656+0000 mon.a (mon.0) 911 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:20:18.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:17 smithi129 bash[79695]: audit 2024-03-22T07:20:16.643833+0000 mon.a (mon.0) 909 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:20:18.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:17 smithi129 bash[79695]: audit 2024-03-22T07:20:16.657143+0000 mon.a (mon.0) 910 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:20:18.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:17 smithi129 bash[79695]: audit 2024-03-22T07:20:17.229630+0000 mon.c (mon.2) 220 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:20:18.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:17 smithi129 bash[79695]: audit 2024-03-22T07:20:17.230945+0000 mon.c (mon.2) 221 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:20:18.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:17 smithi129 bash[79695]: audit 2024-03-22T07:20:17.239656+0000 mon.a (mon.0) 911 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:20:18.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:17 smithi129 bash[82160]: audit 2024-03-22T07:20:16.643833+0000 mon.a (mon.0) 909 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:20:18.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:17 smithi129 bash[82160]: audit 2024-03-22T07:20:16.657143+0000 mon.a (mon.0) 910 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:20:18.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:17 smithi129 bash[82160]: audit 2024-03-22T07:20:17.229630+0000 mon.c (mon.2) 220 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:20:18.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:17 smithi129 bash[82160]: audit 2024-03-22T07:20:17.230945+0000 mon.c (mon.2) 221 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:20:18.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:17 smithi129 bash[82160]: audit 2024-03-22T07:20:17.239656+0000 mon.a (mon.0) 911 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:20:18.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:18 smithi148 bash[66753]: cluster 2024-03-22T07:20:17.564886+0000 mgr.y (mgr.25337) 389 : cluster 0 pgmap v684: 425 pgs: 425 active+clean; 133 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 53 KiB/s rd, 514 KiB/s wr, 67 op/s 2024-03-22T07:20:19.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:18 smithi129 bash[79695]: cluster 2024-03-22T07:20:17.564886+0000 mgr.y (mgr.25337) 389 : cluster 0 pgmap v684: 425 pgs: 425 active+clean; 133 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 53 KiB/s rd, 514 KiB/s wr, 67 op/s 2024-03-22T07:20:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:18 smithi129 bash[82160]: cluster 2024-03-22T07:20:17.564886+0000 mgr.y (mgr.25337) 389 : cluster 0 pgmap v684: 425 pgs: 425 active+clean; 133 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 53 KiB/s rd, 514 KiB/s wr, 67 op/s 2024-03-22T07:20:20.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:20 smithi148 bash[66753]: cluster 2024-03-22T07:20:19.566469+0000 mgr.y (mgr.25337) 390 : cluster 0 pgmap v685: 425 pgs: 425 active+clean; 145 MiB data, 776 MiB used, 714 GiB / 715 GiB avail; 548 KiB/s rd, 1.8 MiB/s wr, 70 op/s 2024-03-22T07:20:21.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:20 smithi129 bash[79695]: cluster 2024-03-22T07:20:19.566469+0000 mgr.y (mgr.25337) 390 : cluster 0 pgmap v685: 425 pgs: 425 active+clean; 145 MiB data, 776 MiB used, 714 GiB / 715 GiB avail; 548 KiB/s rd, 1.8 MiB/s wr, 70 op/s 2024-03-22T07:20:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:20 smithi129 bash[82160]: cluster 2024-03-22T07:20:19.566469+0000 mgr.y (mgr.25337) 390 : cluster 0 pgmap v685: 425 pgs: 425 active+clean; 145 MiB data, 776 MiB used, 714 GiB / 715 GiB avail; 548 KiB/s rd, 1.8 MiB/s wr, 70 op/s 2024-03-22T07:20:22.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:22 smithi148 bash[66753]: cluster 2024-03-22T07:20:21.567389+0000 mgr.y (mgr.25337) 391 : cluster 0 pgmap v686: 425 pgs: 425 active+clean; 145 MiB data, 784 MiB used, 714 GiB / 715 GiB avail; 488 KiB/s rd, 1.6 MiB/s wr, 65 op/s 2024-03-22T07:20:23.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:22 smithi129 bash[79695]: cluster 2024-03-22T07:20:21.567389+0000 mgr.y (mgr.25337) 391 : cluster 0 pgmap v686: 425 pgs: 425 active+clean; 145 MiB data, 784 MiB used, 714 GiB / 715 GiB avail; 488 KiB/s rd, 1.6 MiB/s wr, 65 op/s 2024-03-22T07:20:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:22 smithi129 bash[82160]: cluster 2024-03-22T07:20:21.567389+0000 mgr.y (mgr.25337) 391 : cluster 0 pgmap v686: 425 pgs: 425 active+clean; 145 MiB data, 784 MiB used, 714 GiB / 715 GiB avail; 488 KiB/s rd, 1.6 MiB/s wr, 65 op/s 2024-03-22T07:20:23.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:23 smithi148 bash[66753]: audit 2024-03-22T07:20:23.387601+0000 mon.c (mon.2) 222 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:20:23.931 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:23 smithi129 bash[79695]: audit 2024-03-22T07:20:23.387601+0000 mon.c (mon.2) 222 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:20:23.931 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:23 smithi129 bash[82160]: audit 2024-03-22T07:20:23.387601+0000 mon.c (mon.2) 222 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:20:24.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:20:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:20:23] "GET /metrics HTTP/1.1" 200 60592 "" "Prometheus/2.43.0" 2024-03-22T07:20:24.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:24 smithi148 bash[66753]: cluster 2024-03-22T07:20:23.568783+0000 mgr.y (mgr.25337) 392 : cluster 0 pgmap v687: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 58 op/s 2024-03-22T07:20:25.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:24 smithi129 bash[79695]: cluster 2024-03-22T07:20:23.568783+0000 mgr.y (mgr.25337) 392 : cluster 0 pgmap v687: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 58 op/s 2024-03-22T07:20:25.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:24 smithi129 bash[82160]: cluster 2024-03-22T07:20:23.568783+0000 mgr.y (mgr.25337) 392 : cluster 0 pgmap v687: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 58 op/s 2024-03-22T07:20:26.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:26 smithi148 bash[66753]: cluster 2024-03-22T07:20:25.571446+0000 mgr.y (mgr.25337) 393 : cluster 0 pgmap v688: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-03-22T07:20:27.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:26 smithi129 bash[79695]: cluster 2024-03-22T07:20:25.571446+0000 mgr.y (mgr.25337) 393 : cluster 0 pgmap v688: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-03-22T07:20:27.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:26 smithi129 bash[82160]: cluster 2024-03-22T07:20:25.571446+0000 mgr.y (mgr.25337) 393 : cluster 0 pgmap v688: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-03-22T07:20:28.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:28 smithi148 bash[66753]: cluster 2024-03-22T07:20:27.572703+0000 mgr.y (mgr.25337) 394 : cluster 0 pgmap v689: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-03-22T07:20:29.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:28 smithi129 bash[79695]: cluster 2024-03-22T07:20:27.572703+0000 mgr.y (mgr.25337) 394 : cluster 0 pgmap v689: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-03-22T07:20:29.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:28 smithi129 bash[82160]: cluster 2024-03-22T07:20:27.572703+0000 mgr.y (mgr.25337) 394 : cluster 0 pgmap v689: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-03-22T07:20:31.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:30 smithi129 bash[79695]: cluster 2024-03-22T07:20:29.574174+0000 mgr.y (mgr.25337) 395 : cluster 0 pgmap v690: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-03-22T07:20:31.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:30 smithi129 bash[82160]: cluster 2024-03-22T07:20:29.574174+0000 mgr.y (mgr.25337) 395 : cluster 0 pgmap v690: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-03-22T07:20:31.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:30 smithi148 bash[66753]: cluster 2024-03-22T07:20:29.574174+0000 mgr.y (mgr.25337) 395 : cluster 0 pgmap v690: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-03-22T07:20:33.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:32 smithi129 bash[79695]: cluster 2024-03-22T07:20:31.575115+0000 mgr.y (mgr.25337) 396 : cluster 0 pgmap v691: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 341 KiB/s wr, 8 op/s 2024-03-22T07:20:33.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:32 smithi129 bash[82160]: cluster 2024-03-22T07:20:31.575115+0000 mgr.y (mgr.25337) 396 : cluster 0 pgmap v691: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 341 KiB/s wr, 8 op/s 2024-03-22T07:20:33.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:32 smithi148 bash[66753]: cluster 2024-03-22T07:20:31.575115+0000 mgr.y (mgr.25337) 396 : cluster 0 pgmap v691: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 341 KiB/s wr, 8 op/s 2024-03-22T07:20:34.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:20:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:20:33] "GET /metrics HTTP/1.1" 200 60592 "" "Prometheus/2.43.0" 2024-03-22T07:20:35.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:34 smithi129 bash[79695]: cluster 2024-03-22T07:20:33.577168+0000 mgr.y (mgr.25337) 397 : cluster 0 pgmap v692: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 341 KiB/s wr, 7 op/s 2024-03-22T07:20:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:34 smithi129 bash[82160]: cluster 2024-03-22T07:20:33.577168+0000 mgr.y (mgr.25337) 397 : cluster 0 pgmap v692: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 341 KiB/s wr, 7 op/s 2024-03-22T07:20:35.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:34 smithi148 bash[66753]: cluster 2024-03-22T07:20:33.577168+0000 mgr.y (mgr.25337) 397 : cluster 0 pgmap v692: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 341 KiB/s wr, 7 op/s 2024-03-22T07:20:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:36 smithi129 bash[79695]: cluster 2024-03-22T07:20:35.578862+0000 mgr.y (mgr.25337) 398 : cluster 0 pgmap v693: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3 op/s 2024-03-22T07:20:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:36 smithi129 bash[82160]: cluster 2024-03-22T07:20:35.578862+0000 mgr.y (mgr.25337) 398 : cluster 0 pgmap v693: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3 op/s 2024-03-22T07:20:37.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:36 smithi148 bash[66753]: cluster 2024-03-22T07:20:35.578862+0000 mgr.y (mgr.25337) 398 : cluster 0 pgmap v693: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3 op/s 2024-03-22T07:20:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:38 smithi129 bash[79695]: cluster 2024-03-22T07:20:37.580613+0000 mgr.y (mgr.25337) 399 : cluster 0 pgmap v694: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-03-22T07:20:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:38 smithi129 bash[79695]: audit 2024-03-22T07:20:38.387753+0000 mon.c (mon.2) 223 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:20:39.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:38 smithi129 bash[82160]: cluster 2024-03-22T07:20:37.580613+0000 mgr.y (mgr.25337) 399 : cluster 0 pgmap v694: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-03-22T07:20:39.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:38 smithi129 bash[82160]: audit 2024-03-22T07:20:38.387753+0000 mon.c (mon.2) 223 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:20:39.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:38 smithi148 bash[66753]: cluster 2024-03-22T07:20:37.580613+0000 mgr.y (mgr.25337) 399 : cluster 0 pgmap v694: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-03-22T07:20:39.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:38 smithi148 bash[66753]: audit 2024-03-22T07:20:38.387753+0000 mon.c (mon.2) 223 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:20:41.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:40 smithi129 bash[79695]: cluster 2024-03-22T07:20:39.582364+0000 mgr.y (mgr.25337) 400 : cluster 0 pgmap v695: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-03-22T07:20:41.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:40 smithi129 bash[82160]: cluster 2024-03-22T07:20:39.582364+0000 mgr.y (mgr.25337) 400 : cluster 0 pgmap v695: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-03-22T07:20:41.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:40 smithi148 bash[66753]: cluster 2024-03-22T07:20:39.582364+0000 mgr.y (mgr.25337) 400 : cluster 0 pgmap v695: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-03-22T07:20:43.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:42 smithi129 bash[79695]: cluster 2024-03-22T07:20:41.583272+0000 mgr.y (mgr.25337) 401 : cluster 0 pgmap v696: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-03-22T07:20:43.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:42 smithi129 bash[82160]: cluster 2024-03-22T07:20:41.583272+0000 mgr.y (mgr.25337) 401 : cluster 0 pgmap v696: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-03-22T07:20:43.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:42 smithi148 bash[66753]: cluster 2024-03-22T07:20:41.583272+0000 mgr.y (mgr.25337) 401 : cluster 0 pgmap v696: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-03-22T07:20:44.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:20:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:20:43] "GET /metrics HTTP/1.1" 200 60590 "" "Prometheus/2.43.0" 2024-03-22T07:20:45.120 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:44 smithi129 bash[82160]: cluster 2024-03-22T07:20:43.584591+0000 mgr.y (mgr.25337) 402 : cluster 0 pgmap v697: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1 op/s 2024-03-22T07:20:45.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:44 smithi129 bash[79695]: cluster 2024-03-22T07:20:43.584591+0000 mgr.y (mgr.25337) 402 : cluster 0 pgmap v697: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1 op/s 2024-03-22T07:20:45.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:44 smithi148 bash[66753]: cluster 2024-03-22T07:20:43.584591+0000 mgr.y (mgr.25337) 402 : cluster 0 pgmap v697: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1 op/s 2024-03-22T07:20:47.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:46 smithi129 bash[79695]: cluster 2024-03-22T07:20:45.585946+0000 mgr.y (mgr.25337) 403 : cluster 0 pgmap v698: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-03-22T07:20:47.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:46 smithi129 bash[82160]: cluster 2024-03-22T07:20:45.585946+0000 mgr.y (mgr.25337) 403 : cluster 0 pgmap v698: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-03-22T07:20:47.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:46 smithi148 bash[66753]: cluster 2024-03-22T07:20:45.585946+0000 mgr.y (mgr.25337) 403 : cluster 0 pgmap v698: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-03-22T07:20:49.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:48 smithi129 bash[79695]: cluster 2024-03-22T07:20:47.587108+0000 mgr.y (mgr.25337) 404 : cluster 0 pgmap v699: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-03-22T07:20:49.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:48 smithi129 bash[82160]: cluster 2024-03-22T07:20:47.587108+0000 mgr.y (mgr.25337) 404 : cluster 0 pgmap v699: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-03-22T07:20:49.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:48 smithi148 bash[66753]: cluster 2024-03-22T07:20:47.587108+0000 mgr.y (mgr.25337) 404 : cluster 0 pgmap v699: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-03-22T07:20:51.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:50 smithi129 bash[82160]: cluster 2024-03-22T07:20:49.588513+0000 mgr.y (mgr.25337) 405 : cluster 0 pgmap v700: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-03-22T07:20:51.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:50 smithi129 bash[79695]: cluster 2024-03-22T07:20:49.588513+0000 mgr.y (mgr.25337) 405 : cluster 0 pgmap v700: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-03-22T07:20:51.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:50 smithi148 bash[66753]: cluster 2024-03-22T07:20:49.588513+0000 mgr.y (mgr.25337) 405 : cluster 0 pgmap v700: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-03-22T07:20:52.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:51 smithi129 bash[82160]: cluster 2024-03-22T07:20:51.589257+0000 mgr.y (mgr.25337) 406 : cluster 0 pgmap v701: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-03-22T07:20:52.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:51 smithi129 bash[79695]: cluster 2024-03-22T07:20:51.589257+0000 mgr.y (mgr.25337) 406 : cluster 0 pgmap v701: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-03-22T07:20:52.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:51 smithi148 bash[66753]: cluster 2024-03-22T07:20:51.589257+0000 mgr.y (mgr.25337) 406 : cluster 0 pgmap v701: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-03-22T07:20:53.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:53 smithi129 bash[79695]: audit 2024-03-22T07:20:53.388186+0000 mon.c (mon.2) 224 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:20:53.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:53 smithi129 bash[82160]: audit 2024-03-22T07:20:53.388186+0000 mon.c (mon.2) 224 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:20:53.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:53 smithi148 bash[66753]: audit 2024-03-22T07:20:53.388186+0000 mon.c (mon.2) 224 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:20:54.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:20:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:20:53] "GET /metrics HTTP/1.1" 200 60590 "" "Prometheus/2.43.0" 2024-03-22T07:20:54.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:54 smithi129 bash[79695]: cluster 2024-03-22T07:20:53.590666+0000 mgr.y (mgr.25337) 407 : cluster 0 pgmap v702: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4 op/s 2024-03-22T07:20:54.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:54 smithi129 bash[82160]: cluster 2024-03-22T07:20:53.590666+0000 mgr.y (mgr.25337) 407 : cluster 0 pgmap v702: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4 op/s 2024-03-22T07:20:54.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:54 smithi148 bash[66753]: cluster 2024-03-22T07:20:53.590666+0000 mgr.y (mgr.25337) 407 : cluster 0 pgmap v702: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4 op/s 2024-03-22T07:20:56.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:56 smithi148 bash[66753]: cluster 2024-03-22T07:20:55.593244+0000 mgr.y (mgr.25337) 408 : cluster 0 pgmap v703: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 881 KiB/s rd, 8 op/s 2024-03-22T07:20:57.120 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:56 smithi129 bash[79695]: cluster 2024-03-22T07:20:55.593244+0000 mgr.y (mgr.25337) 408 : cluster 0 pgmap v703: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 881 KiB/s rd, 8 op/s 2024-03-22T07:20:57.161 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:56 smithi129 bash[82160]: cluster 2024-03-22T07:20:55.593244+0000 mgr.y (mgr.25337) 408 : cluster 0 pgmap v703: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 881 KiB/s rd, 8 op/s 2024-03-22T07:20:58.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:20:58 smithi148 bash[66753]: cluster 2024-03-22T07:20:57.594889+0000 mgr.y (mgr.25337) 409 : cluster 0 pgmap v704: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 857 KiB/s rd, 8 op/s 2024-03-22T07:20:59.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:20:58 smithi129 bash[79695]: cluster 2024-03-22T07:20:57.594889+0000 mgr.y (mgr.25337) 409 : cluster 0 pgmap v704: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 857 KiB/s rd, 8 op/s 2024-03-22T07:20:59.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:20:58 smithi129 bash[82160]: cluster 2024-03-22T07:20:57.594889+0000 mgr.y (mgr.25337) 409 : cluster 0 pgmap v704: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 857 KiB/s rd, 8 op/s 2024-03-22T07:21:00.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:00 smithi148 bash[66753]: cluster 2024-03-22T07:20:59.596402+0000 mgr.y (mgr.25337) 410 : cluster 0 pgmap v705: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 177 KiB/s rd, 11 op/s 2024-03-22T07:21:01.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:00 smithi129 bash[79695]: cluster 2024-03-22T07:20:59.596402+0000 mgr.y (mgr.25337) 410 : cluster 0 pgmap v705: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 177 KiB/s rd, 11 op/s 2024-03-22T07:21:01.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:00 smithi129 bash[82160]: cluster 2024-03-22T07:20:59.596402+0000 mgr.y (mgr.25337) 410 : cluster 0 pgmap v705: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 177 KiB/s rd, 11 op/s 2024-03-22T07:21:02.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:02 smithi148 bash[66753]: cluster 2024-03-22T07:21:01.597646+0000 mgr.y (mgr.25337) 411 : cluster 0 pgmap v706: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-03-22T07:21:03.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:02 smithi129 bash[79695]: cluster 2024-03-22T07:21:01.597646+0000 mgr.y (mgr.25337) 411 : cluster 0 pgmap v706: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-03-22T07:21:03.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:02 smithi129 bash[82160]: cluster 2024-03-22T07:21:01.597646+0000 mgr.y (mgr.25337) 411 : cluster 0 pgmap v706: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-03-22T07:21:04.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:21:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:21:03] "GET /metrics HTTP/1.1" 200 60590 "" "Prometheus/2.43.0" 2024-03-22T07:21:04.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:04 smithi148 bash[66753]: cluster 2024-03-22T07:21:03.599655+0000 mgr.y (mgr.25337) 412 : cluster 0 pgmap v707: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-03-22T07:21:05.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:04 smithi129 bash[79695]: cluster 2024-03-22T07:21:03.599655+0000 mgr.y (mgr.25337) 412 : cluster 0 pgmap v707: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-03-22T07:21:05.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:04 smithi129 bash[82160]: cluster 2024-03-22T07:21:03.599655+0000 mgr.y (mgr.25337) 412 : cluster 0 pgmap v707: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-03-22T07:21:06.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:06 smithi148 bash[66753]: cluster 2024-03-22T07:21:05.602417+0000 mgr.y (mgr.25337) 413 : cluster 0 pgmap v708: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 184 KiB/s rd, 18 op/s 2024-03-22T07:21:07.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:06 smithi129 bash[79695]: cluster 2024-03-22T07:21:05.602417+0000 mgr.y (mgr.25337) 413 : cluster 0 pgmap v708: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 184 KiB/s rd, 18 op/s 2024-03-22T07:21:07.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:06 smithi129 bash[82160]: cluster 2024-03-22T07:21:05.602417+0000 mgr.y (mgr.25337) 413 : cluster 0 pgmap v708: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 184 KiB/s rd, 18 op/s 2024-03-22T07:21:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:08 smithi148 bash[66753]: cluster 2024-03-22T07:21:07.604271+0000 mgr.y (mgr.25337) 414 : cluster 0 pgmap v709: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-03-22T07:21:08.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:08 smithi148 bash[66753]: audit 2024-03-22T07:21:08.389234+0000 mon.c (mon.2) 225 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:21:09.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:08 smithi129 bash[79695]: cluster 2024-03-22T07:21:07.604271+0000 mgr.y (mgr.25337) 414 : cluster 0 pgmap v709: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-03-22T07:21:09.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:08 smithi129 bash[79695]: audit 2024-03-22T07:21:08.389234+0000 mon.c (mon.2) 225 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:21:09.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:08 smithi129 bash[82160]: cluster 2024-03-22T07:21:07.604271+0000 mgr.y (mgr.25337) 414 : cluster 0 pgmap v709: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-03-22T07:21:09.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:08 smithi129 bash[82160]: audit 2024-03-22T07:21:08.389234+0000 mon.c (mon.2) 225 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:21:10.926 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:10 smithi148 bash[66753]: cluster 2024-03-22T07:21:09.606923+0000 mgr.y (mgr.25337) 415 : cluster 0 pgmap v710: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-03-22T07:21:11.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:10 smithi129 bash[79695]: cluster 2024-03-22T07:21:09.606923+0000 mgr.y (mgr.25337) 415 : cluster 0 pgmap v710: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-03-22T07:21:11.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:10 smithi129 bash[82160]: cluster 2024-03-22T07:21:09.606923+0000 mgr.y (mgr.25337) 415 : cluster 0 pgmap v710: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-03-22T07:21:13.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:12 smithi129 bash[82160]: cluster 2024-03-22T07:21:11.608315+0000 mgr.y (mgr.25337) 416 : cluster 0 pgmap v711: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 109 KiB/s rd, 85 B/s wr, 15 op/s 2024-03-22T07:21:13.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:12 smithi129 bash[79695]: cluster 2024-03-22T07:21:11.608315+0000 mgr.y (mgr.25337) 416 : cluster 0 pgmap v711: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 109 KiB/s rd, 85 B/s wr, 15 op/s 2024-03-22T07:21:13.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:12 smithi148 bash[66753]: cluster 2024-03-22T07:21:11.608315+0000 mgr.y (mgr.25337) 416 : cluster 0 pgmap v711: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 109 KiB/s rd, 85 B/s wr, 15 op/s 2024-03-22T07:21:14.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:21:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:21:13] "GET /metrics HTTP/1.1" 200 60591 "" "Prometheus/2.43.0" 2024-03-22T07:21:15.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:14 smithi129 bash[82160]: cluster 2024-03-22T07:21:13.610404+0000 mgr.y (mgr.25337) 417 : cluster 0 pgmap v712: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 157 KiB/s rd, 85 B/s wr, 16 op/s 2024-03-22T07:21:15.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:14 smithi129 bash[79695]: cluster 2024-03-22T07:21:13.610404+0000 mgr.y (mgr.25337) 417 : cluster 0 pgmap v712: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 157 KiB/s rd, 85 B/s wr, 16 op/s 2024-03-22T07:21:15.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:14 smithi148 bash[66753]: cluster 2024-03-22T07:21:13.610404+0000 mgr.y (mgr.25337) 417 : cluster 0 pgmap v712: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 157 KiB/s rd, 85 B/s wr, 16 op/s 2024-03-22T07:21:17.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:16 smithi129 bash[79695]: cluster 2024-03-22T07:21:15.611695+0000 mgr.y (mgr.25337) 418 : cluster 0 pgmap v713: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-03-22T07:21:17.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:16 smithi129 bash[82160]: cluster 2024-03-22T07:21:15.611695+0000 mgr.y (mgr.25337) 418 : cluster 0 pgmap v713: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-03-22T07:21:17.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:16 smithi148 bash[66753]: cluster 2024-03-22T07:21:15.611695+0000 mgr.y (mgr.25337) 418 : cluster 0 pgmap v713: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-03-22T07:21:18.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:17 smithi129 bash[82160]: audit 2024-03-22T07:21:17.326737+0000 mon.c (mon.2) 226 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:21:18.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:17 smithi129 bash[79695]: audit 2024-03-22T07:21:17.326737+0000 mon.c (mon.2) 226 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:21:18.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:17 smithi148 bash[66753]: audit 2024-03-22T07:21:17.326737+0000 mon.c (mon.2) 226 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:21:19.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:18 smithi129 bash[79695]: cluster 2024-03-22T07:21:17.613373+0000 mgr.y (mgr.25337) 419 : cluster 0 pgmap v714: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 129 KiB/s rd, 170 B/s wr, 11 op/s 2024-03-22T07:21:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:18 smithi129 bash[82160]: cluster 2024-03-22T07:21:17.613373+0000 mgr.y (mgr.25337) 419 : cluster 0 pgmap v714: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 129 KiB/s rd, 170 B/s wr, 11 op/s 2024-03-22T07:21:19.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:18 smithi148 bash[66753]: cluster 2024-03-22T07:21:17.613373+0000 mgr.y (mgr.25337) 419 : cluster 0 pgmap v714: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 129 KiB/s rd, 170 B/s wr, 11 op/s 2024-03-22T07:21:21.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:20 smithi129 bash[79695]: cluster 2024-03-22T07:21:19.615991+0000 mgr.y (mgr.25337) 420 : cluster 0 pgmap v715: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 17 op/s 2024-03-22T07:21:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:20 smithi129 bash[82160]: cluster 2024-03-22T07:21:19.615991+0000 mgr.y (mgr.25337) 420 : cluster 0 pgmap v715: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 17 op/s 2024-03-22T07:21:21.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:20 smithi148 bash[66753]: cluster 2024-03-22T07:21:19.615991+0000 mgr.y (mgr.25337) 420 : cluster 0 pgmap v715: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 17 op/s 2024-03-22T07:21:23.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:22 smithi129 bash[79695]: cluster 2024-03-22T07:21:21.616910+0000 mgr.y (mgr.25337) 421 : cluster 0 pgmap v716: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-03-22T07:21:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:22 smithi129 bash[82160]: cluster 2024-03-22T07:21:21.616910+0000 mgr.y (mgr.25337) 421 : cluster 0 pgmap v716: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-03-22T07:21:23.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:22 smithi148 bash[66753]: cluster 2024-03-22T07:21:21.616910+0000 mgr.y (mgr.25337) 421 : cluster 0 pgmap v716: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-03-22T07:21:24.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:21:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:21:23] "GET /metrics HTTP/1.1" 200 60587 "" "Prometheus/2.43.0" 2024-03-22T07:21:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[82160]: audit 2024-03-22T07:21:23.166459+0000 mon.a (mon.0) 912 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:21:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[82160]: audit 2024-03-22T07:21:23.173258+0000 mon.a (mon.0) 913 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:21:24.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[82160]: audit 2024-03-22T07:21:23.377053+0000 mon.a (mon.0) 914 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:21:24.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[82160]: audit 2024-03-22T07:21:23.392517+0000 mon.a (mon.0) 915 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:21:24.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[82160]: audit 2024-03-22T07:21:23.393314+0000 mon.c (mon.2) 227 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:21:24.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[82160]: cluster 2024-03-22T07:21:23.618541+0000 mgr.y (mgr.25337) 422 : cluster 0 pgmap v717: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 17 op/s 2024-03-22T07:21:24.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[82160]: audit 2024-03-22T07:21:24.059197+0000 mon.c (mon.2) 228 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:21:24.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[82160]: audit 2024-03-22T07:21:24.060861+0000 mon.c (mon.2) 229 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:21:24.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[82160]: audit 2024-03-22T07:21:24.072654+0000 mon.a (mon.0) 916 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:21:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[79695]: audit 2024-03-22T07:21:23.166459+0000 mon.a (mon.0) 912 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:21:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[79695]: audit 2024-03-22T07:21:23.173258+0000 mon.a (mon.0) 913 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:21:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[79695]: audit 2024-03-22T07:21:23.377053+0000 mon.a (mon.0) 914 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:21:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[79695]: audit 2024-03-22T07:21:23.392517+0000 mon.a (mon.0) 915 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:21:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[79695]: audit 2024-03-22T07:21:23.393314+0000 mon.c (mon.2) 227 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:21:24.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[79695]: cluster 2024-03-22T07:21:23.618541+0000 mgr.y (mgr.25337) 422 : cluster 0 pgmap v717: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 17 op/s 2024-03-22T07:21:24.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[79695]: audit 2024-03-22T07:21:24.059197+0000 mon.c (mon.2) 228 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:21:24.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[79695]: audit 2024-03-22T07:21:24.060861+0000 mon.c (mon.2) 229 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:21:24.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:24 smithi129 bash[79695]: audit 2024-03-22T07:21:24.072654+0000 mon.a (mon.0) 916 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:21:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:24 smithi148 bash[66753]: audit 2024-03-22T07:21:23.166459+0000 mon.a (mon.0) 912 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:21:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:24 smithi148 bash[66753]: audit 2024-03-22T07:21:23.173258+0000 mon.a (mon.0) 913 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:21:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:24 smithi148 bash[66753]: audit 2024-03-22T07:21:23.377053+0000 mon.a (mon.0) 914 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:21:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:24 smithi148 bash[66753]: audit 2024-03-22T07:21:23.392517+0000 mon.a (mon.0) 915 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:21:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:24 smithi148 bash[66753]: audit 2024-03-22T07:21:23.393314+0000 mon.c (mon.2) 227 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:21:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:24 smithi148 bash[66753]: cluster 2024-03-22T07:21:23.618541+0000 mgr.y (mgr.25337) 422 : cluster 0 pgmap v717: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 17 op/s 2024-03-22T07:21:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:24 smithi148 bash[66753]: audit 2024-03-22T07:21:24.059197+0000 mon.c (mon.2) 228 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:21:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:24 smithi148 bash[66753]: audit 2024-03-22T07:21:24.060861+0000 mon.c (mon.2) 229 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:21:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:24 smithi148 bash[66753]: audit 2024-03-22T07:21:24.072654+0000 mon.a (mon.0) 916 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:21:26.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:26 smithi148 bash[66753]: cluster 2024-03-22T07:21:25.621130+0000 mgr.y (mgr.25337) 423 : cluster 0 pgmap v718: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 160 KiB/s rd, 170 B/s wr, 19 op/s 2024-03-22T07:21:27.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:26 smithi129 bash[79695]: cluster 2024-03-22T07:21:25.621130+0000 mgr.y (mgr.25337) 423 : cluster 0 pgmap v718: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 160 KiB/s rd, 170 B/s wr, 19 op/s 2024-03-22T07:21:27.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:26 smithi129 bash[82160]: cluster 2024-03-22T07:21:25.621130+0000 mgr.y (mgr.25337) 423 : cluster 0 pgmap v718: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 160 KiB/s rd, 170 B/s wr, 19 op/s 2024-03-22T07:21:29.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:28 smithi129 bash[82160]: cluster 2024-03-22T07:21:27.622322+0000 mgr.y (mgr.25337) 424 : cluster 0 pgmap v719: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-03-22T07:21:29.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:28 smithi129 bash[79695]: cluster 2024-03-22T07:21:27.622322+0000 mgr.y (mgr.25337) 424 : cluster 0 pgmap v719: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-03-22T07:21:29.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:28 smithi148 bash[66753]: cluster 2024-03-22T07:21:27.622322+0000 mgr.y (mgr.25337) 424 : cluster 0 pgmap v719: 425 pgs: 425 active+clean; 149 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-03-22T07:21:31.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:30 smithi129 bash[82160]: cluster 2024-03-22T07:21:29.624959+0000 mgr.y (mgr.25337) 425 : cluster 0 pgmap v720: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 186 KiB/s rd, 85 B/s wr, 22 op/s 2024-03-22T07:21:31.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:30 smithi129 bash[79695]: cluster 2024-03-22T07:21:29.624959+0000 mgr.y (mgr.25337) 425 : cluster 0 pgmap v720: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 186 KiB/s rd, 85 B/s wr, 22 op/s 2024-03-22T07:21:31.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:30 smithi148 bash[66753]: cluster 2024-03-22T07:21:29.624959+0000 mgr.y (mgr.25337) 425 : cluster 0 pgmap v720: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 186 KiB/s rd, 85 B/s wr, 22 op/s 2024-03-22T07:21:33.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:32 smithi129 bash[79695]: cluster 2024-03-22T07:21:31.626239+0000 mgr.y (mgr.25337) 426 : cluster 0 pgmap v721: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 159 KiB/s rd, 85 B/s wr, 18 op/s 2024-03-22T07:21:33.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:32 smithi129 bash[82160]: cluster 2024-03-22T07:21:31.626239+0000 mgr.y (mgr.25337) 426 : cluster 0 pgmap v721: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 159 KiB/s rd, 85 B/s wr, 18 op/s 2024-03-22T07:21:33.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:32 smithi148 bash[66753]: cluster 2024-03-22T07:21:31.626239+0000 mgr.y (mgr.25337) 426 : cluster 0 pgmap v721: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 159 KiB/s rd, 85 B/s wr, 18 op/s 2024-03-22T07:21:34.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:21:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:21:33] "GET /metrics HTTP/1.1" 200 60587 "" "Prometheus/2.43.0" 2024-03-22T07:21:35.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:34 smithi129 bash[82160]: cluster 2024-03-22T07:21:33.627615+0000 mgr.y (mgr.25337) 427 : cluster 0 pgmap v722: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 205 KiB/s rd, 16 op/s 2024-03-22T07:21:35.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:34 smithi129 bash[79695]: cluster 2024-03-22T07:21:33.627615+0000 mgr.y (mgr.25337) 427 : cluster 0 pgmap v722: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 205 KiB/s rd, 16 op/s 2024-03-22T07:21:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:34 smithi148 bash[66753]: cluster 2024-03-22T07:21:33.627615+0000 mgr.y (mgr.25337) 427 : cluster 0 pgmap v722: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 205 KiB/s rd, 16 op/s 2024-03-22T07:21:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:36 smithi129 bash[82160]: cluster 2024-03-22T07:21:35.630217+0000 mgr.y (mgr.25337) 428 : cluster 0 pgmap v723: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 184 KiB/s rd, 18 op/s 2024-03-22T07:21:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:36 smithi129 bash[79695]: cluster 2024-03-22T07:21:35.630217+0000 mgr.y (mgr.25337) 428 : cluster 0 pgmap v723: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 184 KiB/s rd, 18 op/s 2024-03-22T07:21:37.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:36 smithi148 bash[66753]: cluster 2024-03-22T07:21:35.630217+0000 mgr.y (mgr.25337) 428 : cluster 0 pgmap v723: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 184 KiB/s rd, 18 op/s 2024-03-22T07:21:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:38 smithi129 bash[79695]: cluster 2024-03-22T07:21:37.631952+0000 mgr.y (mgr.25337) 429 : cluster 0 pgmap v724: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 203 KiB/s rd, 13 op/s 2024-03-22T07:21:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:38 smithi129 bash[79695]: audit 2024-03-22T07:21:38.389908+0000 mon.c (mon.2) 230 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:21:39.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:38 smithi129 bash[82160]: cluster 2024-03-22T07:21:37.631952+0000 mgr.y (mgr.25337) 429 : cluster 0 pgmap v724: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 203 KiB/s rd, 13 op/s 2024-03-22T07:21:39.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:38 smithi129 bash[82160]: audit 2024-03-22T07:21:38.389908+0000 mon.c (mon.2) 230 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:21:39.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:38 smithi148 bash[66753]: cluster 2024-03-22T07:21:37.631952+0000 mgr.y (mgr.25337) 429 : cluster 0 pgmap v724: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 203 KiB/s rd, 13 op/s 2024-03-22T07:21:39.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:38 smithi148 bash[66753]: audit 2024-03-22T07:21:38.389908+0000 mon.c (mon.2) 230 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:21:41.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:40 smithi129 bash[82160]: cluster 2024-03-22T07:21:39.633644+0000 mgr.y (mgr.25337) 430 : cluster 0 pgmap v725: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-03-22T07:21:41.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:40 smithi129 bash[79695]: cluster 2024-03-22T07:21:39.633644+0000 mgr.y (mgr.25337) 430 : cluster 0 pgmap v725: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-03-22T07:21:41.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:40 smithi148 bash[66753]: cluster 2024-03-22T07:21:39.633644+0000 mgr.y (mgr.25337) 430 : cluster 0 pgmap v725: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-03-22T07:21:43.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:42 smithi129 bash[82160]: cluster 2024-03-22T07:21:41.634892+0000 mgr.y (mgr.25337) 431 : cluster 0 pgmap v726: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 157 KiB/s rd, 15 op/s 2024-03-22T07:21:43.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:42 smithi129 bash[79695]: cluster 2024-03-22T07:21:41.634892+0000 mgr.y (mgr.25337) 431 : cluster 0 pgmap v726: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 157 KiB/s rd, 15 op/s 2024-03-22T07:21:43.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:42 smithi148 bash[66753]: cluster 2024-03-22T07:21:41.634892+0000 mgr.y (mgr.25337) 431 : cluster 0 pgmap v726: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 157 KiB/s rd, 15 op/s 2024-03-22T07:21:44.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:21:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:21:43] "GET /metrics HTTP/1.1" 200 60592 "" "Prometheus/2.43.0" 2024-03-22T07:21:45.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:44 smithi129 bash[82160]: cluster 2024-03-22T07:21:43.636056+0000 mgr.y (mgr.25337) 432 : cluster 0 pgmap v727: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-03-22T07:21:45.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:44 smithi129 bash[79695]: cluster 2024-03-22T07:21:43.636056+0000 mgr.y (mgr.25337) 432 : cluster 0 pgmap v727: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-03-22T07:21:45.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:44 smithi148 bash[66753]: cluster 2024-03-22T07:21:43.636056+0000 mgr.y (mgr.25337) 432 : cluster 0 pgmap v727: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-03-22T07:21:47.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:46 smithi129 bash[79695]: cluster 2024-03-22T07:21:45.637680+0000 mgr.y (mgr.25337) 433 : cluster 0 pgmap v728: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 135 KiB/s rd, 18 op/s 2024-03-22T07:21:47.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:46 smithi129 bash[82160]: cluster 2024-03-22T07:21:45.637680+0000 mgr.y (mgr.25337) 433 : cluster 0 pgmap v728: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 135 KiB/s rd, 18 op/s 2024-03-22T07:21:47.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:46 smithi148 bash[66753]: cluster 2024-03-22T07:21:45.637680+0000 mgr.y (mgr.25337) 433 : cluster 0 pgmap v728: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 135 KiB/s rd, 18 op/s 2024-03-22T07:21:49.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:48 smithi129 bash[79695]: cluster 2024-03-22T07:21:47.638614+0000 mgr.y (mgr.25337) 434 : cluster 0 pgmap v729: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-03-22T07:21:49.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:48 smithi129 bash[82160]: cluster 2024-03-22T07:21:47.638614+0000 mgr.y (mgr.25337) 434 : cluster 0 pgmap v729: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-03-22T07:21:49.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:48 smithi148 bash[66753]: cluster 2024-03-22T07:21:47.638614+0000 mgr.y (mgr.25337) 434 : cluster 0 pgmap v729: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-03-22T07:21:51.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:50 smithi129 bash[79695]: cluster 2024-03-22T07:21:49.639980+0000 mgr.y (mgr.25337) 435 : cluster 0 pgmap v730: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 136 KiB/s rd, 19 op/s 2024-03-22T07:21:51.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:50 smithi129 bash[82160]: cluster 2024-03-22T07:21:49.639980+0000 mgr.y (mgr.25337) 435 : cluster 0 pgmap v730: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 136 KiB/s rd, 19 op/s 2024-03-22T07:21:51.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:50 smithi148 bash[66753]: cluster 2024-03-22T07:21:49.639980+0000 mgr.y (mgr.25337) 435 : cluster 0 pgmap v730: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 136 KiB/s rd, 19 op/s 2024-03-22T07:21:52.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:51 smithi129 bash[79695]: cluster 2024-03-22T07:21:51.640867+0000 mgr.y (mgr.25337) 436 : cluster 0 pgmap v731: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 107 KiB/s rd, 13 op/s 2024-03-22T07:21:52.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:51 smithi129 bash[82160]: cluster 2024-03-22T07:21:51.640867+0000 mgr.y (mgr.25337) 436 : cluster 0 pgmap v731: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 107 KiB/s rd, 13 op/s 2024-03-22T07:21:52.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:51 smithi148 bash[66753]: cluster 2024-03-22T07:21:51.640867+0000 mgr.y (mgr.25337) 436 : cluster 0 pgmap v731: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 107 KiB/s rd, 13 op/s 2024-03-22T07:21:53.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:53 smithi129 bash[82160]: audit 2024-03-22T07:21:53.390585+0000 mon.c (mon.2) 231 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:21:53.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:53 smithi129 bash[79695]: audit 2024-03-22T07:21:53.390585+0000 mon.c (mon.2) 231 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:21:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:53 smithi148 bash[66753]: audit 2024-03-22T07:21:53.390585+0000 mon.c (mon.2) 231 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:21:54.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:21:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:21:53] "GET /metrics HTTP/1.1" 200 60592 "" "Prometheus/2.43.0" 2024-03-22T07:21:54.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:54 smithi129 bash[82160]: cluster 2024-03-22T07:21:53.642844+0000 mgr.y (mgr.25337) 437 : cluster 0 pgmap v732: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-03-22T07:21:54.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:54 smithi129 bash[79695]: cluster 2024-03-22T07:21:53.642844+0000 mgr.y (mgr.25337) 437 : cluster 0 pgmap v732: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-03-22T07:21:54.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:54 smithi148 bash[66753]: cluster 2024-03-22T07:21:53.642844+0000 mgr.y (mgr.25337) 437 : cluster 0 pgmap v732: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-03-22T07:21:57.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:56 smithi129 bash[79695]: cluster 2024-03-22T07:21:55.645651+0000 mgr.y (mgr.25337) 438 : cluster 0 pgmap v733: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-03-22T07:21:57.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:56 smithi129 bash[82160]: cluster 2024-03-22T07:21:55.645651+0000 mgr.y (mgr.25337) 438 : cluster 0 pgmap v733: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-03-22T07:21:57.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:56 smithi148 bash[66753]: cluster 2024-03-22T07:21:55.645651+0000 mgr.y (mgr.25337) 438 : cluster 0 pgmap v733: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-03-22T07:21:59.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:21:58 smithi129 bash[82160]: cluster 2024-03-22T07:21:57.647504+0000 mgr.y (mgr.25337) 439 : cluster 0 pgmap v734: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 180 KiB/s rd, 14 op/s 2024-03-22T07:21:59.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:21:58 smithi129 bash[79695]: cluster 2024-03-22T07:21:57.647504+0000 mgr.y (mgr.25337) 439 : cluster 0 pgmap v734: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 180 KiB/s rd, 14 op/s 2024-03-22T07:21:59.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:21:58 smithi148 bash[66753]: cluster 2024-03-22T07:21:57.647504+0000 mgr.y (mgr.25337) 439 : cluster 0 pgmap v734: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 180 KiB/s rd, 14 op/s 2024-03-22T07:22:01.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:00 smithi129 bash[82160]: cluster 2024-03-22T07:21:59.650128+0000 mgr.y (mgr.25337) 440 : cluster 0 pgmap v735: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 161 KiB/s rd, 20 op/s 2024-03-22T07:22:01.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:00 smithi129 bash[79695]: cluster 2024-03-22T07:21:59.650128+0000 mgr.y (mgr.25337) 440 : cluster 0 pgmap v735: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 161 KiB/s rd, 20 op/s 2024-03-22T07:22:01.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:00 smithi148 bash[66753]: cluster 2024-03-22T07:21:59.650128+0000 mgr.y (mgr.25337) 440 : cluster 0 pgmap v735: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 161 KiB/s rd, 20 op/s 2024-03-22T07:22:03.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:02 smithi129 bash[79695]: cluster 2024-03-22T07:22:01.651396+0000 mgr.y (mgr.25337) 441 : cluster 0 pgmap v736: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-03-22T07:22:03.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:02 smithi129 bash[82160]: cluster 2024-03-22T07:22:01.651396+0000 mgr.y (mgr.25337) 441 : cluster 0 pgmap v736: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-03-22T07:22:03.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:02 smithi148 bash[66753]: cluster 2024-03-22T07:22:01.651396+0000 mgr.y (mgr.25337) 441 : cluster 0 pgmap v736: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-03-22T07:22:04.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:22:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:22:03] "GET /metrics HTTP/1.1" 200 60592 "" "Prometheus/2.43.0" 2024-03-22T07:22:05.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:04 smithi129 bash[79695]: cluster 2024-03-22T07:22:03.653436+0000 mgr.y (mgr.25337) 442 : cluster 0 pgmap v737: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-03-22T07:22:05.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:04 smithi129 bash[82160]: cluster 2024-03-22T07:22:03.653436+0000 mgr.y (mgr.25337) 442 : cluster 0 pgmap v737: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-03-22T07:22:05.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:04 smithi148 bash[66753]: cluster 2024-03-22T07:22:03.653436+0000 mgr.y (mgr.25337) 442 : cluster 0 pgmap v737: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-03-22T07:22:07.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:06 smithi129 bash[82160]: cluster 2024-03-22T07:22:05.656004+0000 mgr.y (mgr.25337) 443 : cluster 0 pgmap v738: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-03-22T07:22:07.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:06 smithi129 bash[79695]: cluster 2024-03-22T07:22:05.656004+0000 mgr.y (mgr.25337) 443 : cluster 0 pgmap v738: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-03-22T07:22:07.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:06 smithi148 bash[66753]: cluster 2024-03-22T07:22:05.656004+0000 mgr.y (mgr.25337) 443 : cluster 0 pgmap v738: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-03-22T07:22:07.716 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (121211 ms) 2024-03-22T07:22:07.717 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-03-22T07:22:07.717 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:09.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:08 smithi129 bash[79695]: cluster 2024-03-22T07:22:07.657613+0000 mgr.y (mgr.25337) 444 : cluster 0 pgmap v739: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 205 KiB/s rd, 16 op/s 2024-03-22T07:22:09.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:08 smithi129 bash[79695]: audit 2024-03-22T07:22:08.390792+0000 mon.c (mon.2) 232 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:22:09.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:08 smithi129 bash[82160]: cluster 2024-03-22T07:22:07.657613+0000 mgr.y (mgr.25337) 444 : cluster 0 pgmap v739: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 205 KiB/s rd, 16 op/s 2024-03-22T07:22:09.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:08 smithi129 bash[82160]: audit 2024-03-22T07:22:08.390792+0000 mon.c (mon.2) 232 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:22:09.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:08 smithi148 bash[66753]: cluster 2024-03-22T07:22:07.657613+0000 mgr.y (mgr.25337) 444 : cluster 0 pgmap v739: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 205 KiB/s rd, 16 op/s 2024-03-22T07:22:09.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:08 smithi148 bash[66753]: audit 2024-03-22T07:22:08.390792+0000 mon.c (mon.2) 232 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:22:11.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:10 smithi129 bash[79695]: cluster 2024-03-22T07:22:09.659252+0000 mgr.y (mgr.25337) 445 : cluster 0 pgmap v740: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 160 KiB/s rd, 255 B/s wr, 19 op/s 2024-03-22T07:22:11.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:10 smithi129 bash[82160]: cluster 2024-03-22T07:22:09.659252+0000 mgr.y (mgr.25337) 445 : cluster 0 pgmap v740: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 160 KiB/s rd, 255 B/s wr, 19 op/s 2024-03-22T07:22:11.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:10 smithi148 bash[66753]: cluster 2024-03-22T07:22:09.659252+0000 mgr.y (mgr.25337) 445 : cluster 0 pgmap v740: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 160 KiB/s rd, 255 B/s wr, 19 op/s 2024-03-22T07:22:13.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:12 smithi129 bash[79695]: cluster 2024-03-22T07:22:11.660160+0000 mgr.y (mgr.25337) 446 : cluster 0 pgmap v741: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 131 KiB/s rd, 341 B/s wr, 13 op/s 2024-03-22T07:22:13.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:12 smithi129 bash[82160]: cluster 2024-03-22T07:22:11.660160+0000 mgr.y (mgr.25337) 446 : cluster 0 pgmap v741: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 131 KiB/s rd, 341 B/s wr, 13 op/s 2024-03-22T07:22:13.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:12 smithi148 bash[66753]: cluster 2024-03-22T07:22:11.660160+0000 mgr.y (mgr.25337) 446 : cluster 0 pgmap v741: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 131 KiB/s rd, 341 B/s wr, 13 op/s 2024-03-22T07:22:14.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:22:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:22:13] "GET /metrics HTTP/1.1" 200 60591 "" "Prometheus/2.43.0" 2024-03-22T07:22:15.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:14 smithi129 bash[79695]: cluster 2024-03-22T07:22:13.661489+0000 mgr.y (mgr.25337) 447 : cluster 0 pgmap v742: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 11 op/s 2024-03-22T07:22:15.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:14 smithi129 bash[82160]: cluster 2024-03-22T07:22:13.661489+0000 mgr.y (mgr.25337) 447 : cluster 0 pgmap v742: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 11 op/s 2024-03-22T07:22:15.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:14 smithi148 bash[66753]: cluster 2024-03-22T07:22:13.661489+0000 mgr.y (mgr.25337) 447 : cluster 0 pgmap v742: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 11 op/s 2024-03-22T07:22:16.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:15 smithi129 bash[79695]: cluster 2024-03-22T07:22:15.663166+0000 mgr.y (mgr.25337) 448 : cluster 0 pgmap v743: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 79 KiB/s rd, 341 B/s wr, 8 op/s 2024-03-22T07:22:16.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:15 smithi129 bash[82160]: cluster 2024-03-22T07:22:15.663166+0000 mgr.y (mgr.25337) 448 : cluster 0 pgmap v743: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 79 KiB/s rd, 341 B/s wr, 8 op/s 2024-03-22T07:22:16.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:15 smithi148 bash[66753]: cluster 2024-03-22T07:22:15.663166+0000 mgr.y (mgr.25337) 448 : cluster 0 pgmap v743: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 79 KiB/s rd, 341 B/s wr, 8 op/s 2024-03-22T07:22:19.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:18 smithi129 bash[79695]: cluster 2024-03-22T07:22:17.664352+0000 mgr.y (mgr.25337) 449 : cluster 0 pgmap v744: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 50 KiB/s rd, 341 B/s wr, 3 op/s 2024-03-22T07:22:19.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:18 smithi129 bash[82160]: cluster 2024-03-22T07:22:17.664352+0000 mgr.y (mgr.25337) 449 : cluster 0 pgmap v744: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 50 KiB/s rd, 341 B/s wr, 3 op/s 2024-03-22T07:22:19.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:18 smithi148 bash[66753]: cluster 2024-03-22T07:22:17.664352+0000 mgr.y (mgr.25337) 449 : cluster 0 pgmap v744: 425 pgs: 425 active+clean; 149 MiB data, 800 MiB used, 714 GiB / 715 GiB avail; 50 KiB/s rd, 341 B/s wr, 3 op/s 2024-03-22T07:22:21.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:20 smithi129 bash[79695]: cluster 2024-03-22T07:22:19.666024+0000 mgr.y (mgr.25337) 450 : cluster 0 pgmap v745: 425 pgs: 425 active+clean; 165 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-03-22T07:22:21.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:20 smithi129 bash[82160]: cluster 2024-03-22T07:22:19.666024+0000 mgr.y (mgr.25337) 450 : cluster 0 pgmap v745: 425 pgs: 425 active+clean; 165 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-03-22T07:22:21.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:20 smithi148 bash[66753]: cluster 2024-03-22T07:22:19.666024+0000 mgr.y (mgr.25337) 450 : cluster 0 pgmap v745: 425 pgs: 425 active+clean; 165 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-03-22T07:22:23.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:22 smithi129 bash[79695]: cluster 2024-03-22T07:22:21.667026+0000 mgr.y (mgr.25337) 451 : cluster 0 pgmap v746: 425 pgs: 425 active+clean; 169 MiB data, 835 MiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-03-22T07:22:23.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:22 smithi129 bash[82160]: cluster 2024-03-22T07:22:21.667026+0000 mgr.y (mgr.25337) 451 : cluster 0 pgmap v746: 425 pgs: 425 active+clean; 169 MiB data, 835 MiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-03-22T07:22:23.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:22 smithi148 bash[66753]: cluster 2024-03-22T07:22:21.667026+0000 mgr.y (mgr.25337) 451 : cluster 0 pgmap v746: 425 pgs: 425 active+clean; 169 MiB data, 835 MiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-03-22T07:22:23.818 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.EncryptedResize (16101 ms) 2024-03-22T07:22:23.818 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-03-22T07:22:23.818 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:24.121 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:22:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:22:23] "GET /metrics HTTP/1.1" 200 60590 "" "Prometheus/2.43.0" 2024-03-22T07:22:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:23 smithi129 bash[79695]: audit 2024-03-22T07:22:23.390326+0000 mon.c (mon.2) 233 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:22:24.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:23 smithi129 bash[82160]: audit 2024-03-22T07:22:23.390326+0000 mon.c (mon.2) 233 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:22:24.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:23 smithi148 bash[66753]: audit 2024-03-22T07:22:23.390326+0000 mon.c (mon.2) 233 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:22:25.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:24 smithi129 bash[82160]: cluster 2024-03-22T07:22:23.669277+0000 mgr.y (mgr.25337) 452 : cluster 0 pgmap v747: 425 pgs: 425 active+clean; 169 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-03-22T07:22:25.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:24 smithi129 bash[82160]: audit 2024-03-22T07:22:24.161248+0000 mon.c (mon.2) 234 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:22:25.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:24 smithi129 bash[79695]: cluster 2024-03-22T07:22:23.669277+0000 mgr.y (mgr.25337) 452 : cluster 0 pgmap v747: 425 pgs: 425 active+clean; 169 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-03-22T07:22:25.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:24 smithi129 bash[79695]: audit 2024-03-22T07:22:24.161248+0000 mon.c (mon.2) 234 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:22:25.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:24 smithi148 bash[66753]: cluster 2024-03-22T07:22:23.669277+0000 mgr.y (mgr.25337) 452 : cluster 0 pgmap v747: 425 pgs: 425 active+clean; 169 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-03-22T07:22:25.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:24 smithi148 bash[66753]: audit 2024-03-22T07:22:24.161248+0000 mon.c (mon.2) 234 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:22:26.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:25 smithi129 bash[79695]: cluster 2024-03-22T07:22:25.671169+0000 mgr.y (mgr.25337) 453 : cluster 0 pgmap v748: 425 pgs: 425 active+clean; 165 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-03-22T07:22:26.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:25 smithi129 bash[82160]: cluster 2024-03-22T07:22:25.671169+0000 mgr.y (mgr.25337) 453 : cluster 0 pgmap v748: 425 pgs: 425 active+clean; 165 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-03-22T07:22:26.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:25 smithi148 bash[66753]: cluster 2024-03-22T07:22:25.671169+0000 mgr.y (mgr.25337) 453 : cluster 0 pgmap v748: 425 pgs: 425 active+clean; 165 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-03-22T07:22:29.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:28 smithi129 bash[79695]: cluster 2024-03-22T07:22:27.672382+0000 mgr.y (mgr.25337) 454 : cluster 0 pgmap v749: 425 pgs: 425 active+clean; 165 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-03-22T07:22:29.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:28 smithi129 bash[82160]: cluster 2024-03-22T07:22:27.672382+0000 mgr.y (mgr.25337) 454 : cluster 0 pgmap v749: 425 pgs: 425 active+clean; 165 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-03-22T07:22:29.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:28 smithi148 bash[66753]: cluster 2024-03-22T07:22:27.672382+0000 mgr.y (mgr.25337) 454 : cluster 0 pgmap v749: 425 pgs: 425 active+clean; 165 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-03-22T07:22:31.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:30 smithi129 bash[82160]: cluster 2024-03-22T07:22:29.673891+0000 mgr.y (mgr.25337) 455 : cluster 0 pgmap v750: 425 pgs: 425 active+clean; 165 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-03-22T07:22:31.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:30 smithi129 bash[82160]: audit 2024-03-22T07:22:30.105916+0000 mon.a (mon.0) 917 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:22:31.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:30 smithi129 bash[82160]: audit 2024-03-22T07:22:30.117981+0000 mon.a (mon.0) 918 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:22:31.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:30 smithi129 bash[82160]: audit 2024-03-22T07:22:30.206103+0000 mon.a (mon.0) 919 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:22:31.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:30 smithi129 bash[82160]: audit 2024-03-22T07:22:30.217165+0000 mon.a (mon.0) 920 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:22:31.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:30 smithi129 bash[79695]: cluster 2024-03-22T07:22:29.673891+0000 mgr.y (mgr.25337) 455 : cluster 0 pgmap v750: 425 pgs: 425 active+clean; 165 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-03-22T07:22:31.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:30 smithi129 bash[79695]: audit 2024-03-22T07:22:30.105916+0000 mon.a (mon.0) 917 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:22:31.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:30 smithi129 bash[79695]: audit 2024-03-22T07:22:30.117981+0000 mon.a (mon.0) 918 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:22:31.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:30 smithi129 bash[79695]: audit 2024-03-22T07:22:30.206103+0000 mon.a (mon.0) 919 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:22:31.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:30 smithi129 bash[79695]: audit 2024-03-22T07:22:30.217165+0000 mon.a (mon.0) 920 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:22:31.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:30 smithi148 bash[66753]: cluster 2024-03-22T07:22:29.673891+0000 mgr.y (mgr.25337) 455 : cluster 0 pgmap v750: 425 pgs: 425 active+clean; 165 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-03-22T07:22:31.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:30 smithi148 bash[66753]: audit 2024-03-22T07:22:30.105916+0000 mon.a (mon.0) 917 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:22:31.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:30 smithi148 bash[66753]: audit 2024-03-22T07:22:30.117981+0000 mon.a (mon.0) 918 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:22:31.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:30 smithi148 bash[66753]: audit 2024-03-22T07:22:30.206103+0000 mon.a (mon.0) 919 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:22:31.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:30 smithi148 bash[66753]: audit 2024-03-22T07:22:30.217165+0000 mon.a (mon.0) 920 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:22:32.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:31 smithi129 bash[79695]: audit 2024-03-22T07:22:30.851459+0000 mon.c (mon.2) 235 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:22:32.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:31 smithi129 bash[79695]: audit 2024-03-22T07:22:30.852681+0000 mon.c (mon.2) 236 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:22:32.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:31 smithi129 bash[79695]: audit 2024-03-22T07:22:30.862835+0000 mon.a (mon.0) 921 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:22:32.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:31 smithi129 bash[82160]: audit 2024-03-22T07:22:30.851459+0000 mon.c (mon.2) 235 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:22:32.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:31 smithi129 bash[82160]: audit 2024-03-22T07:22:30.852681+0000 mon.c (mon.2) 236 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:22:32.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:31 smithi129 bash[82160]: audit 2024-03-22T07:22:30.862835+0000 mon.a (mon.0) 921 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:22:32.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:31 smithi148 bash[66753]: audit 2024-03-22T07:22:30.851459+0000 mon.c (mon.2) 235 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:22:32.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:31 smithi148 bash[66753]: audit 2024-03-22T07:22:30.852681+0000 mon.c (mon.2) 236 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:22:32.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:31 smithi148 bash[66753]: audit 2024-03-22T07:22:30.862835+0000 mon.a (mon.0) 921 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:22:33.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:32 smithi129 bash[79695]: cluster 2024-03-22T07:22:31.674748+0000 mgr.y (mgr.25337) 456 : cluster 0 pgmap v751: 425 pgs: 425 active+clean; 165 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 66 KiB/s rd, 258 KiB/s wr, 24 op/s 2024-03-22T07:22:33.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:32 smithi129 bash[82160]: cluster 2024-03-22T07:22:31.674748+0000 mgr.y (mgr.25337) 456 : cluster 0 pgmap v751: 425 pgs: 425 active+clean; 165 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 66 KiB/s rd, 258 KiB/s wr, 24 op/s 2024-03-22T07:22:33.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:32 smithi148 bash[66753]: cluster 2024-03-22T07:22:31.674748+0000 mgr.y (mgr.25337) 456 : cluster 0 pgmap v751: 425 pgs: 425 active+clean; 165 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 66 KiB/s rd, 258 KiB/s wr, 24 op/s 2024-03-22T07:22:34.121 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:22:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:22:33] "GET /metrics HTTP/1.1" 200 60590 "" "Prometheus/2.43.0" 2024-03-22T07:22:34.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:33 smithi129 bash[79695]: cluster 2024-03-22T07:22:32.745794+0000 osd.7 (osd.7) 255 : cluster 3 failed to encode map e676 with expected crc 2024-03-22T07:22:34.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:33 smithi129 bash[79695]: cluster 2024-03-22T07:22:32.746666+0000 osd.5 (osd.5) 231 : cluster 3 failed to encode map e676 with expected crc 2024-03-22T07:22:34.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:33 smithi129 bash[79695]: cluster 2024-03-22T07:22:32.749766+0000 mon.a (mon.0) 922 : cluster 0 osdmap e676: 8 total, 8 up, 8 in 2024-03-22T07:22:34.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:33 smithi129 bash[79695]: cluster 2024-03-22T07:22:32.755847+0000 osd.5 (osd.5) 232 : cluster 3 failed to encode map e676 with expected crc 2024-03-22T07:22:34.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:33 smithi129 bash[79695]: cluster 2024-03-22T07:22:32.762797+0000 osd.6 (osd.6) 267 : cluster 3 failed to encode map e676 with expected crc 2024-03-22T07:22:34.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:33 smithi129 bash[79695]: cluster 2024-03-22T07:22:32.765245+0000 osd.5 (osd.5) 233 : cluster 3 failed to encode map e676 with expected crc 2024-03-22T07:22:34.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:33 smithi129 bash[79695]: cluster 2024-03-22T07:22:33.675399+0000 mgr.y (mgr.25337) 457 : cluster 0 pgmap v753: 425 pgs: 425 active+clean; 165 MiB data, 857 MiB used, 714 GiB / 715 GiB avail; 75 KiB/s rd, 1.3 KiB/s wr, 23 op/s 2024-03-22T07:22:34.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:33 smithi129 bash[82160]: cluster 2024-03-22T07:22:32.745794+0000 osd.7 (osd.7) 255 : cluster 3 failed to encode map e676 with expected crc 2024-03-22T07:22:34.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:33 smithi129 bash[82160]: cluster 2024-03-22T07:22:32.746666+0000 osd.5 (osd.5) 231 : cluster 3 failed to encode map e676 with expected crc 2024-03-22T07:22:34.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:33 smithi129 bash[82160]: cluster 2024-03-22T07:22:32.749766+0000 mon.a (mon.0) 922 : cluster 0 osdmap e676: 8 total, 8 up, 8 in 2024-03-22T07:22:34.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:33 smithi129 bash[82160]: cluster 2024-03-22T07:22:32.755847+0000 osd.5 (osd.5) 232 : cluster 3 failed to encode map e676 with expected crc 2024-03-22T07:22:34.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:33 smithi129 bash[82160]: cluster 2024-03-22T07:22:32.762797+0000 osd.6 (osd.6) 267 : cluster 3 failed to encode map e676 with expected crc 2024-03-22T07:22:34.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:33 smithi129 bash[82160]: cluster 2024-03-22T07:22:32.765245+0000 osd.5 (osd.5) 233 : cluster 3 failed to encode map e676 with expected crc 2024-03-22T07:22:34.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:33 smithi129 bash[82160]: cluster 2024-03-22T07:22:33.675399+0000 mgr.y (mgr.25337) 457 : cluster 0 pgmap v753: 425 pgs: 425 active+clean; 165 MiB data, 857 MiB used, 714 GiB / 715 GiB avail; 75 KiB/s rd, 1.3 KiB/s wr, 23 op/s 2024-03-22T07:22:34.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:33 smithi148 bash[66753]: cluster 2024-03-22T07:22:32.745794+0000 osd.7 (osd.7) 255 : cluster 3 failed to encode map e676 with expected crc 2024-03-22T07:22:34.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:33 smithi148 bash[66753]: cluster 2024-03-22T07:22:32.746666+0000 osd.5 (osd.5) 231 : cluster 3 failed to encode map e676 with expected crc 2024-03-22T07:22:34.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:33 smithi148 bash[66753]: cluster 2024-03-22T07:22:32.749766+0000 mon.a (mon.0) 922 : cluster 0 osdmap e676: 8 total, 8 up, 8 in 2024-03-22T07:22:34.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:33 smithi148 bash[66753]: cluster 2024-03-22T07:22:32.755847+0000 osd.5 (osd.5) 232 : cluster 3 failed to encode map e676 with expected crc 2024-03-22T07:22:34.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:33 smithi148 bash[66753]: cluster 2024-03-22T07:22:32.762797+0000 osd.6 (osd.6) 267 : cluster 3 failed to encode map e676 with expected crc 2024-03-22T07:22:34.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:33 smithi148 bash[66753]: cluster 2024-03-22T07:22:32.765245+0000 osd.5 (osd.5) 233 : cluster 3 failed to encode map e676 with expected crc 2024-03-22T07:22:34.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:33 smithi148 bash[66753]: cluster 2024-03-22T07:22:33.675399+0000 mgr.y (mgr.25337) 457 : cluster 0 pgmap v753: 425 pgs: 425 active+clean; 165 MiB data, 857 MiB used, 714 GiB / 715 GiB avail; 75 KiB/s rd, 1.3 KiB/s wr, 23 op/s 2024-03-22T07:22:37.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:36 smithi129 bash[79695]: cluster 2024-03-22T07:22:35.677087+0000 mgr.y (mgr.25337) 458 : cluster 0 pgmap v754: 425 pgs: 425 active+clean; 181 MiB data, 889 MiB used, 714 GiB / 715 GiB avail; 50 KiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-03-22T07:22:37.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:36 smithi129 bash[82160]: cluster 2024-03-22T07:22:35.677087+0000 mgr.y (mgr.25337) 458 : cluster 0 pgmap v754: 425 pgs: 425 active+clean; 181 MiB data, 889 MiB used, 714 GiB / 715 GiB avail; 50 KiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-03-22T07:22:37.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:36 smithi148 bash[66753]: cluster 2024-03-22T07:22:35.677087+0000 mgr.y (mgr.25337) 458 : cluster 0 pgmap v754: 425 pgs: 425 active+clean; 181 MiB data, 889 MiB used, 714 GiB / 715 GiB avail; 50 KiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-03-22T07:22:38.572 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (14755 ms) 2024-03-22T07:22:38.572 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-03-22T07:22:38.572 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:38 smithi129 bash[79695]: cluster 2024-03-22T07:22:37.678235+0000 mgr.y (mgr.25337) 459 : cluster 0 pgmap v755: 425 pgs: 425 active+clean; 189 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 79 KiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-03-22T07:22:39.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:38 smithi129 bash[79695]: audit 2024-03-22T07:22:38.390962+0000 mon.c (mon.2) 237 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:22:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:38 smithi129 bash[82160]: cluster 2024-03-22T07:22:37.678235+0000 mgr.y (mgr.25337) 459 : cluster 0 pgmap v755: 425 pgs: 425 active+clean; 189 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 79 KiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-03-22T07:22:39.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:38 smithi129 bash[82160]: audit 2024-03-22T07:22:38.390962+0000 mon.c (mon.2) 237 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:22:39.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:38 smithi148 bash[66753]: cluster 2024-03-22T07:22:37.678235+0000 mgr.y (mgr.25337) 459 : cluster 0 pgmap v755: 425 pgs: 425 active+clean; 189 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 79 KiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-03-22T07:22:39.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:38 smithi148 bash[66753]: audit 2024-03-22T07:22:38.390962+0000 mon.c (mon.2) 237 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:22:41.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:40 smithi129 bash[82160]: cluster 2024-03-22T07:22:39.681216+0000 mgr.y (mgr.25337) 460 : cluster 0 pgmap v756: 425 pgs: 425 active+clean; 189 MiB data, 925 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 106 op/s 2024-03-22T07:22:41.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:40 smithi129 bash[79695]: cluster 2024-03-22T07:22:39.681216+0000 mgr.y (mgr.25337) 460 : cluster 0 pgmap v756: 425 pgs: 425 active+clean; 189 MiB data, 925 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 106 op/s 2024-03-22T07:22:41.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:40 smithi148 bash[66753]: cluster 2024-03-22T07:22:39.681216+0000 mgr.y (mgr.25337) 460 : cluster 0 pgmap v756: 425 pgs: 425 active+clean; 189 MiB data, 925 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 106 op/s 2024-03-22T07:22:42.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:41 smithi129 bash[79695]: cluster 2024-03-22T07:22:41.682675+0000 mgr.y (mgr.25337) 461 : cluster 0 pgmap v757: 425 pgs: 425 active+clean; 197 MiB data, 937 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 107 op/s 2024-03-22T07:22:42.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:41 smithi129 bash[82160]: cluster 2024-03-22T07:22:41.682675+0000 mgr.y (mgr.25337) 461 : cluster 0 pgmap v757: 425 pgs: 425 active+clean; 197 MiB data, 937 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 107 op/s 2024-03-22T07:22:42.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:41 smithi148 bash[66753]: cluster 2024-03-22T07:22:41.682675+0000 mgr.y (mgr.25337) 461 : cluster 0 pgmap v757: 425 pgs: 425 active+clean; 197 MiB data, 937 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 107 op/s 2024-03-22T07:22:44.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:43 smithi129 bash[79695]: cluster 2024-03-22T07:22:43.684982+0000 mgr.y (mgr.25337) 462 : cluster 0 pgmap v758: 425 pgs: 425 active+clean; 197 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 98 op/s 2024-03-22T07:22:44.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:43 smithi129 bash[82160]: cluster 2024-03-22T07:22:43.684982+0000 mgr.y (mgr.25337) 462 : cluster 0 pgmap v758: 425 pgs: 425 active+clean; 197 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 98 op/s 2024-03-22T07:22:44.122 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:22:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:22:43] "GET /metrics HTTP/1.1" 200 60590 "" "Prometheus/2.43.0" 2024-03-22T07:22:44.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:43 smithi148 bash[66753]: cluster 2024-03-22T07:22:43.684982+0000 mgr.y (mgr.25337) 462 : cluster 0 pgmap v758: 425 pgs: 425 active+clean; 197 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 98 op/s 2024-03-22T07:22:44.290 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:44.290 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:44.290 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:44.290 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:44.290 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:44.290 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.290 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:44.290 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.290 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.290 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:44.290 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.291 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:44.291 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.291 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.291 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:44.291 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.291 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:44.291 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.291 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.291 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:44.291 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.291 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:44.291 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.291 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.291 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:44.291 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.292 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:22:44.293 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:44.294 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:44.295 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:44.295 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.295 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:44.295 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:44.295 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:44.295 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.295 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:44.295 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:44.295 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:44.295 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.295 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:44.295 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:44.295 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:44.295 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 512~512 = 512 2024-03-22T07:22:44.295 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.296 INFO:tasks.workunit.client.0.smithi129.stdout:aio discard: 1536~512 = 0 2024-03-22T07:22:44.296 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:44.296 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:44.296 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:44.296 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:44.296 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:44.296 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 0 2024-03-22T07:22:44.296 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.296 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.296 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 0 2024-03-22T07:22:44.296 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.296 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.296 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 16384 2024-03-22T07:22:44.296 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.296 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.297 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 16384 2024-03-22T07:22:44.297 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.297 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.297 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:44.297 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:44.297 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 49152 2024-03-22T07:22:44.297 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.297 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.297 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 49152 2024-03-22T07:22:44.297 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.297 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.297 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 65536 2024-03-22T07:22:44.297 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.297 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.298 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 65536 2024-03-22T07:22:44.298 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.298 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.298 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:44.298 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:44.298 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 98304 2024-03-22T07:22:44.298 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.298 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.298 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 98304 2024-03-22T07:22:44.298 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.298 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.298 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 114688 2024-03-22T07:22:44.298 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.298 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 114688 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 147456 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 147456 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 163840 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 163840 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.299 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.300 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:44.300 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:44.300 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 196608 2024-03-22T07:22:44.300 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.300 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.300 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 196608 2024-03-22T07:22:44.300 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.300 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.300 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 212992 2024-03-22T07:22:44.300 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.300 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.300 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 212992 2024-03-22T07:22:44.300 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.300 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.300 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.301 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:44.302 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:44.303 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:46.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:45 smithi129 bash[79695]: cluster 2024-03-22T07:22:45.688101+0000 mgr.y (mgr.25337) 463 : cluster 0 pgmap v759: 425 pgs: 425 active+clean; 197 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 417 op/s 2024-03-22T07:22:46.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:45 smithi129 bash[82160]: cluster 2024-03-22T07:22:45.688101+0000 mgr.y (mgr.25337) 463 : cluster 0 pgmap v759: 425 pgs: 425 active+clean; 197 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 417 op/s 2024-03-22T07:22:46.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:45 smithi148 bash[66753]: cluster 2024-03-22T07:22:45.688101+0000 mgr.y (mgr.25337) 463 : cluster 0 pgmap v759: 425 pgs: 425 active+clean; 197 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 417 op/s 2024-03-22T07:22:48.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:47 smithi129 bash[79695]: cluster 2024-03-22T07:22:47.690079+0000 mgr.y (mgr.25337) 464 : cluster 0 pgmap v760: 425 pgs: 425 active+clean; 197 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 393 op/s 2024-03-22T07:22:48.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:47 smithi129 bash[82160]: cluster 2024-03-22T07:22:47.690079+0000 mgr.y (mgr.25337) 464 : cluster 0 pgmap v760: 425 pgs: 425 active+clean; 197 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 393 op/s 2024-03-22T07:22:48.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:47 smithi148 bash[66753]: cluster 2024-03-22T07:22:47.690079+0000 mgr.y (mgr.25337) 464 : cluster 0 pgmap v760: 425 pgs: 425 active+clean; 197 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 393 op/s 2024-03-22T07:22:49.173 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.173 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:49.173 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:49.173 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:49.173 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:49.173 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:49.173 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.173 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.173 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:49.173 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:49.173 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:49.173 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:49.174 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:49.174 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.174 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.174 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:49.174 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.174 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.174 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:49.174 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.174 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.174 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:49.174 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:49.174 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:49.174 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:49.174 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.175 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:49.176 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:49.177 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:49.178 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.178 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.178 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:49.178 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:49.178 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:49.178 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:49.178 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:49.178 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.178 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.178 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:49.178 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.178 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.178 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:49.178 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.178 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.179 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:49.179 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:49.179 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:49.179 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:49.179 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:49.179 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.179 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.179 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:49.179 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:49.179 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:49.179 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:49.179 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:49.179 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.179 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.179 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:49.180 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:49.180 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:49.180 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:49.180 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:49.180 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.180 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.180 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:49.180 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:49.180 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:49.180 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:49.180 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:49.180 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.180 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.181 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:49.181 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:49.181 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:49.181 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:49.181 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:49.181 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:49.181 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:49.181 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (10600 ms) 2024-03-22T07:22:49.181 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-03-22T07:22:50.771 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:51.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[79695]: cluster 2024-03-22T07:22:49.692838+0000 mgr.y (mgr.25337) 465 : cluster 0 pgmap v761: 425 pgs: 425 active+clean; 199 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 859 KiB/s wr, 714 op/s 2024-03-22T07:22:51.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[79695]: cluster 2024-03-22T07:22:49.734309+0000 osd.7 (osd.7) 256 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[79695]: cluster 2024-03-22T07:22:49.735428+0000 osd.5 (osd.5) 234 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[79695]: cluster 2024-03-22T07:22:49.739157+0000 mon.a (mon.0) 923 : cluster 0 osdmap e677: 8 total, 8 up, 8 in 2024-03-22T07:22:51.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[79695]: audit 2024-03-22T07:22:49.740958+0000 mon.c (mon.2) 238 : audit 1 from='client.? 172.21.15.129:0/1077938109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:22:51.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[79695]: audit 2024-03-22T07:22:49.741816+0000 mon.a (mon.0) 924 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:22:51.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[79695]: cluster 2024-03-22T07:22:49.743668+0000 osd.7 (osd.7) 257 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[79695]: cluster 2024-03-22T07:22:49.745071+0000 osd.6 (osd.6) 268 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[79695]: cluster 2024-03-22T07:22:49.745292+0000 osd.5 (osd.5) 235 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[79695]: cluster 2024-03-22T07:22:49.752678+0000 osd.5 (osd.5) 236 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[79695]: cluster 2024-03-22T07:22:49.755004+0000 osd.6 (osd.6) 269 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[82160]: cluster 2024-03-22T07:22:49.692838+0000 mgr.y (mgr.25337) 465 : cluster 0 pgmap v761: 425 pgs: 425 active+clean; 199 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 859 KiB/s wr, 714 op/s 2024-03-22T07:22:51.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[82160]: cluster 2024-03-22T07:22:49.734309+0000 osd.7 (osd.7) 256 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[82160]: cluster 2024-03-22T07:22:49.735428+0000 osd.5 (osd.5) 234 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[82160]: cluster 2024-03-22T07:22:49.739157+0000 mon.a (mon.0) 923 : cluster 0 osdmap e677: 8 total, 8 up, 8 in 2024-03-22T07:22:51.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[82160]: audit 2024-03-22T07:22:49.740958+0000 mon.c (mon.2) 238 : audit 1 from='client.? 172.21.15.129:0/1077938109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:22:51.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[82160]: audit 2024-03-22T07:22:49.741816+0000 mon.a (mon.0) 924 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:22:51.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[82160]: cluster 2024-03-22T07:22:49.743668+0000 osd.7 (osd.7) 257 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[82160]: cluster 2024-03-22T07:22:49.745071+0000 osd.6 (osd.6) 268 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[82160]: cluster 2024-03-22T07:22:49.745292+0000 osd.5 (osd.5) 235 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[82160]: cluster 2024-03-22T07:22:49.752678+0000 osd.5 (osd.5) 236 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:50 smithi129 bash[82160]: cluster 2024-03-22T07:22:49.755004+0000 osd.6 (osd.6) 269 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:50 smithi148 bash[66753]: cluster 2024-03-22T07:22:49.692838+0000 mgr.y (mgr.25337) 465 : cluster 0 pgmap v761: 425 pgs: 425 active+clean; 199 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 859 KiB/s wr, 714 op/s 2024-03-22T07:22:51.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:50 smithi148 bash[66753]: cluster 2024-03-22T07:22:49.734309+0000 osd.7 (osd.7) 256 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:50 smithi148 bash[66753]: cluster 2024-03-22T07:22:49.735428+0000 osd.5 (osd.5) 234 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:50 smithi148 bash[66753]: cluster 2024-03-22T07:22:49.739157+0000 mon.a (mon.0) 923 : cluster 0 osdmap e677: 8 total, 8 up, 8 in 2024-03-22T07:22:51.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:50 smithi148 bash[66753]: audit 2024-03-22T07:22:49.740958+0000 mon.c (mon.2) 238 : audit 1 from='client.? 172.21.15.129:0/1077938109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:22:51.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:50 smithi148 bash[66753]: audit 2024-03-22T07:22:49.741816+0000 mon.a (mon.0) 924 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:22:51.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:50 smithi148 bash[66753]: cluster 2024-03-22T07:22:49.743668+0000 osd.7 (osd.7) 257 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:50 smithi148 bash[66753]: cluster 2024-03-22T07:22:49.745071+0000 osd.6 (osd.6) 268 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:50 smithi148 bash[66753]: cluster 2024-03-22T07:22:49.745292+0000 osd.5 (osd.5) 235 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:50 smithi148 bash[66753]: cluster 2024-03-22T07:22:49.752678+0000 osd.5 (osd.5) 236 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:51.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:50 smithi148 bash[66753]: cluster 2024-03-22T07:22:49.755004+0000 osd.6 (osd.6) 269 : cluster 3 failed to encode map e677 with expected crc 2024-03-22T07:22:52.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[79695]: audit 2024-03-22T07:22:50.736161+0000 mon.a (mon.0) 925 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:22:52.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[79695]: cluster 2024-03-22T07:22:50.738008+0000 osd.7 (osd.7) 258 : cluster 3 failed to encode map e678 with expected crc 2024-03-22T07:22:52.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[79695]: cluster 2024-03-22T07:22:50.738269+0000 osd.5 (osd.5) 237 : cluster 3 failed to encode map e678 with expected crc 2024-03-22T07:22:52.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[79695]: cluster 2024-03-22T07:22:50.743002+0000 mon.a (mon.0) 926 : cluster 0 osdmap e678: 8 total, 8 up, 8 in 2024-03-22T07:22:52.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[79695]: cluster 2024-03-22T07:22:50.744936+0000 osd.6 (osd.6) 270 : cluster 3 failed to encode map e678 with expected crc 2024-03-22T07:22:52.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[79695]: cluster 2024-03-22T07:22:50.747753+0000 osd.7 (osd.7) 259 : cluster 3 failed to encode map e678 with expected crc 2024-03-22T07:22:52.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[79695]: cluster 2024-03-22T07:22:50.748306+0000 osd.5 (osd.5) 238 : cluster 3 failed to encode map e678 with expected crc 2024-03-22T07:22:52.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[79695]: cluster 2024-03-22T07:22:51.693926+0000 mgr.y (mgr.25337) 466 : cluster 0 pgmap v764: 457 pgs: 3 creating+peering, 29 unknown, 425 active+clean; 199 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 483 KiB/s rd, 232 KiB/s wr, 974 op/s 2024-03-22T07:22:52.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[82160]: audit 2024-03-22T07:22:50.736161+0000 mon.a (mon.0) 925 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:22:52.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[82160]: cluster 2024-03-22T07:22:50.738008+0000 osd.7 (osd.7) 258 : cluster 3 failed to encode map e678 with expected crc 2024-03-22T07:22:52.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[82160]: cluster 2024-03-22T07:22:50.738269+0000 osd.5 (osd.5) 237 : cluster 3 failed to encode map e678 with expected crc 2024-03-22T07:22:52.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[82160]: cluster 2024-03-22T07:22:50.743002+0000 mon.a (mon.0) 926 : cluster 0 osdmap e678: 8 total, 8 up, 8 in 2024-03-22T07:22:52.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[82160]: cluster 2024-03-22T07:22:50.744936+0000 osd.6 (osd.6) 270 : cluster 3 failed to encode map e678 with expected crc 2024-03-22T07:22:52.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[82160]: cluster 2024-03-22T07:22:50.747753+0000 osd.7 (osd.7) 259 : cluster 3 failed to encode map e678 with expected crc 2024-03-22T07:22:52.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[82160]: cluster 2024-03-22T07:22:50.748306+0000 osd.5 (osd.5) 238 : cluster 3 failed to encode map e678 with expected crc 2024-03-22T07:22:52.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:51 smithi129 bash[82160]: cluster 2024-03-22T07:22:51.693926+0000 mgr.y (mgr.25337) 466 : cluster 0 pgmap v764: 457 pgs: 3 creating+peering, 29 unknown, 425 active+clean; 199 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 483 KiB/s rd, 232 KiB/s wr, 974 op/s 2024-03-22T07:22:52.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:51 smithi148 bash[66753]: audit 2024-03-22T07:22:50.736161+0000 mon.a (mon.0) 925 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:22:52.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:51 smithi148 bash[66753]: cluster 2024-03-22T07:22:50.738008+0000 osd.7 (osd.7) 258 : cluster 3 failed to encode map e678 with expected crc 2024-03-22T07:22:52.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:51 smithi148 bash[66753]: cluster 2024-03-22T07:22:50.738269+0000 osd.5 (osd.5) 237 : cluster 3 failed to encode map e678 with expected crc 2024-03-22T07:22:52.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:51 smithi148 bash[66753]: cluster 2024-03-22T07:22:50.743002+0000 mon.a (mon.0) 926 : cluster 0 osdmap e678: 8 total, 8 up, 8 in 2024-03-22T07:22:52.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:51 smithi148 bash[66753]: cluster 2024-03-22T07:22:50.744936+0000 osd.6 (osd.6) 270 : cluster 3 failed to encode map e678 with expected crc 2024-03-22T07:22:52.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:51 smithi148 bash[66753]: cluster 2024-03-22T07:22:50.747753+0000 osd.7 (osd.7) 259 : cluster 3 failed to encode map e678 with expected crc 2024-03-22T07:22:52.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:51 smithi148 bash[66753]: cluster 2024-03-22T07:22:50.748306+0000 osd.5 (osd.5) 238 : cluster 3 failed to encode map e678 with expected crc 2024-03-22T07:22:52.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:51 smithi148 bash[66753]: cluster 2024-03-22T07:22:51.693926+0000 mgr.y (mgr.25337) 466 : cluster 0 pgmap v764: 457 pgs: 3 creating+peering, 29 unknown, 425 active+clean; 199 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 483 KiB/s rd, 232 KiB/s wr, 974 op/s 2024-03-22T07:22:52.896 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:52.896 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:52.896 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:52.896 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:52.896 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:52.896 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:52.896 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:52.896 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:52.896 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:52.896 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:52.896 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:52.896 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:52.897 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:52.898 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:52.898 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:52.898 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:52.898 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:52.898 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:52.898 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:52.898 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:52.898 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:52.898 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:52.898 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:52.898 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:52.898 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:52.898 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:52.898 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 512~512 = 512 2024-03-22T07:22:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:52.900 INFO:tasks.workunit.client.0.smithi129.stdout:aio discard: 1536~512 = 0 2024-03-22T07:22:52.900 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:52.900 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:52.900 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:52.900 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:52.900 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:52.900 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:52.900 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:52.900 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3723 ms) 2024-03-22T07:22:52.900 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-03-22T07:22:52.900 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:52.965 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (69 ms) 2024-03-22T07:22:52.965 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-03-22T07:22:52.965 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:53.035 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (71 ms) 2024-03-22T07:22:53.035 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-03-22T07:22:53.036 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:53.105 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (69 ms) 2024-03-22T07:22:53.105 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-03-22T07:22:53.105 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:53.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:52 smithi129 bash[79695]: cluster 2024-03-22T07:22:51.756641+0000 osd.7 (osd.7) 260 : cluster 3 failed to encode map e679 with expected crc 2024-03-22T07:22:53.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:52 smithi129 bash[79695]: cluster 2024-03-22T07:22:51.765405+0000 mon.a (mon.0) 927 : cluster 0 osdmap e679: 8 total, 8 up, 8 in 2024-03-22T07:22:53.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:52 smithi129 bash[79695]: cluster 2024-03-22T07:22:51.777903+0000 osd.5 (osd.5) 239 : cluster 3 failed to encode map e679 with expected crc 2024-03-22T07:22:53.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:52 smithi129 bash[79695]: cluster 2024-03-22T07:22:51.898349+0000 osd.6 (osd.6) 271 : cluster 3 failed to encode map e679 with expected crc 2024-03-22T07:22:53.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:52 smithi129 bash[79695]: cluster 2024-03-22T07:22:51.903005+0000 osd.6 (osd.6) 272 : cluster 3 failed to encode map e679 with expected crc 2024-03-22T07:22:53.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:52 smithi129 bash[82160]: cluster 2024-03-22T07:22:51.756641+0000 osd.7 (osd.7) 260 : cluster 3 failed to encode map e679 with expected crc 2024-03-22T07:22:53.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:52 smithi129 bash[82160]: cluster 2024-03-22T07:22:51.765405+0000 mon.a (mon.0) 927 : cluster 0 osdmap e679: 8 total, 8 up, 8 in 2024-03-22T07:22:53.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:52 smithi129 bash[82160]: cluster 2024-03-22T07:22:51.777903+0000 osd.5 (osd.5) 239 : cluster 3 failed to encode map e679 with expected crc 2024-03-22T07:22:53.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:52 smithi129 bash[82160]: cluster 2024-03-22T07:22:51.898349+0000 osd.6 (osd.6) 271 : cluster 3 failed to encode map e679 with expected crc 2024-03-22T07:22:53.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:52 smithi129 bash[82160]: cluster 2024-03-22T07:22:51.903005+0000 osd.6 (osd.6) 272 : cluster 3 failed to encode map e679 with expected crc 2024-03-22T07:22:53.173 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (69 ms) 2024-03-22T07:22:53.173 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-03-22T07:22:53.173 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:53.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:52 smithi148 bash[66753]: cluster 2024-03-22T07:22:51.756641+0000 osd.7 (osd.7) 260 : cluster 3 failed to encode map e679 with expected crc 2024-03-22T07:22:53.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:52 smithi148 bash[66753]: cluster 2024-03-22T07:22:51.765405+0000 mon.a (mon.0) 927 : cluster 0 osdmap e679: 8 total, 8 up, 8 in 2024-03-22T07:22:53.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:52 smithi148 bash[66753]: cluster 2024-03-22T07:22:51.777903+0000 osd.5 (osd.5) 239 : cluster 3 failed to encode map e679 with expected crc 2024-03-22T07:22:53.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:52 smithi148 bash[66753]: cluster 2024-03-22T07:22:51.898349+0000 osd.6 (osd.6) 271 : cluster 3 failed to encode map e679 with expected crc 2024-03-22T07:22:53.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:52 smithi148 bash[66753]: cluster 2024-03-22T07:22:51.903005+0000 osd.6 (osd.6) 272 : cluster 3 failed to encode map e679 with expected crc 2024-03-22T07:22:53.306 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (132 ms) 2024-03-22T07:22:53.306 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-03-22T07:22:53.306 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:53.445 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (139 ms) 2024-03-22T07:22:53.445 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-03-22T07:22:53.445 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:53.579 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (134 ms) 2024-03-22T07:22:53.579 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-03-22T07:22:53.579 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:53.684 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (106 ms) 2024-03-22T07:22:53.685 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-03-22T07:22:53.685 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:54.015 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (331 ms) 2024-03-22T07:22:54.016 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-03-22T07:22:54.016 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:54.121 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:22:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:22:53] "GET /metrics HTTP/1.1" 200 62983 "" "Prometheus/2.43.0" 2024-03-22T07:22:54.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:53 smithi129 bash[82160]: cluster 2024-03-22T07:22:52.768052+0000 osd.7 (osd.7) 261 : cluster 3 failed to encode map e680 with expected crc 2024-03-22T07:22:54.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:53 smithi129 bash[82160]: cluster 2024-03-22T07:22:52.768526+0000 osd.6 (osd.6) 273 : cluster 3 failed to encode map e680 with expected crc 2024-03-22T07:22:54.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:53 smithi129 bash[82160]: cluster 2024-03-22T07:22:52.772124+0000 mon.a (mon.0) 928 : cluster 0 osdmap e680: 8 total, 8 up, 8 in 2024-03-22T07:22:54.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:53 smithi129 bash[82160]: cluster 2024-03-22T07:22:52.782322+0000 osd.5 (osd.5) 240 : cluster 3 failed to encode map e680 with expected crc 2024-03-22T07:22:54.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:53 smithi129 bash[82160]: audit 2024-03-22T07:22:53.392116+0000 mon.c (mon.2) 239 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:22:54.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:53 smithi129 bash[82160]: cluster 2024-03-22T07:22:53.694619+0000 mgr.y (mgr.25337) 467 : cluster 0 pgmap v767: 457 pgs: 3 creating+peering, 20 unknown, 434 active+clean; 199 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-22T07:22:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:53 smithi129 bash[79695]: cluster 2024-03-22T07:22:52.768052+0000 osd.7 (osd.7) 261 : cluster 3 failed to encode map e680 with expected crc 2024-03-22T07:22:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:53 smithi129 bash[79695]: cluster 2024-03-22T07:22:52.768526+0000 osd.6 (osd.6) 273 : cluster 3 failed to encode map e680 with expected crc 2024-03-22T07:22:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:53 smithi129 bash[79695]: cluster 2024-03-22T07:22:52.772124+0000 mon.a (mon.0) 928 : cluster 0 osdmap e680: 8 total, 8 up, 8 in 2024-03-22T07:22:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:53 smithi129 bash[79695]: cluster 2024-03-22T07:22:52.782322+0000 osd.5 (osd.5) 240 : cluster 3 failed to encode map e680 with expected crc 2024-03-22T07:22:54.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:53 smithi129 bash[79695]: audit 2024-03-22T07:22:53.392116+0000 mon.c (mon.2) 239 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:22:54.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:53 smithi129 bash[79695]: cluster 2024-03-22T07:22:53.694619+0000 mgr.y (mgr.25337) 467 : cluster 0 pgmap v767: 457 pgs: 3 creating+peering, 20 unknown, 434 active+clean; 199 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-22T07:22:54.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:53 smithi148 bash[66753]: cluster 2024-03-22T07:22:52.768052+0000 osd.7 (osd.7) 261 : cluster 3 failed to encode map e680 with expected crc 2024-03-22T07:22:54.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:53 smithi148 bash[66753]: cluster 2024-03-22T07:22:52.768526+0000 osd.6 (osd.6) 273 : cluster 3 failed to encode map e680 with expected crc 2024-03-22T07:22:54.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:53 smithi148 bash[66753]: cluster 2024-03-22T07:22:52.772124+0000 mon.a (mon.0) 928 : cluster 0 osdmap e680: 8 total, 8 up, 8 in 2024-03-22T07:22:54.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:53 smithi148 bash[66753]: cluster 2024-03-22T07:22:52.782322+0000 osd.5 (osd.5) 240 : cluster 3 failed to encode map e680 with expected crc 2024-03-22T07:22:54.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:53 smithi148 bash[66753]: audit 2024-03-22T07:22:53.392116+0000 mon.c (mon.2) 239 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:22:54.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:53 smithi148 bash[66753]: cluster 2024-03-22T07:22:53.694619+0000 mgr.y (mgr.25337) 467 : cluster 0 pgmap v767: 457 pgs: 3 creating+peering, 20 unknown, 434 active+clean; 199 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-22T07:22:54.407 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (391 ms) 2024-03-22T07:22:54.407 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-03-22T07:22:54.407 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:54.467 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (60 ms) 2024-03-22T07:22:54.467 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-03-22T07:22:54.467 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:54.529 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (62 ms) 2024-03-22T07:22:54.529 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-03-22T07:22:54.529 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:54.600 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (71 ms) 2024-03-22T07:22:54.600 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-03-22T07:22:54.600 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:54.659 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (59 ms) 2024-03-22T07:22:54.659 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-03-22T07:22:54.659 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:54.720 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:54.720 INFO:tasks.workunit.client.0.smithi129.stdout:aio discard: 0~1048576 = 0 2024-03-22T07:22:54.720 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:54.720 INFO:tasks.workunit.client.0.smithi129.stdout:aio discard: 0~4194304 = 0 2024-03-22T07:22:54.720 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:54.720 INFO:tasks.workunit.client.0.smithi129.stdout:aio discard: 3145728~1048576 = 0 2024-03-22T07:22:54.720 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (61 ms) 2024-03-22T07:22:54.721 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestFUA 2024-03-22T07:22:54.721 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:55.014 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:55.015 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:55.015 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:55.015 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:55.015 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:55.015 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:55.015 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:55.015 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:55.015 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:55.015 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:55.015 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.015 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:55.015 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:55.015 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:55.016 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.017 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:55.017 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:55.017 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:55.017 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:55.017 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.017 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:55.017 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:55.017 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:55.017 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.017 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:55.017 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:55.017 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:55.017 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.018 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:55.018 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:55.018 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:55.018 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.018 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:55.018 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:55.018 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:55.018 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.018 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:55.018 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:55.018 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:55.018 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestFUA (295 ms) 2024-03-22T07:22:55.018 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-03-22T07:22:55.018 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:22:55.059 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:55.059 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:55.059 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:55.059 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:55.059 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:22:55.059 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.059 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:55.059 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:55.059 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:55.060 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:55.060 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.060 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:55.060 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:55.060 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:55.060 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:55.060 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.060 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:55.060 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:55.060 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:55.060 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:55.060 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.060 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:55.060 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:55.061 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:55.061 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:55.061 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.061 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:22:55.061 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:55.095 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:55.095 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:22:55.095 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:22:55.095 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:22:55.095 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:22:55.095 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:22:55.095 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:22:55.095 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:22:55.095 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:22:55.095 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:22:55.096 INFO:tasks.workunit.client.0.smithi129.stdout:start compare and write 2024-03-22T07:22:55.096 INFO:tasks.workunit.client.0.smithi129.stdout:compare and wrote: 512 2024-03-22T07:22:55.096 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.096 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:22:55.096 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:55.097 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:55.097 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:22:55.097 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.097 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:22:55.097 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:55.099 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:55.100 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:22:55.100 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.100 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:22:55.100 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:55.102 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:55.102 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:22:55.102 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.102 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:22:55.102 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:55.105 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:55.105 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:22:55.105 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.105 INFO:tasks.workunit.client.0.smithi129.stdout:started aio compare and write 2024-03-22T07:22:55.105 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:55.109 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:55.109 INFO:tasks.workunit.client.0.smithi129.stdout:finished aio compare and write 2024-03-22T07:22:55.110 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:55.110 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:55.110 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:55.110 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:55.110 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:55.110 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.110 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:55.110 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:55.110 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:55.110 INFO:tasks.workunit.client.0.smithi129.stdout:finished read 2024-03-22T07:22:55.111 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.111 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:55.111 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:55.111 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:55.111 INFO:tasks.workunit.client.0.smithi129.stdout:finished read 2024-03-22T07:22:55.111 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.111 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:55.111 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:55.112 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:55.112 INFO:tasks.workunit.client.0.smithi129.stdout:finished read 2024-03-22T07:22:55.112 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.112 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:55.112 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:55.113 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:55.113 INFO:tasks.workunit.client.0.smithi129.stdout:finished read 2024-03-22T07:22:55.113 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:55.113 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:22:55.114 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:22:55.114 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:22:55.114 INFO:tasks.workunit.client.0.smithi129.stdout:finished read 2024-03-22T07:22:55.114 INFO:tasks.workunit.client.0.smithi129.stdout:discard: 512~512 2024-03-22T07:22:55.114 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:56.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:55 smithi129 bash[82160]: cluster 2024-03-22T07:22:55.697692+0000 mgr.y (mgr.25337) 468 : cluster 0 pgmap v768: 457 pgs: 457 active+clean; 229 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.7 MiB/s wr, 112 op/s 2024-03-22T07:22:56.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:55 smithi129 bash[79695]: cluster 2024-03-22T07:22:55.697692+0000 mgr.y (mgr.25337) 468 : cluster 0 pgmap v768: 457 pgs: 457 active+clean; 229 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.7 MiB/s wr, 112 op/s 2024-03-22T07:22:56.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:55 smithi148 bash[66753]: cluster 2024-03-22T07:22:55.697692+0000 mgr.y (mgr.25337) 468 : cluster 0 pgmap v768: 457 pgs: 457 active+clean; 229 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.7 MiB/s wr, 112 op/s 2024-03-22T07:22:58.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:57 smithi129 bash[82160]: cluster 2024-03-22T07:22:57.699680+0000 mgr.y (mgr.25337) 469 : cluster 0 pgmap v769: 457 pgs: 457 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.3 MiB/s wr, 115 op/s 2024-03-22T07:22:58.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:57 smithi129 bash[79695]: cluster 2024-03-22T07:22:57.699680+0000 mgr.y (mgr.25337) 469 : cluster 0 pgmap v769: 457 pgs: 457 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.3 MiB/s wr, 115 op/s 2024-03-22T07:22:58.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:57 smithi148 bash[66753]: cluster 2024-03-22T07:22:57.699680+0000 mgr.y (mgr.25337) 469 : cluster 0 pgmap v769: 457 pgs: 457 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.3 MiB/s wr, 115 op/s 2024-03-22T07:22:59.171 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:59.171 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:59.171 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:59.172 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:59.172 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:22:59.172 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 0 2024-03-22T07:22:59.172 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.172 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.172 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 0 2024-03-22T07:22:59.172 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.172 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.172 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 16384 2024-03-22T07:22:59.172 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.172 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.172 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 16384 2024-03-22T07:22:59.172 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.172 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.173 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:59.173 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:59.173 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 49152 2024-03-22T07:22:59.173 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.173 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.173 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 49152 2024-03-22T07:22:59.173 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.173 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.173 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 65536 2024-03-22T07:22:59.173 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.173 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.173 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 65536 2024-03-22T07:22:59.173 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.174 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.174 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:59.174 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:59.174 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 98304 2024-03-22T07:22:59.174 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.174 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.174 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 98304 2024-03-22T07:22:59.174 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.174 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.174 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 114688 2024-03-22T07:22:59.174 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.174 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.174 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 114688 2024-03-22T07:22:59.174 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.174 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 147456 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 147456 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 163840 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 163840 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:59.175 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 196608 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 196608 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 212992 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 212992 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:59.176 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:59.177 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:59.177 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:59.177 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:59.177 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.177 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.177 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:59.177 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:59.177 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:59.177 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:59.177 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:59.177 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.177 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.177 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:59.177 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:59.177 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:59.203 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:59.203 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:59.203 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.203 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.203 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:59.203 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:59.203 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:59.225 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:59.225 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:59.225 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.225 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.225 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:59.225 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:59.225 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:59.225 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:59.225 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:59.225 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:59.225 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:59.225 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:59.225 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:59.297 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:59.297 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:59.297 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.297 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.298 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:59.298 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:59.298 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:59.379 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:59.379 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:59.379 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.379 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.379 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:59.379 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:59.379 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:59.506 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:59.507 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:59.507 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.507 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.507 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:59.507 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:59.507 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:59.619 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:59.619 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:59.619 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.619 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.619 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:59.620 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:59.620 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:59.620 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:59.620 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:59.620 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:22:59.620 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:59.620 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:59.620 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:59.795 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:59.795 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:59.795 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.796 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.796 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:59.796 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:59.796 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:22:59.996 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:22:59.996 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:22:59.996 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:22:59.996 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:22:59.996 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:22:59.996 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:22:59.996 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:00.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:22:59 smithi129 bash[82160]: cluster 2024-03-22T07:22:59.702704+0000 mgr.y (mgr.25337) 470 : cluster 0 pgmap v770: 457 pgs: 457 active+clean; 249 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.1 MiB/s wr, 507 op/s 2024-03-22T07:23:00.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:22:59 smithi129 bash[79695]: cluster 2024-03-22T07:22:59.702704+0000 mgr.y (mgr.25337) 470 : cluster 0 pgmap v770: 457 pgs: 457 active+clean; 249 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.1 MiB/s wr, 507 op/s 2024-03-22T07:23:00.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:22:59 smithi148 bash[66753]: cluster 2024-03-22T07:22:59.702704+0000 mgr.y (mgr.25337) 470 : cluster 0 pgmap v770: 457 pgs: 457 active+clean; 249 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.1 MiB/s wr, 507 op/s 2024-03-22T07:23:00.205 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:00.205 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:00.205 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:00.205 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:00.206 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:00.206 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:00.206 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:00.416 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:00.417 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:00.417 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:00.417 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:00.417 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:00.417 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:00.417 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:00.417 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:00.417 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:00.417 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:00.417 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:00.417 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:00.417 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:00.723 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:00.723 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:00.723 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:00.723 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:00.723 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:00.723 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:00.723 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:00.999 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:00.999 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:00.999 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:00.999 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:00.999 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:00.999 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:00.999 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:01.344 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:01.345 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:01.345 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:01.345 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:01.345 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:01.345 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:01.345 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:01.670 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:01.670 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:01.670 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:01.670 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:01.670 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:01.670 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:01.670 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:01.671 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:01.671 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:01.671 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:01.671 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:01.671 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:01.671 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:01.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:01 smithi148 bash[66753]: audit 2024-03-22T07:23:00.384047+0000 mon.a (mon.0) 929 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:01.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:01 smithi129 bash[79695]: audit 2024-03-22T07:23:00.384047+0000 mon.a (mon.0) 929 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:01.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:01 smithi129 bash[82160]: audit 2024-03-22T07:23:00.384047+0000 mon.a (mon.0) 929 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:02.037 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:02.037 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:02.038 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:02.038 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:02.038 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:02.038 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:02.038 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:02.367 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:02.368 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:02.368 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:02.368 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:02.368 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:02.368 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:02.368 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:02.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:02 smithi148 bash[66753]: cluster 2024-03-22T07:23:01.704140+0000 mgr.y (mgr.25337) 471 : cluster 0 pgmap v771: 457 pgs: 457 active+clean; 249 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.7 MiB/s wr, 408 op/s 2024-03-22T07:23:02.428 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:23:02 smithi148 bash[48714]: logger=cleanup t=2024-03-22T07:23:02.178011764Z level=info msg="Completed cleanup jobs" duration=68.150694ms 2024-03-22T07:23:02.773 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:02.774 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:02.774 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:02.774 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:02.774 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:02.774 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:02.774 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:02.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:02 smithi129 bash[79695]: cluster 2024-03-22T07:23:01.704140+0000 mgr.y (mgr.25337) 471 : cluster 0 pgmap v771: 457 pgs: 457 active+clean; 249 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.7 MiB/s wr, 408 op/s 2024-03-22T07:23:02.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:02 smithi129 bash[82160]: cluster 2024-03-22T07:23:01.704140+0000 mgr.y (mgr.25337) 471 : cluster 0 pgmap v771: 457 pgs: 457 active+clean; 249 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.7 MiB/s wr, 408 op/s 2024-03-22T07:23:03.185 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:03.185 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:03.185 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:03.185 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:03.186 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:03.186 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:03.186 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:03.186 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:03.186 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:03.186 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:03.186 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestIOPP (8170 ms) 2024-03-22T07:23:03.186 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-03-22T07:23:03.186 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:03.250 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (65 ms) 2024-03-22T07:23:03.250 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-03-22T07:23:03.250 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:03.317 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (67 ms) 2024-03-22T07:23:03.317 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-03-22T07:23:03.318 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:03.425 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (107 ms) 2024-03-22T07:23:03.425 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-03-22T07:23:03.425 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:03.511 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (87 ms) 2024-03-22T07:23:03.512 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-03-22T07:23:03.512 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:03.579 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (67 ms) 2024-03-22T07:23:03.579 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-03-22T07:23:03.579 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:03.637 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:03.647 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (68 ms) 2024-03-22T07:23:03.647 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-03-22T07:23:03.647 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:03.715 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (68 ms) 2024-03-22T07:23:03.715 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-03-22T07:23:03.715 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:03.781 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:03.792 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (77 ms) 2024-03-22T07:23:03.792 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-03-22T07:23:03.792 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:03.860 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (68 ms) 2024-03-22T07:23:03.860 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-03-22T07:23:03.860 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:03.921 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:03.931 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (70 ms) 2024-03-22T07:23:03.931 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-03-22T07:23:03.931 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:04.005 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (75 ms) 2024-03-22T07:23:04.006 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-03-22T07:23:04.006 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:04.070 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:04.081 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (76 ms) 2024-03-22T07:23:04.081 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-03-22T07:23:04.081 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:04.228 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (146 ms) 2024-03-22T07:23:04.228 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-03-22T07:23:04.228 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:04.325 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:04.333 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:23:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:23:03] "GET /metrics HTTP/1.1" 200 62983 "" "Prometheus/2.43.0" 2024-03-22T07:23:04.358 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (131 ms) 2024-03-22T07:23:04.359 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-03-22T07:23:04.359 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:04.497 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (138 ms) 2024-03-22T07:23:04.497 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-03-22T07:23:04.497 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:04.596 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:04 smithi129 bash[79695]: cluster 2024-03-22T07:23:03.320868+0000 osd.7 (osd.7) 262 : cluster 3 failed to encode map e681 with expected crc 2024-03-22T07:23:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:04 smithi129 bash[79695]: cluster 2024-03-22T07:23:03.325968+0000 mon.a (mon.0) 930 : cluster 0 osdmap e681: 8 total, 8 up, 8 in 2024-03-22T07:23:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:04 smithi129 bash[79695]: cluster 2024-03-22T07:23:03.431692+0000 osd.6 (osd.6) 274 : cluster 3 failed to encode map e681 with expected crc 2024-03-22T07:23:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:04 smithi129 bash[79695]: cluster 2024-03-22T07:23:03.532932+0000 osd.5 (osd.5) 241 : cluster 3 failed to encode map e681 with expected crc 2024-03-22T07:23:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:04 smithi129 bash[79695]: cluster 2024-03-22T07:23:03.705279+0000 mgr.y (mgr.25337) 472 : cluster 0 pgmap v773: 457 pgs: 457 active+clean; 249 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.8 MiB/s wr, 929 op/s 2024-03-22T07:23:04.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:04 smithi129 bash[82160]: cluster 2024-03-22T07:23:03.320868+0000 osd.7 (osd.7) 262 : cluster 3 failed to encode map e681 with expected crc 2024-03-22T07:23:04.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:04 smithi129 bash[82160]: cluster 2024-03-22T07:23:03.325968+0000 mon.a (mon.0) 930 : cluster 0 osdmap e681: 8 total, 8 up, 8 in 2024-03-22T07:23:04.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:04 smithi129 bash[82160]: cluster 2024-03-22T07:23:03.431692+0000 osd.6 (osd.6) 274 : cluster 3 failed to encode map e681 with expected crc 2024-03-22T07:23:04.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:04 smithi129 bash[82160]: cluster 2024-03-22T07:23:03.532932+0000 osd.5 (osd.5) 241 : cluster 3 failed to encode map e681 with expected crc 2024-03-22T07:23:04.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:04 smithi129 bash[82160]: cluster 2024-03-22T07:23:03.705279+0000 mgr.y (mgr.25337) 472 : cluster 0 pgmap v773: 457 pgs: 457 active+clean; 249 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.8 MiB/s wr, 929 op/s 2024-03-22T07:23:04.630 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (133 ms) 2024-03-22T07:23:04.631 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-03-22T07:23:04.631 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:04.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:04 smithi148 bash[66753]: cluster 2024-03-22T07:23:03.320868+0000 osd.7 (osd.7) 262 : cluster 3 failed to encode map e681 with expected crc 2024-03-22T07:23:04.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:04 smithi148 bash[66753]: cluster 2024-03-22T07:23:03.325968+0000 mon.a (mon.0) 930 : cluster 0 osdmap e681: 8 total, 8 up, 8 in 2024-03-22T07:23:04.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:04 smithi148 bash[66753]: cluster 2024-03-22T07:23:03.431692+0000 osd.6 (osd.6) 274 : cluster 3 failed to encode map e681 with expected crc 2024-03-22T07:23:04.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:04 smithi148 bash[66753]: cluster 2024-03-22T07:23:03.532932+0000 osd.5 (osd.5) 241 : cluster 3 failed to encode map e681 with expected crc 2024-03-22T07:23:04.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:04 smithi148 bash[66753]: cluster 2024-03-22T07:23:03.705279+0000 mgr.y (mgr.25337) 472 : cluster 0 pgmap v773: 457 pgs: 457 active+clean; 249 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.8 MiB/s wr, 929 op/s 2024-03-22T07:23:05.030 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (400 ms) 2024-03-22T07:23:05.030 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-03-22T07:23:05.031 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:05.590 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:05.627 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (597 ms) 2024-03-22T07:23:05.627 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-03-22T07:23:05.627 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:05.699 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:23:05.699 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:23:05.699 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:23:05.699 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:23:05.699 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:23:05.699 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:05.699 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:23:05.699 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:05.702 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:05.702 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:23:05.702 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:05.702 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:23:05.702 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:05.705 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:05.705 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:23:05.705 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:05.705 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:23:05.705 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:05.708 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:05.708 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:23:05.708 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:05.708 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:23:05.708 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:05.711 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:05.711 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:23:05.711 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:05.711 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:23:05.711 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:05.713 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:05.713 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:23:05.713 INFO:tasks.workunit.client.0.smithi129.stdout:read: 512 2024-03-22T07:23:05.713 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:05.713 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:23:05.714 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:23:05.714 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:23:05.714 INFO:tasks.workunit.client.0.smithi129.stdout:finished read 2024-03-22T07:23:05.714 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:05.714 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:23:05.714 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:23:05.715 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:23:05.715 INFO:tasks.workunit.client.0.smithi129.stdout:finished read 2024-03-22T07:23:05.715 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:05.715 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:23:05.715 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:23:05.716 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:23:05.716 INFO:tasks.workunit.client.0.smithi129.stdout:finished read 2024-03-22T07:23:05.716 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:05.716 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:23:05.716 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:23:05.717 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:23:05.717 INFO:tasks.workunit.client.0.smithi129.stdout:finished read 2024-03-22T07:23:05.717 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:05.717 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:23:05.717 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:23:06.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:05 smithi129 bash[82160]: cluster 2024-03-22T07:23:05.708609+0000 mgr.y (mgr.25337) 473 : cluster 0 pgmap v774: 457 pgs: 457 active+clean; 269 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.0 MiB/s wr, 932 op/s 2024-03-22T07:23:06.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:05 smithi129 bash[79695]: cluster 2024-03-22T07:23:05.708609+0000 mgr.y (mgr.25337) 473 : cluster 0 pgmap v774: 457 pgs: 457 active+clean; 269 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.0 MiB/s wr, 932 op/s 2024-03-22T07:23:06.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:05 smithi148 bash[66753]: cluster 2024-03-22T07:23:05.708609+0000 mgr.y (mgr.25337) 473 : cluster 0 pgmap v774: 457 pgs: 457 active+clean; 269 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.0 MiB/s wr, 932 op/s 2024-03-22T07:23:08.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:07 smithi129 bash[82160]: cluster 2024-03-22T07:23:07.710497+0000 mgr.y (mgr.25337) 474 : cluster 0 pgmap v775: 457 pgs: 457 active+clean; 269 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 943 op/s 2024-03-22T07:23:08.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:07 smithi129 bash[79695]: cluster 2024-03-22T07:23:07.710497+0000 mgr.y (mgr.25337) 474 : cluster 0 pgmap v775: 457 pgs: 457 active+clean; 269 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 943 op/s 2024-03-22T07:23:08.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:07 smithi148 bash[66753]: cluster 2024-03-22T07:23:07.710497+0000 mgr.y (mgr.25337) 474 : cluster 0 pgmap v775: 457 pgs: 457 active+clean; 269 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 943 op/s 2024-03-22T07:23:09.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:08 smithi129 bash[79695]: audit 2024-03-22T07:23:08.392860+0000 mon.c (mon.2) 240 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:23:09.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:08 smithi129 bash[82160]: audit 2024-03-22T07:23:08.392860+0000 mon.c (mon.2) 240 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:23:09.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:08 smithi148 bash[66753]: audit 2024-03-22T07:23:08.392860+0000 mon.c (mon.2) 240 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:23:09.475 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:23:09.475 INFO:tasks.workunit.client.0.smithi129.stdout:finished read 2024-03-22T07:23:09.475 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 0 2024-03-22T07:23:09.475 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.475 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.475 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 0 2024-03-22T07:23:09.475 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.475 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.475 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 16384 2024-03-22T07:23:09.475 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.475 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.475 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 16384 2024-03-22T07:23:09.476 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.476 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.476 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:09.476 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:09.476 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 49152 2024-03-22T07:23:09.476 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.476 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.476 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 49152 2024-03-22T07:23:09.476 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.476 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.476 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 65536 2024-03-22T07:23:09.476 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.476 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.476 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 65536 2024-03-22T07:23:09.476 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 98304 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 98304 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 114688 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 114688 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:09.477 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:09.478 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 147456 2024-03-22T07:23:09.478 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.478 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.478 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 147456 2024-03-22T07:23:09.478 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.478 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.478 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 163840 2024-03-22T07:23:09.478 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.478 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.478 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 163840 2024-03-22T07:23:09.478 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.478 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.478 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:09.478 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:09.478 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 196608 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 196608 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 212992 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 212992 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:09.479 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:09.480 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:09.480 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:09.480 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.480 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.480 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:09.480 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:09.480 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:09.480 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:09.480 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:09.480 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.481 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.481 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:09.481 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:09.481 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:09.509 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:09.510 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:09.510 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.510 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.510 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:09.510 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:09.510 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:09.540 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:09.540 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:09.540 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.540 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.540 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:09.540 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:09.540 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:09.540 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:09.540 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:09.540 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:09.540 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:09.540 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:09.540 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:09.624 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:09.624 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:09.624 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.625 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.625 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:09.625 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:09.625 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:09.708 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:09.708 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:09.708 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.708 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.708 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:09.708 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:09.708 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:09.817 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:09.817 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:09.817 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.817 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.817 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:09.817 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:09.817 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:09.932 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:09.932 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:09.932 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:09.933 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:09.933 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:09.933 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:09.933 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:09.933 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:09.933 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:09.933 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:09.933 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:09.933 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:09.933 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:10.108 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:10.108 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:10.108 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:10.108 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:10.108 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:10.109 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:10.109 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:10.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:09 smithi129 bash[79695]: cluster 2024-03-22T07:23:09.713812+0000 mgr.y (mgr.25337) 475 : cluster 0 pgmap v776: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.8 MiB/s wr, 1.11k op/s 2024-03-22T07:23:10.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:09 smithi129 bash[82160]: cluster 2024-03-22T07:23:09.713812+0000 mgr.y (mgr.25337) 475 : cluster 0 pgmap v776: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.8 MiB/s wr, 1.11k op/s 2024-03-22T07:23:10.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:09 smithi148 bash[66753]: cluster 2024-03-22T07:23:09.713812+0000 mgr.y (mgr.25337) 475 : cluster 0 pgmap v776: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.8 MiB/s wr, 1.11k op/s 2024-03-22T07:23:10.235 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:10.235 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:10.235 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:10.235 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:10.235 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:10.235 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:10.235 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:10.433 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:10.433 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:10.433 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:10.433 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:10.433 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:10.433 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:10.433 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:10.621 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:10.621 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:10.621 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:10.621 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:10.621 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:10.621 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:10.621 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:10.621 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:10.621 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:10.622 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:10.622 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:10.622 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:10.622 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:10.901 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:10.901 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:10.902 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:10.902 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:10.902 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:10.902 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:10.902 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:11.166 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:11.166 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:11.166 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:11.167 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:11.167 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:11.167 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:11.167 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:11.448 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:11.448 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:11.448 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:11.449 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:11.449 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:11.449 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:11.449 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:11.717 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:11.717 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:11.717 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:11.717 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:11.717 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:11.717 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:11.717 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:11.717 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:11.717 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:11.717 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:11.717 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:11.717 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:11.717 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:12.088 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:12.088 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:12.088 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:12.089 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:12.089 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:12.089 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:12.089 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:12.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:11 smithi129 bash[79695]: cluster 2024-03-22T07:23:11.715256+0000 mgr.y (mgr.25337) 476 : cluster 0 pgmap v777: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.8 MiB/s wr, 1.11k op/s 2024-03-22T07:23:12.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:11 smithi129 bash[82160]: cluster 2024-03-22T07:23:11.715256+0000 mgr.y (mgr.25337) 476 : cluster 0 pgmap v777: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.8 MiB/s wr, 1.11k op/s 2024-03-22T07:23:12.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:11 smithi148 bash[66753]: cluster 2024-03-22T07:23:11.715256+0000 mgr.y (mgr.25337) 476 : cluster 0 pgmap v777: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.8 MiB/s wr, 1.11k op/s 2024-03-22T07:23:12.413 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:12.413 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:12.413 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:12.413 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:12.413 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:12.413 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:12.413 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:12.820 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:12.820 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:12.820 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:12.820 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:12.820 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:12.820 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:12.820 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:23:13.184 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:23:13.184 INFO:tasks.workunit.client.0.smithi129.stdout:finished writesame 2024-03-22T07:23:13.184 INFO:tasks.workunit.client.0.smithi129.stdout:to verify the data 2024-03-22T07:23:13.184 INFO:tasks.workunit.client.0.smithi129.stdout:verified 2024-03-22T07:23:13.184 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:13.184 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:13.184 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:13.185 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:23:13.185 INFO:tasks.workunit.client.0.smithi129.stdout:started writesame 2024-03-22T07:23:13.185 INFO:tasks.workunit.client.0.smithi129.stdout:expected fail, finished writesame 2024-03-22T07:23:13.185 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (7557 ms) 2024-03-22T07:23:13.185 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-03-22T07:23:13.185 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:14.306 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:23:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:23:13] "GET /metrics HTTP/1.1" 200 62996 "" "Prometheus/2.43.0" 2024-03-22T07:23:14.388 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 0 2024-03-22T07:23:14.388 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 0 2024-03-22T07:23:14.389 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 1 2024-03-22T07:23:14.389 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:23:14.389 INFO:tasks.workunit.client.0.smithi129.stdout:snap: orig 2024-03-22T07:23:14.389 INFO:tasks.workunit.client.0.smithi129.stdout:found orig with size 2097152 2024-03-22T07:23:14.389 INFO:tasks.workunit.client.0.smithi129.stdout:read: 80 2024-03-22T07:23:14.389 INFO:tasks.workunit.client.0.smithi129.stdout:write test data! 2024-03-22T07:23:14.389 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 80 2024-03-22T07:23:14.389 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 2 2024-03-22T07:23:14.389 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 2 2024-03-22T07:23:14.389 INFO:tasks.workunit.client.0.smithi129.stdout:snap: orig 2024-03-22T07:23:14.389 INFO:tasks.workunit.client.0.smithi129.stdout:snap: written 2024-03-22T07:23:14.389 INFO:tasks.workunit.client.0.smithi129.stdout:found orig with size 2097152 2024-03-22T07:23:14.390 INFO:tasks.workunit.client.0.smithi129.stdout:found written with size 2097152 2024-03-22T07:23:14.390 INFO:tasks.workunit.client.0.smithi129.stdout:read: 80 2024-03-22T07:23:14.390 INFO:tasks.workunit.client.0.smithi129.stdout:read: 80 2024-03-22T07:23:14.390 INFO:tasks.workunit.client.0.smithi129.stdout:read: 80 2024-03-22T07:23:14.390 INFO:tasks.workunit.client.0.smithi129.stdout:write to snapshot returned -30 2024-03-22T07:23:14.390 INFO:tasks.workunit.client.0.smithi129.stdout:Read-only file system 2024-03-22T07:23:14.451 INFO:tasks.workunit.client.0.smithi129.stdout:read: 80 2024-03-22T07:23:14.451 INFO:tasks.workunit.client.0.smithi129.stdout:read: 80 2024-03-22T07:23:14.451 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 80 2024-03-22T07:23:14.451 INFO:tasks.workunit.client.0.smithi129.stdout:opening testimg@orig 2024-03-22T07:23:14.451 INFO:tasks.workunit.client.0.smithi129.stdout:read: 80 2024-03-22T07:23:14.451 INFO:tasks.workunit.client.0.smithi129.stdout:write to snapshot returned -30 2024-03-22T07:23:14.451 INFO:tasks.workunit.client.0.smithi129.stdout:Read-only file system 2024-03-22T07:23:14.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:14 smithi129 bash[79695]: cluster 2024-03-22T07:23:13.301577+0000 osd.7 (osd.7) 263 : cluster 3 failed to encode map e682 with expected crc 2024-03-22T07:23:14.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:14 smithi129 bash[79695]: cluster 2024-03-22T07:23:13.307682+0000 mon.a (mon.0) 931 : cluster 0 osdmap e682: 8 total, 8 up, 8 in 2024-03-22T07:23:14.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:14 smithi129 bash[79695]: cluster 2024-03-22T07:23:13.376258+0000 osd.6 (osd.6) 275 : cluster 3 failed to encode map e682 with expected crc 2024-03-22T07:23:14.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:14 smithi129 bash[79695]: cluster 2024-03-22T07:23:13.716236+0000 mgr.y (mgr.25337) 477 : cluster 0 pgmap v779: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.7 MiB/s wr, 586 op/s 2024-03-22T07:23:14.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:14 smithi129 bash[82160]: cluster 2024-03-22T07:23:13.301577+0000 osd.7 (osd.7) 263 : cluster 3 failed to encode map e682 with expected crc 2024-03-22T07:23:14.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:14 smithi129 bash[82160]: cluster 2024-03-22T07:23:13.307682+0000 mon.a (mon.0) 931 : cluster 0 osdmap e682: 8 total, 8 up, 8 in 2024-03-22T07:23:14.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:14 smithi129 bash[82160]: cluster 2024-03-22T07:23:13.376258+0000 osd.6 (osd.6) 275 : cluster 3 failed to encode map e682 with expected crc 2024-03-22T07:23:14.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:14 smithi129 bash[82160]: cluster 2024-03-22T07:23:13.716236+0000 mgr.y (mgr.25337) 477 : cluster 0 pgmap v779: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.7 MiB/s wr, 586 op/s 2024-03-22T07:23:14.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:14 smithi148 bash[66753]: cluster 2024-03-22T07:23:13.301577+0000 osd.7 (osd.7) 263 : cluster 3 failed to encode map e682 with expected crc 2024-03-22T07:23:14.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:14 smithi148 bash[66753]: cluster 2024-03-22T07:23:13.307682+0000 mon.a (mon.0) 931 : cluster 0 osdmap e682: 8 total, 8 up, 8 in 2024-03-22T07:23:14.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:14 smithi148 bash[66753]: cluster 2024-03-22T07:23:13.376258+0000 osd.6 (osd.6) 275 : cluster 3 failed to encode map e682 with expected crc 2024-03-22T07:23:14.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:14 smithi148 bash[66753]: cluster 2024-03-22T07:23:13.716236+0000 mgr.y (mgr.25337) 477 : cluster 0 pgmap v779: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.7 MiB/s wr, 586 op/s 2024-03-22T07:23:15.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:15 smithi129 bash[79695]: cluster 2024-03-22T07:23:13.882685+0000 osd.5 (osd.5) 242 : cluster 3 failed to encode map e682 with expected crc 2024-03-22T07:23:15.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:15 smithi129 bash[79695]: cluster 2024-03-22T07:23:14.310664+0000 osd.7 (osd.7) 264 : cluster 3 failed to encode map e683 with expected crc 2024-03-22T07:23:15.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:15 smithi129 bash[79695]: cluster 2024-03-22T07:23:14.312550+0000 osd.5 (osd.5) 243 : cluster 3 failed to encode map e683 with expected crc 2024-03-22T07:23:15.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:15 smithi129 bash[79695]: cluster 2024-03-22T07:23:14.318121+0000 mon.a (mon.0) 932 : cluster 0 osdmap e683: 8 total, 8 up, 8 in 2024-03-22T07:23:15.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:15 smithi129 bash[82160]: cluster 2024-03-22T07:23:13.882685+0000 osd.5 (osd.5) 242 : cluster 3 failed to encode map e682 with expected crc 2024-03-22T07:23:15.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:15 smithi129 bash[82160]: cluster 2024-03-22T07:23:14.310664+0000 osd.7 (osd.7) 264 : cluster 3 failed to encode map e683 with expected crc 2024-03-22T07:23:15.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:15 smithi129 bash[82160]: cluster 2024-03-22T07:23:14.312550+0000 osd.5 (osd.5) 243 : cluster 3 failed to encode map e683 with expected crc 2024-03-22T07:23:15.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:15 smithi129 bash[82160]: cluster 2024-03-22T07:23:14.318121+0000 mon.a (mon.0) 932 : cluster 0 osdmap e683: 8 total, 8 up, 8 in 2024-03-22T07:23:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:15 smithi148 bash[66753]: cluster 2024-03-22T07:23:13.882685+0000 osd.5 (osd.5) 242 : cluster 3 failed to encode map e682 with expected crc 2024-03-22T07:23:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:15 smithi148 bash[66753]: cluster 2024-03-22T07:23:14.310664+0000 osd.7 (osd.7) 264 : cluster 3 failed to encode map e683 with expected crc 2024-03-22T07:23:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:15 smithi148 bash[66753]: cluster 2024-03-22T07:23:14.312550+0000 osd.5 (osd.5) 243 : cluster 3 failed to encode map e683 with expected crc 2024-03-22T07:23:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:15 smithi148 bash[66753]: cluster 2024-03-22T07:23:14.318121+0000 mon.a (mon.0) 932 : cluster 0 osdmap e683: 8 total, 8 up, 8 in 2024-03-22T07:23:16.412 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 2 2024-03-22T07:23:16.412 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 2 2024-03-22T07:23:16.412 INFO:tasks.workunit.client.0.smithi129.stdout:snap: orig 2024-03-22T07:23:16.413 INFO:tasks.workunit.client.0.smithi129.stdout:snap: written 2024-03-22T07:23:16.413 INFO:tasks.workunit.client.0.smithi129.stdout:found orig with size 2097152 2024-03-22T07:23:16.413 INFO:tasks.workunit.client.0.smithi129.stdout:found written with size 2097152 2024-03-22T07:23:16.413 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 1 2024-03-22T07:23:16.413 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:23:16.413 INFO:tasks.workunit.client.0.smithi129.stdout:snap: orig 2024-03-22T07:23:16.413 INFO:tasks.workunit.client.0.smithi129.stdout:found orig with size 2097152 2024-03-22T07:23:16.413 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 0 2024-03-22T07:23:16.413 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 0 2024-03-22T07:23:16.413 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3228 ms) 2024-03-22T07:23:16.413 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-03-22T07:23:16.413 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:16.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:16 smithi129 bash[79695]: cluster 2024-03-22T07:23:15.322896+0000 osd.7 (osd.7) 265 : cluster 3 failed to encode map e684 with expected crc 2024-03-22T07:23:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:16 smithi129 bash[79695]: cluster 2024-03-22T07:23:15.329748+0000 mon.a (mon.0) 933 : cluster 0 osdmap e684: 8 total, 8 up, 8 in 2024-03-22T07:23:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:16 smithi129 bash[79695]: cluster 2024-03-22T07:23:15.343510+0000 osd.6 (osd.6) 276 : cluster 3 failed to encode map e684 with expected crc 2024-03-22T07:23:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:16 smithi129 bash[79695]: cluster 2024-03-22T07:23:15.468678+0000 osd.5 (osd.5) 244 : cluster 3 failed to encode map e684 with expected crc 2024-03-22T07:23:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:16 smithi129 bash[79695]: cluster 2024-03-22T07:23:15.717678+0000 mgr.y (mgr.25337) 478 : cluster 0 pgmap v782: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 376 KiB/s rd, 176 KiB/s wr, 740 op/s 2024-03-22T07:23:16.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:16 smithi129 bash[82160]: cluster 2024-03-22T07:23:15.322896+0000 osd.7 (osd.7) 265 : cluster 3 failed to encode map e684 with expected crc 2024-03-22T07:23:16.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:16 smithi129 bash[82160]: cluster 2024-03-22T07:23:15.329748+0000 mon.a (mon.0) 933 : cluster 0 osdmap e684: 8 total, 8 up, 8 in 2024-03-22T07:23:16.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:16 smithi129 bash[82160]: cluster 2024-03-22T07:23:15.343510+0000 osd.6 (osd.6) 276 : cluster 3 failed to encode map e684 with expected crc 2024-03-22T07:23:16.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:16 smithi129 bash[82160]: cluster 2024-03-22T07:23:15.468678+0000 osd.5 (osd.5) 244 : cluster 3 failed to encode map e684 with expected crc 2024-03-22T07:23:16.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:16 smithi129 bash[82160]: cluster 2024-03-22T07:23:15.717678+0000 mgr.y (mgr.25337) 478 : cluster 0 pgmap v782: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 376 KiB/s rd, 176 KiB/s wr, 740 op/s 2024-03-22T07:23:16.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:16 smithi148 bash[66753]: cluster 2024-03-22T07:23:15.322896+0000 osd.7 (osd.7) 265 : cluster 3 failed to encode map e684 with expected crc 2024-03-22T07:23:16.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:16 smithi148 bash[66753]: cluster 2024-03-22T07:23:15.329748+0000 mon.a (mon.0) 933 : cluster 0 osdmap e684: 8 total, 8 up, 8 in 2024-03-22T07:23:16.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:16 smithi148 bash[66753]: cluster 2024-03-22T07:23:15.343510+0000 osd.6 (osd.6) 276 : cluster 3 failed to encode map e684 with expected crc 2024-03-22T07:23:16.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:16 smithi148 bash[66753]: cluster 2024-03-22T07:23:15.468678+0000 osd.5 (osd.5) 244 : cluster 3 failed to encode map e684 with expected crc 2024-03-22T07:23:16.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:16 smithi148 bash[66753]: cluster 2024-03-22T07:23:15.717678+0000 mgr.y (mgr.25337) 478 : cluster 0 pgmap v782: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 376 KiB/s rd, 176 KiB/s wr, 740 op/s 2024-03-22T07:23:17.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:17 smithi129 bash[79695]: cluster 2024-03-22T07:23:16.334551+0000 osd.7 (osd.7) 266 : cluster 3 failed to encode map e685 with expected crc 2024-03-22T07:23:17.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:17 smithi129 bash[79695]: cluster 2024-03-22T07:23:16.335902+0000 osd.5 (osd.5) 245 : cluster 3 failed to encode map e685 with expected crc 2024-03-22T07:23:17.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:17 smithi129 bash[79695]: cluster 2024-03-22T07:23:16.341619+0000 mon.a (mon.0) 934 : cluster 0 osdmap e685: 8 total, 8 up, 8 in 2024-03-22T07:23:17.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:17 smithi129 bash[79695]: cluster 2024-03-22T07:23:16.344749+0000 osd.7 (osd.7) 267 : cluster 3 failed to encode map e685 with expected crc 2024-03-22T07:23:17.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:17 smithi129 bash[82160]: cluster 2024-03-22T07:23:16.334551+0000 osd.7 (osd.7) 266 : cluster 3 failed to encode map e685 with expected crc 2024-03-22T07:23:17.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:17 smithi129 bash[82160]: cluster 2024-03-22T07:23:16.335902+0000 osd.5 (osd.5) 245 : cluster 3 failed to encode map e685 with expected crc 2024-03-22T07:23:17.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:17 smithi129 bash[82160]: cluster 2024-03-22T07:23:16.341619+0000 mon.a (mon.0) 934 : cluster 0 osdmap e685: 8 total, 8 up, 8 in 2024-03-22T07:23:17.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:17 smithi129 bash[82160]: cluster 2024-03-22T07:23:16.344749+0000 osd.7 (osd.7) 267 : cluster 3 failed to encode map e685 with expected crc 2024-03-22T07:23:17.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:17 smithi148 bash[66753]: cluster 2024-03-22T07:23:16.334551+0000 osd.7 (osd.7) 266 : cluster 3 failed to encode map e685 with expected crc 2024-03-22T07:23:17.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:17 smithi148 bash[66753]: cluster 2024-03-22T07:23:16.335902+0000 osd.5 (osd.5) 245 : cluster 3 failed to encode map e685 with expected crc 2024-03-22T07:23:17.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:17 smithi148 bash[66753]: cluster 2024-03-22T07:23:16.341619+0000 mon.a (mon.0) 934 : cluster 0 osdmap e685: 8 total, 8 up, 8 in 2024-03-22T07:23:17.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:17 smithi148 bash[66753]: cluster 2024-03-22T07:23:16.344749+0000 osd.7 (osd.7) 267 : cluster 3 failed to encode map e685 with expected crc 2024-03-22T07:23:18.425 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2013 ms) 2024-03-22T07:23:18.425 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestClone 2024-03-22T07:23:18.425 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:18.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:18 smithi129 bash[79695]: cluster 2024-03-22T07:23:17.343371+0000 mon.a (mon.0) 935 : cluster 0 osdmap e686: 8 total, 8 up, 8 in 2024-03-22T07:23:18.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:18 smithi129 bash[79695]: cluster 2024-03-22T07:23:17.362058+0000 osd.6 (osd.6) 277 : cluster 3 failed to encode map e686 with expected crc 2024-03-22T07:23:18.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:18 smithi129 bash[79695]: cluster 2024-03-22T07:23:17.719115+0000 mgr.y (mgr.25337) 479 : cluster 0 pgmap v785: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 566 KiB/s rd, 265 KiB/s wr, 1.12k op/s 2024-03-22T07:23:18.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:18 smithi129 bash[82160]: cluster 2024-03-22T07:23:17.343371+0000 mon.a (mon.0) 935 : cluster 0 osdmap e686: 8 total, 8 up, 8 in 2024-03-22T07:23:18.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:18 smithi129 bash[82160]: cluster 2024-03-22T07:23:17.362058+0000 osd.6 (osd.6) 277 : cluster 3 failed to encode map e686 with expected crc 2024-03-22T07:23:18.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:18 smithi129 bash[82160]: cluster 2024-03-22T07:23:17.719115+0000 mgr.y (mgr.25337) 479 : cluster 0 pgmap v785: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 566 KiB/s rd, 265 KiB/s wr, 1.12k op/s 2024-03-22T07:23:18.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:18 smithi148 bash[66753]: cluster 2024-03-22T07:23:17.343371+0000 mon.a (mon.0) 935 : cluster 0 osdmap e686: 8 total, 8 up, 8 in 2024-03-22T07:23:18.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:18 smithi148 bash[66753]: cluster 2024-03-22T07:23:17.362058+0000 osd.6 (osd.6) 277 : cluster 3 failed to encode map e686 with expected crc 2024-03-22T07:23:18.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:18 smithi148 bash[66753]: cluster 2024-03-22T07:23:17.719115+0000 mgr.y (mgr.25337) 479 : cluster 0 pgmap v785: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 566 KiB/s rd, 265 KiB/s wr, 1.12k op/s 2024-03-22T07:23:19.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:19 smithi129 bash[79695]: cluster 2024-03-22T07:23:18.367178+0000 osd.7 (osd.7) 268 : cluster 3 failed to encode map e687 with expected crc 2024-03-22T07:23:19.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:19 smithi129 bash[79695]: cluster 2024-03-22T07:23:18.374515+0000 mon.a (mon.0) 936 : cluster 0 osdmap e687: 8 total, 8 up, 8 in 2024-03-22T07:23:19.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:19 smithi129 bash[79695]: cluster 2024-03-22T07:23:18.380456+0000 osd.6 (osd.6) 278 : cluster 3 failed to encode map e687 with expected crc 2024-03-22T07:23:19.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:19 smithi129 bash[82160]: cluster 2024-03-22T07:23:18.367178+0000 osd.7 (osd.7) 268 : cluster 3 failed to encode map e687 with expected crc 2024-03-22T07:23:19.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:19 smithi129 bash[82160]: cluster 2024-03-22T07:23:18.374515+0000 mon.a (mon.0) 936 : cluster 0 osdmap e687: 8 total, 8 up, 8 in 2024-03-22T07:23:19.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:19 smithi129 bash[82160]: cluster 2024-03-22T07:23:18.380456+0000 osd.6 (osd.6) 278 : cluster 3 failed to encode map e687 with expected crc 2024-03-22T07:23:19.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:19 smithi148 bash[66753]: cluster 2024-03-22T07:23:18.367178+0000 osd.7 (osd.7) 268 : cluster 3 failed to encode map e687 with expected crc 2024-03-22T07:23:19.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:19 smithi148 bash[66753]: cluster 2024-03-22T07:23:18.374515+0000 mon.a (mon.0) 936 : cluster 0 osdmap e687: 8 total, 8 up, 8 in 2024-03-22T07:23:19.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:19 smithi148 bash[66753]: cluster 2024-03-22T07:23:18.380456+0000 osd.6 (osd.6) 278 : cluster 3 failed to encode map e687 with expected crc 2024-03-22T07:23:20.416 INFO:tasks.workunit.client.0.smithi129.stdout:made parent image "parent" 2024-03-22T07:23:20.416 INFO:tasks.workunit.client.0.smithi129.stdout:parent has no parent info 2024-03-22T07:23:20.416 INFO:tasks.workunit.client.0.smithi129.stdout:made snapshot "parent@parent_snap" 2024-03-22T07:23:20.416 INFO:tasks.workunit.client.0.smithi129.stdout:can't unprotect an unprotected snap 2024-03-22T07:23:20.416 INFO:tasks.workunit.client.0.smithi129.stdout:can't protect a protected snap 2024-03-22T07:23:20.416 INFO:tasks.workunit.client.0.smithi129.stdout:made and opened clone "child" 2024-03-22T07:23:20.416 INFO:tasks.workunit.client.0.smithi129.stdout:read: 8 2024-03-22T07:23:20.416 INFO:tasks.workunit.client.0.smithi129.stdout:read: 8 2024-03-22T07:23:20.416 INFO:tasks.workunit.client.0.smithi129.stdout:read: 8 2024-03-22T07:23:20.417 INFO:tasks.workunit.client.0.smithi129.stdout:sizes and overlaps are good between parent and child 2024-03-22T07:23:20.417 INFO:tasks.workunit.client.0.smithi129.stdout:child image successfully cloned all image-meta pairs 2024-03-22T07:23:20.417 INFO:tasks.workunit.client.0.smithi129.stdout:sized down clone, changed overlap 2024-03-22T07:23:20.417 INFO:tasks.workunit.client.0.smithi129.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-03-22T07:23:20.417 INFO:tasks.workunit.client.0.smithi129.stdout:sized up clone, changed size but not overlap or parent's size 2024-03-22T07:23:20.417 INFO:tasks.workunit.client.0.smithi129.stdout:can't remove parent while child still exists 2024-03-22T07:23:20.417 INFO:tasks.workunit.client.0.smithi129.stdout:can't remove parent while still protected 2024-03-22T07:23:20.417 INFO:tasks.workunit.client.0.smithi129.stdout:removed parent snap after unprotecting 2024-03-22T07:23:20.417 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestClone (1991 ms) 2024-03-22T07:23:20.417 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestClone2 2024-03-22T07:23:20.417 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:20.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:20 smithi148 bash[66753]: cluster 2024-03-22T07:23:19.377081+0000 osd.7 (osd.7) 269 : cluster 3 failed to encode map e688 with expected crc 2024-03-22T07:23:20.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:20 smithi148 bash[66753]: cluster 2024-03-22T07:23:19.381687+0000 mon.a (mon.0) 937 : cluster 0 osdmap e688: 8 total, 8 up, 8 in 2024-03-22T07:23:20.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:20 smithi148 bash[66753]: cluster 2024-03-22T07:23:19.407195+0000 osd.6 (osd.6) 279 : cluster 3 failed to encode map e688 with expected crc 2024-03-22T07:23:20.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:20 smithi148 bash[66753]: cluster 2024-03-22T07:23:19.412380+0000 osd.6 (osd.6) 280 : cluster 3 failed to encode map e688 with expected crc 2024-03-22T07:23:20.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:20 smithi148 bash[66753]: cluster 2024-03-22T07:23:19.470497+0000 osd.5 (osd.5) 246 : cluster 3 failed to encode map e688 with expected crc 2024-03-22T07:23:20.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:20 smithi148 bash[66753]: cluster 2024-03-22T07:23:19.721789+0000 mgr.y (mgr.25337) 480 : cluster 0 pgmap v788: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 57 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-03-22T07:23:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:20 smithi129 bash[79695]: cluster 2024-03-22T07:23:19.377081+0000 osd.7 (osd.7) 269 : cluster 3 failed to encode map e688 with expected crc 2024-03-22T07:23:20.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:20 smithi129 bash[79695]: cluster 2024-03-22T07:23:19.381687+0000 mon.a (mon.0) 937 : cluster 0 osdmap e688: 8 total, 8 up, 8 in 2024-03-22T07:23:20.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:20 smithi129 bash[79695]: cluster 2024-03-22T07:23:19.407195+0000 osd.6 (osd.6) 279 : cluster 3 failed to encode map e688 with expected crc 2024-03-22T07:23:20.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:20 smithi129 bash[79695]: cluster 2024-03-22T07:23:19.412380+0000 osd.6 (osd.6) 280 : cluster 3 failed to encode map e688 with expected crc 2024-03-22T07:23:20.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:20 smithi129 bash[79695]: cluster 2024-03-22T07:23:19.470497+0000 osd.5 (osd.5) 246 : cluster 3 failed to encode map e688 with expected crc 2024-03-22T07:23:20.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:20 smithi129 bash[79695]: cluster 2024-03-22T07:23:19.721789+0000 mgr.y (mgr.25337) 480 : cluster 0 pgmap v788: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 57 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-03-22T07:23:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:20 smithi129 bash[82160]: cluster 2024-03-22T07:23:19.377081+0000 osd.7 (osd.7) 269 : cluster 3 failed to encode map e688 with expected crc 2024-03-22T07:23:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:20 smithi129 bash[82160]: cluster 2024-03-22T07:23:19.381687+0000 mon.a (mon.0) 937 : cluster 0 osdmap e688: 8 total, 8 up, 8 in 2024-03-22T07:23:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:20 smithi129 bash[82160]: cluster 2024-03-22T07:23:19.407195+0000 osd.6 (osd.6) 279 : cluster 3 failed to encode map e688 with expected crc 2024-03-22T07:23:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:20 smithi129 bash[82160]: cluster 2024-03-22T07:23:19.412380+0000 osd.6 (osd.6) 280 : cluster 3 failed to encode map e688 with expected crc 2024-03-22T07:23:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:20 smithi129 bash[82160]: cluster 2024-03-22T07:23:19.470497+0000 osd.5 (osd.5) 246 : cluster 3 failed to encode map e688 with expected crc 2024-03-22T07:23:20.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:20 smithi129 bash[82160]: cluster 2024-03-22T07:23:19.721789+0000 mgr.y (mgr.25337) 480 : cluster 0 pgmap v788: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 57 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-03-22T07:23:21.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:21 smithi148 bash[66753]: cluster 2024-03-22T07:23:20.387595+0000 osd.5 (osd.5) 247 : cluster 3 failed to encode map e689 with expected crc 2024-03-22T07:23:21.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:21 smithi148 bash[66753]: cluster 2024-03-22T07:23:20.393679+0000 mon.a (mon.0) 938 : cluster 0 osdmap e689: 8 total, 8 up, 8 in 2024-03-22T07:23:21.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:21 smithi148 bash[66753]: cluster 2024-03-22T07:23:20.406196+0000 osd.6 (osd.6) 281 : cluster 3 failed to encode map e689 with expected crc 2024-03-22T07:23:21.704 INFO:tasks.workunit.client.0.smithi129.stdout:made parent image "parent" 2024-03-22T07:23:21.705 INFO:tasks.workunit.client.0.smithi129.stdout:parent has no parent info 2024-03-22T07:23:21.705 INFO:tasks.workunit.client.0.smithi129.stdout:made snapshot "parent@parent_snap" 2024-03-22T07:23:21.705 INFO:tasks.workunit.client.0.smithi129.stdout:made and opened clone "child" 2024-03-22T07:23:21.705 INFO:tasks.workunit.client.0.smithi129.stdout:child image successfully cloned all image-meta pairs 2024-03-22T07:23:21.705 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestClone2 (1289 ms) 2024-03-22T07:23:21.705 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ListChildren 2024-03-22T07:23:21.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:21 smithi129 bash[79695]: cluster 2024-03-22T07:23:20.387595+0000 osd.5 (osd.5) 247 : cluster 3 failed to encode map e689 with expected crc 2024-03-22T07:23:21.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:21 smithi129 bash[79695]: cluster 2024-03-22T07:23:20.393679+0000 mon.a (mon.0) 938 : cluster 0 osdmap e689: 8 total, 8 up, 8 in 2024-03-22T07:23:21.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:21 smithi129 bash[79695]: cluster 2024-03-22T07:23:20.406196+0000 osd.6 (osd.6) 281 : cluster 3 failed to encode map e689 with expected crc 2024-03-22T07:23:21.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:21 smithi129 bash[82160]: cluster 2024-03-22T07:23:20.387595+0000 osd.5 (osd.5) 247 : cluster 3 failed to encode map e689 with expected crc 2024-03-22T07:23:21.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:21 smithi129 bash[82160]: cluster 2024-03-22T07:23:20.393679+0000 mon.a (mon.0) 938 : cluster 0 osdmap e689: 8 total, 8 up, 8 in 2024-03-22T07:23:21.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:21 smithi129 bash[82160]: cluster 2024-03-22T07:23:20.406196+0000 osd.6 (osd.6) 281 : cluster 3 failed to encode map e689 with expected crc 2024-03-22T07:23:22.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:22 smithi148 bash[66753]: cluster 2024-03-22T07:23:20.438974+0000 osd.7 (osd.7) 270 : cluster 3 failed to encode map e689 with expected crc 2024-03-22T07:23:22.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:22 smithi148 bash[66753]: cluster 2024-03-22T07:23:21.389181+0000 osd.7 (osd.7) 271 : cluster 3 failed to encode map e690 with expected crc 2024-03-22T07:23:22.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:22 smithi148 bash[66753]: cluster 2024-03-22T07:23:21.392239+0000 osd.5 (osd.5) 248 : cluster 3 failed to encode map e690 with expected crc 2024-03-22T07:23:22.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:22 smithi148 bash[66753]: cluster 2024-03-22T07:23:21.393920+0000 mon.a (mon.0) 939 : cluster 0 osdmap e690: 8 total, 8 up, 8 in 2024-03-22T07:23:22.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:22 smithi148 bash[66753]: cluster 2024-03-22T07:23:21.422232+0000 osd.6 (osd.6) 282 : cluster 3 failed to encode map e690 with expected crc 2024-03-22T07:23:22.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:22 smithi148 bash[66753]: cluster 2024-03-22T07:23:21.723050+0000 mgr.y (mgr.25337) 481 : cluster 0 pgmap v791: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 369 KiB/s rd, 27 KiB/s wr, 442 op/s 2024-03-22T07:23:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:22 smithi129 bash[82160]: cluster 2024-03-22T07:23:20.438974+0000 osd.7 (osd.7) 270 : cluster 3 failed to encode map e689 with expected crc 2024-03-22T07:23:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:22 smithi129 bash[82160]: cluster 2024-03-22T07:23:21.389181+0000 osd.7 (osd.7) 271 : cluster 3 failed to encode map e690 with expected crc 2024-03-22T07:23:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:22 smithi129 bash[82160]: cluster 2024-03-22T07:23:21.392239+0000 osd.5 (osd.5) 248 : cluster 3 failed to encode map e690 with expected crc 2024-03-22T07:23:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:22 smithi129 bash[82160]: cluster 2024-03-22T07:23:21.393920+0000 mon.a (mon.0) 939 : cluster 0 osdmap e690: 8 total, 8 up, 8 in 2024-03-22T07:23:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:22 smithi129 bash[82160]: cluster 2024-03-22T07:23:21.422232+0000 osd.6 (osd.6) 282 : cluster 3 failed to encode map e690 with expected crc 2024-03-22T07:23:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:22 smithi129 bash[82160]: cluster 2024-03-22T07:23:21.723050+0000 mgr.y (mgr.25337) 481 : cluster 0 pgmap v791: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 369 KiB/s rd, 27 KiB/s wr, 442 op/s 2024-03-22T07:23:22.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:22 smithi129 bash[79695]: cluster 2024-03-22T07:23:20.438974+0000 osd.7 (osd.7) 270 : cluster 3 failed to encode map e689 with expected crc 2024-03-22T07:23:22.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:22 smithi129 bash[79695]: cluster 2024-03-22T07:23:21.389181+0000 osd.7 (osd.7) 271 : cluster 3 failed to encode map e690 with expected crc 2024-03-22T07:23:22.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:22 smithi129 bash[79695]: cluster 2024-03-22T07:23:21.392239+0000 osd.5 (osd.5) 248 : cluster 3 failed to encode map e690 with expected crc 2024-03-22T07:23:22.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:22 smithi129 bash[79695]: cluster 2024-03-22T07:23:21.393920+0000 mon.a (mon.0) 939 : cluster 0 osdmap e690: 8 total, 8 up, 8 in 2024-03-22T07:23:22.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:22 smithi129 bash[79695]: cluster 2024-03-22T07:23:21.422232+0000 osd.6 (osd.6) 282 : cluster 3 failed to encode map e690 with expected crc 2024-03-22T07:23:22.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:22 smithi129 bash[79695]: cluster 2024-03-22T07:23:21.723050+0000 mgr.y (mgr.25337) 481 : cluster 0 pgmap v791: 457 pgs: 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 369 KiB/s rd, 27 KiB/s wr, 442 op/s 2024-03-22T07:23:24.121 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:23:23] "GET /metrics HTTP/1.1" 200 65360 "" "Prometheus/2.43.0" 2024-03-22T07:23:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[79695]: cluster 2024-03-22T07:23:22.419764+0000 osd.5 (osd.5) 249 : cluster 3 failed to encode map e691 with expected crc 2024-03-22T07:23:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[79695]: cluster 2024-03-22T07:23:22.420656+0000 osd.6 (osd.6) 283 : cluster 3 failed to encode map e691 with expected crc 2024-03-22T07:23:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[79695]: cluster 2024-03-22T07:23:22.422303+0000 mon.a (mon.0) 940 : cluster 0 osdmap e691: 8 total, 8 up, 8 in 2024-03-22T07:23:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[79695]: cluster 2024-03-22T07:23:22.427622+0000 osd.6 (osd.6) 284 : cluster 3 failed to encode map e691 with expected crc 2024-03-22T07:23:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[79695]: audit 2024-03-22T07:23:22.428208+0000 mon.a (mon.0) 941 : audit 1 from='client.? 172.21.15.129:0/814345050' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[79695]: audit 2024-03-22T07:23:23.327171+0000 mon.a (mon.0) 942 : audit 1 from='client.? 172.21.15.129:0/814345050' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:23:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[79695]: cluster 2024-03-22T07:23:23.337834+0000 mon.a (mon.0) 943 : cluster 0 osdmap e692: 8 total, 8 up, 8 in 2024-03-22T07:23:24.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[79695]: audit 2024-03-22T07:23:23.392082+0000 mon.c (mon.2) 241 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:23:24.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[82160]: cluster 2024-03-22T07:23:22.419764+0000 osd.5 (osd.5) 249 : cluster 3 failed to encode map e691 with expected crc 2024-03-22T07:23:24.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[82160]: cluster 2024-03-22T07:23:22.420656+0000 osd.6 (osd.6) 283 : cluster 3 failed to encode map e691 with expected crc 2024-03-22T07:23:24.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[82160]: cluster 2024-03-22T07:23:22.422303+0000 mon.a (mon.0) 940 : cluster 0 osdmap e691: 8 total, 8 up, 8 in 2024-03-22T07:23:24.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[82160]: cluster 2024-03-22T07:23:22.427622+0000 osd.6 (osd.6) 284 : cluster 3 failed to encode map e691 with expected crc 2024-03-22T07:23:24.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[82160]: audit 2024-03-22T07:23:22.428208+0000 mon.a (mon.0) 941 : audit 1 from='client.? 172.21.15.129:0/814345050' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:24.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[82160]: audit 2024-03-22T07:23:23.327171+0000 mon.a (mon.0) 942 : audit 1 from='client.? 172.21.15.129:0/814345050' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:23:24.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[82160]: cluster 2024-03-22T07:23:23.337834+0000 mon.a (mon.0) 943 : cluster 0 osdmap e692: 8 total, 8 up, 8 in 2024-03-22T07:23:24.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:23 smithi129 bash[82160]: audit 2024-03-22T07:23:23.392082+0000 mon.c (mon.2) 241 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:23:24.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:23 smithi148 bash[66753]: cluster 2024-03-22T07:23:22.419764+0000 osd.5 (osd.5) 249 : cluster 3 failed to encode map e691 with expected crc 2024-03-22T07:23:24.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:23 smithi148 bash[66753]: cluster 2024-03-22T07:23:22.420656+0000 osd.6 (osd.6) 283 : cluster 3 failed to encode map e691 with expected crc 2024-03-22T07:23:24.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:23 smithi148 bash[66753]: cluster 2024-03-22T07:23:22.422303+0000 mon.a (mon.0) 940 : cluster 0 osdmap e691: 8 total, 8 up, 8 in 2024-03-22T07:23:24.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:23 smithi148 bash[66753]: cluster 2024-03-22T07:23:22.427622+0000 osd.6 (osd.6) 284 : cluster 3 failed to encode map e691 with expected crc 2024-03-22T07:23:24.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:23 smithi148 bash[66753]: audit 2024-03-22T07:23:22.428208+0000 mon.a (mon.0) 941 : audit 1 from='client.? 172.21.15.129:0/814345050' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:24.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:23 smithi148 bash[66753]: audit 2024-03-22T07:23:23.327171+0000 mon.a (mon.0) 942 : audit 1 from='client.? 172.21.15.129:0/814345050' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:23:24.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:23 smithi148 bash[66753]: cluster 2024-03-22T07:23:23.337834+0000 mon.a (mon.0) 943 : cluster 0 osdmap e692: 8 total, 8 up, 8 in 2024-03-22T07:23:24.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:23 smithi148 bash[66753]: audit 2024-03-22T07:23:23.392082+0000 mon.c (mon.2) 241 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:23:25.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[79695]: cluster 2024-03-22T07:23:22.420043+0000 osd.7 (osd.7) 272 : cluster 3 failed to encode map e691 with expected crc 2024-03-22T07:23:25.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[79695]: cluster 2024-03-22T07:23:22.430307+0000 osd.7 (osd.7) 273 : cluster 3 failed to encode map e691 with expected crc 2024-03-22T07:23:25.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[79695]: cluster 2024-03-22T07:23:23.328250+0000 osd.7 (osd.7) 274 : cluster 3 failed to encode map e692 with expected crc 2024-03-22T07:23:25.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[79695]: cluster 2024-03-22T07:23:23.339205+0000 osd.7 (osd.7) 275 : cluster 3 failed to encode map e692 with expected crc 2024-03-22T07:23:25.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[79695]: cluster 2024-03-22T07:23:23.339474+0000 osd.5 (osd.5) 250 : cluster 3 failed to encode map e692 with expected crc 2024-03-22T07:23:25.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[79695]: cluster 2024-03-22T07:23:23.339758+0000 osd.6 (osd.6) 285 : cluster 3 failed to encode map e692 with expected crc 2024-03-22T07:23:25.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[79695]: cluster 2024-03-22T07:23:23.724059+0000 mgr.y (mgr.25337) 482 : cluster 0 pgmap v794: 489 pgs: 12 creating+peering, 20 unknown, 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 326 KiB/s rd, 25 KiB/s wr, 398 op/s 2024-03-22T07:23:25.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[79695]: cluster 2024-03-22T07:23:24.338211+0000 osd.5 (osd.5) 251 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:25.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[79695]: cluster 2024-03-22T07:23:24.343879+0000 mon.a (mon.0) 944 : cluster 0 osdmap e693: 8 total, 8 up, 8 in 2024-03-22T07:23:25.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[79695]: cluster 2024-03-22T07:23:24.345464+0000 osd.7 (osd.7) 276 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:25.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[79695]: cluster 2024-03-22T07:23:24.348179+0000 osd.5 (osd.5) 252 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:25.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[79695]: audit 2024-03-22T07:23:24.349394+0000 mon.c (mon.2) 242 : audit 1 from='client.? 172.21.15.129:0/2363068847' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:25.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[79695]: audit 2024-03-22T07:23:24.353171+0000 mon.a (mon.0) 945 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:25.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[79695]: cluster 2024-03-22T07:23:24.353576+0000 osd.7 (osd.7) 277 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:25.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[79695]: cluster 2024-03-22T07:23:24.363090+0000 osd.7 (osd.7) 278 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:25.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[82160]: cluster 2024-03-22T07:23:22.420043+0000 osd.7 (osd.7) 272 : cluster 3 failed to encode map e691 with expected crc 2024-03-22T07:23:25.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[82160]: cluster 2024-03-22T07:23:22.430307+0000 osd.7 (osd.7) 273 : cluster 3 failed to encode map e691 with expected crc 2024-03-22T07:23:25.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[82160]: cluster 2024-03-22T07:23:23.328250+0000 osd.7 (osd.7) 274 : cluster 3 failed to encode map e692 with expected crc 2024-03-22T07:23:25.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[82160]: cluster 2024-03-22T07:23:23.339205+0000 osd.7 (osd.7) 275 : cluster 3 failed to encode map e692 with expected crc 2024-03-22T07:23:25.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[82160]: cluster 2024-03-22T07:23:23.339474+0000 osd.5 (osd.5) 250 : cluster 3 failed to encode map e692 with expected crc 2024-03-22T07:23:25.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[82160]: cluster 2024-03-22T07:23:23.339758+0000 osd.6 (osd.6) 285 : cluster 3 failed to encode map e692 with expected crc 2024-03-22T07:23:25.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[82160]: cluster 2024-03-22T07:23:23.724059+0000 mgr.y (mgr.25337) 482 : cluster 0 pgmap v794: 489 pgs: 12 creating+peering, 20 unknown, 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 326 KiB/s rd, 25 KiB/s wr, 398 op/s 2024-03-22T07:23:25.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[82160]: cluster 2024-03-22T07:23:24.338211+0000 osd.5 (osd.5) 251 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:25.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[82160]: cluster 2024-03-22T07:23:24.343879+0000 mon.a (mon.0) 944 : cluster 0 osdmap e693: 8 total, 8 up, 8 in 2024-03-22T07:23:25.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[82160]: cluster 2024-03-22T07:23:24.345464+0000 osd.7 (osd.7) 276 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:25.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[82160]: cluster 2024-03-22T07:23:24.348179+0000 osd.5 (osd.5) 252 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:25.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[82160]: audit 2024-03-22T07:23:24.349394+0000 mon.c (mon.2) 242 : audit 1 from='client.? 172.21.15.129:0/2363068847' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:25.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[82160]: audit 2024-03-22T07:23:24.353171+0000 mon.a (mon.0) 945 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:25.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[82160]: cluster 2024-03-22T07:23:24.353576+0000 osd.7 (osd.7) 277 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:25.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:24 smithi129 bash[82160]: cluster 2024-03-22T07:23:24.363090+0000 osd.7 (osd.7) 278 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:25.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:24 smithi148 bash[66753]: cluster 2024-03-22T07:23:22.420043+0000 osd.7 (osd.7) 272 : cluster 3 failed to encode map e691 with expected crc 2024-03-22T07:23:25.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:24 smithi148 bash[66753]: cluster 2024-03-22T07:23:22.430307+0000 osd.7 (osd.7) 273 : cluster 3 failed to encode map e691 with expected crc 2024-03-22T07:23:25.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:24 smithi148 bash[66753]: cluster 2024-03-22T07:23:23.328250+0000 osd.7 (osd.7) 274 : cluster 3 failed to encode map e692 with expected crc 2024-03-22T07:23:25.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:24 smithi148 bash[66753]: cluster 2024-03-22T07:23:23.339205+0000 osd.7 (osd.7) 275 : cluster 3 failed to encode map e692 with expected crc 2024-03-22T07:23:25.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:24 smithi148 bash[66753]: cluster 2024-03-22T07:23:23.339474+0000 osd.5 (osd.5) 250 : cluster 3 failed to encode map e692 with expected crc 2024-03-22T07:23:25.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:24 smithi148 bash[66753]: cluster 2024-03-22T07:23:23.339758+0000 osd.6 (osd.6) 285 : cluster 3 failed to encode map e692 with expected crc 2024-03-22T07:23:25.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:24 smithi148 bash[66753]: cluster 2024-03-22T07:23:23.724059+0000 mgr.y (mgr.25337) 482 : cluster 0 pgmap v794: 489 pgs: 12 creating+peering, 20 unknown, 457 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 326 KiB/s rd, 25 KiB/s wr, 398 op/s 2024-03-22T07:23:25.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:24 smithi148 bash[66753]: cluster 2024-03-22T07:23:24.338211+0000 osd.5 (osd.5) 251 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:25.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:24 smithi148 bash[66753]: cluster 2024-03-22T07:23:24.343879+0000 mon.a (mon.0) 944 : cluster 0 osdmap e693: 8 total, 8 up, 8 in 2024-03-22T07:23:25.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:24 smithi148 bash[66753]: cluster 2024-03-22T07:23:24.345464+0000 osd.7 (osd.7) 276 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:25.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:24 smithi148 bash[66753]: cluster 2024-03-22T07:23:24.348179+0000 osd.5 (osd.5) 252 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:25.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:24 smithi148 bash[66753]: audit 2024-03-22T07:23:24.349394+0000 mon.c (mon.2) 242 : audit 1 from='client.? 172.21.15.129:0/2363068847' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:25.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:24 smithi148 bash[66753]: audit 2024-03-22T07:23:24.353171+0000 mon.a (mon.0) 945 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:25.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:24 smithi148 bash[66753]: cluster 2024-03-22T07:23:24.353576+0000 osd.7 (osd.7) 277 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:25.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:24 smithi148 bash[66753]: cluster 2024-03-22T07:23:24.363090+0000 osd.7 (osd.7) 278 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:25.352 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:26.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[79695]: cluster 2024-03-22T07:23:24.345954+0000 osd.6 (osd.6) 286 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:26.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[79695]: cluster 2024-03-22T07:23:24.357825+0000 osd.6 (osd.6) 287 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:26.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[79695]: audit 2024-03-22T07:23:25.341957+0000 mon.a (mon.0) 946 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:23:26.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[79695]: cluster 2024-03-22T07:23:25.344422+0000 osd.7 (osd.7) 279 : cluster 3 failed to encode map e694 with expected crc 2024-03-22T07:23:26.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[79695]: cluster 2024-03-22T07:23:25.350686+0000 mon.a (mon.0) 947 : cluster 0 osdmap e694: 8 total, 8 up, 8 in 2024-03-22T07:23:26.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[79695]: cluster 2024-03-22T07:23:25.351700+0000 osd.5 (osd.5) 253 : cluster 3 failed to encode map e694 with expected crc 2024-03-22T07:23:26.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[79695]: cluster 2024-03-22T07:23:25.352123+0000 osd.7 (osd.7) 280 : cluster 3 failed to encode map e694 with expected crc 2024-03-22T07:23:26.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[79695]: cluster 2024-03-22T07:23:25.725517+0000 mgr.y (mgr.25337) 483 : cluster 0 pgmap v797: 521 pgs: 27 creating+peering, 18 unknown, 476 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 438 KiB/s rd, 32 KiB/s wr, 527 op/s 2024-03-22T07:23:26.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[82160]: cluster 2024-03-22T07:23:24.345954+0000 osd.6 (osd.6) 286 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:26.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[82160]: cluster 2024-03-22T07:23:24.357825+0000 osd.6 (osd.6) 287 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:26.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[82160]: audit 2024-03-22T07:23:25.341957+0000 mon.a (mon.0) 946 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:23:26.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[82160]: cluster 2024-03-22T07:23:25.344422+0000 osd.7 (osd.7) 279 : cluster 3 failed to encode map e694 with expected crc 2024-03-22T07:23:26.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[82160]: cluster 2024-03-22T07:23:25.350686+0000 mon.a (mon.0) 947 : cluster 0 osdmap e694: 8 total, 8 up, 8 in 2024-03-22T07:23:26.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[82160]: cluster 2024-03-22T07:23:25.351700+0000 osd.5 (osd.5) 253 : cluster 3 failed to encode map e694 with expected crc 2024-03-22T07:23:26.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[82160]: cluster 2024-03-22T07:23:25.352123+0000 osd.7 (osd.7) 280 : cluster 3 failed to encode map e694 with expected crc 2024-03-22T07:23:26.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:25 smithi129 bash[82160]: cluster 2024-03-22T07:23:25.725517+0000 mgr.y (mgr.25337) 483 : cluster 0 pgmap v797: 521 pgs: 27 creating+peering, 18 unknown, 476 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 438 KiB/s rd, 32 KiB/s wr, 527 op/s 2024-03-22T07:23:26.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:25 smithi148 bash[66753]: cluster 2024-03-22T07:23:24.345954+0000 osd.6 (osd.6) 286 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:26.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:25 smithi148 bash[66753]: cluster 2024-03-22T07:23:24.357825+0000 osd.6 (osd.6) 287 : cluster 3 failed to encode map e693 with expected crc 2024-03-22T07:23:26.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:25 smithi148 bash[66753]: audit 2024-03-22T07:23:25.341957+0000 mon.a (mon.0) 946 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:23:26.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:25 smithi148 bash[66753]: cluster 2024-03-22T07:23:25.344422+0000 osd.7 (osd.7) 279 : cluster 3 failed to encode map e694 with expected crc 2024-03-22T07:23:26.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:25 smithi148 bash[66753]: cluster 2024-03-22T07:23:25.350686+0000 mon.a (mon.0) 947 : cluster 0 osdmap e694: 8 total, 8 up, 8 in 2024-03-22T07:23:26.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:25 smithi148 bash[66753]: cluster 2024-03-22T07:23:25.351700+0000 osd.5 (osd.5) 253 : cluster 3 failed to encode map e694 with expected crc 2024-03-22T07:23:26.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:25 smithi148 bash[66753]: cluster 2024-03-22T07:23:25.352123+0000 osd.7 (osd.7) 280 : cluster 3 failed to encode map e694 with expected crc 2024-03-22T07:23:26.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:25 smithi148 bash[66753]: cluster 2024-03-22T07:23:25.725517+0000 mgr.y (mgr.25337) 483 : cluster 0 pgmap v797: 521 pgs: 27 creating+peering, 18 unknown, 476 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 438 KiB/s rd, 32 KiB/s wr, 527 op/s 2024-03-22T07:23:27.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:26 smithi129 bash[79695]: cluster 2024-03-22T07:23:25.345414+0000 osd.6 (osd.6) 288 : cluster 3 failed to encode map e694 with expected crc 2024-03-22T07:23:27.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:26 smithi129 bash[79695]: cluster 2024-03-22T07:23:25.358340+0000 osd.6 (osd.6) 289 : cluster 3 failed to encode map e694 with expected crc 2024-03-22T07:23:27.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:26 smithi129 bash[79695]: cluster 2024-03-22T07:23:26.357291+0000 osd.7 (osd.7) 281 : cluster 3 failed to encode map e695 with expected crc 2024-03-22T07:23:27.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:26 smithi129 bash[79695]: cluster 2024-03-22T07:23:26.363192+0000 osd.5 (osd.5) 254 : cluster 3 failed to encode map e695 with expected crc 2024-03-22T07:23:27.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:26 smithi129 bash[79695]: cluster 2024-03-22T07:23:26.363929+0000 mon.a (mon.0) 948 : cluster 0 osdmap e695: 8 total, 8 up, 8 in 2024-03-22T07:23:27.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:26 smithi129 bash[79695]: cluster 2024-03-22T07:23:26.382882+0000 osd.5 (osd.5) 255 : cluster 3 failed to encode map e695 with expected crc 2024-03-22T07:23:27.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:26 smithi129 bash[82160]: cluster 2024-03-22T07:23:25.345414+0000 osd.6 (osd.6) 288 : cluster 3 failed to encode map e694 with expected crc 2024-03-22T07:23:27.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:26 smithi129 bash[82160]: cluster 2024-03-22T07:23:25.358340+0000 osd.6 (osd.6) 289 : cluster 3 failed to encode map e694 with expected crc 2024-03-22T07:23:27.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:26 smithi129 bash[82160]: cluster 2024-03-22T07:23:26.357291+0000 osd.7 (osd.7) 281 : cluster 3 failed to encode map e695 with expected crc 2024-03-22T07:23:27.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:26 smithi129 bash[82160]: cluster 2024-03-22T07:23:26.363192+0000 osd.5 (osd.5) 254 : cluster 3 failed to encode map e695 with expected crc 2024-03-22T07:23:27.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:26 smithi129 bash[82160]: cluster 2024-03-22T07:23:26.363929+0000 mon.a (mon.0) 948 : cluster 0 osdmap e695: 8 total, 8 up, 8 in 2024-03-22T07:23:27.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:26 smithi129 bash[82160]: cluster 2024-03-22T07:23:26.382882+0000 osd.5 (osd.5) 255 : cluster 3 failed to encode map e695 with expected crc 2024-03-22T07:23:27.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:26 smithi148 bash[66753]: cluster 2024-03-22T07:23:25.345414+0000 osd.6 (osd.6) 288 : cluster 3 failed to encode map e694 with expected crc 2024-03-22T07:23:27.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:26 smithi148 bash[66753]: cluster 2024-03-22T07:23:25.358340+0000 osd.6 (osd.6) 289 : cluster 3 failed to encode map e694 with expected crc 2024-03-22T07:23:27.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:26 smithi148 bash[66753]: cluster 2024-03-22T07:23:26.357291+0000 osd.7 (osd.7) 281 : cluster 3 failed to encode map e695 with expected crc 2024-03-22T07:23:27.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:26 smithi148 bash[66753]: cluster 2024-03-22T07:23:26.363192+0000 osd.5 (osd.5) 254 : cluster 3 failed to encode map e695 with expected crc 2024-03-22T07:23:27.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:26 smithi148 bash[66753]: cluster 2024-03-22T07:23:26.363929+0000 mon.a (mon.0) 948 : cluster 0 osdmap e695: 8 total, 8 up, 8 in 2024-03-22T07:23:27.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:26 smithi148 bash[66753]: cluster 2024-03-22T07:23:26.382882+0000 osd.5 (osd.5) 255 : cluster 3 failed to encode map e695 with expected crc 2024-03-22T07:23:28.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:27 smithi129 bash[79695]: cluster 2024-03-22T07:23:26.684871+0000 osd.6 (osd.6) 290 : cluster 3 failed to encode map e695 with expected crc 2024-03-22T07:23:28.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:27 smithi129 bash[79695]: cluster 2024-03-22T07:23:27.359858+0000 osd.7 (osd.7) 282 : cluster 3 failed to encode map e696 with expected crc 2024-03-22T07:23:28.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:27 smithi129 bash[79695]: cluster 2024-03-22T07:23:27.360951+0000 osd.5 (osd.5) 256 : cluster 3 failed to encode map e696 with expected crc 2024-03-22T07:23:28.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:27 smithi129 bash[79695]: cluster 2024-03-22T07:23:27.365161+0000 mon.a (mon.0) 949 : cluster 0 osdmap e696: 8 total, 8 up, 8 in 2024-03-22T07:23:28.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:27 smithi129 bash[79695]: cluster 2024-03-22T07:23:27.727123+0000 mgr.y (mgr.25337) 484 : cluster 0 pgmap v800: 521 pgs: 21 creating+peering, 4 unknown, 496 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 426 KiB/s rd, 29 KiB/s wr, 504 op/s 2024-03-22T07:23:28.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:27 smithi129 bash[82160]: cluster 2024-03-22T07:23:26.684871+0000 osd.6 (osd.6) 290 : cluster 3 failed to encode map e695 with expected crc 2024-03-22T07:23:28.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:27 smithi129 bash[82160]: cluster 2024-03-22T07:23:27.359858+0000 osd.7 (osd.7) 282 : cluster 3 failed to encode map e696 with expected crc 2024-03-22T07:23:28.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:27 smithi129 bash[82160]: cluster 2024-03-22T07:23:27.360951+0000 osd.5 (osd.5) 256 : cluster 3 failed to encode map e696 with expected crc 2024-03-22T07:23:28.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:27 smithi129 bash[82160]: cluster 2024-03-22T07:23:27.365161+0000 mon.a (mon.0) 949 : cluster 0 osdmap e696: 8 total, 8 up, 8 in 2024-03-22T07:23:28.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:27 smithi129 bash[82160]: cluster 2024-03-22T07:23:27.727123+0000 mgr.y (mgr.25337) 484 : cluster 0 pgmap v800: 521 pgs: 21 creating+peering, 4 unknown, 496 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 426 KiB/s rd, 29 KiB/s wr, 504 op/s 2024-03-22T07:23:28.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:27 smithi148 bash[66753]: cluster 2024-03-22T07:23:26.684871+0000 osd.6 (osd.6) 290 : cluster 3 failed to encode map e695 with expected crc 2024-03-22T07:23:28.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:27 smithi148 bash[66753]: cluster 2024-03-22T07:23:27.359858+0000 osd.7 (osd.7) 282 : cluster 3 failed to encode map e696 with expected crc 2024-03-22T07:23:28.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:27 smithi148 bash[66753]: cluster 2024-03-22T07:23:27.360951+0000 osd.5 (osd.5) 256 : cluster 3 failed to encode map e696 with expected crc 2024-03-22T07:23:28.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:27 smithi148 bash[66753]: cluster 2024-03-22T07:23:27.365161+0000 mon.a (mon.0) 949 : cluster 0 osdmap e696: 8 total, 8 up, 8 in 2024-03-22T07:23:28.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:27 smithi148 bash[66753]: cluster 2024-03-22T07:23:27.727123+0000 mgr.y (mgr.25337) 484 : cluster 0 pgmap v800: 521 pgs: 21 creating+peering, 4 unknown, 496 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 426 KiB/s rd, 29 KiB/s wr, 504 op/s 2024-03-22T07:23:29.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:28 smithi129 bash[79695]: cluster 2024-03-22T07:23:27.407049+0000 osd.6 (osd.6) 291 : cluster 3 failed to encode map e696 with expected crc 2024-03-22T07:23:29.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:28 smithi129 bash[79695]: cluster 2024-03-22T07:23:27.409889+0000 osd.6 (osd.6) 292 : cluster 3 failed to encode map e696 with expected crc 2024-03-22T07:23:29.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:28 smithi129 bash[79695]: cluster 2024-03-22T07:23:28.329995+0000 osd.7 (osd.7) 283 : cluster 3 failed to encode map e697 with expected crc 2024-03-22T07:23:29.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:28 smithi129 bash[79695]: cluster 2024-03-22T07:23:28.335295+0000 mon.a (mon.0) 950 : cluster 0 osdmap e697: 8 total, 8 up, 8 in 2024-03-22T07:23:29.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:28 smithi129 bash[79695]: cluster 2024-03-22T07:23:28.382547+0000 osd.5 (osd.5) 257 : cluster 3 failed to encode map e697 with expected crc 2024-03-22T07:23:29.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:28 smithi129 bash[82160]: cluster 2024-03-22T07:23:27.407049+0000 osd.6 (osd.6) 291 : cluster 3 failed to encode map e696 with expected crc 2024-03-22T07:23:29.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:28 smithi129 bash[82160]: cluster 2024-03-22T07:23:27.409889+0000 osd.6 (osd.6) 292 : cluster 3 failed to encode map e696 with expected crc 2024-03-22T07:23:29.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:28 smithi129 bash[82160]: cluster 2024-03-22T07:23:28.329995+0000 osd.7 (osd.7) 283 : cluster 3 failed to encode map e697 with expected crc 2024-03-22T07:23:29.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:28 smithi129 bash[82160]: cluster 2024-03-22T07:23:28.335295+0000 mon.a (mon.0) 950 : cluster 0 osdmap e697: 8 total, 8 up, 8 in 2024-03-22T07:23:29.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:28 smithi129 bash[82160]: cluster 2024-03-22T07:23:28.382547+0000 osd.5 (osd.5) 257 : cluster 3 failed to encode map e697 with expected crc 2024-03-22T07:23:29.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:28 smithi148 bash[66753]: cluster 2024-03-22T07:23:27.407049+0000 osd.6 (osd.6) 291 : cluster 3 failed to encode map e696 with expected crc 2024-03-22T07:23:29.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:28 smithi148 bash[66753]: cluster 2024-03-22T07:23:27.409889+0000 osd.6 (osd.6) 292 : cluster 3 failed to encode map e696 with expected crc 2024-03-22T07:23:29.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:28 smithi148 bash[66753]: cluster 2024-03-22T07:23:28.329995+0000 osd.7 (osd.7) 283 : cluster 3 failed to encode map e697 with expected crc 2024-03-22T07:23:29.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:28 smithi148 bash[66753]: cluster 2024-03-22T07:23:28.335295+0000 mon.a (mon.0) 950 : cluster 0 osdmap e697: 8 total, 8 up, 8 in 2024-03-22T07:23:29.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:28 smithi148 bash[66753]: cluster 2024-03-22T07:23:28.382547+0000 osd.5 (osd.5) 257 : cluster 3 failed to encode map e697 with expected crc 2024-03-22T07:23:30.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:29 smithi129 bash[79695]: cluster 2024-03-22T07:23:28.378910+0000 osd.6 (osd.6) 293 : cluster 3 failed to encode map e697 with expected crc 2024-03-22T07:23:30.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:29 smithi129 bash[79695]: cluster 2024-03-22T07:23:29.375676+0000 mon.a (mon.0) 951 : cluster 0 osdmap e698: 8 total, 8 up, 8 in 2024-03-22T07:23:30.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:29 smithi129 bash[79695]: cluster 2024-03-22T07:23:29.399719+0000 osd.7 (osd.7) 284 : cluster 3 failed to encode map e698 with expected crc 2024-03-22T07:23:30.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:29 smithi129 bash[79695]: cluster 2024-03-22T07:23:29.399990+0000 osd.5 (osd.5) 258 : cluster 3 failed to encode map e698 with expected crc 2024-03-22T07:23:30.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:29 smithi129 bash[79695]: cluster 2024-03-22T07:23:29.730083+0000 mgr.y (mgr.25337) 485 : cluster 0 pgmap v803: 521 pgs: 521 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-03-22T07:23:30.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:29 smithi129 bash[82160]: cluster 2024-03-22T07:23:28.378910+0000 osd.6 (osd.6) 293 : cluster 3 failed to encode map e697 with expected crc 2024-03-22T07:23:30.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:29 smithi129 bash[82160]: cluster 2024-03-22T07:23:29.375676+0000 mon.a (mon.0) 951 : cluster 0 osdmap e698: 8 total, 8 up, 8 in 2024-03-22T07:23:30.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:29 smithi129 bash[82160]: cluster 2024-03-22T07:23:29.399719+0000 osd.7 (osd.7) 284 : cluster 3 failed to encode map e698 with expected crc 2024-03-22T07:23:30.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:29 smithi129 bash[82160]: cluster 2024-03-22T07:23:29.399990+0000 osd.5 (osd.5) 258 : cluster 3 failed to encode map e698 with expected crc 2024-03-22T07:23:30.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:29 smithi129 bash[82160]: cluster 2024-03-22T07:23:29.730083+0000 mgr.y (mgr.25337) 485 : cluster 0 pgmap v803: 521 pgs: 521 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-03-22T07:23:30.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:29 smithi148 bash[66753]: cluster 2024-03-22T07:23:28.378910+0000 osd.6 (osd.6) 293 : cluster 3 failed to encode map e697 with expected crc 2024-03-22T07:23:30.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:29 smithi148 bash[66753]: cluster 2024-03-22T07:23:29.375676+0000 mon.a (mon.0) 951 : cluster 0 osdmap e698: 8 total, 8 up, 8 in 2024-03-22T07:23:30.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:29 smithi148 bash[66753]: cluster 2024-03-22T07:23:29.399719+0000 osd.7 (osd.7) 284 : cluster 3 failed to encode map e698 with expected crc 2024-03-22T07:23:30.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:29 smithi148 bash[66753]: cluster 2024-03-22T07:23:29.399990+0000 osd.5 (osd.5) 258 : cluster 3 failed to encode map e698 with expected crc 2024-03-22T07:23:30.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:29 smithi148 bash[66753]: cluster 2024-03-22T07:23:29.730083+0000 mgr.y (mgr.25337) 485 : cluster 0 pgmap v803: 521 pgs: 521 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-03-22T07:23:31.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:30 smithi129 bash[82160]: cluster 2024-03-22T07:23:29.670738+0000 osd.6 (osd.6) 294 : cluster 3 failed to encode map e698 with expected crc 2024-03-22T07:23:31.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:30 smithi129 bash[82160]: cluster 2024-03-22T07:23:30.381676+0000 osd.7 (osd.7) 285 : cluster 3 failed to encode map e699 with expected crc 2024-03-22T07:23:31.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:30 smithi129 bash[82160]: cluster 2024-03-22T07:23:30.386802+0000 mon.a (mon.0) 952 : cluster 0 osdmap e699: 8 total, 8 up, 8 in 2024-03-22T07:23:31.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:30 smithi129 bash[82160]: cluster 2024-03-22T07:23:30.409730+0000 osd.5 (osd.5) 259 : cluster 3 failed to encode map e699 with expected crc 2024-03-22T07:23:31.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:30 smithi129 bash[79695]: cluster 2024-03-22T07:23:29.670738+0000 osd.6 (osd.6) 294 : cluster 3 failed to encode map e698 with expected crc 2024-03-22T07:23:31.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:30 smithi129 bash[79695]: cluster 2024-03-22T07:23:30.381676+0000 osd.7 (osd.7) 285 : cluster 3 failed to encode map e699 with expected crc 2024-03-22T07:23:31.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:30 smithi129 bash[79695]: cluster 2024-03-22T07:23:30.386802+0000 mon.a (mon.0) 952 : cluster 0 osdmap e699: 8 total, 8 up, 8 in 2024-03-22T07:23:31.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:30 smithi129 bash[79695]: cluster 2024-03-22T07:23:30.409730+0000 osd.5 (osd.5) 259 : cluster 3 failed to encode map e699 with expected crc 2024-03-22T07:23:31.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:30 smithi148 bash[66753]: cluster 2024-03-22T07:23:29.670738+0000 osd.6 (osd.6) 294 : cluster 3 failed to encode map e698 with expected crc 2024-03-22T07:23:31.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:30 smithi148 bash[66753]: cluster 2024-03-22T07:23:30.381676+0000 osd.7 (osd.7) 285 : cluster 3 failed to encode map e699 with expected crc 2024-03-22T07:23:31.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:30 smithi148 bash[66753]: cluster 2024-03-22T07:23:30.386802+0000 mon.a (mon.0) 952 : cluster 0 osdmap e699: 8 total, 8 up, 8 in 2024-03-22T07:23:31.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:30 smithi148 bash[66753]: cluster 2024-03-22T07:23:30.409730+0000 osd.5 (osd.5) 259 : cluster 3 failed to encode map e699 with expected crc 2024-03-22T07:23:31.540 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.540 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.540 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.540 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.540 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.540 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 1 2024-03-22T07:23:31.540 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:23:31.540 INFO:tasks.workunit.client.0.smithi129.stdout:child: image113 2024-03-22T07:23:31.540 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image113/acbe85058f41 2024-03-22T07:23:31.540 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.540 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.540 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.540 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.540 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.541 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.541 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.541 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.541 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.541 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.541 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.541 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.541 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 2 2024-03-22T07:23:31.541 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 2 2024-03-22T07:23:31.541 INFO:tasks.workunit.client.0.smithi129.stdout:child: image114 2024-03-22T07:23:31.541 INFO:tasks.workunit.client.0.smithi129.stdout:child: image113 2024-03-22T07:23:31.541 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image113/acbe85058f41 2024-03-22T07:23:31.541 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.542 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114/acbe217762a3 2024-03-22T07:23:31.542 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.542 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.542 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.542 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.542 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.542 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.542 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.542 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.542 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.542 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.542 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.542 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.542 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.543 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-28/image115 2024-03-22T07:23:31.543 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.543 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.543 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image115 2024-03-22T07:23:31.543 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image115 2024-03-22T07:23:31.543 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.543 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 3 2024-03-22T07:23:31.543 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 3 2024-03-22T07:23:31.543 INFO:tasks.workunit.client.0.smithi129.stdout:child: image114 2024-03-22T07:23:31.543 INFO:tasks.workunit.client.0.smithi129.stdout:child: image113 2024-03-22T07:23:31.543 INFO:tasks.workunit.client.0.smithi129.stdout:child: image115 2024-03-22T07:23:31.543 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image113/acbe85058f41 2024-03-22T07:23:31.543 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.543 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114/acbe217762a3 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image115/acbecd2d13ce 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 3 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 3 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout:child: image114 2024-03-22T07:23:31.544 INFO:tasks.workunit.client.0.smithi129.stdout:child: image113 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout:child: image115 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image113/acbe85058f41 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114/acbe217762a3 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image115/acbecd2d13ce 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.545 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-28/image116 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image116 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image116 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 4 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 4 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout:child: image114 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout:child: image113 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout:child: image115 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout:child: image116 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image113/acbe85058f41 2024-03-22T07:23:31.546 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114/acbe217762a3 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image115/acbecd2d13ce 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image116/acbeee5f9be4 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.547 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.548 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-28/image115 2024-03-22T07:23:31.548 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:31.548 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:31.548 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image115 2024-03-22T07:23:31.548 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image115 2024-03-22T07:23:31.548 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.548 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:31.548 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-28/image116 2024-03-22T07:23:31.548 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:32.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:31 smithi129 bash[79695]: cluster 2024-03-22T07:23:30.426866+0000 osd.6 (osd.6) 295 : cluster 3 failed to encode map e699 with expected crc 2024-03-22T07:23:32.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:31 smithi129 bash[79695]: audit 2024-03-22T07:23:30.945077+0000 mon.c (mon.2) 243 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:23:32.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:31 smithi129 bash[79695]: audit 2024-03-22T07:23:31.521439+0000 mon.a (mon.0) 953 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:32.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:31 smithi129 bash[79695]: audit 2024-03-22T07:23:31.531162+0000 mon.a (mon.0) 954 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:32.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:31 smithi129 bash[79695]: cluster 2024-03-22T07:23:31.731002+0000 mgr.y (mgr.25337) 486 : cluster 0 pgmap v805: 521 pgs: 521 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.1 KiB/s wr, 4 op/s 2024-03-22T07:23:32.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:31 smithi129 bash[82160]: cluster 2024-03-22T07:23:30.426866+0000 osd.6 (osd.6) 295 : cluster 3 failed to encode map e699 with expected crc 2024-03-22T07:23:32.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:31 smithi129 bash[82160]: audit 2024-03-22T07:23:30.945077+0000 mon.c (mon.2) 243 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:23:32.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:31 smithi129 bash[82160]: audit 2024-03-22T07:23:31.521439+0000 mon.a (mon.0) 953 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:32.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:31 smithi129 bash[82160]: audit 2024-03-22T07:23:31.531162+0000 mon.a (mon.0) 954 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:32.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:31 smithi129 bash[82160]: cluster 2024-03-22T07:23:31.731002+0000 mgr.y (mgr.25337) 486 : cluster 0 pgmap v805: 521 pgs: 521 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.1 KiB/s wr, 4 op/s 2024-03-22T07:23:32.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:31 smithi148 bash[66753]: cluster 2024-03-22T07:23:30.426866+0000 osd.6 (osd.6) 295 : cluster 3 failed to encode map e699 with expected crc 2024-03-22T07:23:32.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:31 smithi148 bash[66753]: audit 2024-03-22T07:23:30.945077+0000 mon.c (mon.2) 243 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:23:32.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:31 smithi148 bash[66753]: audit 2024-03-22T07:23:31.521439+0000 mon.a (mon.0) 953 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:32.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:31 smithi148 bash[66753]: audit 2024-03-22T07:23:31.531162+0000 mon.a (mon.0) 954 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:32.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:31 smithi148 bash[66753]: cluster 2024-03-22T07:23:31.731002+0000 mgr.y (mgr.25337) 486 : cluster 0 pgmap v805: 521 pgs: 521 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.1 KiB/s wr, 4 op/s 2024-03-22T07:23:33.076 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image113 2024-03-22T07:23:33.076 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image115 2024-03-22T07:23:33.077 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image116 2024-03-22T07:23:33.077 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image116 2024-03-22T07:23:33.077 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.077 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 4 2024-03-22T07:23:33.077 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 4 2024-03-22T07:23:33.077 INFO:tasks.workunit.client.0.smithi129.stdout:child: image114 2024-03-22T07:23:33.077 INFO:tasks.workunit.client.0.smithi129.stdout:child: image113 2024-03-22T07:23:33.077 INFO:tasks.workunit.client.0.smithi129.stdout:child: image115 2024-03-22T07:23:33.077 INFO:tasks.workunit.client.0.smithi129.stdout:child: image116 2024-03-22T07:23:33.077 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image113/acbe85058f41 2024-03-22T07:23:33.077 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.077 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114/acbe217762a3 2024-03-22T07:23:33.077 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.077 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image115/acbecd2d13ce 2024-03-22T07:23:33.077 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.078 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image116/acbeee5f9be4 2024-03-22T07:23:33.078 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.078 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.078 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:33.078 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:33.078 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:33.078 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.078 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.078 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-28/image115 2024-03-22T07:23:33.078 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:33.078 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image115 2024-03-22T07:23:33.078 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image115 2024-03-22T07:23:33.078 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.078 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.078 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-28/image116 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image115 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image116 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image116 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 3 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 3 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout:child: image114 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout:child: image115 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout:child: image116 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114/acbe217762a3 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image115/acbecd2d13ce 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image116/acbeee5f9be4 2024-03-22T07:23:33.079 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-28/image116 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-28/image116 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image116 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 2 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 2 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout:child: image114 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout:child: image116 2024-03-22T07:23:33.080 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114/acbe217762a3 2024-03-22T07:23:33.081 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.081 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-28/image116/acbeee5f9be4 2024-03-22T07:23:33.081 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.081 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.081 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:33.081 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:33.081 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114 2024-03-22T07:23:33.081 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.081 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 1 2024-03-22T07:23:33.081 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:23:33.081 INFO:tasks.workunit.client.0.smithi129.stdout:child: image114 2024-03-22T07:23:33.081 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-27/image114/acbe217762a3 2024-03-22T07:23:33.081 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:33.081 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 0 2024-03-22T07:23:33.082 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 0 2024-03-22T07:23:33.082 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ListChildren (11371 ms) 2024-03-22T07:23:33.082 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-03-22T07:23:34.121 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:23:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:23:33] "GET /metrics HTTP/1.1" 200 65360 "" "Prometheus/2.43.0" 2024-03-22T07:23:34.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:33 smithi129 bash[82160]: cluster 2024-03-22T07:23:32.861603+0000 osd.7 (osd.7) 286 : cluster 3 failed to encode map e700 with expected crc 2024-03-22T07:23:34.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:33 smithi129 bash[82160]: cluster 2024-03-22T07:23:32.863075+0000 osd.5 (osd.5) 260 : cluster 3 failed to encode map e700 with expected crc 2024-03-22T07:23:34.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:33 smithi129 bash[82160]: cluster 2024-03-22T07:23:32.866932+0000 mon.a (mon.0) 955 : cluster 0 osdmap e700: 8 total, 8 up, 8 in 2024-03-22T07:23:34.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:33 smithi129 bash[82160]: cluster 2024-03-22T07:23:32.955433+0000 osd.6 (osd.6) 296 : cluster 3 failed to encode map e700 with expected crc 2024-03-22T07:23:34.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:33 smithi129 bash[82160]: cluster 2024-03-22T07:23:32.960913+0000 osd.6 (osd.6) 297 : cluster 3 failed to encode map e700 with expected crc 2024-03-22T07:23:34.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:33 smithi129 bash[82160]: cluster 2024-03-22T07:23:33.731964+0000 mgr.y (mgr.25337) 487 : cluster 0 pgmap v807: 521 pgs: 521 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 243 KiB/s rd, 7.0 KiB/s wr, 290 op/s 2024-03-22T07:23:34.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:33 smithi129 bash[79695]: cluster 2024-03-22T07:23:32.861603+0000 osd.7 (osd.7) 286 : cluster 3 failed to encode map e700 with expected crc 2024-03-22T07:23:34.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:33 smithi129 bash[79695]: cluster 2024-03-22T07:23:32.863075+0000 osd.5 (osd.5) 260 : cluster 3 failed to encode map e700 with expected crc 2024-03-22T07:23:34.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:33 smithi129 bash[79695]: cluster 2024-03-22T07:23:32.866932+0000 mon.a (mon.0) 955 : cluster 0 osdmap e700: 8 total, 8 up, 8 in 2024-03-22T07:23:34.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:33 smithi129 bash[79695]: cluster 2024-03-22T07:23:32.955433+0000 osd.6 (osd.6) 296 : cluster 3 failed to encode map e700 with expected crc 2024-03-22T07:23:34.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:33 smithi129 bash[79695]: cluster 2024-03-22T07:23:32.960913+0000 osd.6 (osd.6) 297 : cluster 3 failed to encode map e700 with expected crc 2024-03-22T07:23:34.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:33 smithi129 bash[79695]: cluster 2024-03-22T07:23:33.731964+0000 mgr.y (mgr.25337) 487 : cluster 0 pgmap v807: 521 pgs: 521 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 243 KiB/s rd, 7.0 KiB/s wr, 290 op/s 2024-03-22T07:23:34.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:33 smithi148 bash[66753]: cluster 2024-03-22T07:23:32.861603+0000 osd.7 (osd.7) 286 : cluster 3 failed to encode map e700 with expected crc 2024-03-22T07:23:34.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:33 smithi148 bash[66753]: cluster 2024-03-22T07:23:32.863075+0000 osd.5 (osd.5) 260 : cluster 3 failed to encode map e700 with expected crc 2024-03-22T07:23:34.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:33 smithi148 bash[66753]: cluster 2024-03-22T07:23:32.866932+0000 mon.a (mon.0) 955 : cluster 0 osdmap e700: 8 total, 8 up, 8 in 2024-03-22T07:23:34.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:33 smithi148 bash[66753]: cluster 2024-03-22T07:23:32.955433+0000 osd.6 (osd.6) 296 : cluster 3 failed to encode map e700 with expected crc 2024-03-22T07:23:34.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:33 smithi148 bash[66753]: cluster 2024-03-22T07:23:32.960913+0000 osd.6 (osd.6) 297 : cluster 3 failed to encode map e700 with expected crc 2024-03-22T07:23:34.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:33 smithi148 bash[66753]: cluster 2024-03-22T07:23:33.731964+0000 mgr.y (mgr.25337) 487 : cluster 0 pgmap v807: 521 pgs: 521 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 243 KiB/s rd, 7.0 KiB/s wr, 290 op/s 2024-03-22T07:23:35.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:34 smithi148 bash[66753]: cluster 2024-03-22T07:23:33.872931+0000 osd.7 (osd.7) 287 : cluster 3 failed to encode map e701 with expected crc 2024-03-22T07:23:35.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:34 smithi148 bash[66753]: cluster 2024-03-22T07:23:33.882225+0000 mon.a (mon.0) 956 : cluster 0 osdmap e701: 8 total, 8 up, 8 in 2024-03-22T07:23:35.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:34 smithi148 bash[66753]: cluster 2024-03-22T07:23:33.882524+0000 osd.7 (osd.7) 288 : cluster 3 failed to encode map e701 with expected crc 2024-03-22T07:23:35.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:34 smithi148 bash[66753]: cluster 2024-03-22T07:23:33.884353+0000 osd.6 (osd.6) 298 : cluster 3 failed to encode map e701 with expected crc 2024-03-22T07:23:35.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:34 smithi148 bash[66753]: audit 2024-03-22T07:23:33.886753+0000 mon.a (mon.0) 957 : audit 1 from='client.? 172.21.15.129:0/952761880' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:35.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:34 smithi148 bash[66753]: cluster 2024-03-22T07:23:33.892297+0000 osd.6 (osd.6) 299 : cluster 3 failed to encode map e701 with expected crc 2024-03-22T07:23:35.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:34 smithi148 bash[66753]: cluster 2024-03-22T07:23:33.894819+0000 osd.5 (osd.5) 261 : cluster 3 failed to encode map e701 with expected crc 2024-03-22T07:23:35.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:34 smithi129 bash[82160]: cluster 2024-03-22T07:23:33.872931+0000 osd.7 (osd.7) 287 : cluster 3 failed to encode map e701 with expected crc 2024-03-22T07:23:35.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:34 smithi129 bash[82160]: cluster 2024-03-22T07:23:33.882225+0000 mon.a (mon.0) 956 : cluster 0 osdmap e701: 8 total, 8 up, 8 in 2024-03-22T07:23:35.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:34 smithi129 bash[82160]: cluster 2024-03-22T07:23:33.882524+0000 osd.7 (osd.7) 288 : cluster 3 failed to encode map e701 with expected crc 2024-03-22T07:23:35.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:34 smithi129 bash[82160]: cluster 2024-03-22T07:23:33.884353+0000 osd.6 (osd.6) 298 : cluster 3 failed to encode map e701 with expected crc 2024-03-22T07:23:35.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:34 smithi129 bash[82160]: audit 2024-03-22T07:23:33.886753+0000 mon.a (mon.0) 957 : audit 1 from='client.? 172.21.15.129:0/952761880' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:35.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:34 smithi129 bash[82160]: cluster 2024-03-22T07:23:33.892297+0000 osd.6 (osd.6) 299 : cluster 3 failed to encode map e701 with expected crc 2024-03-22T07:23:35.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:34 smithi129 bash[82160]: cluster 2024-03-22T07:23:33.894819+0000 osd.5 (osd.5) 261 : cluster 3 failed to encode map e701 with expected crc 2024-03-22T07:23:35.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:34 smithi129 bash[79695]: cluster 2024-03-22T07:23:33.872931+0000 osd.7 (osd.7) 287 : cluster 3 failed to encode map e701 with expected crc 2024-03-22T07:23:35.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:34 smithi129 bash[79695]: cluster 2024-03-22T07:23:33.882225+0000 mon.a (mon.0) 956 : cluster 0 osdmap e701: 8 total, 8 up, 8 in 2024-03-22T07:23:35.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:34 smithi129 bash[79695]: cluster 2024-03-22T07:23:33.882524+0000 osd.7 (osd.7) 288 : cluster 3 failed to encode map e701 with expected crc 2024-03-22T07:23:35.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:34 smithi129 bash[79695]: cluster 2024-03-22T07:23:33.884353+0000 osd.6 (osd.6) 298 : cluster 3 failed to encode map e701 with expected crc 2024-03-22T07:23:35.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:34 smithi129 bash[79695]: audit 2024-03-22T07:23:33.886753+0000 mon.a (mon.0) 957 : audit 1 from='client.? 172.21.15.129:0/952761880' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:35.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:34 smithi129 bash[79695]: cluster 2024-03-22T07:23:33.892297+0000 osd.6 (osd.6) 299 : cluster 3 failed to encode map e701 with expected crc 2024-03-22T07:23:35.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:34 smithi129 bash[79695]: cluster 2024-03-22T07:23:33.894819+0000 osd.5 (osd.5) 261 : cluster 3 failed to encode map e701 with expected crc 2024-03-22T07:23:36.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:35 smithi148 bash[66753]: audit 2024-03-22T07:23:34.874738+0000 mon.a (mon.0) 958 : audit 1 from='client.? 172.21.15.129:0/952761880' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:23:36.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:35 smithi148 bash[66753]: cluster 2024-03-22T07:23:34.875476+0000 osd.7 (osd.7) 289 : cluster 3 failed to encode map e702 with expected crc 2024-03-22T07:23:36.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:35 smithi148 bash[66753]: cluster 2024-03-22T07:23:34.882599+0000 osd.7 (osd.7) 290 : cluster 3 failed to encode map e702 with expected crc 2024-03-22T07:23:36.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:35 smithi148 bash[66753]: cluster 2024-03-22T07:23:34.882757+0000 mon.a (mon.0) 959 : cluster 0 osdmap e702: 8 total, 8 up, 8 in 2024-03-22T07:23:36.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:35 smithi148 bash[66753]: cluster 2024-03-22T07:23:34.882980+0000 osd.6 (osd.6) 300 : cluster 3 failed to encode map e702 with expected crc 2024-03-22T07:23:36.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:35 smithi148 bash[66753]: cluster 2024-03-22T07:23:34.888579+0000 osd.5 (osd.5) 262 : cluster 3 failed to encode map e702 with expected crc 2024-03-22T07:23:36.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:35 smithi148 bash[66753]: audit 2024-03-22T07:23:35.443489+0000 mon.a (mon.0) 960 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:36.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:35 smithi148 bash[66753]: cluster 2024-03-22T07:23:35.733531+0000 mgr.y (mgr.25337) 488 : cluster 0 pgmap v810: 553 pgs: 16 creating+peering, 8 unknown, 529 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 417 KiB/s rd, 9.3 KiB/s wr, 503 op/s 2024-03-22T07:23:36.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[79695]: audit 2024-03-22T07:23:34.874738+0000 mon.a (mon.0) 958 : audit 1 from='client.? 172.21.15.129:0/952761880' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:23:36.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[79695]: cluster 2024-03-22T07:23:34.875476+0000 osd.7 (osd.7) 289 : cluster 3 failed to encode map e702 with expected crc 2024-03-22T07:23:36.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[79695]: cluster 2024-03-22T07:23:34.882599+0000 osd.7 (osd.7) 290 : cluster 3 failed to encode map e702 with expected crc 2024-03-22T07:23:36.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[79695]: cluster 2024-03-22T07:23:34.882757+0000 mon.a (mon.0) 959 : cluster 0 osdmap e702: 8 total, 8 up, 8 in 2024-03-22T07:23:36.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[79695]: cluster 2024-03-22T07:23:34.882980+0000 osd.6 (osd.6) 300 : cluster 3 failed to encode map e702 with expected crc 2024-03-22T07:23:36.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[79695]: cluster 2024-03-22T07:23:34.888579+0000 osd.5 (osd.5) 262 : cluster 3 failed to encode map e702 with expected crc 2024-03-22T07:23:36.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[79695]: audit 2024-03-22T07:23:35.443489+0000 mon.a (mon.0) 960 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:36.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[79695]: cluster 2024-03-22T07:23:35.733531+0000 mgr.y (mgr.25337) 488 : cluster 0 pgmap v810: 553 pgs: 16 creating+peering, 8 unknown, 529 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 417 KiB/s rd, 9.3 KiB/s wr, 503 op/s 2024-03-22T07:23:36.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[82160]: audit 2024-03-22T07:23:34.874738+0000 mon.a (mon.0) 958 : audit 1 from='client.? 172.21.15.129:0/952761880' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:23:36.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[82160]: cluster 2024-03-22T07:23:34.875476+0000 osd.7 (osd.7) 289 : cluster 3 failed to encode map e702 with expected crc 2024-03-22T07:23:36.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[82160]: cluster 2024-03-22T07:23:34.882599+0000 osd.7 (osd.7) 290 : cluster 3 failed to encode map e702 with expected crc 2024-03-22T07:23:36.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[82160]: cluster 2024-03-22T07:23:34.882757+0000 mon.a (mon.0) 959 : cluster 0 osdmap e702: 8 total, 8 up, 8 in 2024-03-22T07:23:36.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[82160]: cluster 2024-03-22T07:23:34.882980+0000 osd.6 (osd.6) 300 : cluster 3 failed to encode map e702 with expected crc 2024-03-22T07:23:36.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[82160]: cluster 2024-03-22T07:23:34.888579+0000 osd.5 (osd.5) 262 : cluster 3 failed to encode map e702 with expected crc 2024-03-22T07:23:36.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[82160]: audit 2024-03-22T07:23:35.443489+0000 mon.a (mon.0) 960 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:36.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:35 smithi129 bash[82160]: cluster 2024-03-22T07:23:35.733531+0000 mgr.y (mgr.25337) 488 : cluster 0 pgmap v810: 553 pgs: 16 creating+peering, 8 unknown, 529 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 417 KiB/s rd, 9.3 KiB/s wr, 503 op/s 2024-03-22T07:23:37.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:36 smithi148 bash[66753]: cluster 2024-03-22T07:23:35.897584+0000 osd.7 (osd.7) 291 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:36 smithi148 bash[66753]: cluster 2024-03-22T07:23:35.902025+0000 osd.5 (osd.5) 263 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:36 smithi148 bash[66753]: cluster 2024-03-22T07:23:35.902425+0000 osd.6 (osd.6) 301 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:36 smithi148 bash[66753]: cluster 2024-03-22T07:23:35.902829+0000 mon.a (mon.0) 961 : cluster 0 osdmap e703: 8 total, 8 up, 8 in 2024-03-22T07:23:37.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:36 smithi148 bash[66753]: cluster 2024-03-22T07:23:35.908040+0000 osd.7 (osd.7) 292 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:36 smithi148 bash[66753]: audit 2024-03-22T07:23:35.908337+0000 mon.c (mon.2) 244 : audit 1 from='client.? 172.21.15.129:0/3907625242' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:37.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:36 smithi148 bash[66753]: cluster 2024-03-22T07:23:35.912042+0000 osd.5 (osd.5) 264 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:36 smithi148 bash[66753]: cluster 2024-03-22T07:23:35.912652+0000 osd.6 (osd.6) 302 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:36 smithi148 bash[66753]: cluster 2024-03-22T07:23:35.921359+0000 osd.5 (osd.5) 265 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:36 smithi148 bash[66753]: cluster 2024-03-22T07:23:35.923311+0000 osd.6 (osd.6) 303 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:36 smithi148 bash[66753]: cluster 2024-03-22T07:23:35.928195+0000 osd.5 (osd.5) 266 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:36 smithi148 bash[66753]: audit 2024-03-22T07:23:35.930227+0000 mon.a (mon.0) 962 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:37.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:36 smithi148 bash[66753]: cluster 2024-03-22T07:23:35.938384+0000 osd.5 (osd.5) 267 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:36 smithi148 bash[66753]: audit 2024-03-22T07:23:36.899035+0000 mon.a (mon.0) 963 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:23:37.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:36 smithi148 bash[66753]: cluster 2024-03-22T07:23:36.905144+0000 mon.a (mon.0) 964 : cluster 0 osdmap e704: 8 total, 8 up, 8 in 2024-03-22T07:23:37.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[79695]: cluster 2024-03-22T07:23:35.897584+0000 osd.7 (osd.7) 291 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[79695]: cluster 2024-03-22T07:23:35.902025+0000 osd.5 (osd.5) 263 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[79695]: cluster 2024-03-22T07:23:35.902425+0000 osd.6 (osd.6) 301 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[79695]: cluster 2024-03-22T07:23:35.902829+0000 mon.a (mon.0) 961 : cluster 0 osdmap e703: 8 total, 8 up, 8 in 2024-03-22T07:23:37.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[79695]: cluster 2024-03-22T07:23:35.908040+0000 osd.7 (osd.7) 292 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[79695]: audit 2024-03-22T07:23:35.908337+0000 mon.c (mon.2) 244 : audit 1 from='client.? 172.21.15.129:0/3907625242' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:37.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[79695]: cluster 2024-03-22T07:23:35.912042+0000 osd.5 (osd.5) 264 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[79695]: cluster 2024-03-22T07:23:35.912652+0000 osd.6 (osd.6) 302 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[79695]: cluster 2024-03-22T07:23:35.921359+0000 osd.5 (osd.5) 265 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[79695]: cluster 2024-03-22T07:23:35.923311+0000 osd.6 (osd.6) 303 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[79695]: cluster 2024-03-22T07:23:35.928195+0000 osd.5 (osd.5) 266 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[79695]: audit 2024-03-22T07:23:35.930227+0000 mon.a (mon.0) 962 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:37.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[79695]: cluster 2024-03-22T07:23:35.938384+0000 osd.5 (osd.5) 267 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[79695]: audit 2024-03-22T07:23:36.899035+0000 mon.a (mon.0) 963 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:23:37.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[79695]: cluster 2024-03-22T07:23:36.905144+0000 mon.a (mon.0) 964 : cluster 0 osdmap e704: 8 total, 8 up, 8 in 2024-03-22T07:23:37.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[82160]: cluster 2024-03-22T07:23:35.897584+0000 osd.7 (osd.7) 291 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[82160]: cluster 2024-03-22T07:23:35.902025+0000 osd.5 (osd.5) 263 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[82160]: cluster 2024-03-22T07:23:35.902425+0000 osd.6 (osd.6) 301 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[82160]: cluster 2024-03-22T07:23:35.902829+0000 mon.a (mon.0) 961 : cluster 0 osdmap e703: 8 total, 8 up, 8 in 2024-03-22T07:23:37.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[82160]: cluster 2024-03-22T07:23:35.908040+0000 osd.7 (osd.7) 292 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[82160]: audit 2024-03-22T07:23:35.908337+0000 mon.c (mon.2) 244 : audit 1 from='client.? 172.21.15.129:0/3907625242' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:37.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[82160]: cluster 2024-03-22T07:23:35.912042+0000 osd.5 (osd.5) 264 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[82160]: cluster 2024-03-22T07:23:35.912652+0000 osd.6 (osd.6) 302 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[82160]: cluster 2024-03-22T07:23:35.921359+0000 osd.5 (osd.5) 265 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[82160]: cluster 2024-03-22T07:23:35.923311+0000 osd.6 (osd.6) 303 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[82160]: cluster 2024-03-22T07:23:35.928195+0000 osd.5 (osd.5) 266 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[82160]: audit 2024-03-22T07:23:35.930227+0000 mon.a (mon.0) 962 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:37.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[82160]: cluster 2024-03-22T07:23:35.938384+0000 osd.5 (osd.5) 267 : cluster 3 failed to encode map e703 with expected crc 2024-03-22T07:23:37.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[82160]: audit 2024-03-22T07:23:36.899035+0000 mon.a (mon.0) 963 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:23:37.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:36 smithi129 bash[82160]: cluster 2024-03-22T07:23:36.905144+0000 mon.a (mon.0) 964 : cluster 0 osdmap e704: 8 total, 8 up, 8 in 2024-03-22T07:23:38.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:37 smithi148 bash[66753]: cluster 2024-03-22T07:23:36.901844+0000 osd.5 (osd.5) 268 : cluster 3 failed to encode map e704 with expected crc 2024-03-22T07:23:38.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:37 smithi148 bash[66753]: cluster 2024-03-22T07:23:36.905301+0000 osd.7 (osd.7) 293 : cluster 3 failed to encode map e704 with expected crc 2024-03-22T07:23:38.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:37 smithi148 bash[66753]: cluster 2024-03-22T07:23:36.905375+0000 osd.6 (osd.6) 304 : cluster 3 failed to encode map e704 with expected crc 2024-03-22T07:23:38.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:37 smithi148 bash[66753]: cluster 2024-03-22T07:23:36.908549+0000 osd.5 (osd.5) 269 : cluster 3 failed to encode map e704 with expected crc 2024-03-22T07:23:38.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:37 smithi148 bash[66753]: audit 2024-03-22T07:23:37.409302+0000 mon.a (mon.0) 965 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:38.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:37 smithi148 bash[66753]: audit 2024-03-22T07:23:37.418119+0000 mon.a (mon.0) 966 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:38.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:37 smithi148 bash[66753]: audit 2024-03-22T07:23:37.423219+0000 mon.a (mon.0) 967 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:38.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:37 smithi148 bash[66753]: audit 2024-03-22T07:23:37.431398+0000 mon.a (mon.0) 968 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:38.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:37 smithi148 bash[66753]: cluster 2024-03-22T07:23:37.735672+0000 mgr.y (mgr.25337) 489 : cluster 0 pgmap v813: 585 pgs: 16 creating+peering, 23 unknown, 546 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 265 KiB/s rd, 4.7 KiB/s wr, 330 op/s 2024-03-22T07:23:38.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:37 smithi148 bash[66753]: cluster 2024-03-22T07:23:37.910206+0000 mon.a (mon.0) 969 : cluster 0 osdmap e705: 8 total, 8 up, 8 in 2024-03-22T07:23:38.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:37 smithi148 bash[66753]: audit 2024-03-22T07:23:37.911369+0000 mon.c (mon.2) 245 : audit 1 from='client.? 172.21.15.129:0/4209240090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:38.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:37 smithi148 bash[66753]: audit 2024-03-22T07:23:37.912052+0000 mon.a (mon.0) 970 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:38.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[79695]: cluster 2024-03-22T07:23:36.901844+0000 osd.5 (osd.5) 268 : cluster 3 failed to encode map e704 with expected crc 2024-03-22T07:23:38.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[79695]: cluster 2024-03-22T07:23:36.905301+0000 osd.7 (osd.7) 293 : cluster 3 failed to encode map e704 with expected crc 2024-03-22T07:23:38.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[79695]: cluster 2024-03-22T07:23:36.905375+0000 osd.6 (osd.6) 304 : cluster 3 failed to encode map e704 with expected crc 2024-03-22T07:23:38.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[79695]: cluster 2024-03-22T07:23:36.908549+0000 osd.5 (osd.5) 269 : cluster 3 failed to encode map e704 with expected crc 2024-03-22T07:23:38.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[79695]: audit 2024-03-22T07:23:37.409302+0000 mon.a (mon.0) 965 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:38.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[79695]: audit 2024-03-22T07:23:37.418119+0000 mon.a (mon.0) 966 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:38.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[79695]: audit 2024-03-22T07:23:37.423219+0000 mon.a (mon.0) 967 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:38.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[79695]: audit 2024-03-22T07:23:37.431398+0000 mon.a (mon.0) 968 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:38.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[79695]: cluster 2024-03-22T07:23:37.735672+0000 mgr.y (mgr.25337) 489 : cluster 0 pgmap v813: 585 pgs: 16 creating+peering, 23 unknown, 546 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 265 KiB/s rd, 4.7 KiB/s wr, 330 op/s 2024-03-22T07:23:38.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[79695]: cluster 2024-03-22T07:23:37.910206+0000 mon.a (mon.0) 969 : cluster 0 osdmap e705: 8 total, 8 up, 8 in 2024-03-22T07:23:38.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[79695]: audit 2024-03-22T07:23:37.911369+0000 mon.c (mon.2) 245 : audit 1 from='client.? 172.21.15.129:0/4209240090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:38.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[79695]: audit 2024-03-22T07:23:37.912052+0000 mon.a (mon.0) 970 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:38.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[82160]: cluster 2024-03-22T07:23:36.901844+0000 osd.5 (osd.5) 268 : cluster 3 failed to encode map e704 with expected crc 2024-03-22T07:23:38.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[82160]: cluster 2024-03-22T07:23:36.905301+0000 osd.7 (osd.7) 293 : cluster 3 failed to encode map e704 with expected crc 2024-03-22T07:23:38.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[82160]: cluster 2024-03-22T07:23:36.905375+0000 osd.6 (osd.6) 304 : cluster 3 failed to encode map e704 with expected crc 2024-03-22T07:23:38.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[82160]: cluster 2024-03-22T07:23:36.908549+0000 osd.5 (osd.5) 269 : cluster 3 failed to encode map e704 with expected crc 2024-03-22T07:23:38.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[82160]: audit 2024-03-22T07:23:37.409302+0000 mon.a (mon.0) 965 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:38.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[82160]: audit 2024-03-22T07:23:37.418119+0000 mon.a (mon.0) 966 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:38.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[82160]: audit 2024-03-22T07:23:37.423219+0000 mon.a (mon.0) 967 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:38.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[82160]: audit 2024-03-22T07:23:37.431398+0000 mon.a (mon.0) 968 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:38.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[82160]: cluster 2024-03-22T07:23:37.735672+0000 mgr.y (mgr.25337) 489 : cluster 0 pgmap v813: 585 pgs: 16 creating+peering, 23 unknown, 546 active+clean; 297 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 265 KiB/s rd, 4.7 KiB/s wr, 330 op/s 2024-03-22T07:23:38.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[82160]: cluster 2024-03-22T07:23:37.910206+0000 mon.a (mon.0) 969 : cluster 0 osdmap e705: 8 total, 8 up, 8 in 2024-03-22T07:23:38.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[82160]: audit 2024-03-22T07:23:37.911369+0000 mon.c (mon.2) 245 : audit 1 from='client.? 172.21.15.129:0/4209240090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:38.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:37 smithi129 bash[82160]: audit 2024-03-22T07:23:37.912052+0000 mon.a (mon.0) 970 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:23:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:38 smithi148 bash[66753]: cluster 2024-03-22T07:23:37.905978+0000 osd.5 (osd.5) 270 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:38 smithi148 bash[66753]: cluster 2024-03-22T07:23:37.909694+0000 osd.6 (osd.6) 305 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:38 smithi148 bash[66753]: cluster 2024-03-22T07:23:37.911441+0000 osd.7 (osd.7) 294 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:38 smithi148 bash[66753]: cluster 2024-03-22T07:23:37.914165+0000 osd.6 (osd.6) 306 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:38 smithi148 bash[66753]: cluster 2024-03-22T07:23:37.916874+0000 osd.7 (osd.7) 295 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:38 smithi148 bash[66753]: cluster 2024-03-22T07:23:37.920718+0000 osd.7 (osd.7) 296 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:38 smithi148 bash[66753]: audit 2024-03-22T07:23:38.109130+0000 mon.c (mon.2) 246 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:23:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:38 smithi148 bash[66753]: audit 2024-03-22T07:23:38.110689+0000 mon.c (mon.2) 247 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:23:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:38 smithi148 bash[66753]: audit 2024-03-22T07:23:38.120811+0000 mon.a (mon.0) 971 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:38 smithi148 bash[66753]: audit 2024-03-22T07:23:38.393466+0000 mon.c (mon.2) 248 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:23:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:38 smithi148 bash[66753]: audit 2024-03-22T07:23:38.554742+0000 mon.a (mon.0) 972 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:23:39.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:38 smithi148 bash[66753]: cluster 2024-03-22T07:23:38.562439+0000 mon.a (mon.0) 973 : cluster 0 osdmap e706: 8 total, 8 up, 8 in 2024-03-22T07:23:39.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:38 smithi148 bash[66753]: cluster 2024-03-22T07:23:38.569780+0000 osd.5 (osd.5) 271 : cluster 3 failed to encode map e706 with expected crc 2024-03-22T07:23:39.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:38 smithi148 bash[66753]: audit 2024-03-22T07:23:38.573671+0000 mon.c (mon.2) 249 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31", "force_nonempty":""}]: dispatch 2024-03-22T07:23:39.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:38 smithi148 bash[66753]: audit 2024-03-22T07:23:38.588721+0000 mon.a (mon.0) 974 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31", "force_nonempty":""}]: dispatch 2024-03-22T07:23:39.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[82160]: cluster 2024-03-22T07:23:37.905978+0000 osd.5 (osd.5) 270 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[82160]: cluster 2024-03-22T07:23:37.909694+0000 osd.6 (osd.6) 305 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[82160]: cluster 2024-03-22T07:23:37.911441+0000 osd.7 (osd.7) 294 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[82160]: cluster 2024-03-22T07:23:37.914165+0000 osd.6 (osd.6) 306 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[82160]: cluster 2024-03-22T07:23:37.916874+0000 osd.7 (osd.7) 295 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[82160]: cluster 2024-03-22T07:23:37.920718+0000 osd.7 (osd.7) 296 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[82160]: audit 2024-03-22T07:23:38.109130+0000 mon.c (mon.2) 246 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:23:39.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[82160]: audit 2024-03-22T07:23:38.110689+0000 mon.c (mon.2) 247 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:23:39.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[82160]: audit 2024-03-22T07:23:38.120811+0000 mon.a (mon.0) 971 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:39.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[82160]: audit 2024-03-22T07:23:38.393466+0000 mon.c (mon.2) 248 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:23:39.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[82160]: audit 2024-03-22T07:23:38.554742+0000 mon.a (mon.0) 972 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:23:39.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[82160]: cluster 2024-03-22T07:23:38.562439+0000 mon.a (mon.0) 973 : cluster 0 osdmap e706: 8 total, 8 up, 8 in 2024-03-22T07:23:39.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[82160]: cluster 2024-03-22T07:23:38.569780+0000 osd.5 (osd.5) 271 : cluster 3 failed to encode map e706 with expected crc 2024-03-22T07:23:39.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[82160]: audit 2024-03-22T07:23:38.573671+0000 mon.c (mon.2) 249 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31", "force_nonempty":""}]: dispatch 2024-03-22T07:23:39.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[82160]: audit 2024-03-22T07:23:38.588721+0000 mon.a (mon.0) 974 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31", "force_nonempty":""}]: dispatch 2024-03-22T07:23:39.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[79695]: cluster 2024-03-22T07:23:37.905978+0000 osd.5 (osd.5) 270 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[79695]: cluster 2024-03-22T07:23:37.909694+0000 osd.6 (osd.6) 305 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[79695]: cluster 2024-03-22T07:23:37.911441+0000 osd.7 (osd.7) 294 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[79695]: cluster 2024-03-22T07:23:37.914165+0000 osd.6 (osd.6) 306 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[79695]: cluster 2024-03-22T07:23:37.916874+0000 osd.7 (osd.7) 295 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[79695]: cluster 2024-03-22T07:23:37.920718+0000 osd.7 (osd.7) 296 : cluster 3 failed to encode map e705 with expected crc 2024-03-22T07:23:39.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[79695]: audit 2024-03-22T07:23:38.109130+0000 mon.c (mon.2) 246 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:23:39.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[79695]: audit 2024-03-22T07:23:38.110689+0000 mon.c (mon.2) 247 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:23:39.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[79695]: audit 2024-03-22T07:23:38.120811+0000 mon.a (mon.0) 971 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:39.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[79695]: audit 2024-03-22T07:23:38.393466+0000 mon.c (mon.2) 248 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:23:39.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[79695]: audit 2024-03-22T07:23:38.554742+0000 mon.a (mon.0) 972 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:23:39.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[79695]: cluster 2024-03-22T07:23:38.562439+0000 mon.a (mon.0) 973 : cluster 0 osdmap e706: 8 total, 8 up, 8 in 2024-03-22T07:23:39.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[79695]: cluster 2024-03-22T07:23:38.569780+0000 osd.5 (osd.5) 271 : cluster 3 failed to encode map e706 with expected crc 2024-03-22T07:23:39.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[79695]: audit 2024-03-22T07:23:38.573671+0000 mon.c (mon.2) 249 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31", "force_nonempty":""}]: dispatch 2024-03-22T07:23:39.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:38 smithi129 bash[79695]: audit 2024-03-22T07:23:38.588721+0000 mon.a (mon.0) 974 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31", "force_nonempty":""}]: dispatch 2024-03-22T07:23:40.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:39 smithi148 bash[66753]: cluster 2024-03-22T07:23:38.565632+0000 osd.7 (osd.7) 297 : cluster 3 failed to encode map e706 with expected crc 2024-03-22T07:23:40.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:39 smithi148 bash[66753]: cluster 2024-03-22T07:23:38.574450+0000 osd.6 (osd.6) 307 : cluster 3 failed to encode map e706 with expected crc 2024-03-22T07:23:40.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:39 smithi148 bash[66753]: audit 2024-03-22T07:23:39.580349+0000 mon.a (mon.0) 975 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31", "force_nonempty":""}]': finished 2024-03-22T07:23:40.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:39 smithi148 bash[66753]: cluster 2024-03-22T07:23:39.586149+0000 mon.a (mon.0) 976 : cluster 0 osdmap e707: 8 total, 8 up, 8 in 2024-03-22T07:23:40.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:39 smithi148 bash[66753]: audit 2024-03-22T07:23:39.591793+0000 mon.c (mon.2) 250 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi129-68587-31", "mode":"writeback"}]: dispatch 2024-03-22T07:23:40.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:39 smithi148 bash[66753]: audit 2024-03-22T07:23:39.592908+0000 mon.a (mon.0) 977 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi129-68587-31", "mode":"writeback"}]: dispatch 2024-03-22T07:23:40.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:39 smithi148 bash[66753]: cluster 2024-03-22T07:23:39.736795+0000 mgr.y (mgr.25337) 490 : cluster 0 pgmap v817: 617 pgs: 13 unknown, 604 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 39 KiB/s rd, 2.6 KiB/s wr, 54 op/s 2024-03-22T07:23:40.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:39 smithi129 bash[79695]: cluster 2024-03-22T07:23:38.565632+0000 osd.7 (osd.7) 297 : cluster 3 failed to encode map e706 with expected crc 2024-03-22T07:23:40.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:39 smithi129 bash[79695]: cluster 2024-03-22T07:23:38.574450+0000 osd.6 (osd.6) 307 : cluster 3 failed to encode map e706 with expected crc 2024-03-22T07:23:40.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:39 smithi129 bash[79695]: audit 2024-03-22T07:23:39.580349+0000 mon.a (mon.0) 975 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31", "force_nonempty":""}]': finished 2024-03-22T07:23:40.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:39 smithi129 bash[79695]: cluster 2024-03-22T07:23:39.586149+0000 mon.a (mon.0) 976 : cluster 0 osdmap e707: 8 total, 8 up, 8 in 2024-03-22T07:23:40.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:39 smithi129 bash[79695]: audit 2024-03-22T07:23:39.591793+0000 mon.c (mon.2) 250 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi129-68587-31", "mode":"writeback"}]: dispatch 2024-03-22T07:23:40.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:39 smithi129 bash[79695]: audit 2024-03-22T07:23:39.592908+0000 mon.a (mon.0) 977 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi129-68587-31", "mode":"writeback"}]: dispatch 2024-03-22T07:23:40.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:39 smithi129 bash[79695]: cluster 2024-03-22T07:23:39.736795+0000 mgr.y (mgr.25337) 490 : cluster 0 pgmap v817: 617 pgs: 13 unknown, 604 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 39 KiB/s rd, 2.6 KiB/s wr, 54 op/s 2024-03-22T07:23:40.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:39 smithi129 bash[82160]: cluster 2024-03-22T07:23:38.565632+0000 osd.7 (osd.7) 297 : cluster 3 failed to encode map e706 with expected crc 2024-03-22T07:23:40.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:39 smithi129 bash[82160]: cluster 2024-03-22T07:23:38.574450+0000 osd.6 (osd.6) 307 : cluster 3 failed to encode map e706 with expected crc 2024-03-22T07:23:40.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:39 smithi129 bash[82160]: audit 2024-03-22T07:23:39.580349+0000 mon.a (mon.0) 975 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31", "force_nonempty":""}]': finished 2024-03-22T07:23:40.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:39 smithi129 bash[82160]: cluster 2024-03-22T07:23:39.586149+0000 mon.a (mon.0) 976 : cluster 0 osdmap e707: 8 total, 8 up, 8 in 2024-03-22T07:23:40.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:39 smithi129 bash[82160]: audit 2024-03-22T07:23:39.591793+0000 mon.c (mon.2) 250 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi129-68587-31", "mode":"writeback"}]: dispatch 2024-03-22T07:23:40.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:39 smithi129 bash[82160]: audit 2024-03-22T07:23:39.592908+0000 mon.a (mon.0) 977 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi129-68587-31", "mode":"writeback"}]: dispatch 2024-03-22T07:23:40.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:39 smithi129 bash[82160]: cluster 2024-03-22T07:23:39.736795+0000 mgr.y (mgr.25337) 490 : cluster 0 pgmap v817: 617 pgs: 13 unknown, 604 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 39 KiB/s rd, 2.6 KiB/s wr, 54 op/s 2024-03-22T07:23:41.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[82160]: cluster 2024-03-22T07:23:39.581141+0000 osd.7 (osd.7) 298 : cluster 3 failed to encode map e707 with expected crc 2024-03-22T07:23:41.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[82160]: cluster 2024-03-22T07:23:39.611536+0000 osd.6 (osd.6) 308 : cluster 3 failed to encode map e707 with expected crc 2024-03-22T07:23:41.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[82160]: cluster 2024-03-22T07:23:40.474828+0000 osd.5 (osd.5) 272 : cluster 3 failed to encode map e707 with expected crc 2024-03-22T07:23:41.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[82160]: cluster 2024-03-22T07:23:40.581704+0000 mon.a (mon.0) 978 : cluster 3 Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-03-22T07:23:41.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[82160]: audit 2024-03-22T07:23:40.590543+0000 mon.a (mon.0) 979 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi129-68587-31", "mode":"writeback"}]': finished 2024-03-22T07:23:41.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[82160]: cluster 2024-03-22T07:23:40.597080+0000 mon.a (mon.0) 980 : cluster 0 osdmap e708: 8 total, 8 up, 8 in 2024-03-22T07:23:41.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[82160]: audit 2024-03-22T07:23:40.600381+0000 mon.c (mon.2) 251 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi129-68587-29", "overlaypool":"test-librbd-smithi129-68587-31"}]: dispatch 2024-03-22T07:23:41.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[82160]: audit 2024-03-22T07:23:40.601380+0000 mon.a (mon.0) 981 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi129-68587-29", "overlaypool":"test-librbd-smithi129-68587-31"}]: dispatch 2024-03-22T07:23:41.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[79695]: cluster 2024-03-22T07:23:39.581141+0000 osd.7 (osd.7) 298 : cluster 3 failed to encode map e707 with expected crc 2024-03-22T07:23:41.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[79695]: cluster 2024-03-22T07:23:39.611536+0000 osd.6 (osd.6) 308 : cluster 3 failed to encode map e707 with expected crc 2024-03-22T07:23:41.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[79695]: cluster 2024-03-22T07:23:40.474828+0000 osd.5 (osd.5) 272 : cluster 3 failed to encode map e707 with expected crc 2024-03-22T07:23:41.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[79695]: cluster 2024-03-22T07:23:40.581704+0000 mon.a (mon.0) 978 : cluster 3 Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-03-22T07:23:41.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[79695]: audit 2024-03-22T07:23:40.590543+0000 mon.a (mon.0) 979 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi129-68587-31", "mode":"writeback"}]': finished 2024-03-22T07:23:41.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[79695]: cluster 2024-03-22T07:23:40.597080+0000 mon.a (mon.0) 980 : cluster 0 osdmap e708: 8 total, 8 up, 8 in 2024-03-22T07:23:41.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[79695]: audit 2024-03-22T07:23:40.600381+0000 mon.c (mon.2) 251 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi129-68587-29", "overlaypool":"test-librbd-smithi129-68587-31"}]: dispatch 2024-03-22T07:23:41.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:40 smithi129 bash[79695]: audit 2024-03-22T07:23:40.601380+0000 mon.a (mon.0) 981 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi129-68587-29", "overlaypool":"test-librbd-smithi129-68587-31"}]: dispatch 2024-03-22T07:23:41.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:40 smithi148 bash[66753]: cluster 2024-03-22T07:23:39.581141+0000 osd.7 (osd.7) 298 : cluster 3 failed to encode map e707 with expected crc 2024-03-22T07:23:41.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:40 smithi148 bash[66753]: cluster 2024-03-22T07:23:39.611536+0000 osd.6 (osd.6) 308 : cluster 3 failed to encode map e707 with expected crc 2024-03-22T07:23:41.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:40 smithi148 bash[66753]: cluster 2024-03-22T07:23:40.474828+0000 osd.5 (osd.5) 272 : cluster 3 failed to encode map e707 with expected crc 2024-03-22T07:23:41.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:40 smithi148 bash[66753]: cluster 2024-03-22T07:23:40.581704+0000 mon.a (mon.0) 978 : cluster 3 Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-03-22T07:23:41.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:40 smithi148 bash[66753]: audit 2024-03-22T07:23:40.590543+0000 mon.a (mon.0) 979 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi129-68587-31", "mode":"writeback"}]': finished 2024-03-22T07:23:41.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:40 smithi148 bash[66753]: cluster 2024-03-22T07:23:40.597080+0000 mon.a (mon.0) 980 : cluster 0 osdmap e708: 8 total, 8 up, 8 in 2024-03-22T07:23:41.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:40 smithi148 bash[66753]: audit 2024-03-22T07:23:40.600381+0000 mon.c (mon.2) 251 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi129-68587-29", "overlaypool":"test-librbd-smithi129-68587-31"}]: dispatch 2024-03-22T07:23:41.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:40 smithi148 bash[66753]: audit 2024-03-22T07:23:40.601380+0000 mon.a (mon.0) 981 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi129-68587-29", "overlaypool":"test-librbd-smithi129-68587-31"}]: dispatch 2024-03-22T07:23:41.601 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:42.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:41 smithi129 bash[79695]: cluster 2024-03-22T07:23:40.591286+0000 osd.7 (osd.7) 299 : cluster 3 failed to encode map e708 with expected crc 2024-03-22T07:23:42.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:41 smithi129 bash[79695]: audit 2024-03-22T07:23:41.593853+0000 mon.a (mon.0) 982 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi129-68587-29", "overlaypool":"test-librbd-smithi129-68587-31"}]': finished 2024-03-22T07:23:42.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:41 smithi129 bash[79695]: cluster 2024-03-22T07:23:41.601849+0000 mon.a (mon.0) 983 : cluster 0 osdmap e709: 8 total, 8 up, 8 in 2024-03-22T07:23:42.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:41 smithi129 bash[79695]: cluster 2024-03-22T07:23:41.640745+0000 osd.5 (osd.5) 273 : cluster 3 failed to encode map e708 with expected crc 2024-03-22T07:23:42.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:41 smithi129 bash[79695]: cluster 2024-03-22T07:23:41.737919+0000 mgr.y (mgr.25337) 491 : cluster 0 pgmap v820: 617 pgs: 7 unknown, 610 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:23:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:41 smithi129 bash[82160]: cluster 2024-03-22T07:23:40.591286+0000 osd.7 (osd.7) 299 : cluster 3 failed to encode map e708 with expected crc 2024-03-22T07:23:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:41 smithi129 bash[82160]: audit 2024-03-22T07:23:41.593853+0000 mon.a (mon.0) 982 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi129-68587-29", "overlaypool":"test-librbd-smithi129-68587-31"}]': finished 2024-03-22T07:23:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:41 smithi129 bash[82160]: cluster 2024-03-22T07:23:41.601849+0000 mon.a (mon.0) 983 : cluster 0 osdmap e709: 8 total, 8 up, 8 in 2024-03-22T07:23:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:41 smithi129 bash[82160]: cluster 2024-03-22T07:23:41.640745+0000 osd.5 (osd.5) 273 : cluster 3 failed to encode map e708 with expected crc 2024-03-22T07:23:42.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:41 smithi129 bash[82160]: cluster 2024-03-22T07:23:41.737919+0000 mgr.y (mgr.25337) 491 : cluster 0 pgmap v820: 617 pgs: 7 unknown, 610 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:23:42.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:41 smithi148 bash[66753]: cluster 2024-03-22T07:23:40.591286+0000 osd.7 (osd.7) 299 : cluster 3 failed to encode map e708 with expected crc 2024-03-22T07:23:42.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:41 smithi148 bash[66753]: audit 2024-03-22T07:23:41.593853+0000 mon.a (mon.0) 982 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi129-68587-29", "overlaypool":"test-librbd-smithi129-68587-31"}]': finished 2024-03-22T07:23:42.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:41 smithi148 bash[66753]: cluster 2024-03-22T07:23:41.601849+0000 mon.a (mon.0) 983 : cluster 0 osdmap e709: 8 total, 8 up, 8 in 2024-03-22T07:23:42.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:41 smithi148 bash[66753]: cluster 2024-03-22T07:23:41.640745+0000 osd.5 (osd.5) 273 : cluster 3 failed to encode map e708 with expected crc 2024-03-22T07:23:42.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:41 smithi148 bash[66753]: cluster 2024-03-22T07:23:41.737919+0000 mgr.y (mgr.25337) 491 : cluster 0 pgmap v820: 617 pgs: 7 unknown, 610 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:23:43.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:42 smithi129 bash[79695]: cluster 2024-03-22T07:23:41.311386+0000 osd.6 (osd.6) 309 : cluster 3 failed to encode map e708 with expected crc 2024-03-22T07:23:43.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:42 smithi129 bash[79695]: cluster 2024-03-22T07:23:41.316931+0000 osd.6 (osd.6) 310 : cluster 3 failed to encode map e708 with expected crc 2024-03-22T07:23:43.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:42 smithi129 bash[79695]: cluster 2024-03-22T07:23:41.594620+0000 osd.7 (osd.7) 300 : cluster 3 failed to encode map e709 with expected crc 2024-03-22T07:23:43.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:42 smithi129 bash[79695]: cluster 2024-03-22T07:23:41.640718+0000 osd.6 (osd.6) 311 : cluster 3 failed to encode map e709 with expected crc 2024-03-22T07:23:43.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:42 smithi129 bash[79695]: cluster 2024-03-22T07:23:41.646504+0000 osd.6 (osd.6) 312 : cluster 3 failed to encode map e709 with expected crc 2024-03-22T07:23:43.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:42 smithi129 bash[79695]: cluster 2024-03-22T07:23:42.609079+0000 osd.5 (osd.5) 274 : cluster 3 failed to encode map e710 with expected crc 2024-03-22T07:23:43.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:42 smithi129 bash[79695]: cluster 2024-03-22T07:23:42.613059+0000 mon.a (mon.0) 984 : cluster 0 osdmap e710: 8 total, 8 up, 8 in 2024-03-22T07:23:43.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:42 smithi129 bash[82160]: cluster 2024-03-22T07:23:41.311386+0000 osd.6 (osd.6) 309 : cluster 3 failed to encode map e708 with expected crc 2024-03-22T07:23:43.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:42 smithi129 bash[82160]: cluster 2024-03-22T07:23:41.316931+0000 osd.6 (osd.6) 310 : cluster 3 failed to encode map e708 with expected crc 2024-03-22T07:23:43.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:42 smithi129 bash[82160]: cluster 2024-03-22T07:23:41.594620+0000 osd.7 (osd.7) 300 : cluster 3 failed to encode map e709 with expected crc 2024-03-22T07:23:43.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:42 smithi129 bash[82160]: cluster 2024-03-22T07:23:41.640718+0000 osd.6 (osd.6) 311 : cluster 3 failed to encode map e709 with expected crc 2024-03-22T07:23:43.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:42 smithi129 bash[82160]: cluster 2024-03-22T07:23:41.646504+0000 osd.6 (osd.6) 312 : cluster 3 failed to encode map e709 with expected crc 2024-03-22T07:23:43.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:42 smithi129 bash[82160]: cluster 2024-03-22T07:23:42.609079+0000 osd.5 (osd.5) 274 : cluster 3 failed to encode map e710 with expected crc 2024-03-22T07:23:43.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:42 smithi129 bash[82160]: cluster 2024-03-22T07:23:42.613059+0000 mon.a (mon.0) 984 : cluster 0 osdmap e710: 8 total, 8 up, 8 in 2024-03-22T07:23:43.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:42 smithi148 bash[66753]: cluster 2024-03-22T07:23:41.311386+0000 osd.6 (osd.6) 309 : cluster 3 failed to encode map e708 with expected crc 2024-03-22T07:23:43.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:42 smithi148 bash[66753]: cluster 2024-03-22T07:23:41.316931+0000 osd.6 (osd.6) 310 : cluster 3 failed to encode map e708 with expected crc 2024-03-22T07:23:43.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:42 smithi148 bash[66753]: cluster 2024-03-22T07:23:41.594620+0000 osd.7 (osd.7) 300 : cluster 3 failed to encode map e709 with expected crc 2024-03-22T07:23:43.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:42 smithi148 bash[66753]: cluster 2024-03-22T07:23:41.640718+0000 osd.6 (osd.6) 311 : cluster 3 failed to encode map e709 with expected crc 2024-03-22T07:23:43.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:42 smithi148 bash[66753]: cluster 2024-03-22T07:23:41.646504+0000 osd.6 (osd.6) 312 : cluster 3 failed to encode map e709 with expected crc 2024-03-22T07:23:43.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:42 smithi148 bash[66753]: cluster 2024-03-22T07:23:42.609079+0000 osd.5 (osd.5) 274 : cluster 3 failed to encode map e710 with expected crc 2024-03-22T07:23:43.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:42 smithi148 bash[66753]: cluster 2024-03-22T07:23:42.613059+0000 mon.a (mon.0) 984 : cluster 0 osdmap e710: 8 total, 8 up, 8 in 2024-03-22T07:23:44.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:23:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:23:43] "GET /metrics HTTP/1.1" 200 74894 "" "Prometheus/2.43.0" 2024-03-22T07:23:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:43 smithi129 bash[79695]: cluster 2024-03-22T07:23:42.607622+0000 osd.7 (osd.7) 301 : cluster 3 failed to encode map e710 with expected crc 2024-03-22T07:23:44.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:43 smithi129 bash[79695]: cluster 2024-03-22T07:23:42.775365+0000 osd.6 (osd.6) 313 : cluster 3 failed to encode map e710 with expected crc 2024-03-22T07:23:44.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:43 smithi129 bash[79695]: cluster 2024-03-22T07:23:43.565007+0000 mon.a (mon.0) 985 : cluster 0 osdmap e711: 8 total, 8 up, 8 in 2024-03-22T07:23:44.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:43 smithi129 bash[79695]: cluster 2024-03-22T07:23:43.630091+0000 osd.5 (osd.5) 275 : cluster 3 failed to encode map e711 with expected crc 2024-03-22T07:23:44.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:43 smithi129 bash[79695]: cluster 2024-03-22T07:23:43.739024+0000 mgr.y (mgr.25337) 492 : cluster 0 pgmap v823: 617 pgs: 617 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:23:44.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:43 smithi129 bash[82160]: cluster 2024-03-22T07:23:42.607622+0000 osd.7 (osd.7) 301 : cluster 3 failed to encode map e710 with expected crc 2024-03-22T07:23:44.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:43 smithi129 bash[82160]: cluster 2024-03-22T07:23:42.775365+0000 osd.6 (osd.6) 313 : cluster 3 failed to encode map e710 with expected crc 2024-03-22T07:23:44.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:43 smithi129 bash[82160]: cluster 2024-03-22T07:23:43.565007+0000 mon.a (mon.0) 985 : cluster 0 osdmap e711: 8 total, 8 up, 8 in 2024-03-22T07:23:44.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:43 smithi129 bash[82160]: cluster 2024-03-22T07:23:43.630091+0000 osd.5 (osd.5) 275 : cluster 3 failed to encode map e711 with expected crc 2024-03-22T07:23:44.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:43 smithi129 bash[82160]: cluster 2024-03-22T07:23:43.739024+0000 mgr.y (mgr.25337) 492 : cluster 0 pgmap v823: 617 pgs: 617 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:23:44.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:43 smithi148 bash[66753]: cluster 2024-03-22T07:23:42.607622+0000 osd.7 (osd.7) 301 : cluster 3 failed to encode map e710 with expected crc 2024-03-22T07:23:44.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:43 smithi148 bash[66753]: cluster 2024-03-22T07:23:42.775365+0000 osd.6 (osd.6) 313 : cluster 3 failed to encode map e710 with expected crc 2024-03-22T07:23:44.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:43 smithi148 bash[66753]: cluster 2024-03-22T07:23:43.565007+0000 mon.a (mon.0) 985 : cluster 0 osdmap e711: 8 total, 8 up, 8 in 2024-03-22T07:23:44.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:43 smithi148 bash[66753]: cluster 2024-03-22T07:23:43.630091+0000 osd.5 (osd.5) 275 : cluster 3 failed to encode map e711 with expected crc 2024-03-22T07:23:44.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:43 smithi148 bash[66753]: cluster 2024-03-22T07:23:43.739024+0000 mgr.y (mgr.25337) 492 : cluster 0 pgmap v823: 617 pgs: 617 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:23:45.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:44 smithi129 bash[79695]: cluster 2024-03-22T07:23:43.559127+0000 osd.6 (osd.6) 314 : cluster 3 failed to encode map e711 with expected crc 2024-03-22T07:23:45.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:44 smithi129 bash[79695]: cluster 2024-03-22T07:23:43.601590+0000 osd.7 (osd.7) 302 : cluster 3 failed to encode map e711 with expected crc 2024-03-22T07:23:45.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:44 smithi129 bash[79695]: cluster 2024-03-22T07:23:44.575926+0000 mon.a (mon.0) 986 : cluster 0 osdmap e712: 8 total, 8 up, 8 in 2024-03-22T07:23:45.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:44 smithi129 bash[79695]: cluster 2024-03-22T07:23:44.580291+0000 osd.5 (osd.5) 276 : cluster 3 failed to encode map e712 with expected crc 2024-03-22T07:23:45.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:44 smithi129 bash[82160]: cluster 2024-03-22T07:23:43.559127+0000 osd.6 (osd.6) 314 : cluster 3 failed to encode map e711 with expected crc 2024-03-22T07:23:45.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:44 smithi129 bash[82160]: cluster 2024-03-22T07:23:43.601590+0000 osd.7 (osd.7) 302 : cluster 3 failed to encode map e711 with expected crc 2024-03-22T07:23:45.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:44 smithi129 bash[82160]: cluster 2024-03-22T07:23:44.575926+0000 mon.a (mon.0) 986 : cluster 0 osdmap e712: 8 total, 8 up, 8 in 2024-03-22T07:23:45.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:44 smithi129 bash[82160]: cluster 2024-03-22T07:23:44.580291+0000 osd.5 (osd.5) 276 : cluster 3 failed to encode map e712 with expected crc 2024-03-22T07:23:45.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:44 smithi148 bash[66753]: cluster 2024-03-22T07:23:43.559127+0000 osd.6 (osd.6) 314 : cluster 3 failed to encode map e711 with expected crc 2024-03-22T07:23:45.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:44 smithi148 bash[66753]: cluster 2024-03-22T07:23:43.601590+0000 osd.7 (osd.7) 302 : cluster 3 failed to encode map e711 with expected crc 2024-03-22T07:23:45.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:44 smithi148 bash[66753]: cluster 2024-03-22T07:23:44.575926+0000 mon.a (mon.0) 986 : cluster 0 osdmap e712: 8 total, 8 up, 8 in 2024-03-22T07:23:45.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:44 smithi148 bash[66753]: cluster 2024-03-22T07:23:44.580291+0000 osd.5 (osd.5) 276 : cluster 3 failed to encode map e712 with expected crc 2024-03-22T07:23:46.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:45 smithi129 bash[79695]: cluster 2024-03-22T07:23:44.570434+0000 osd.7 (osd.7) 303 : cluster 3 failed to encode map e712 with expected crc 2024-03-22T07:23:46.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:45 smithi129 bash[79695]: cluster 2024-03-22T07:23:44.573208+0000 osd.6 (osd.6) 315 : cluster 3 failed to encode map e712 with expected crc 2024-03-22T07:23:46.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:45 smithi129 bash[79695]: cluster 2024-03-22T07:23:45.573277+0000 osd.5 (osd.5) 277 : cluster 3 failed to encode map e713 with expected crc 2024-03-22T07:23:46.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:45 smithi129 bash[79695]: cluster 2024-03-22T07:23:45.579464+0000 mon.a (mon.0) 987 : cluster 0 osdmap e713: 8 total, 8 up, 8 in 2024-03-22T07:23:46.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:45 smithi129 bash[79695]: cluster 2024-03-22T07:23:45.740168+0000 mgr.y (mgr.25337) 493 : cluster 0 pgmap v826: 617 pgs: 617 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.2 KiB/s rd, 767 B/s wr, 9 op/s 2024-03-22T07:23:46.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:45 smithi129 bash[82160]: cluster 2024-03-22T07:23:44.570434+0000 osd.7 (osd.7) 303 : cluster 3 failed to encode map e712 with expected crc 2024-03-22T07:23:46.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:45 smithi129 bash[82160]: cluster 2024-03-22T07:23:44.573208+0000 osd.6 (osd.6) 315 : cluster 3 failed to encode map e712 with expected crc 2024-03-22T07:23:46.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:45 smithi129 bash[82160]: cluster 2024-03-22T07:23:45.573277+0000 osd.5 (osd.5) 277 : cluster 3 failed to encode map e713 with expected crc 2024-03-22T07:23:46.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:45 smithi129 bash[82160]: cluster 2024-03-22T07:23:45.579464+0000 mon.a (mon.0) 987 : cluster 0 osdmap e713: 8 total, 8 up, 8 in 2024-03-22T07:23:46.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:45 smithi129 bash[82160]: cluster 2024-03-22T07:23:45.740168+0000 mgr.y (mgr.25337) 493 : cluster 0 pgmap v826: 617 pgs: 617 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.2 KiB/s rd, 767 B/s wr, 9 op/s 2024-03-22T07:23:46.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:45 smithi148 bash[66753]: cluster 2024-03-22T07:23:44.570434+0000 osd.7 (osd.7) 303 : cluster 3 failed to encode map e712 with expected crc 2024-03-22T07:23:46.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:45 smithi148 bash[66753]: cluster 2024-03-22T07:23:44.573208+0000 osd.6 (osd.6) 315 : cluster 3 failed to encode map e712 with expected crc 2024-03-22T07:23:46.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:45 smithi148 bash[66753]: cluster 2024-03-22T07:23:45.573277+0000 osd.5 (osd.5) 277 : cluster 3 failed to encode map e713 with expected crc 2024-03-22T07:23:46.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:45 smithi148 bash[66753]: cluster 2024-03-22T07:23:45.579464+0000 mon.a (mon.0) 987 : cluster 0 osdmap e713: 8 total, 8 up, 8 in 2024-03-22T07:23:46.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:45 smithi148 bash[66753]: cluster 2024-03-22T07:23:45.740168+0000 mgr.y (mgr.25337) 493 : cluster 0 pgmap v826: 617 pgs: 617 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.2 KiB/s rd, 767 B/s wr, 9 op/s 2024-03-22T07:23:47.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:46 smithi129 bash[82160]: cluster 2024-03-22T07:23:45.650269+0000 osd.6 (osd.6) 316 : cluster 3 failed to encode map e713 with expected crc 2024-03-22T07:23:47.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:46 smithi129 bash[82160]: cluster 2024-03-22T07:23:46.080223+0000 osd.7 (osd.7) 304 : cluster 3 failed to encode map e713 with expected crc 2024-03-22T07:23:47.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:46 smithi129 bash[82160]: cluster 2024-03-22T07:23:46.592989+0000 mon.a (mon.0) 988 : cluster 0 osdmap e714: 8 total, 8 up, 8 in 2024-03-22T07:23:47.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:46 smithi129 bash[82160]: cluster 2024-03-22T07:23:46.597045+0000 osd.5 (osd.5) 278 : cluster 3 failed to encode map e714 with expected crc 2024-03-22T07:23:47.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:46 smithi129 bash[79695]: cluster 2024-03-22T07:23:45.650269+0000 osd.6 (osd.6) 316 : cluster 3 failed to encode map e713 with expected crc 2024-03-22T07:23:47.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:46 smithi129 bash[79695]: cluster 2024-03-22T07:23:46.080223+0000 osd.7 (osd.7) 304 : cluster 3 failed to encode map e713 with expected crc 2024-03-22T07:23:47.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:46 smithi129 bash[79695]: cluster 2024-03-22T07:23:46.592989+0000 mon.a (mon.0) 988 : cluster 0 osdmap e714: 8 total, 8 up, 8 in 2024-03-22T07:23:47.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:46 smithi129 bash[79695]: cluster 2024-03-22T07:23:46.597045+0000 osd.5 (osd.5) 278 : cluster 3 failed to encode map e714 with expected crc 2024-03-22T07:23:47.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:46 smithi148 bash[66753]: cluster 2024-03-22T07:23:45.650269+0000 osd.6 (osd.6) 316 : cluster 3 failed to encode map e713 with expected crc 2024-03-22T07:23:47.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:46 smithi148 bash[66753]: cluster 2024-03-22T07:23:46.080223+0000 osd.7 (osd.7) 304 : cluster 3 failed to encode map e713 with expected crc 2024-03-22T07:23:47.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:46 smithi148 bash[66753]: cluster 2024-03-22T07:23:46.592989+0000 mon.a (mon.0) 988 : cluster 0 osdmap e714: 8 total, 8 up, 8 in 2024-03-22T07:23:47.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:46 smithi148 bash[66753]: cluster 2024-03-22T07:23:46.597045+0000 osd.5 (osd.5) 278 : cluster 3 failed to encode map e714 with expected crc 2024-03-22T07:23:48.028 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.028 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.028 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.028 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.028 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.028 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 1 2024-03-22T07:23:48.028 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:23:48.029 INFO:tasks.workunit.client.0.smithi129.stdout:child: image118 2024-03-22T07:23:48.029 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image118/acbe6e4c9e2b 2024-03-22T07:23:48.029 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.029 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.029 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.029 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.029 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.029 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.029 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.029 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.029 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.029 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.029 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.029 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.030 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 2 2024-03-22T07:23:48.030 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 2 2024-03-22T07:23:48.030 INFO:tasks.workunit.client.0.smithi129.stdout:child: image119 2024-03-22T07:23:48.030 INFO:tasks.workunit.client.0.smithi129.stdout:child: image118 2024-03-22T07:23:48.030 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image118/acbe6e4c9e2b 2024-03-22T07:23:48.030 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.030 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119/acbee2586554 2024-03-22T07:23:48.030 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.030 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.030 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.030 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.030 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.030 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.030 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.031 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.031 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.031 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.031 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.031 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.031 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.031 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-30/image120 2024-03-22T07:23:48.031 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.031 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.031 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image120 2024-03-22T07:23:48.031 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image120 2024-03-22T07:23:48.031 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.031 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 3 2024-03-22T07:23:48.031 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 3 2024-03-22T07:23:48.032 INFO:tasks.workunit.client.0.smithi129.stdout:child: image119 2024-03-22T07:23:48.032 INFO:tasks.workunit.client.0.smithi129.stdout:child: image118 2024-03-22T07:23:48.032 INFO:tasks.workunit.client.0.smithi129.stdout:child: image120 2024-03-22T07:23:48.032 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image118/acbe6e4c9e2b 2024-03-22T07:23:48.032 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.032 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119/acbee2586554 2024-03-22T07:23:48.032 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.032 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image120/acbe331070b5 2024-03-22T07:23:48.032 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.032 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.032 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.032 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.032 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.032 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.032 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 3 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 3 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout:child: image119 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout:child: image118 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout:child: image120 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image118/acbe6e4c9e2b 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119/acbee2586554 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image120/acbe331070b5 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.033 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-30/image121 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image121 2024-03-22T07:23:48.034 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image121 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 4 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 4 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout:child: image119 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout:child: image118 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout:child: image120 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout:child: image121 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image118/acbe6e4c9e2b 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119/acbee2586554 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image120/acbe331070b5 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image121/acbee08d63ac 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.035 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.036 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.036 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.036 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.036 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.036 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.036 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.036 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.036 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.036 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.036 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.036 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.036 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-30/image120 2024-03-22T07:23:48.036 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.036 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:48.036 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image120 2024-03-22T07:23:48.037 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image120 2024-03-22T07:23:48.037 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.037 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:48.037 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-30/image121 2024-03-22T07:23:48.037 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:48.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:47 smithi129 bash[82160]: cluster 2024-03-22T07:23:46.587301+0000 osd.7 (osd.7) 305 : cluster 3 failed to encode map e714 with expected crc 2024-03-22T07:23:48.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:47 smithi129 bash[82160]: cluster 2024-03-22T07:23:46.638059+0000 osd.6 (osd.6) 317 : cluster 3 failed to encode map e714 with expected crc 2024-03-22T07:23:48.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:47 smithi129 bash[82160]: cluster 2024-03-22T07:23:47.742474+0000 mgr.y (mgr.25337) 494 : cluster 0 pgmap v828: 617 pgs: 617 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 1.4 KiB/s wr, 16 op/s 2024-03-22T07:23:48.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:47 smithi129 bash[79695]: cluster 2024-03-22T07:23:46.587301+0000 osd.7 (osd.7) 305 : cluster 3 failed to encode map e714 with expected crc 2024-03-22T07:23:48.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:47 smithi129 bash[79695]: cluster 2024-03-22T07:23:46.638059+0000 osd.6 (osd.6) 317 : cluster 3 failed to encode map e714 with expected crc 2024-03-22T07:23:48.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:47 smithi129 bash[79695]: cluster 2024-03-22T07:23:47.742474+0000 mgr.y (mgr.25337) 494 : cluster 0 pgmap v828: 617 pgs: 617 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 1.4 KiB/s wr, 16 op/s 2024-03-22T07:23:48.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:47 smithi148 bash[66753]: cluster 2024-03-22T07:23:46.587301+0000 osd.7 (osd.7) 305 : cluster 3 failed to encode map e714 with expected crc 2024-03-22T07:23:48.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:47 smithi148 bash[66753]: cluster 2024-03-22T07:23:46.638059+0000 osd.6 (osd.6) 317 : cluster 3 failed to encode map e714 with expected crc 2024-03-22T07:23:48.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:47 smithi148 bash[66753]: cluster 2024-03-22T07:23:47.742474+0000 mgr.y (mgr.25337) 494 : cluster 0 pgmap v828: 617 pgs: 617 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 1.4 KiB/s wr, 16 op/s 2024-03-22T07:23:50.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:50 smithi129 bash[79695]: cluster 2024-03-22T07:23:49.215450+0000 osd.7 (osd.7) 306 : cluster 3 failed to encode map e715 with expected crc 2024-03-22T07:23:50.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:50 smithi129 bash[79695]: cluster 2024-03-22T07:23:49.216703+0000 osd.6 (osd.6) 318 : cluster 3 failed to encode map e715 with expected crc 2024-03-22T07:23:50.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:50 smithi129 bash[79695]: cluster 2024-03-22T07:23:49.220886+0000 mon.a (mon.0) 989 : cluster 0 osdmap e715: 8 total, 8 up, 8 in 2024-03-22T07:23:50.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:50 smithi129 bash[79695]: cluster 2024-03-22T07:23:49.228247+0000 osd.5 (osd.5) 279 : cluster 3 failed to encode map e715 with expected crc 2024-03-22T07:23:50.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:50 smithi129 bash[79695]: audit 2024-03-22T07:23:49.496346+0000 mon.c (mon.2) 252 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi129-68587-29"}]: dispatch 2024-03-22T07:23:50.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:50 smithi129 bash[79695]: audit 2024-03-22T07:23:49.497053+0000 mon.a (mon.0) 990 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi129-68587-29"}]: dispatch 2024-03-22T07:23:50.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:50 smithi129 bash[79695]: cluster 2024-03-22T07:23:49.745908+0000 mgr.y (mgr.25337) 495 : cluster 0 pgmap v830: 617 pgs: 617 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 321 KiB/s rd, 10 KiB/s wr, 393 op/s 2024-03-22T07:23:50.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:50 smithi129 bash[82160]: cluster 2024-03-22T07:23:49.215450+0000 osd.7 (osd.7) 306 : cluster 3 failed to encode map e715 with expected crc 2024-03-22T07:23:50.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:50 smithi129 bash[82160]: cluster 2024-03-22T07:23:49.216703+0000 osd.6 (osd.6) 318 : cluster 3 failed to encode map e715 with expected crc 2024-03-22T07:23:50.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:50 smithi129 bash[82160]: cluster 2024-03-22T07:23:49.220886+0000 mon.a (mon.0) 989 : cluster 0 osdmap e715: 8 total, 8 up, 8 in 2024-03-22T07:23:50.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:50 smithi129 bash[82160]: cluster 2024-03-22T07:23:49.228247+0000 osd.5 (osd.5) 279 : cluster 3 failed to encode map e715 with expected crc 2024-03-22T07:23:50.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:50 smithi129 bash[82160]: audit 2024-03-22T07:23:49.496346+0000 mon.c (mon.2) 252 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi129-68587-29"}]: dispatch 2024-03-22T07:23:50.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:50 smithi129 bash[82160]: audit 2024-03-22T07:23:49.497053+0000 mon.a (mon.0) 990 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi129-68587-29"}]: dispatch 2024-03-22T07:23:50.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:50 smithi129 bash[82160]: cluster 2024-03-22T07:23:49.745908+0000 mgr.y (mgr.25337) 495 : cluster 0 pgmap v830: 617 pgs: 617 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 321 KiB/s rd, 10 KiB/s wr, 393 op/s 2024-03-22T07:23:50.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:50 smithi148 bash[66753]: cluster 2024-03-22T07:23:49.215450+0000 osd.7 (osd.7) 306 : cluster 3 failed to encode map e715 with expected crc 2024-03-22T07:23:50.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:50 smithi148 bash[66753]: cluster 2024-03-22T07:23:49.216703+0000 osd.6 (osd.6) 318 : cluster 3 failed to encode map e715 with expected crc 2024-03-22T07:23:50.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:50 smithi148 bash[66753]: cluster 2024-03-22T07:23:49.220886+0000 mon.a (mon.0) 989 : cluster 0 osdmap e715: 8 total, 8 up, 8 in 2024-03-22T07:23:50.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:50 smithi148 bash[66753]: cluster 2024-03-22T07:23:49.228247+0000 osd.5 (osd.5) 279 : cluster 3 failed to encode map e715 with expected crc 2024-03-22T07:23:50.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:50 smithi148 bash[66753]: audit 2024-03-22T07:23:49.496346+0000 mon.c (mon.2) 252 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi129-68587-29"}]: dispatch 2024-03-22T07:23:50.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:50 smithi148 bash[66753]: audit 2024-03-22T07:23:49.497053+0000 mon.a (mon.0) 990 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi129-68587-29"}]: dispatch 2024-03-22T07:23:50.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:50 smithi148 bash[66753]: cluster 2024-03-22T07:23:49.745908+0000 mgr.y (mgr.25337) 495 : cluster 0 pgmap v830: 617 pgs: 617 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 321 KiB/s rd, 10 KiB/s wr, 393 op/s 2024-03-22T07:23:51.235 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image118 2024-03-22T07:23:51.235 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image120 2024-03-22T07:23:51.235 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image121 2024-03-22T07:23:51.235 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image121 2024-03-22T07:23:51.235 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.236 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 4 2024-03-22T07:23:51.236 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 4 2024-03-22T07:23:51.236 INFO:tasks.workunit.client.0.smithi129.stdout:child: image119 2024-03-22T07:23:51.236 INFO:tasks.workunit.client.0.smithi129.stdout:child: image118 2024-03-22T07:23:51.236 INFO:tasks.workunit.client.0.smithi129.stdout:child: image120 2024-03-22T07:23:51.236 INFO:tasks.workunit.client.0.smithi129.stdout:child: image121 2024-03-22T07:23:51.236 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image118/acbe6e4c9e2b 2024-03-22T07:23:51.236 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.236 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119/acbee2586554 2024-03-22T07:23:51.236 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.236 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image120/acbe331070b5 2024-03-22T07:23:51.236 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.236 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image121/acbee08d63ac 2024-03-22T07:23:51.236 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.236 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-30/image120 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image120 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image120 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-30/image121 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image120 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image121 2024-03-22T07:23:51.237 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image121 2024-03-22T07:23:51.238 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.238 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 3 2024-03-22T07:23:51.238 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 3 2024-03-22T07:23:51.238 INFO:tasks.workunit.client.0.smithi129.stdout:child: image119 2024-03-22T07:23:51.238 INFO:tasks.workunit.client.0.smithi129.stdout:child: image120 2024-03-22T07:23:51.238 INFO:tasks.workunit.client.0.smithi129.stdout:child: image121 2024-03-22T07:23:51.238 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119/acbee2586554 2024-03-22T07:23:51.238 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.238 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image120/acbe331070b5 2024-03-22T07:23:51.238 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.238 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image121/acbee08d63ac 2024-03-22T07:23:51.238 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.238 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.238 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:51.239 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:51.239 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:51.239 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.239 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.239 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-30/image121 2024-03-22T07:23:51.239 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:51.239 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-30/image121 2024-03-22T07:23:51.239 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image121 2024-03-22T07:23:51.239 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.239 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 2 2024-03-22T07:23:51.239 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 2 2024-03-22T07:23:51.239 INFO:tasks.workunit.client.0.smithi129.stdout:child: image119 2024-03-22T07:23:51.239 INFO:tasks.workunit.client.0.smithi129.stdout:child: image121 2024-03-22T07:23:51.239 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119/acbee2586554 2024-03-22T07:23:51.240 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.240 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-30/image121/acbee08d63ac 2024-03-22T07:23:51.240 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.240 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.240 INFO:tasks.workunit.client.0.smithi129.stdout:trying to find test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:51.240 INFO:tasks.workunit.client.0.smithi129.stdout:checking test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:51.240 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119 2024-03-22T07:23:51.240 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.240 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 1 2024-03-22T07:23:51.240 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 1 2024-03-22T07:23:51.240 INFO:tasks.workunit.client.0.smithi129.stdout:child: image119 2024-03-22T07:23:51.240 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-29/image119/acbee2586554 2024-03-22T07:23:51.240 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:23:51.240 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 0 2024-03-22T07:23:51.240 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 0 2024-03-22T07:23:51.241 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ListChildrenTiered (18159 ms) 2024-03-22T07:23:51.241 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.LockingPP 2024-03-22T07:23:51.241 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:51.375 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.LockingPP (140 ms) 2024-03-22T07:23:51.375 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.FlushAio 2024-03-22T07:23:51.375 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:51.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:51 smithi129 bash[82160]: audit 2024-03-22T07:23:50.228236+0000 mon.a (mon.0) 991 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi129-68587-29"}]': finished 2024-03-22T07:23:51.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:51 smithi129 bash[82160]: cluster 2024-03-22T07:23:50.230729+0000 osd.6 (osd.6) 319 : cluster 3 failed to encode map e716 with expected crc 2024-03-22T07:23:51.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:51 smithi129 bash[82160]: cluster 2024-03-22T07:23:50.233346+0000 osd.7 (osd.7) 307 : cluster 3 failed to encode map e716 with expected crc 2024-03-22T07:23:51.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:51 smithi129 bash[82160]: audit 2024-03-22T07:23:50.241004+0000 mon.c (mon.2) 253 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31"}]: dispatch 2024-03-22T07:23:51.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:51 smithi129 bash[82160]: cluster 2024-03-22T07:23:50.241458+0000 mon.a (mon.0) 992 : cluster 0 osdmap e716: 8 total, 8 up, 8 in 2024-03-22T07:23:51.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:51 smithi129 bash[82160]: audit 2024-03-22T07:23:50.243316+0000 mon.a (mon.0) 993 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31"}]: dispatch 2024-03-22T07:23:51.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:51 smithi129 bash[82160]: audit 2024-03-22T07:23:50.515341+0000 mon.a (mon.0) 994 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:51.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:51 smithi129 bash[79695]: audit 2024-03-22T07:23:50.228236+0000 mon.a (mon.0) 991 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi129-68587-29"}]': finished 2024-03-22T07:23:51.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:51 smithi129 bash[79695]: cluster 2024-03-22T07:23:50.230729+0000 osd.6 (osd.6) 319 : cluster 3 failed to encode map e716 with expected crc 2024-03-22T07:23:51.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:51 smithi129 bash[79695]: cluster 2024-03-22T07:23:50.233346+0000 osd.7 (osd.7) 307 : cluster 3 failed to encode map e716 with expected crc 2024-03-22T07:23:51.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:51 smithi129 bash[79695]: audit 2024-03-22T07:23:50.241004+0000 mon.c (mon.2) 253 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31"}]: dispatch 2024-03-22T07:23:51.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:51 smithi129 bash[79695]: cluster 2024-03-22T07:23:50.241458+0000 mon.a (mon.0) 992 : cluster 0 osdmap e716: 8 total, 8 up, 8 in 2024-03-22T07:23:51.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:51 smithi129 bash[79695]: audit 2024-03-22T07:23:50.243316+0000 mon.a (mon.0) 993 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31"}]: dispatch 2024-03-22T07:23:51.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:51 smithi129 bash[79695]: audit 2024-03-22T07:23:50.515341+0000 mon.a (mon.0) 994 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:51.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:51 smithi148 bash[66753]: audit 2024-03-22T07:23:50.228236+0000 mon.a (mon.0) 991 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi129-68587-29"}]': finished 2024-03-22T07:23:51.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:51 smithi148 bash[66753]: cluster 2024-03-22T07:23:50.230729+0000 osd.6 (osd.6) 319 : cluster 3 failed to encode map e716 with expected crc 2024-03-22T07:23:51.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:51 smithi148 bash[66753]: cluster 2024-03-22T07:23:50.233346+0000 osd.7 (osd.7) 307 : cluster 3 failed to encode map e716 with expected crc 2024-03-22T07:23:51.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:51 smithi148 bash[66753]: audit 2024-03-22T07:23:50.241004+0000 mon.c (mon.2) 253 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31"}]: dispatch 2024-03-22T07:23:51.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:51 smithi148 bash[66753]: cluster 2024-03-22T07:23:50.241458+0000 mon.a (mon.0) 992 : cluster 0 osdmap e716: 8 total, 8 up, 8 in 2024-03-22T07:23:51.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:51 smithi148 bash[66753]: audit 2024-03-22T07:23:50.243316+0000 mon.a (mon.0) 993 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31"}]: dispatch 2024-03-22T07:23:51.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:51 smithi148 bash[66753]: audit 2024-03-22T07:23:50.515341+0000 mon.a (mon.0) 994 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:23:51.831 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.FlushAio (457 ms) 2024-03-22T07:23:51.831 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-03-22T07:23:51.832 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:52.140 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.FlushAioPP (308 ms) 2024-03-22T07:23:52.140 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-03-22T07:23:52.140 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:52.172 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (32 ms) 2024-03-22T07:23:52.172 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-03-22T07:23:52.172 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:52.212 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (41 ms) 2024-03-22T07:23:52.212 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-03-22T07:23:52.212 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:52.235 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ZeroLengthRead (22 ms) 2024-03-22T07:23:52.235 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-03-22T07:23:52.235 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:52.300 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.LargeCacheRead (66 ms) 2024-03-22T07:23:52.300 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-03-22T07:23:52.300 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:52.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:52 smithi129 bash[79695]: cluster 2024-03-22T07:23:51.228641+0000 mon.a (mon.0) 995 : cluster 1 Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-03-22T07:23:52.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:52 smithi129 bash[79695]: audit 2024-03-22T07:23:51.231080+0000 mon.a (mon.0) 996 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31"}]': finished 2024-03-22T07:23:52.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:52 smithi129 bash[79695]: cluster 2024-03-22T07:23:51.233075+0000 osd.5 (osd.5) 280 : cluster 3 failed to encode map e717 with expected crc 2024-03-22T07:23:52.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:52 smithi129 bash[79695]: cluster 2024-03-22T07:23:51.237506+0000 mon.a (mon.0) 997 : cluster 0 osdmap e717: 8 total, 8 up, 8 in 2024-03-22T07:23:52.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:52 smithi129 bash[79695]: cluster 2024-03-22T07:23:51.258360+0000 osd.7 (osd.7) 308 : cluster 3 failed to encode map e717 with expected crc 2024-03-22T07:23:52.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:52 smithi129 bash[79695]: cluster 2024-03-22T07:23:51.747039+0000 mgr.y (mgr.25337) 496 : cluster 0 pgmap v833: 617 pgs: 617 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 326 KiB/s rd, 11 KiB/s wr, 398 op/s 2024-03-22T07:23:52.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:52 smithi129 bash[82160]: cluster 2024-03-22T07:23:51.228641+0000 mon.a (mon.0) 995 : cluster 1 Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-03-22T07:23:52.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:52 smithi129 bash[82160]: audit 2024-03-22T07:23:51.231080+0000 mon.a (mon.0) 996 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31"}]': finished 2024-03-22T07:23:52.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:52 smithi129 bash[82160]: cluster 2024-03-22T07:23:51.233075+0000 osd.5 (osd.5) 280 : cluster 3 failed to encode map e717 with expected crc 2024-03-22T07:23:52.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:52 smithi129 bash[82160]: cluster 2024-03-22T07:23:51.237506+0000 mon.a (mon.0) 997 : cluster 0 osdmap e717: 8 total, 8 up, 8 in 2024-03-22T07:23:52.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:52 smithi129 bash[82160]: cluster 2024-03-22T07:23:51.258360+0000 osd.7 (osd.7) 308 : cluster 3 failed to encode map e717 with expected crc 2024-03-22T07:23:52.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:52 smithi129 bash[82160]: cluster 2024-03-22T07:23:51.747039+0000 mgr.y (mgr.25337) 496 : cluster 0 pgmap v833: 617 pgs: 617 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 326 KiB/s rd, 11 KiB/s wr, 398 op/s 2024-03-22T07:23:52.623 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestPendingAio (322 ms) 2024-03-22T07:23:52.623 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-03-22T07:23:52.623 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:52.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:52 smithi148 bash[66753]: cluster 2024-03-22T07:23:51.228641+0000 mon.a (mon.0) 995 : cluster 1 Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-03-22T07:23:52.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:52 smithi148 bash[66753]: audit 2024-03-22T07:23:51.231080+0000 mon.a (mon.0) 996 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi129-68587-29", "tierpool":"test-librbd-smithi129-68587-31"}]': finished 2024-03-22T07:23:52.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:52 smithi148 bash[66753]: cluster 2024-03-22T07:23:51.233075+0000 osd.5 (osd.5) 280 : cluster 3 failed to encode map e717 with expected crc 2024-03-22T07:23:52.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:52 smithi148 bash[66753]: cluster 2024-03-22T07:23:51.237506+0000 mon.a (mon.0) 997 : cluster 0 osdmap e717: 8 total, 8 up, 8 in 2024-03-22T07:23:52.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:52 smithi148 bash[66753]: cluster 2024-03-22T07:23:51.258360+0000 osd.7 (osd.7) 308 : cluster 3 failed to encode map e717 with expected crc 2024-03-22T07:23:52.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:52 smithi148 bash[66753]: cluster 2024-03-22T07:23:51.747039+0000 mgr.y (mgr.25337) 496 : cluster 0 pgmap v833: 617 pgs: 617 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 326 KiB/s rd, 11 KiB/s wr, 398 op/s 2024-03-22T07:23:53.535 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:54.253 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:23:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:23:53] "GET /metrics HTTP/1.1" 200 74984 "" "Prometheus/2.43.0" 2024-03-22T07:23:54.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[79695]: cluster 2024-03-22T07:23:53.263292+0000 mon.a (mon.0) 998 : cluster 0 osdmap e718: 8 total, 8 up, 8 in 2024-03-22T07:23:54.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[79695]: cluster 2024-03-22T07:23:53.293168+0000 osd.7 (osd.7) 309 : cluster 3 failed to encode map e718 with expected crc 2024-03-22T07:23:54.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[79695]: cluster 2024-03-22T07:23:53.299009+0000 osd.7 (osd.7) 310 : cluster 3 failed to encode map e718 with expected crc 2024-03-22T07:23:54.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[79695]: cluster 2024-03-22T07:23:53.376510+0000 osd.6 (osd.6) 320 : cluster 3 failed to encode map e718 with expected crc 2024-03-22T07:23:54.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[79695]: audit 2024-03-22T07:23:53.393349+0000 mon.c (mon.2) 254 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:23:54.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[79695]: cluster 2024-03-22T07:23:53.542001+0000 osd.5 (osd.5) 281 : cluster 3 failed to encode map e718 with expected crc 2024-03-22T07:23:54.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[79695]: cluster 2024-03-22T07:23:53.568840+0000 mon.a (mon.0) 999 : cluster 0 osdmap e719: 8 total, 8 up, 8 in 2024-03-22T07:23:54.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[79695]: cluster 2024-03-22T07:23:53.625199+0000 osd.6 (osd.6) 321 : cluster 3 failed to encode map e719 with expected crc 2024-03-22T07:23:54.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[79695]: cluster 2024-03-22T07:23:53.681497+0000 osd.5 (osd.5) 282 : cluster 3 failed to encode map e719 with expected crc 2024-03-22T07:23:54.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[79695]: cluster 2024-03-22T07:23:53.748084+0000 mgr.y (mgr.25337) 497 : cluster 0 pgmap v836: 617 pgs: 617 active+clean; 299 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 703 KiB/s rd, 514 KiB/s wr, 234 op/s 2024-03-22T07:23:54.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[82160]: cluster 2024-03-22T07:23:53.263292+0000 mon.a (mon.0) 998 : cluster 0 osdmap e718: 8 total, 8 up, 8 in 2024-03-22T07:23:54.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[82160]: cluster 2024-03-22T07:23:53.293168+0000 osd.7 (osd.7) 309 : cluster 3 failed to encode map e718 with expected crc 2024-03-22T07:23:54.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[82160]: cluster 2024-03-22T07:23:53.299009+0000 osd.7 (osd.7) 310 : cluster 3 failed to encode map e718 with expected crc 2024-03-22T07:23:54.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[82160]: cluster 2024-03-22T07:23:53.376510+0000 osd.6 (osd.6) 320 : cluster 3 failed to encode map e718 with expected crc 2024-03-22T07:23:54.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[82160]: audit 2024-03-22T07:23:53.393349+0000 mon.c (mon.2) 254 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:23:54.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[82160]: cluster 2024-03-22T07:23:53.542001+0000 osd.5 (osd.5) 281 : cluster 3 failed to encode map e718 with expected crc 2024-03-22T07:23:54.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[82160]: cluster 2024-03-22T07:23:53.568840+0000 mon.a (mon.0) 999 : cluster 0 osdmap e719: 8 total, 8 up, 8 in 2024-03-22T07:23:54.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[82160]: cluster 2024-03-22T07:23:53.625199+0000 osd.6 (osd.6) 321 : cluster 3 failed to encode map e719 with expected crc 2024-03-22T07:23:54.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[82160]: cluster 2024-03-22T07:23:53.681497+0000 osd.5 (osd.5) 282 : cluster 3 failed to encode map e719 with expected crc 2024-03-22T07:23:54.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:54 smithi129 bash[82160]: cluster 2024-03-22T07:23:53.748084+0000 mgr.y (mgr.25337) 497 : cluster 0 pgmap v836: 617 pgs: 617 active+clean; 299 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 703 KiB/s rd, 514 KiB/s wr, 234 op/s 2024-03-22T07:23:54.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:54 smithi148 bash[66753]: cluster 2024-03-22T07:23:53.263292+0000 mon.a (mon.0) 998 : cluster 0 osdmap e718: 8 total, 8 up, 8 in 2024-03-22T07:23:54.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:54 smithi148 bash[66753]: cluster 2024-03-22T07:23:53.293168+0000 osd.7 (osd.7) 309 : cluster 3 failed to encode map e718 with expected crc 2024-03-22T07:23:54.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:54 smithi148 bash[66753]: cluster 2024-03-22T07:23:53.299009+0000 osd.7 (osd.7) 310 : cluster 3 failed to encode map e718 with expected crc 2024-03-22T07:23:54.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:54 smithi148 bash[66753]: cluster 2024-03-22T07:23:53.376510+0000 osd.6 (osd.6) 320 : cluster 3 failed to encode map e718 with expected crc 2024-03-22T07:23:54.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:54 smithi148 bash[66753]: audit 2024-03-22T07:23:53.393349+0000 mon.c (mon.2) 254 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:23:54.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:54 smithi148 bash[66753]: cluster 2024-03-22T07:23:53.542001+0000 osd.5 (osd.5) 281 : cluster 3 failed to encode map e718 with expected crc 2024-03-22T07:23:54.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:54 smithi148 bash[66753]: cluster 2024-03-22T07:23:53.568840+0000 mon.a (mon.0) 999 : cluster 0 osdmap e719: 8 total, 8 up, 8 in 2024-03-22T07:23:54.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:54 smithi148 bash[66753]: cluster 2024-03-22T07:23:53.625199+0000 osd.6 (osd.6) 321 : cluster 3 failed to encode map e719 with expected crc 2024-03-22T07:23:54.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:54 smithi148 bash[66753]: cluster 2024-03-22T07:23:53.681497+0000 osd.5 (osd.5) 282 : cluster 3 failed to encode map e719 with expected crc 2024-03-22T07:23:54.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:54 smithi148 bash[66753]: cluster 2024-03-22T07:23:53.748084+0000 mgr.y (mgr.25337) 497 : cluster 0 pgmap v836: 617 pgs: 617 active+clean; 299 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 703 KiB/s rd, 514 KiB/s wr, 234 op/s 2024-03-22T07:23:55.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:55 smithi129 bash[79695]: cluster 2024-03-22T07:23:53.562491+0000 osd.7 (osd.7) 311 : cluster 3 failed to encode map e719 with expected crc 2024-03-22T07:23:55.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:55 smithi129 bash[79695]: cluster 2024-03-22T07:23:54.580503+0000 mon.a (mon.0) 1000 : cluster 0 osdmap e720: 8 total, 8 up, 8 in 2024-03-22T07:23:55.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:55 smithi129 bash[79695]: cluster 2024-03-22T07:23:54.595220+0000 osd.6 (osd.6) 322 : cluster 3 failed to encode map e720 with expected crc 2024-03-22T07:23:55.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:55 smithi129 bash[79695]: cluster 2024-03-22T07:23:54.674838+0000 osd.5 (osd.5) 283 : cluster 3 failed to encode map e720 with expected crc 2024-03-22T07:23:55.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:55 smithi129 bash[82160]: cluster 2024-03-22T07:23:53.562491+0000 osd.7 (osd.7) 311 : cluster 3 failed to encode map e719 with expected crc 2024-03-22T07:23:55.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:55 smithi129 bash[82160]: cluster 2024-03-22T07:23:54.580503+0000 mon.a (mon.0) 1000 : cluster 0 osdmap e720: 8 total, 8 up, 8 in 2024-03-22T07:23:55.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:55 smithi129 bash[82160]: cluster 2024-03-22T07:23:54.595220+0000 osd.6 (osd.6) 322 : cluster 3 failed to encode map e720 with expected crc 2024-03-22T07:23:55.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:55 smithi129 bash[82160]: cluster 2024-03-22T07:23:54.674838+0000 osd.5 (osd.5) 283 : cluster 3 failed to encode map e720 with expected crc 2024-03-22T07:23:55.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:55 smithi148 bash[66753]: cluster 2024-03-22T07:23:53.562491+0000 osd.7 (osd.7) 311 : cluster 3 failed to encode map e719 with expected crc 2024-03-22T07:23:55.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:55 smithi148 bash[66753]: cluster 2024-03-22T07:23:54.580503+0000 mon.a (mon.0) 1000 : cluster 0 osdmap e720: 8 total, 8 up, 8 in 2024-03-22T07:23:55.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:55 smithi148 bash[66753]: cluster 2024-03-22T07:23:54.595220+0000 osd.6 (osd.6) 322 : cluster 3 failed to encode map e720 with expected crc 2024-03-22T07:23:55.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:55 smithi148 bash[66753]: cluster 2024-03-22T07:23:54.674838+0000 osd.5 (osd.5) 283 : cluster 3 failed to encode map e720 with expected crc 2024-03-22T07:23:55.714 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (3092 ms) 2024-03-22T07:23:55.714 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-03-22T07:23:55.714 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:56.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:56 smithi129 bash[79695]: cluster 2024-03-22T07:23:54.573398+0000 osd.7 (osd.7) 312 : cluster 3 failed to encode map e720 with expected crc 2024-03-22T07:23:56.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:56 smithi129 bash[79695]: cluster 2024-03-22T07:23:55.581081+0000 osd.5 (osd.5) 284 : cluster 3 failed to encode map e721 with expected crc 2024-03-22T07:23:56.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:56 smithi129 bash[79695]: cluster 2024-03-22T07:23:55.587753+0000 mon.a (mon.0) 1001 : cluster 0 osdmap e721: 8 total, 8 up, 8 in 2024-03-22T07:23:56.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:56 smithi129 bash[79695]: cluster 2024-03-22T07:23:55.592505+0000 osd.5 (osd.5) 285 : cluster 3 failed to encode map e721 with expected crc 2024-03-22T07:23:56.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:56 smithi129 bash[79695]: cluster 2024-03-22T07:23:55.749058+0000 mgr.y (mgr.25337) 498 : cluster 0 pgmap v839: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 933 KiB/s rd, 726 KiB/s wr, 726 op/s 2024-03-22T07:23:56.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:56 smithi129 bash[82160]: cluster 2024-03-22T07:23:54.573398+0000 osd.7 (osd.7) 312 : cluster 3 failed to encode map e720 with expected crc 2024-03-22T07:23:56.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:56 smithi129 bash[82160]: cluster 2024-03-22T07:23:55.581081+0000 osd.5 (osd.5) 284 : cluster 3 failed to encode map e721 with expected crc 2024-03-22T07:23:56.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:56 smithi129 bash[82160]: cluster 2024-03-22T07:23:55.587753+0000 mon.a (mon.0) 1001 : cluster 0 osdmap e721: 8 total, 8 up, 8 in 2024-03-22T07:23:56.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:56 smithi129 bash[82160]: cluster 2024-03-22T07:23:55.592505+0000 osd.5 (osd.5) 285 : cluster 3 failed to encode map e721 with expected crc 2024-03-22T07:23:56.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:56 smithi129 bash[82160]: cluster 2024-03-22T07:23:55.749058+0000 mgr.y (mgr.25337) 498 : cluster 0 pgmap v839: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 933 KiB/s rd, 726 KiB/s wr, 726 op/s 2024-03-22T07:23:56.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:56 smithi148 bash[66753]: cluster 2024-03-22T07:23:54.573398+0000 osd.7 (osd.7) 312 : cluster 3 failed to encode map e720 with expected crc 2024-03-22T07:23:56.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:56 smithi148 bash[66753]: cluster 2024-03-22T07:23:55.581081+0000 osd.5 (osd.5) 284 : cluster 3 failed to encode map e721 with expected crc 2024-03-22T07:23:56.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:56 smithi148 bash[66753]: cluster 2024-03-22T07:23:55.587753+0000 mon.a (mon.0) 1001 : cluster 0 osdmap e721: 8 total, 8 up, 8 in 2024-03-22T07:23:56.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:56 smithi148 bash[66753]: cluster 2024-03-22T07:23:55.592505+0000 osd.5 (osd.5) 285 : cluster 3 failed to encode map e721 with expected crc 2024-03-22T07:23:56.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:56 smithi148 bash[66753]: cluster 2024-03-22T07:23:55.749058+0000 mgr.y (mgr.25337) 498 : cluster 0 pgmap v839: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 933 KiB/s rd, 726 KiB/s wr, 726 op/s 2024-03-22T07:23:56.784 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:57 smithi129 bash[79695]: cluster 2024-03-22T07:23:55.580723+0000 osd.7 (osd.7) 313 : cluster 3 failed to encode map e721 with expected crc 2024-03-22T07:23:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:57 smithi129 bash[79695]: cluster 2024-03-22T07:23:56.592583+0000 mon.a (mon.0) 1002 : cluster 0 osdmap e722: 8 total, 8 up, 8 in 2024-03-22T07:23:57.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:57 smithi129 bash[79695]: cluster 2024-03-22T07:23:56.675580+0000 osd.5 (osd.5) 286 : cluster 3 failed to encode map e722 with expected crc 2024-03-22T07:23:57.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:57 smithi129 bash[82160]: cluster 2024-03-22T07:23:55.580723+0000 osd.7 (osd.7) 313 : cluster 3 failed to encode map e721 with expected crc 2024-03-22T07:23:57.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:57 smithi129 bash[82160]: cluster 2024-03-22T07:23:56.592583+0000 mon.a (mon.0) 1002 : cluster 0 osdmap e722: 8 total, 8 up, 8 in 2024-03-22T07:23:57.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:57 smithi129 bash[82160]: cluster 2024-03-22T07:23:56.675580+0000 osd.5 (osd.5) 286 : cluster 3 failed to encode map e722 with expected crc 2024-03-22T07:23:57.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:57 smithi148 bash[66753]: cluster 2024-03-22T07:23:55.580723+0000 osd.7 (osd.7) 313 : cluster 3 failed to encode map e721 with expected crc 2024-03-22T07:23:57.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:57 smithi148 bash[66753]: cluster 2024-03-22T07:23:56.592583+0000 mon.a (mon.0) 1002 : cluster 0 osdmap e722: 8 total, 8 up, 8 in 2024-03-22T07:23:57.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:57 smithi148 bash[66753]: cluster 2024-03-22T07:23:56.675580+0000 osd.5 (osd.5) 286 : cluster 3 failed to encode map e722 with expected crc 2024-03-22T07:23:58.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:58 smithi129 bash[82160]: cluster 2024-03-22T07:23:56.586096+0000 osd.7 (osd.7) 314 : cluster 3 failed to encode map e722 with expected crc 2024-03-22T07:23:58.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:58 smithi129 bash[82160]: cluster 2024-03-22T07:23:57.594820+0000 mon.a (mon.0) 1003 : cluster 0 osdmap e723: 8 total, 8 up, 8 in 2024-03-22T07:23:58.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:58 smithi129 bash[82160]: cluster 2024-03-22T07:23:57.611060+0000 osd.5 (osd.5) 287 : cluster 3 failed to encode map e723 with expected crc 2024-03-22T07:23:58.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:58 smithi129 bash[82160]: cluster 2024-03-22T07:23:57.750899+0000 mgr.y (mgr.25337) 499 : cluster 0 pgmap v842: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 268 KiB/s rd, 218 KiB/s wr, 548 op/s 2024-03-22T07:23:58.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:58 smithi129 bash[79695]: cluster 2024-03-22T07:23:56.586096+0000 osd.7 (osd.7) 314 : cluster 3 failed to encode map e722 with expected crc 2024-03-22T07:23:58.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:58 smithi129 bash[79695]: cluster 2024-03-22T07:23:57.594820+0000 mon.a (mon.0) 1003 : cluster 0 osdmap e723: 8 total, 8 up, 8 in 2024-03-22T07:23:58.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:58 smithi129 bash[79695]: cluster 2024-03-22T07:23:57.611060+0000 osd.5 (osd.5) 287 : cluster 3 failed to encode map e723 with expected crc 2024-03-22T07:23:58.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:58 smithi129 bash[79695]: cluster 2024-03-22T07:23:57.750899+0000 mgr.y (mgr.25337) 499 : cluster 0 pgmap v842: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 268 KiB/s rd, 218 KiB/s wr, 548 op/s 2024-03-22T07:23:58.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:58 smithi148 bash[66753]: cluster 2024-03-22T07:23:56.586096+0000 osd.7 (osd.7) 314 : cluster 3 failed to encode map e722 with expected crc 2024-03-22T07:23:58.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:58 smithi148 bash[66753]: cluster 2024-03-22T07:23:57.594820+0000 mon.a (mon.0) 1003 : cluster 0 osdmap e723: 8 total, 8 up, 8 in 2024-03-22T07:23:58.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:58 smithi148 bash[66753]: cluster 2024-03-22T07:23:57.611060+0000 osd.5 (osd.5) 287 : cluster 3 failed to encode map e723 with expected crc 2024-03-22T07:23:58.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:58 smithi148 bash[66753]: cluster 2024-03-22T07:23:57.750899+0000 mgr.y (mgr.25337) 499 : cluster 0 pgmap v842: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 268 KiB/s rd, 218 KiB/s wr, 548 op/s 2024-03-22T07:23:58.680 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (2965 ms) 2024-03-22T07:23:58.680 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.Flatten 2024-03-22T07:23:58.680 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:23:59.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:59 smithi129 bash[79695]: cluster 2024-03-22T07:23:57.611081+0000 osd.7 (osd.7) 315 : cluster 3 failed to encode map e723 with expected crc 2024-03-22T07:23:59.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:59 smithi129 bash[79695]: cluster 2024-03-22T07:23:57.617068+0000 osd.7 (osd.7) 316 : cluster 3 failed to encode map e723 with expected crc 2024-03-22T07:23:59.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:59 smithi129 bash[79695]: cluster 2024-03-22T07:23:58.566781+0000 osd.6 (osd.6) 323 : cluster 3 failed to encode map e724 with expected crc 2024-03-22T07:23:59.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:59 smithi129 bash[79695]: cluster 2024-03-22T07:23:58.570544+0000 mon.a (mon.0) 1004 : cluster 0 osdmap e724: 8 total, 8 up, 8 in 2024-03-22T07:23:59.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:23:59 smithi129 bash[79695]: cluster 2024-03-22T07:23:58.618625+0000 osd.5 (osd.5) 288 : cluster 3 failed to encode map e724 with expected crc 2024-03-22T07:23:59.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:59 smithi129 bash[82160]: cluster 2024-03-22T07:23:57.611081+0000 osd.7 (osd.7) 315 : cluster 3 failed to encode map e723 with expected crc 2024-03-22T07:23:59.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:59 smithi129 bash[82160]: cluster 2024-03-22T07:23:57.617068+0000 osd.7 (osd.7) 316 : cluster 3 failed to encode map e723 with expected crc 2024-03-22T07:23:59.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:59 smithi129 bash[82160]: cluster 2024-03-22T07:23:58.566781+0000 osd.6 (osd.6) 323 : cluster 3 failed to encode map e724 with expected crc 2024-03-22T07:23:59.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:59 smithi129 bash[82160]: cluster 2024-03-22T07:23:58.570544+0000 mon.a (mon.0) 1004 : cluster 0 osdmap e724: 8 total, 8 up, 8 in 2024-03-22T07:23:59.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:23:59 smithi129 bash[82160]: cluster 2024-03-22T07:23:58.618625+0000 osd.5 (osd.5) 288 : cluster 3 failed to encode map e724 with expected crc 2024-03-22T07:23:59.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:59 smithi148 bash[66753]: cluster 2024-03-22T07:23:57.611081+0000 osd.7 (osd.7) 315 : cluster 3 failed to encode map e723 with expected crc 2024-03-22T07:23:59.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:59 smithi148 bash[66753]: cluster 2024-03-22T07:23:57.617068+0000 osd.7 (osd.7) 316 : cluster 3 failed to encode map e723 with expected crc 2024-03-22T07:23:59.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:59 smithi148 bash[66753]: cluster 2024-03-22T07:23:58.566781+0000 osd.6 (osd.6) 323 : cluster 3 failed to encode map e724 with expected crc 2024-03-22T07:23:59.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:59 smithi148 bash[66753]: cluster 2024-03-22T07:23:58.570544+0000 mon.a (mon.0) 1004 : cluster 0 osdmap e724: 8 total, 8 up, 8 in 2024-03-22T07:23:59.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:23:59 smithi148 bash[66753]: cluster 2024-03-22T07:23:58.618625+0000 osd.5 (osd.5) 288 : cluster 3 failed to encode map e724 with expected crc 2024-03-22T07:23:59.943 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.Flatten (1262 ms) 2024-03-22T07:23:59.943 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.Sparsify 2024-03-22T07:23:59.944 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:00.032 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 32768 2024-03-22T07:24:00.032 INFO:tasks.workunit.client.0.smithi129.stdout:read: 32768 2024-03-22T07:24:00.032 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.Sparsify (88 ms) 2024-03-22T07:24:00.033 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-03-22T07:24:00.033 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:00.116 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.SparsifyPP (84 ms) 2024-03-22T07:24:00.116 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-03-22T07:24:00.116 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:00.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:00 smithi129 bash[79695]: cluster 2024-03-22T07:23:58.565099+0000 osd.7 (osd.7) 317 : cluster 3 failed to encode map e724 with expected crc 2024-03-22T07:24:00.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:00 smithi129 bash[79695]: cluster 2024-03-22T07:23:59.606291+0000 mon.a (mon.0) 1005 : cluster 0 osdmap e725: 8 total, 8 up, 8 in 2024-03-22T07:24:00.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:00 smithi129 bash[79695]: cluster 2024-03-22T07:23:59.709036+0000 osd.5 (osd.5) 289 : cluster 3 failed to encode map e725 with expected crc 2024-03-22T07:24:00.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:00 smithi129 bash[79695]: cluster 2024-03-22T07:23:59.735739+0000 osd.6 (osd.6) 324 : cluster 3 failed to encode map e725 with expected crc 2024-03-22T07:24:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:00 smithi129 bash[82160]: cluster 2024-03-22T07:23:58.565099+0000 osd.7 (osd.7) 317 : cluster 3 failed to encode map e724 with expected crc 2024-03-22T07:24:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:00 smithi129 bash[82160]: cluster 2024-03-22T07:23:59.606291+0000 mon.a (mon.0) 1005 : cluster 0 osdmap e725: 8 total, 8 up, 8 in 2024-03-22T07:24:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:00 smithi129 bash[82160]: cluster 2024-03-22T07:23:59.709036+0000 osd.5 (osd.5) 289 : cluster 3 failed to encode map e725 with expected crc 2024-03-22T07:24:00.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:00 smithi129 bash[82160]: cluster 2024-03-22T07:23:59.735739+0000 osd.6 (osd.6) 324 : cluster 3 failed to encode map e725 with expected crc 2024-03-22T07:24:00.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:00 smithi148 bash[66753]: cluster 2024-03-22T07:23:58.565099+0000 osd.7 (osd.7) 317 : cluster 3 failed to encode map e724 with expected crc 2024-03-22T07:24:00.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:00 smithi148 bash[66753]: cluster 2024-03-22T07:23:59.606291+0000 mon.a (mon.0) 1005 : cluster 0 osdmap e725: 8 total, 8 up, 8 in 2024-03-22T07:24:00.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:00 smithi148 bash[66753]: cluster 2024-03-22T07:23:59.709036+0000 osd.5 (osd.5) 289 : cluster 3 failed to encode map e725 with expected crc 2024-03-22T07:24:00.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:00 smithi148 bash[66753]: cluster 2024-03-22T07:23:59.735739+0000 osd.6 (osd.6) 324 : cluster 3 failed to encode map e725 with expected crc 2024-03-22T07:24:01.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:01 smithi129 bash[79695]: cluster 2024-03-22T07:23:59.600282+0000 osd.7 (osd.7) 318 : cluster 3 failed to encode map e725 with expected crc 2024-03-22T07:24:01.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:01 smithi129 bash[79695]: cluster 2024-03-22T07:23:59.752173+0000 mgr.y (mgr.25337) 500 : cluster 0 pgmap v845: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 115 KiB/s rd, 21 KiB/s wr, 166 op/s 2024-03-22T07:24:01.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:01 smithi129 bash[79695]: cluster 2024-03-22T07:24:00.617761+0000 mon.a (mon.0) 1006 : cluster 0 osdmap e726: 8 total, 8 up, 8 in 2024-03-22T07:24:01.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:01 smithi129 bash[79695]: cluster 2024-03-22T07:24:00.644662+0000 osd.6 (osd.6) 325 : cluster 3 failed to encode map e726 with expected crc 2024-03-22T07:24:01.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:01 smithi129 bash[79695]: cluster 2024-03-22T07:24:00.650885+0000 osd.5 (osd.5) 290 : cluster 3 failed to encode map e726 with expected crc 2024-03-22T07:24:01.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:01 smithi129 bash[79695]: cluster 2024-03-22T07:24:00.652557+0000 osd.6 (osd.6) 326 : cluster 3 failed to encode map e726 with expected crc 2024-03-22T07:24:01.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:01 smithi129 bash[82160]: cluster 2024-03-22T07:23:59.600282+0000 osd.7 (osd.7) 318 : cluster 3 failed to encode map e725 with expected crc 2024-03-22T07:24:01.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:01 smithi129 bash[82160]: cluster 2024-03-22T07:23:59.752173+0000 mgr.y (mgr.25337) 500 : cluster 0 pgmap v845: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 115 KiB/s rd, 21 KiB/s wr, 166 op/s 2024-03-22T07:24:01.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:01 smithi129 bash[82160]: cluster 2024-03-22T07:24:00.617761+0000 mon.a (mon.0) 1006 : cluster 0 osdmap e726: 8 total, 8 up, 8 in 2024-03-22T07:24:01.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:01 smithi129 bash[82160]: cluster 2024-03-22T07:24:00.644662+0000 osd.6 (osd.6) 325 : cluster 3 failed to encode map e726 with expected crc 2024-03-22T07:24:01.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:01 smithi129 bash[82160]: cluster 2024-03-22T07:24:00.650885+0000 osd.5 (osd.5) 290 : cluster 3 failed to encode map e726 with expected crc 2024-03-22T07:24:01.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:01 smithi129 bash[82160]: cluster 2024-03-22T07:24:00.652557+0000 osd.6 (osd.6) 326 : cluster 3 failed to encode map e726 with expected crc 2024-03-22T07:24:01.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:01 smithi148 bash[66753]: cluster 2024-03-22T07:23:59.600282+0000 osd.7 (osd.7) 318 : cluster 3 failed to encode map e725 with expected crc 2024-03-22T07:24:01.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:01 smithi148 bash[66753]: cluster 2024-03-22T07:23:59.752173+0000 mgr.y (mgr.25337) 500 : cluster 0 pgmap v845: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 115 KiB/s rd, 21 KiB/s wr, 166 op/s 2024-03-22T07:24:01.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:01 smithi148 bash[66753]: cluster 2024-03-22T07:24:00.617761+0000 mon.a (mon.0) 1006 : cluster 0 osdmap e726: 8 total, 8 up, 8 in 2024-03-22T07:24:01.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:01 smithi148 bash[66753]: cluster 2024-03-22T07:24:00.644662+0000 osd.6 (osd.6) 325 : cluster 3 failed to encode map e726 with expected crc 2024-03-22T07:24:01.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:01 smithi148 bash[66753]: cluster 2024-03-22T07:24:00.650885+0000 osd.5 (osd.5) 290 : cluster 3 failed to encode map e726 with expected crc 2024-03-22T07:24:01.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:01 smithi148 bash[66753]: cluster 2024-03-22T07:24:00.652557+0000 osd.6 (osd.6) 326 : cluster 3 failed to encode map e726 with expected crc 2024-03-22T07:24:02.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:02 smithi129 bash[79695]: cluster 2024-03-22T07:24:00.613169+0000 osd.7 (osd.7) 319 : cluster 3 failed to encode map e726 with expected crc 2024-03-22T07:24:02.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:02 smithi129 bash[79695]: cluster 2024-03-22T07:24:01.617801+0000 osd.5 (osd.5) 291 : cluster 3 failed to encode map e727 with expected crc 2024-03-22T07:24:02.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:02 smithi129 bash[79695]: cluster 2024-03-22T07:24:01.623778+0000 mon.a (mon.0) 1007 : cluster 0 osdmap e727: 8 total, 8 up, 8 in 2024-03-22T07:24:02.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:02 smithi129 bash[79695]: cluster 2024-03-22T07:24:01.647530+0000 osd.6 (osd.6) 327 : cluster 3 failed to encode map e727 with expected crc 2024-03-22T07:24:02.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:02 smithi129 bash[79695]: cluster 2024-03-22T07:24:01.657945+0000 osd.6 (osd.6) 328 : cluster 3 failed to encode map e727 with expected crc 2024-03-22T07:24:02.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:02 smithi129 bash[82160]: cluster 2024-03-22T07:24:00.613169+0000 osd.7 (osd.7) 319 : cluster 3 failed to encode map e726 with expected crc 2024-03-22T07:24:02.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:02 smithi129 bash[82160]: cluster 2024-03-22T07:24:01.617801+0000 osd.5 (osd.5) 291 : cluster 3 failed to encode map e727 with expected crc 2024-03-22T07:24:02.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:02 smithi129 bash[82160]: cluster 2024-03-22T07:24:01.623778+0000 mon.a (mon.0) 1007 : cluster 0 osdmap e727: 8 total, 8 up, 8 in 2024-03-22T07:24:02.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:02 smithi129 bash[82160]: cluster 2024-03-22T07:24:01.647530+0000 osd.6 (osd.6) 327 : cluster 3 failed to encode map e727 with expected crc 2024-03-22T07:24:02.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:02 smithi129 bash[82160]: cluster 2024-03-22T07:24:01.657945+0000 osd.6 (osd.6) 328 : cluster 3 failed to encode map e727 with expected crc 2024-03-22T07:24:02.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:02 smithi148 bash[66753]: cluster 2024-03-22T07:24:00.613169+0000 osd.7 (osd.7) 319 : cluster 3 failed to encode map e726 with expected crc 2024-03-22T07:24:02.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:02 smithi148 bash[66753]: cluster 2024-03-22T07:24:01.617801+0000 osd.5 (osd.5) 291 : cluster 3 failed to encode map e727 with expected crc 2024-03-22T07:24:02.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:02 smithi148 bash[66753]: cluster 2024-03-22T07:24:01.623778+0000 mon.a (mon.0) 1007 : cluster 0 osdmap e727: 8 total, 8 up, 8 in 2024-03-22T07:24:02.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:02 smithi148 bash[66753]: cluster 2024-03-22T07:24:01.647530+0000 osd.6 (osd.6) 327 : cluster 3 failed to encode map e727 with expected crc 2024-03-22T07:24:02.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:02 smithi148 bash[66753]: cluster 2024-03-22T07:24:01.657945+0000 osd.6 (osd.6) 328 : cluster 3 failed to encode map e727 with expected crc 2024-03-22T07:24:03.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:03 smithi129 bash[79695]: cluster 2024-03-22T07:24:01.651596+0000 osd.7 (osd.7) 320 : cluster 3 failed to encode map e727 with expected crc 2024-03-22T07:24:03.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:03 smithi129 bash[79695]: cluster 2024-03-22T07:24:01.753370+0000 mgr.y (mgr.25337) 501 : cluster 0 pgmap v848: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 167 KiB/s rd, 19 KiB/s wr, 223 op/s 2024-03-22T07:24:03.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:03 smithi129 bash[79695]: cluster 2024-03-22T07:24:02.640453+0000 mon.a (mon.0) 1008 : cluster 0 osdmap e728: 8 total, 8 up, 8 in 2024-03-22T07:24:03.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:03 smithi129 bash[79695]: cluster 2024-03-22T07:24:02.667795+0000 osd.5 (osd.5) 292 : cluster 3 failed to encode map e728 with expected crc 2024-03-22T07:24:03.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:03 smithi129 bash[79695]: cluster 2024-03-22T07:24:02.670236+0000 osd.6 (osd.6) 329 : cluster 3 failed to encode map e728 with expected crc 2024-03-22T07:24:03.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:03 smithi129 bash[79695]: cluster 2024-03-22T07:24:02.676854+0000 osd.6 (osd.6) 330 : cluster 3 failed to encode map e728 with expected crc 2024-03-22T07:24:03.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:03 smithi129 bash[82160]: cluster 2024-03-22T07:24:01.651596+0000 osd.7 (osd.7) 320 : cluster 3 failed to encode map e727 with expected crc 2024-03-22T07:24:03.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:03 smithi129 bash[82160]: cluster 2024-03-22T07:24:01.753370+0000 mgr.y (mgr.25337) 501 : cluster 0 pgmap v848: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 167 KiB/s rd, 19 KiB/s wr, 223 op/s 2024-03-22T07:24:03.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:03 smithi129 bash[82160]: cluster 2024-03-22T07:24:02.640453+0000 mon.a (mon.0) 1008 : cluster 0 osdmap e728: 8 total, 8 up, 8 in 2024-03-22T07:24:03.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:03 smithi129 bash[82160]: cluster 2024-03-22T07:24:02.667795+0000 osd.5 (osd.5) 292 : cluster 3 failed to encode map e728 with expected crc 2024-03-22T07:24:03.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:03 smithi129 bash[82160]: cluster 2024-03-22T07:24:02.670236+0000 osd.6 (osd.6) 329 : cluster 3 failed to encode map e728 with expected crc 2024-03-22T07:24:03.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:03 smithi129 bash[82160]: cluster 2024-03-22T07:24:02.676854+0000 osd.6 (osd.6) 330 : cluster 3 failed to encode map e728 with expected crc 2024-03-22T07:24:03.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:03 smithi148 bash[66753]: cluster 2024-03-22T07:24:01.651596+0000 osd.7 (osd.7) 320 : cluster 3 failed to encode map e727 with expected crc 2024-03-22T07:24:03.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:03 smithi148 bash[66753]: cluster 2024-03-22T07:24:01.753370+0000 mgr.y (mgr.25337) 501 : cluster 0 pgmap v848: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 167 KiB/s rd, 19 KiB/s wr, 223 op/s 2024-03-22T07:24:03.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:03 smithi148 bash[66753]: cluster 2024-03-22T07:24:02.640453+0000 mon.a (mon.0) 1008 : cluster 0 osdmap e728: 8 total, 8 up, 8 in 2024-03-22T07:24:03.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:03 smithi148 bash[66753]: cluster 2024-03-22T07:24:02.667795+0000 osd.5 (osd.5) 292 : cluster 3 failed to encode map e728 with expected crc 2024-03-22T07:24:03.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:03 smithi148 bash[66753]: cluster 2024-03-22T07:24:02.670236+0000 osd.6 (osd.6) 329 : cluster 3 failed to encode map e728 with expected crc 2024-03-22T07:24:03.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:03 smithi148 bash[66753]: cluster 2024-03-22T07:24:02.676854+0000 osd.6 (osd.6) 330 : cluster 3 failed to encode map e728 with expected crc 2024-03-22T07:24:04.274 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:24:03] "GET /metrics HTTP/1.1" 200 74984 "" "Prometheus/2.43.0" 2024-03-22T07:24:04.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:04 smithi129 bash[79695]: cluster 2024-03-22T07:24:02.925997+0000 osd.7 (osd.7) 321 : cluster 3 failed to encode map e728 with expected crc 2024-03-22T07:24:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:04 smithi129 bash[79695]: cluster 2024-03-22T07:24:03.637914+0000 osd.5 (osd.5) 293 : cluster 3 failed to encode map e729 with expected crc 2024-03-22T07:24:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:04 smithi129 bash[79695]: cluster 2024-03-22T07:24:03.640469+0000 mon.a (mon.0) 1009 : cluster 0 osdmap e729: 8 total, 8 up, 8 in 2024-03-22T07:24:04.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:04 smithi129 bash[79695]: cluster 2024-03-22T07:24:03.669378+0000 osd.6 (osd.6) 331 : cluster 3 failed to encode map e729 with expected crc 2024-03-22T07:24:04.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:04 smithi129 bash[82160]: cluster 2024-03-22T07:24:02.925997+0000 osd.7 (osd.7) 321 : cluster 3 failed to encode map e728 with expected crc 2024-03-22T07:24:04.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:04 smithi129 bash[82160]: cluster 2024-03-22T07:24:03.637914+0000 osd.5 (osd.5) 293 : cluster 3 failed to encode map e729 with expected crc 2024-03-22T07:24:04.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:04 smithi129 bash[82160]: cluster 2024-03-22T07:24:03.640469+0000 mon.a (mon.0) 1009 : cluster 0 osdmap e729: 8 total, 8 up, 8 in 2024-03-22T07:24:04.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:04 smithi129 bash[82160]: cluster 2024-03-22T07:24:03.669378+0000 osd.6 (osd.6) 331 : cluster 3 failed to encode map e729 with expected crc 2024-03-22T07:24:04.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:04 smithi148 bash[66753]: cluster 2024-03-22T07:24:02.925997+0000 osd.7 (osd.7) 321 : cluster 3 failed to encode map e728 with expected crc 2024-03-22T07:24:04.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:04 smithi148 bash[66753]: cluster 2024-03-22T07:24:03.637914+0000 osd.5 (osd.5) 293 : cluster 3 failed to encode map e729 with expected crc 2024-03-22T07:24:04.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:04 smithi148 bash[66753]: cluster 2024-03-22T07:24:03.640469+0000 mon.a (mon.0) 1009 : cluster 0 osdmap e729: 8 total, 8 up, 8 in 2024-03-22T07:24:04.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:04 smithi148 bash[66753]: cluster 2024-03-22T07:24:03.669378+0000 osd.6 (osd.6) 331 : cluster 3 failed to encode map e729 with expected crc 2024-03-22T07:24:04.729 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.SnapshotLimit (4613 ms) 2024-03-22T07:24:04.729 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-03-22T07:24:04.729 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:05.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:05 smithi129 bash[79695]: cluster 2024-03-22T07:24:03.754429+0000 mgr.y (mgr.25337) 502 : cluster 0 pgmap v851: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 135 KiB/s rd, 7.0 KiB/s wr, 169 op/s 2024-03-22T07:24:05.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:05 smithi129 bash[79695]: cluster 2024-03-22T07:24:03.882755+0000 osd.7 (osd.7) 322 : cluster 3 failed to encode map e729 with expected crc 2024-03-22T07:24:05.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:05 smithi129 bash[79695]: cluster 2024-03-22T07:24:04.649605+0000 mon.a (mon.0) 1010 : cluster 0 osdmap e730: 8 total, 8 up, 8 in 2024-03-22T07:24:05.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:05 smithi129 bash[79695]: cluster 2024-03-22T07:24:04.657558+0000 osd.6 (osd.6) 332 : cluster 3 failed to encode map e730 with expected crc 2024-03-22T07:24:05.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:05 smithi129 bash[82160]: cluster 2024-03-22T07:24:03.754429+0000 mgr.y (mgr.25337) 502 : cluster 0 pgmap v851: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 135 KiB/s rd, 7.0 KiB/s wr, 169 op/s 2024-03-22T07:24:05.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:05 smithi129 bash[82160]: cluster 2024-03-22T07:24:03.882755+0000 osd.7 (osd.7) 322 : cluster 3 failed to encode map e729 with expected crc 2024-03-22T07:24:05.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:05 smithi129 bash[82160]: cluster 2024-03-22T07:24:04.649605+0000 mon.a (mon.0) 1010 : cluster 0 osdmap e730: 8 total, 8 up, 8 in 2024-03-22T07:24:05.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:05 smithi129 bash[82160]: cluster 2024-03-22T07:24:04.657558+0000 osd.6 (osd.6) 332 : cluster 3 failed to encode map e730 with expected crc 2024-03-22T07:24:05.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:05 smithi148 bash[66753]: cluster 2024-03-22T07:24:03.754429+0000 mgr.y (mgr.25337) 502 : cluster 0 pgmap v851: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 135 KiB/s rd, 7.0 KiB/s wr, 169 op/s 2024-03-22T07:24:05.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:05 smithi148 bash[66753]: cluster 2024-03-22T07:24:03.882755+0000 osd.7 (osd.7) 322 : cluster 3 failed to encode map e729 with expected crc 2024-03-22T07:24:05.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:05 smithi148 bash[66753]: cluster 2024-03-22T07:24:04.649605+0000 mon.a (mon.0) 1010 : cluster 0 osdmap e730: 8 total, 8 up, 8 in 2024-03-22T07:24:05.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:05 smithi148 bash[66753]: cluster 2024-03-22T07:24:04.657558+0000 osd.6 (osd.6) 332 : cluster 3 failed to encode map e730 with expected crc 2024-03-22T07:24:06.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:06 smithi129 bash[82160]: cluster 2024-03-22T07:24:04.667830+0000 osd.7 (osd.7) 323 : cluster 3 failed to encode map e730 with expected crc 2024-03-22T07:24:06.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:06 smithi129 bash[82160]: cluster 2024-03-22T07:24:05.652734+0000 mon.a (mon.0) 1011 : cluster 0 osdmap e731: 8 total, 8 up, 8 in 2024-03-22T07:24:06.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:06 smithi129 bash[82160]: cluster 2024-03-22T07:24:05.688147+0000 osd.5 (osd.5) 294 : cluster 3 failed to encode map e731 with expected crc 2024-03-22T07:24:06.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:06 smithi129 bash[79695]: cluster 2024-03-22T07:24:04.667830+0000 osd.7 (osd.7) 323 : cluster 3 failed to encode map e730 with expected crc 2024-03-22T07:24:06.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:06 smithi129 bash[79695]: cluster 2024-03-22T07:24:05.652734+0000 mon.a (mon.0) 1011 : cluster 0 osdmap e731: 8 total, 8 up, 8 in 2024-03-22T07:24:06.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:06 smithi129 bash[79695]: cluster 2024-03-22T07:24:05.688147+0000 osd.5 (osd.5) 294 : cluster 3 failed to encode map e731 with expected crc 2024-03-22T07:24:06.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:06 smithi148 bash[66753]: cluster 2024-03-22T07:24:04.667830+0000 osd.7 (osd.7) 323 : cluster 3 failed to encode map e730 with expected crc 2024-03-22T07:24:06.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:06 smithi148 bash[66753]: cluster 2024-03-22T07:24:05.652734+0000 mon.a (mon.0) 1011 : cluster 0 osdmap e731: 8 total, 8 up, 8 in 2024-03-22T07:24:06.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:06 smithi148 bash[66753]: cluster 2024-03-22T07:24:05.688147+0000 osd.5 (osd.5) 294 : cluster 3 failed to encode map e731 with expected crc 2024-03-22T07:24:07.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:07 smithi129 bash[82160]: cluster 2024-03-22T07:24:05.645537+0000 osd.7 (osd.7) 324 : cluster 3 failed to encode map e731 with expected crc 2024-03-22T07:24:07.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:07 smithi129 bash[82160]: cluster 2024-03-22T07:24:05.755646+0000 mgr.y (mgr.25337) 503 : cluster 0 pgmap v854: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 132 KiB/s rd, 27 KiB/s wr, 154 op/s 2024-03-22T07:24:07.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:07 smithi129 bash[82160]: cluster 2024-03-22T07:24:06.670910+0000 mon.a (mon.0) 1012 : cluster 0 osdmap e732: 8 total, 8 up, 8 in 2024-03-22T07:24:07.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:07 smithi129 bash[79695]: cluster 2024-03-22T07:24:05.645537+0000 osd.7 (osd.7) 324 : cluster 3 failed to encode map e731 with expected crc 2024-03-22T07:24:07.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:07 smithi129 bash[79695]: cluster 2024-03-22T07:24:05.755646+0000 mgr.y (mgr.25337) 503 : cluster 0 pgmap v854: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 132 KiB/s rd, 27 KiB/s wr, 154 op/s 2024-03-22T07:24:07.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:07 smithi129 bash[79695]: cluster 2024-03-22T07:24:06.670910+0000 mon.a (mon.0) 1012 : cluster 0 osdmap e732: 8 total, 8 up, 8 in 2024-03-22T07:24:07.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:07 smithi148 bash[66753]: cluster 2024-03-22T07:24:05.645537+0000 osd.7 (osd.7) 324 : cluster 3 failed to encode map e731 with expected crc 2024-03-22T07:24:07.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:07 smithi148 bash[66753]: cluster 2024-03-22T07:24:05.755646+0000 mgr.y (mgr.25337) 503 : cluster 0 pgmap v854: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 132 KiB/s rd, 27 KiB/s wr, 154 op/s 2024-03-22T07:24:07.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:07 smithi148 bash[66753]: cluster 2024-03-22T07:24:06.670910+0000 mon.a (mon.0) 1012 : cluster 0 osdmap e732: 8 total, 8 up, 8 in 2024-03-22T07:24:08.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:08 smithi129 bash[82160]: cluster 2024-03-22T07:24:06.665727+0000 osd.7 (osd.7) 325 : cluster 3 failed to encode map e732 with expected crc 2024-03-22T07:24:08.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:08 smithi129 bash[82160]: cluster 2024-03-22T07:24:06.988086+0000 osd.5 (osd.5) 295 : cluster 3 failed to encode map e732 with expected crc 2024-03-22T07:24:08.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:08 smithi129 bash[82160]: cluster 2024-03-22T07:24:07.670842+0000 osd.5 (osd.5) 296 : cluster 3 failed to encode map e733 with expected crc 2024-03-22T07:24:08.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:08 smithi129 bash[82160]: cluster 2024-03-22T07:24:07.674194+0000 mon.a (mon.0) 1013 : cluster 0 osdmap e733: 8 total, 8 up, 8 in 2024-03-22T07:24:08.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:08 smithi129 bash[79695]: cluster 2024-03-22T07:24:06.665727+0000 osd.7 (osd.7) 325 : cluster 3 failed to encode map e732 with expected crc 2024-03-22T07:24:08.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:08 smithi129 bash[79695]: cluster 2024-03-22T07:24:06.988086+0000 osd.5 (osd.5) 295 : cluster 3 failed to encode map e732 with expected crc 2024-03-22T07:24:08.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:08 smithi129 bash[79695]: cluster 2024-03-22T07:24:07.670842+0000 osd.5 (osd.5) 296 : cluster 3 failed to encode map e733 with expected crc 2024-03-22T07:24:08.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:08 smithi129 bash[79695]: cluster 2024-03-22T07:24:07.674194+0000 mon.a (mon.0) 1013 : cluster 0 osdmap e733: 8 total, 8 up, 8 in 2024-03-22T07:24:08.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:08 smithi148 bash[66753]: cluster 2024-03-22T07:24:06.665727+0000 osd.7 (osd.7) 325 : cluster 3 failed to encode map e732 with expected crc 2024-03-22T07:24:08.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:08 smithi148 bash[66753]: cluster 2024-03-22T07:24:06.988086+0000 osd.5 (osd.5) 295 : cluster 3 failed to encode map e732 with expected crc 2024-03-22T07:24:08.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:08 smithi148 bash[66753]: cluster 2024-03-22T07:24:07.670842+0000 osd.5 (osd.5) 296 : cluster 3 failed to encode map e733 with expected crc 2024-03-22T07:24:08.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:08 smithi148 bash[66753]: cluster 2024-03-22T07:24:07.674194+0000 mon.a (mon.0) 1013 : cluster 0 osdmap e733: 8 total, 8 up, 8 in 2024-03-22T07:24:09.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:09 smithi129 bash[79695]: cluster 2024-03-22T07:24:07.668696+0000 osd.7 (osd.7) 326 : cluster 3 failed to encode map e733 with expected crc 2024-03-22T07:24:09.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:09 smithi129 bash[79695]: cluster 2024-03-22T07:24:07.757454+0000 mgr.y (mgr.25337) 504 : cluster 0 pgmap v857: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 83 KiB/s rd, 25 KiB/s wr, 94 op/s 2024-03-22T07:24:09.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:09 smithi129 bash[79695]: audit 2024-03-22T07:24:08.394288+0000 mon.c (mon.2) 255 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:24:09.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:09 smithi129 bash[79695]: cluster 2024-03-22T07:24:08.685777+0000 mon.a (mon.0) 1014 : cluster 0 osdmap e734: 8 total, 8 up, 8 in 2024-03-22T07:24:09.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:09 smithi129 bash[82160]: cluster 2024-03-22T07:24:07.668696+0000 osd.7 (osd.7) 326 : cluster 3 failed to encode map e733 with expected crc 2024-03-22T07:24:09.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:09 smithi129 bash[82160]: cluster 2024-03-22T07:24:07.757454+0000 mgr.y (mgr.25337) 504 : cluster 0 pgmap v857: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 83 KiB/s rd, 25 KiB/s wr, 94 op/s 2024-03-22T07:24:09.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:09 smithi129 bash[82160]: audit 2024-03-22T07:24:08.394288+0000 mon.c (mon.2) 255 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:24:09.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:09 smithi129 bash[82160]: cluster 2024-03-22T07:24:08.685777+0000 mon.a (mon.0) 1014 : cluster 0 osdmap e734: 8 total, 8 up, 8 in 2024-03-22T07:24:09.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:09 smithi148 bash[66753]: cluster 2024-03-22T07:24:07.668696+0000 osd.7 (osd.7) 326 : cluster 3 failed to encode map e733 with expected crc 2024-03-22T07:24:09.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:09 smithi148 bash[66753]: cluster 2024-03-22T07:24:07.757454+0000 mgr.y (mgr.25337) 504 : cluster 0 pgmap v857: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 83 KiB/s rd, 25 KiB/s wr, 94 op/s 2024-03-22T07:24:09.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:09 smithi148 bash[66753]: audit 2024-03-22T07:24:08.394288+0000 mon.c (mon.2) 255 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:24:09.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:09 smithi148 bash[66753]: cluster 2024-03-22T07:24:08.685777+0000 mon.a (mon.0) 1014 : cluster 0 osdmap e734: 8 total, 8 up, 8 in 2024-03-22T07:24:09.750 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5020 ms) 2024-03-22T07:24:09.750 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-03-22T07:24:09.750 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:09.897 INFO:tasks.workunit.client.0.smithi129.stdout:0.00% done 2024-03-22T07:24:09.897 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (147 ms) 2024-03-22T07:24:09.898 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-03-22T07:24:09.898 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:10.069 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (172 ms) 2024-03-22T07:24:10.069 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-03-22T07:24:10.069 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:10.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:10 smithi129 bash[79695]: cluster 2024-03-22T07:24:08.690180+0000 osd.7 (osd.7) 327 : cluster 3 failed to encode map e734 with expected crc 2024-03-22T07:24:10.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:10 smithi129 bash[79695]: cluster 2024-03-22T07:24:09.686370+0000 mon.a (mon.0) 1015 : cluster 0 osdmap e735: 8 total, 8 up, 8 in 2024-03-22T07:24:10.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:10 smithi129 bash[82160]: cluster 2024-03-22T07:24:08.690180+0000 osd.7 (osd.7) 327 : cluster 3 failed to encode map e734 with expected crc 2024-03-22T07:24:10.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:10 smithi129 bash[82160]: cluster 2024-03-22T07:24:09.686370+0000 mon.a (mon.0) 1015 : cluster 0 osdmap e735: 8 total, 8 up, 8 in 2024-03-22T07:24:10.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:10 smithi148 bash[66753]: cluster 2024-03-22T07:24:08.690180+0000 osd.7 (osd.7) 327 : cluster 3 failed to encode map e734 with expected crc 2024-03-22T07:24:10.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:10 smithi148 bash[66753]: cluster 2024-03-22T07:24:09.686370+0000 mon.a (mon.0) 1015 : cluster 0 osdmap e735: 8 total, 8 up, 8 in 2024-03-22T07:24:10.807 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (738 ms) 2024-03-22T07:24:10.807 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-03-22T07:24:10.807 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:11.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:11 smithi129 bash[79695]: cluster 2024-03-22T07:24:09.681127+0000 osd.7 (osd.7) 328 : cluster 3 failed to encode map e735 with expected crc 2024-03-22T07:24:11.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:11 smithi129 bash[79695]: cluster 2024-03-22T07:24:09.731974+0000 osd.5 (osd.5) 297 : cluster 3 failed to encode map e735 with expected crc 2024-03-22T07:24:11.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:11 smithi129 bash[79695]: cluster 2024-03-22T07:24:09.758542+0000 mgr.y (mgr.25337) 505 : cluster 0 pgmap v860: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-03-22T07:24:11.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:11 smithi129 bash[79695]: cluster 2024-03-22T07:24:10.705416+0000 mon.a (mon.0) 1016 : cluster 0 osdmap e736: 8 total, 8 up, 8 in 2024-03-22T07:24:11.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:11 smithi129 bash[82160]: cluster 2024-03-22T07:24:09.681127+0000 osd.7 (osd.7) 328 : cluster 3 failed to encode map e735 with expected crc 2024-03-22T07:24:11.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:11 smithi129 bash[82160]: cluster 2024-03-22T07:24:09.731974+0000 osd.5 (osd.5) 297 : cluster 3 failed to encode map e735 with expected crc 2024-03-22T07:24:11.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:11 smithi129 bash[82160]: cluster 2024-03-22T07:24:09.758542+0000 mgr.y (mgr.25337) 505 : cluster 0 pgmap v860: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-03-22T07:24:11.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:11 smithi129 bash[82160]: cluster 2024-03-22T07:24:10.705416+0000 mon.a (mon.0) 1016 : cluster 0 osdmap e736: 8 total, 8 up, 8 in 2024-03-22T07:24:11.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:11 smithi148 bash[66753]: cluster 2024-03-22T07:24:09.681127+0000 osd.7 (osd.7) 328 : cluster 3 failed to encode map e735 with expected crc 2024-03-22T07:24:11.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:11 smithi148 bash[66753]: cluster 2024-03-22T07:24:09.731974+0000 osd.5 (osd.5) 297 : cluster 3 failed to encode map e735 with expected crc 2024-03-22T07:24:11.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:11 smithi148 bash[66753]: cluster 2024-03-22T07:24:09.758542+0000 mgr.y (mgr.25337) 505 : cluster 0 pgmap v860: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-03-22T07:24:11.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:11 smithi148 bash[66753]: cluster 2024-03-22T07:24:10.705416+0000 mon.a (mon.0) 1016 : cluster 0 osdmap e736: 8 total, 8 up, 8 in 2024-03-22T07:24:12.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:12 smithi129 bash[79695]: cluster 2024-03-22T07:24:10.698458+0000 osd.7 (osd.7) 329 : cluster 3 failed to encode map e736 with expected crc 2024-03-22T07:24:12.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:12 smithi129 bash[79695]: cluster 2024-03-22T07:24:10.708645+0000 osd.7 (osd.7) 330 : cluster 3 failed to encode map e736 with expected crc 2024-03-22T07:24:12.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:12 smithi129 bash[79695]: cluster 2024-03-22T07:24:10.824922+0000 osd.5 (osd.5) 298 : cluster 3 failed to encode map e736 with expected crc 2024-03-22T07:24:12.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:12 smithi129 bash[79695]: cluster 2024-03-22T07:24:11.698318+0000 osd.5 (osd.5) 299 : cluster 3 failed to encode map e737 with expected crc 2024-03-22T07:24:12.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:12 smithi129 bash[79695]: cluster 2024-03-22T07:24:11.702803+0000 mon.a (mon.0) 1017 : cluster 0 osdmap e737: 8 total, 8 up, 8 in 2024-03-22T07:24:12.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:12 smithi129 bash[79695]: cluster 2024-03-22T07:24:11.737780+0000 osd.6 (osd.6) 333 : cluster 3 failed to encode map e737 with expected crc 2024-03-22T07:24:12.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:12 smithi129 bash[82160]: cluster 2024-03-22T07:24:10.698458+0000 osd.7 (osd.7) 329 : cluster 3 failed to encode map e736 with expected crc 2024-03-22T07:24:12.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:12 smithi129 bash[82160]: cluster 2024-03-22T07:24:10.708645+0000 osd.7 (osd.7) 330 : cluster 3 failed to encode map e736 with expected crc 2024-03-22T07:24:12.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:12 smithi129 bash[82160]: cluster 2024-03-22T07:24:10.824922+0000 osd.5 (osd.5) 298 : cluster 3 failed to encode map e736 with expected crc 2024-03-22T07:24:12.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:12 smithi129 bash[82160]: cluster 2024-03-22T07:24:11.698318+0000 osd.5 (osd.5) 299 : cluster 3 failed to encode map e737 with expected crc 2024-03-22T07:24:12.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:12 smithi129 bash[82160]: cluster 2024-03-22T07:24:11.702803+0000 mon.a (mon.0) 1017 : cluster 0 osdmap e737: 8 total, 8 up, 8 in 2024-03-22T07:24:12.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:12 smithi129 bash[82160]: cluster 2024-03-22T07:24:11.737780+0000 osd.6 (osd.6) 333 : cluster 3 failed to encode map e737 with expected crc 2024-03-22T07:24:12.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:12 smithi148 bash[66753]: cluster 2024-03-22T07:24:10.698458+0000 osd.7 (osd.7) 329 : cluster 3 failed to encode map e736 with expected crc 2024-03-22T07:24:12.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:12 smithi148 bash[66753]: cluster 2024-03-22T07:24:10.708645+0000 osd.7 (osd.7) 330 : cluster 3 failed to encode map e736 with expected crc 2024-03-22T07:24:12.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:12 smithi148 bash[66753]: cluster 2024-03-22T07:24:10.824922+0000 osd.5 (osd.5) 298 : cluster 3 failed to encode map e736 with expected crc 2024-03-22T07:24:12.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:12 smithi148 bash[66753]: cluster 2024-03-22T07:24:11.698318+0000 osd.5 (osd.5) 299 : cluster 3 failed to encode map e737 with expected crc 2024-03-22T07:24:12.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:12 smithi148 bash[66753]: cluster 2024-03-22T07:24:11.702803+0000 mon.a (mon.0) 1017 : cluster 0 osdmap e737: 8 total, 8 up, 8 in 2024-03-22T07:24:12.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:12 smithi148 bash[66753]: cluster 2024-03-22T07:24:11.737780+0000 osd.6 (osd.6) 333 : cluster 3 failed to encode map e737 with expected crc 2024-03-22T07:24:12.821 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2014 ms) 2024-03-22T07:24:12.821 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-03-22T07:24:12.821 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:12.956 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (135 ms) 2024-03-22T07:24:12.956 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-03-22T07:24:12.956 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_librbd.cc:9376: Skipped 2024-03-22T07:24:12.956 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:24:12.957 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-03-22T07:24:12.957 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-03-22T07:24:12.957 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:13.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:13 smithi129 bash[79695]: cluster 2024-03-22T07:24:11.697305+0000 osd.7 (osd.7) 331 : cluster 3 failed to encode map e737 with expected crc 2024-03-22T07:24:13.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:13 smithi129 bash[79695]: cluster 2024-03-22T07:24:11.759770+0000 mgr.y (mgr.25337) 506 : cluster 0 pgmap v863: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2024-03-22T07:24:13.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:13 smithi129 bash[79695]: cluster 2024-03-22T07:24:12.706319+0000 osd.5 (osd.5) 300 : cluster 3 failed to encode map e738 with expected crc 2024-03-22T07:24:13.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:13 smithi129 bash[79695]: cluster 2024-03-22T07:24:12.710797+0000 mon.a (mon.0) 1018 : cluster 0 osdmap e738: 8 total, 8 up, 8 in 2024-03-22T07:24:13.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:13 smithi129 bash[79695]: cluster 2024-03-22T07:24:12.773130+0000 osd.6 (osd.6) 334 : cluster 3 failed to encode map e738 with expected crc 2024-03-22T07:24:13.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:13 smithi129 bash[82160]: cluster 2024-03-22T07:24:11.697305+0000 osd.7 (osd.7) 331 : cluster 3 failed to encode map e737 with expected crc 2024-03-22T07:24:13.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:13 smithi129 bash[82160]: cluster 2024-03-22T07:24:11.759770+0000 mgr.y (mgr.25337) 506 : cluster 0 pgmap v863: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2024-03-22T07:24:13.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:13 smithi129 bash[82160]: cluster 2024-03-22T07:24:12.706319+0000 osd.5 (osd.5) 300 : cluster 3 failed to encode map e738 with expected crc 2024-03-22T07:24:13.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:13 smithi129 bash[82160]: cluster 2024-03-22T07:24:12.710797+0000 mon.a (mon.0) 1018 : cluster 0 osdmap e738: 8 total, 8 up, 8 in 2024-03-22T07:24:13.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:13 smithi129 bash[82160]: cluster 2024-03-22T07:24:12.773130+0000 osd.6 (osd.6) 334 : cluster 3 failed to encode map e738 with expected crc 2024-03-22T07:24:13.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:13 smithi148 bash[66753]: cluster 2024-03-22T07:24:11.697305+0000 osd.7 (osd.7) 331 : cluster 3 failed to encode map e737 with expected crc 2024-03-22T07:24:13.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:13 smithi148 bash[66753]: cluster 2024-03-22T07:24:11.759770+0000 mgr.y (mgr.25337) 506 : cluster 0 pgmap v863: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2024-03-22T07:24:13.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:13 smithi148 bash[66753]: cluster 2024-03-22T07:24:12.706319+0000 osd.5 (osd.5) 300 : cluster 3 failed to encode map e738 with expected crc 2024-03-22T07:24:13.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:13 smithi148 bash[66753]: cluster 2024-03-22T07:24:12.710797+0000 mon.a (mon.0) 1018 : cluster 0 osdmap e738: 8 total, 8 up, 8 in 2024-03-22T07:24:13.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:13 smithi148 bash[66753]: cluster 2024-03-22T07:24:12.773130+0000 osd.6 (osd.6) 334 : cluster 3 failed to encode map e738 with expected crc 2024-03-22T07:24:14.303 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:24:13] "GET /metrics HTTP/1.1" 200 74980 "" "Prometheus/2.43.0" 2024-03-22T07:24:14.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:14 smithi129 bash[79695]: cluster 2024-03-22T07:24:12.705828+0000 osd.7 (osd.7) 332 : cluster 3 failed to encode map e738 with expected crc 2024-03-22T07:24:14.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:14 smithi129 bash[79695]: cluster 2024-03-22T07:24:13.578060+0000 mon.a (mon.0) 1019 : cluster 0 osdmap e739: 8 total, 8 up, 8 in 2024-03-22T07:24:14.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:14 smithi129 bash[79695]: cluster 2024-03-22T07:24:13.582059+0000 osd.6 (osd.6) 335 : cluster 3 failed to encode map e739 with expected crc 2024-03-22T07:24:14.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:14 smithi129 bash[79695]: cluster 2024-03-22T07:24:13.610240+0000 osd.5 (osd.5) 301 : cluster 3 failed to encode map e739 with expected crc 2024-03-22T07:24:14.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:14 smithi129 bash[82160]: cluster 2024-03-22T07:24:12.705828+0000 osd.7 (osd.7) 332 : cluster 3 failed to encode map e738 with expected crc 2024-03-22T07:24:14.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:14 smithi129 bash[82160]: cluster 2024-03-22T07:24:13.578060+0000 mon.a (mon.0) 1019 : cluster 0 osdmap e739: 8 total, 8 up, 8 in 2024-03-22T07:24:14.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:14 smithi129 bash[82160]: cluster 2024-03-22T07:24:13.582059+0000 osd.6 (osd.6) 335 : cluster 3 failed to encode map e739 with expected crc 2024-03-22T07:24:14.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:14 smithi129 bash[82160]: cluster 2024-03-22T07:24:13.610240+0000 osd.5 (osd.5) 301 : cluster 3 failed to encode map e739 with expected crc 2024-03-22T07:24:14.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:14 smithi148 bash[66753]: cluster 2024-03-22T07:24:12.705828+0000 osd.7 (osd.7) 332 : cluster 3 failed to encode map e738 with expected crc 2024-03-22T07:24:14.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:14 smithi148 bash[66753]: cluster 2024-03-22T07:24:13.578060+0000 mon.a (mon.0) 1019 : cluster 0 osdmap e739: 8 total, 8 up, 8 in 2024-03-22T07:24:14.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:14 smithi148 bash[66753]: cluster 2024-03-22T07:24:13.582059+0000 osd.6 (osd.6) 335 : cluster 3 failed to encode map e739 with expected crc 2024-03-22T07:24:14.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:14 smithi148 bash[66753]: cluster 2024-03-22T07:24:13.610240+0000 osd.5 (osd.5) 301 : cluster 3 failed to encode map e739 with expected crc 2024-03-22T07:24:14.680 INFO:tasks.workunit.client.0.smithi129.stdout:100.00% done 2024-03-22T07:24:14.680 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.SnapRemove2 (1725 ms) 2024-03-22T07:24:14.681 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-03-22T07:24:14.681 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:15.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:15 smithi129 bash[79695]: cluster 2024-03-22T07:24:13.614190+0000 osd.7 (osd.7) 333 : cluster 3 failed to encode map e739 with expected crc 2024-03-22T07:24:15.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:15 smithi129 bash[79695]: cluster 2024-03-22T07:24:13.760957+0000 mgr.y (mgr.25337) 507 : cluster 0 pgmap v866: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 62 op/s 2024-03-22T07:24:15.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:15 smithi129 bash[79695]: cluster 2024-03-22T07:24:14.587219+0000 mon.a (mon.0) 1020 : cluster 0 osdmap e740: 8 total, 8 up, 8 in 2024-03-22T07:24:15.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:15 smithi129 bash[79695]: cluster 2024-03-22T07:24:14.595126+0000 osd.6 (osd.6) 336 : cluster 3 failed to encode map e740 with expected crc 2024-03-22T07:24:15.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:15 smithi129 bash[79695]: cluster 2024-03-22T07:24:14.650318+0000 osd.5 (osd.5) 302 : cluster 3 failed to encode map e740 with expected crc 2024-03-22T07:24:15.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:15 smithi129 bash[82160]: cluster 2024-03-22T07:24:13.614190+0000 osd.7 (osd.7) 333 : cluster 3 failed to encode map e739 with expected crc 2024-03-22T07:24:15.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:15 smithi129 bash[82160]: cluster 2024-03-22T07:24:13.760957+0000 mgr.y (mgr.25337) 507 : cluster 0 pgmap v866: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 62 op/s 2024-03-22T07:24:15.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:15 smithi129 bash[82160]: cluster 2024-03-22T07:24:14.587219+0000 mon.a (mon.0) 1020 : cluster 0 osdmap e740: 8 total, 8 up, 8 in 2024-03-22T07:24:15.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:15 smithi129 bash[82160]: cluster 2024-03-22T07:24:14.595126+0000 osd.6 (osd.6) 336 : cluster 3 failed to encode map e740 with expected crc 2024-03-22T07:24:15.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:15 smithi129 bash[82160]: cluster 2024-03-22T07:24:14.650318+0000 osd.5 (osd.5) 302 : cluster 3 failed to encode map e740 with expected crc 2024-03-22T07:24:15.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:15 smithi148 bash[66753]: cluster 2024-03-22T07:24:13.614190+0000 osd.7 (osd.7) 333 : cluster 3 failed to encode map e739 with expected crc 2024-03-22T07:24:15.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:15 smithi148 bash[66753]: cluster 2024-03-22T07:24:13.760957+0000 mgr.y (mgr.25337) 507 : cluster 0 pgmap v866: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 62 op/s 2024-03-22T07:24:15.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:15 smithi148 bash[66753]: cluster 2024-03-22T07:24:14.587219+0000 mon.a (mon.0) 1020 : cluster 0 osdmap e740: 8 total, 8 up, 8 in 2024-03-22T07:24:15.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:15 smithi148 bash[66753]: cluster 2024-03-22T07:24:14.595126+0000 osd.6 (osd.6) 336 : cluster 3 failed to encode map e740 with expected crc 2024-03-22T07:24:15.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:15 smithi148 bash[66753]: cluster 2024-03-22T07:24:14.650318+0000 osd.5 (osd.5) 302 : cluster 3 failed to encode map e740 with expected crc 2024-03-22T07:24:15.724 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1044 ms) 2024-03-22T07:24:15.724 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-03-22T07:24:15.725 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:16.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:16 smithi129 bash[79695]: cluster 2024-03-22T07:24:14.637052+0000 osd.7 (osd.7) 334 : cluster 3 failed to encode map e740 with expected crc 2024-03-22T07:24:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:16 smithi129 bash[79695]: cluster 2024-03-22T07:24:15.590033+0000 osd.6 (osd.6) 337 : cluster 3 failed to encode map e741 with expected crc 2024-03-22T07:24:16.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:16 smithi129 bash[79695]: cluster 2024-03-22T07:24:15.591891+0000 mon.a (mon.0) 1021 : cluster 0 osdmap e741: 8 total, 8 up, 8 in 2024-03-22T07:24:16.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:16 smithi129 bash[82160]: cluster 2024-03-22T07:24:14.637052+0000 osd.7 (osd.7) 334 : cluster 3 failed to encode map e740 with expected crc 2024-03-22T07:24:16.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:16 smithi129 bash[82160]: cluster 2024-03-22T07:24:15.590033+0000 osd.6 (osd.6) 337 : cluster 3 failed to encode map e741 with expected crc 2024-03-22T07:24:16.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:16 smithi129 bash[82160]: cluster 2024-03-22T07:24:15.591891+0000 mon.a (mon.0) 1021 : cluster 0 osdmap e741: 8 total, 8 up, 8 in 2024-03-22T07:24:16.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:16 smithi148 bash[66753]: cluster 2024-03-22T07:24:14.637052+0000 osd.7 (osd.7) 334 : cluster 3 failed to encode map e740 with expected crc 2024-03-22T07:24:16.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:16 smithi148 bash[66753]: cluster 2024-03-22T07:24:15.590033+0000 osd.6 (osd.6) 337 : cluster 3 failed to encode map e741 with expected crc 2024-03-22T07:24:16.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:16 smithi148 bash[66753]: cluster 2024-03-22T07:24:15.591891+0000 mon.a (mon.0) 1021 : cluster 0 osdmap e741: 8 total, 8 up, 8 in 2024-03-22T07:24:16.720 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (996 ms) 2024-03-22T07:24:16.720 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-03-22T07:24:16.721 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:17.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:17 smithi129 bash[82160]: cluster 2024-03-22T07:24:15.665984+0000 osd.7 (osd.7) 335 : cluster 3 failed to encode map e741 with expected crc 2024-03-22T07:24:17.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:17 smithi129 bash[82160]: cluster 2024-03-22T07:24:15.762053+0000 mgr.y (mgr.25337) 508 : cluster 0 pgmap v869: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 207 KiB/s rd, 17 KiB/s wr, 279 op/s 2024-03-22T07:24:17.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:17 smithi129 bash[82160]: cluster 2024-03-22T07:24:16.603548+0000 mon.a (mon.0) 1022 : cluster 0 osdmap e742: 8 total, 8 up, 8 in 2024-03-22T07:24:17.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:17 smithi129 bash[82160]: cluster 2024-03-22T07:24:16.654178+0000 osd.5 (osd.5) 303 : cluster 3 failed to encode map e742 with expected crc 2024-03-22T07:24:17.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:17 smithi129 bash[82160]: cluster 2024-03-22T07:24:16.654627+0000 osd.6 (osd.6) 338 : cluster 3 failed to encode map e742 with expected crc 2024-03-22T07:24:17.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:17 smithi129 bash[79695]: cluster 2024-03-22T07:24:15.665984+0000 osd.7 (osd.7) 335 : cluster 3 failed to encode map e741 with expected crc 2024-03-22T07:24:17.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:17 smithi129 bash[79695]: cluster 2024-03-22T07:24:15.762053+0000 mgr.y (mgr.25337) 508 : cluster 0 pgmap v869: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 207 KiB/s rd, 17 KiB/s wr, 279 op/s 2024-03-22T07:24:17.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:17 smithi129 bash[79695]: cluster 2024-03-22T07:24:16.603548+0000 mon.a (mon.0) 1022 : cluster 0 osdmap e742: 8 total, 8 up, 8 in 2024-03-22T07:24:17.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:17 smithi129 bash[79695]: cluster 2024-03-22T07:24:16.654178+0000 osd.5 (osd.5) 303 : cluster 3 failed to encode map e742 with expected crc 2024-03-22T07:24:17.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:17 smithi129 bash[79695]: cluster 2024-03-22T07:24:16.654627+0000 osd.6 (osd.6) 338 : cluster 3 failed to encode map e742 with expected crc 2024-03-22T07:24:17.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:17 smithi148 bash[66753]: cluster 2024-03-22T07:24:15.665984+0000 osd.7 (osd.7) 335 : cluster 3 failed to encode map e741 with expected crc 2024-03-22T07:24:17.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:17 smithi148 bash[66753]: cluster 2024-03-22T07:24:15.762053+0000 mgr.y (mgr.25337) 508 : cluster 0 pgmap v869: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 207 KiB/s rd, 17 KiB/s wr, 279 op/s 2024-03-22T07:24:17.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:17 smithi148 bash[66753]: cluster 2024-03-22T07:24:16.603548+0000 mon.a (mon.0) 1022 : cluster 0 osdmap e742: 8 total, 8 up, 8 in 2024-03-22T07:24:17.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:17 smithi148 bash[66753]: cluster 2024-03-22T07:24:16.654178+0000 osd.5 (osd.5) 303 : cluster 3 failed to encode map e742 with expected crc 2024-03-22T07:24:17.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:17 smithi148 bash[66753]: cluster 2024-03-22T07:24:16.654627+0000 osd.6 (osd.6) 338 : cluster 3 failed to encode map e742 with expected crc 2024-03-22T07:24:17.771 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1050 ms) 2024-03-22T07:24:17.771 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-03-22T07:24:17.771 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:18.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:18 smithi129 bash[82160]: cluster 2024-03-22T07:24:16.632230+0000 osd.7 (osd.7) 336 : cluster 3 failed to encode map e742 with expected crc 2024-03-22T07:24:18.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:18 smithi129 bash[82160]: cluster 2024-03-22T07:24:17.607267+0000 mon.a (mon.0) 1023 : cluster 0 osdmap e743: 8 total, 8 up, 8 in 2024-03-22T07:24:18.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:18 smithi129 bash[82160]: cluster 2024-03-22T07:24:17.613893+0000 osd.5 (osd.5) 304 : cluster 3 failed to encode map e743 with expected crc 2024-03-22T07:24:18.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:18 smithi129 bash[82160]: cluster 2024-03-22T07:24:17.685544+0000 osd.6 (osd.6) 339 : cluster 3 failed to encode map e743 with expected crc 2024-03-22T07:24:18.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:18 smithi129 bash[79695]: cluster 2024-03-22T07:24:16.632230+0000 osd.7 (osd.7) 336 : cluster 3 failed to encode map e742 with expected crc 2024-03-22T07:24:18.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:18 smithi129 bash[79695]: cluster 2024-03-22T07:24:17.607267+0000 mon.a (mon.0) 1023 : cluster 0 osdmap e743: 8 total, 8 up, 8 in 2024-03-22T07:24:18.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:18 smithi129 bash[79695]: cluster 2024-03-22T07:24:17.613893+0000 osd.5 (osd.5) 304 : cluster 3 failed to encode map e743 with expected crc 2024-03-22T07:24:18.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:18 smithi129 bash[79695]: cluster 2024-03-22T07:24:17.685544+0000 osd.6 (osd.6) 339 : cluster 3 failed to encode map e743 with expected crc 2024-03-22T07:24:18.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:18 smithi148 bash[66753]: cluster 2024-03-22T07:24:16.632230+0000 osd.7 (osd.7) 336 : cluster 3 failed to encode map e742 with expected crc 2024-03-22T07:24:18.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:18 smithi148 bash[66753]: cluster 2024-03-22T07:24:17.607267+0000 mon.a (mon.0) 1023 : cluster 0 osdmap e743: 8 total, 8 up, 8 in 2024-03-22T07:24:18.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:18 smithi148 bash[66753]: cluster 2024-03-22T07:24:17.613893+0000 osd.5 (osd.5) 304 : cluster 3 failed to encode map e743 with expected crc 2024-03-22T07:24:18.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:18 smithi148 bash[66753]: cluster 2024-03-22T07:24:17.685544+0000 osd.6 (osd.6) 339 : cluster 3 failed to encode map e743 with expected crc 2024-03-22T07:24:18.861 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1090 ms) 2024-03-22T07:24:18.861 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-03-22T07:24:18.861 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:18.960 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (99 ms) 2024-03-22T07:24:18.960 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-03-22T07:24:18.960 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:19.061 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (101 ms) 2024-03-22T07:24:19.061 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-03-22T07:24:19.061 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:19.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:19 smithi129 bash[82160]: cluster 2024-03-22T07:24:17.601368+0000 osd.7 (osd.7) 337 : cluster 3 failed to encode map e743 with expected crc 2024-03-22T07:24:19.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:19 smithi129 bash[82160]: cluster 2024-03-22T07:24:17.763783+0000 mgr.y (mgr.25337) 509 : cluster 0 pgmap v872: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 175 KiB/s rd, 16 KiB/s wr, 244 op/s 2024-03-22T07:24:19.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:19 smithi129 bash[82160]: cluster 2024-03-22T07:24:18.579796+0000 mon.a (mon.0) 1024 : cluster 0 osdmap e744: 8 total, 8 up, 8 in 2024-03-22T07:24:19.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:19 smithi129 bash[82160]: cluster 2024-03-22T07:24:18.624084+0000 osd.5 (osd.5) 305 : cluster 3 failed to encode map e744 with expected crc 2024-03-22T07:24:19.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:19 smithi129 bash[79695]: cluster 2024-03-22T07:24:17.601368+0000 osd.7 (osd.7) 337 : cluster 3 failed to encode map e743 with expected crc 2024-03-22T07:24:19.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:19 smithi129 bash[79695]: cluster 2024-03-22T07:24:17.763783+0000 mgr.y (mgr.25337) 509 : cluster 0 pgmap v872: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 175 KiB/s rd, 16 KiB/s wr, 244 op/s 2024-03-22T07:24:19.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:19 smithi129 bash[79695]: cluster 2024-03-22T07:24:18.579796+0000 mon.a (mon.0) 1024 : cluster 0 osdmap e744: 8 total, 8 up, 8 in 2024-03-22T07:24:19.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:19 smithi129 bash[79695]: cluster 2024-03-22T07:24:18.624084+0000 osd.5 (osd.5) 305 : cluster 3 failed to encode map e744 with expected crc 2024-03-22T07:24:19.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:19 smithi148 bash[66753]: cluster 2024-03-22T07:24:17.601368+0000 osd.7 (osd.7) 337 : cluster 3 failed to encode map e743 with expected crc 2024-03-22T07:24:19.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:19 smithi148 bash[66753]: cluster 2024-03-22T07:24:17.763783+0000 mgr.y (mgr.25337) 509 : cluster 0 pgmap v872: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 175 KiB/s rd, 16 KiB/s wr, 244 op/s 2024-03-22T07:24:19.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:19 smithi148 bash[66753]: cluster 2024-03-22T07:24:18.579796+0000 mon.a (mon.0) 1024 : cluster 0 osdmap e744: 8 total, 8 up, 8 in 2024-03-22T07:24:19.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:19 smithi148 bash[66753]: cluster 2024-03-22T07:24:18.624084+0000 osd.5 (osd.5) 305 : cluster 3 failed to encode map e744 with expected crc 2024-03-22T07:24:20.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:20 smithi129 bash[79695]: cluster 2024-03-22T07:24:18.572963+0000 osd.7 (osd.7) 338 : cluster 3 failed to encode map e744 with expected crc 2024-03-22T07:24:20.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:20 smithi129 bash[79695]: cluster 2024-03-22T07:24:19.606588+0000 osd.5 (osd.5) 306 : cluster 3 failed to encode map e745 with expected crc 2024-03-22T07:24:20.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:20 smithi129 bash[79695]: cluster 2024-03-22T07:24:19.613336+0000 mon.a (mon.0) 1025 : cluster 0 osdmap e745: 8 total, 8 up, 8 in 2024-03-22T07:24:20.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:20 smithi129 bash[79695]: cluster 2024-03-22T07:24:19.616856+0000 osd.5 (osd.5) 307 : cluster 3 failed to encode map e745 with expected crc 2024-03-22T07:24:20.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:20 smithi129 bash[82160]: cluster 2024-03-22T07:24:18.572963+0000 osd.7 (osd.7) 338 : cluster 3 failed to encode map e744 with expected crc 2024-03-22T07:24:20.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:20 smithi129 bash[82160]: cluster 2024-03-22T07:24:19.606588+0000 osd.5 (osd.5) 306 : cluster 3 failed to encode map e745 with expected crc 2024-03-22T07:24:20.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:20 smithi129 bash[82160]: cluster 2024-03-22T07:24:19.613336+0000 mon.a (mon.0) 1025 : cluster 0 osdmap e745: 8 total, 8 up, 8 in 2024-03-22T07:24:20.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:20 smithi129 bash[82160]: cluster 2024-03-22T07:24:19.616856+0000 osd.5 (osd.5) 307 : cluster 3 failed to encode map e745 with expected crc 2024-03-22T07:24:20.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:20 smithi148 bash[66753]: cluster 2024-03-22T07:24:18.572963+0000 osd.7 (osd.7) 338 : cluster 3 failed to encode map e744 with expected crc 2024-03-22T07:24:20.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:20 smithi148 bash[66753]: cluster 2024-03-22T07:24:19.606588+0000 osd.5 (osd.5) 306 : cluster 3 failed to encode map e745 with expected crc 2024-03-22T07:24:20.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:20 smithi148 bash[66753]: cluster 2024-03-22T07:24:19.613336+0000 mon.a (mon.0) 1025 : cluster 0 osdmap e745: 8 total, 8 up, 8 in 2024-03-22T07:24:20.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:20 smithi148 bash[66753]: cluster 2024-03-22T07:24:19.616856+0000 osd.5 (osd.5) 307 : cluster 3 failed to encode map e745 with expected crc 2024-03-22T07:24:21.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:21 smithi129 bash[79695]: cluster 2024-03-22T07:24:19.665231+0000 osd.7 (osd.7) 339 : cluster 3 failed to encode map e745 with expected crc 2024-03-22T07:24:21.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:21 smithi129 bash[79695]: cluster 2024-03-22T07:24:19.764904+0000 mgr.y (mgr.25337) 510 : cluster 0 pgmap v875: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 165 KiB/s rd, 10 KiB/s wr, 220 op/s 2024-03-22T07:24:21.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:21 smithi129 bash[79695]: cluster 2024-03-22T07:24:20.621567+0000 mon.a (mon.0) 1026 : cluster 0 osdmap e746: 8 total, 8 up, 8 in 2024-03-22T07:24:21.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:21 smithi129 bash[79695]: cluster 2024-03-22T07:24:20.626795+0000 osd.5 (osd.5) 308 : cluster 3 failed to encode map e746 with expected crc 2024-03-22T07:24:21.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:21 smithi129 bash[82160]: cluster 2024-03-22T07:24:19.665231+0000 osd.7 (osd.7) 339 : cluster 3 failed to encode map e745 with expected crc 2024-03-22T07:24:21.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:21 smithi129 bash[82160]: cluster 2024-03-22T07:24:19.764904+0000 mgr.y (mgr.25337) 510 : cluster 0 pgmap v875: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 165 KiB/s rd, 10 KiB/s wr, 220 op/s 2024-03-22T07:24:21.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:21 smithi129 bash[82160]: cluster 2024-03-22T07:24:20.621567+0000 mon.a (mon.0) 1026 : cluster 0 osdmap e746: 8 total, 8 up, 8 in 2024-03-22T07:24:21.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:21 smithi129 bash[82160]: cluster 2024-03-22T07:24:20.626795+0000 osd.5 (osd.5) 308 : cluster 3 failed to encode map e746 with expected crc 2024-03-22T07:24:21.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:21 smithi148 bash[66753]: cluster 2024-03-22T07:24:19.665231+0000 osd.7 (osd.7) 339 : cluster 3 failed to encode map e745 with expected crc 2024-03-22T07:24:21.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:21 smithi148 bash[66753]: cluster 2024-03-22T07:24:19.764904+0000 mgr.y (mgr.25337) 510 : cluster 0 pgmap v875: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 165 KiB/s rd, 10 KiB/s wr, 220 op/s 2024-03-22T07:24:21.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:21 smithi148 bash[66753]: cluster 2024-03-22T07:24:20.621567+0000 mon.a (mon.0) 1026 : cluster 0 osdmap e746: 8 total, 8 up, 8 in 2024-03-22T07:24:21.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:21 smithi148 bash[66753]: cluster 2024-03-22T07:24:20.626795+0000 osd.5 (osd.5) 308 : cluster 3 failed to encode map e746 with expected crc 2024-03-22T07:24:22.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:22 smithi129 bash[79695]: cluster 2024-03-22T07:24:20.683202+0000 osd.7 (osd.7) 340 : cluster 3 failed to encode map e746 with expected crc 2024-03-22T07:24:22.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:22 smithi129 bash[79695]: cluster 2024-03-22T07:24:21.625903+0000 mon.a (mon.0) 1027 : cluster 0 osdmap e747: 8 total, 8 up, 8 in 2024-03-22T07:24:22.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:22 smithi129 bash[79695]: cluster 2024-03-22T07:24:21.630725+0000 osd.5 (osd.5) 309 : cluster 3 failed to encode map e747 with expected crc 2024-03-22T07:24:22.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:22 smithi129 bash[82160]: cluster 2024-03-22T07:24:20.683202+0000 osd.7 (osd.7) 340 : cluster 3 failed to encode map e746 with expected crc 2024-03-22T07:24:22.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:22 smithi129 bash[82160]: cluster 2024-03-22T07:24:21.625903+0000 mon.a (mon.0) 1027 : cluster 0 osdmap e747: 8 total, 8 up, 8 in 2024-03-22T07:24:22.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:22 smithi129 bash[82160]: cluster 2024-03-22T07:24:21.630725+0000 osd.5 (osd.5) 309 : cluster 3 failed to encode map e747 with expected crc 2024-03-22T07:24:22.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:22 smithi148 bash[66753]: cluster 2024-03-22T07:24:20.683202+0000 osd.7 (osd.7) 340 : cluster 3 failed to encode map e746 with expected crc 2024-03-22T07:24:22.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:22 smithi148 bash[66753]: cluster 2024-03-22T07:24:21.625903+0000 mon.a (mon.0) 1027 : cluster 0 osdmap e747: 8 total, 8 up, 8 in 2024-03-22T07:24:22.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:22 smithi148 bash[66753]: cluster 2024-03-22T07:24:21.630725+0000 osd.5 (osd.5) 309 : cluster 3 failed to encode map e747 with expected crc 2024-03-22T07:24:23.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:23 smithi129 bash[79695]: cluster 2024-03-22T07:24:21.678710+0000 osd.7 (osd.7) 341 : cluster 3 failed to encode map e747 with expected crc 2024-03-22T07:24:23.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:23 smithi129 bash[79695]: cluster 2024-03-22T07:24:21.766039+0000 mgr.y (mgr.25337) 511 : cluster 0 pgmap v878: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 155 KiB/s rd, 9.2 KiB/s wr, 203 op/s 2024-03-22T07:24:23.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:23 smithi129 bash[79695]: cluster 2024-03-22T07:24:22.636628+0000 mon.a (mon.0) 1028 : cluster 0 osdmap e748: 8 total, 8 up, 8 in 2024-03-22T07:24:23.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:23 smithi129 bash[79695]: cluster 2024-03-22T07:24:22.648316+0000 osd.5 (osd.5) 310 : cluster 3 failed to encode map e748 with expected crc 2024-03-22T07:24:23.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:23 smithi129 bash[82160]: cluster 2024-03-22T07:24:21.678710+0000 osd.7 (osd.7) 341 : cluster 3 failed to encode map e747 with expected crc 2024-03-22T07:24:23.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:23 smithi129 bash[82160]: cluster 2024-03-22T07:24:21.766039+0000 mgr.y (mgr.25337) 511 : cluster 0 pgmap v878: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 155 KiB/s rd, 9.2 KiB/s wr, 203 op/s 2024-03-22T07:24:23.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:23 smithi129 bash[82160]: cluster 2024-03-22T07:24:22.636628+0000 mon.a (mon.0) 1028 : cluster 0 osdmap e748: 8 total, 8 up, 8 in 2024-03-22T07:24:23.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:23 smithi129 bash[82160]: cluster 2024-03-22T07:24:22.648316+0000 osd.5 (osd.5) 310 : cluster 3 failed to encode map e748 with expected crc 2024-03-22T07:24:23.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:23 smithi148 bash[66753]: cluster 2024-03-22T07:24:21.678710+0000 osd.7 (osd.7) 341 : cluster 3 failed to encode map e747 with expected crc 2024-03-22T07:24:23.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:23 smithi148 bash[66753]: cluster 2024-03-22T07:24:21.766039+0000 mgr.y (mgr.25337) 511 : cluster 0 pgmap v878: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 155 KiB/s rd, 9.2 KiB/s wr, 203 op/s 2024-03-22T07:24:23.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:23 smithi148 bash[66753]: cluster 2024-03-22T07:24:22.636628+0000 mon.a (mon.0) 1028 : cluster 0 osdmap e748: 8 total, 8 up, 8 in 2024-03-22T07:24:23.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:23 smithi148 bash[66753]: cluster 2024-03-22T07:24:22.648316+0000 osd.5 (osd.5) 310 : cluster 3 failed to encode map e748 with expected crc 2024-03-22T07:24:24.324 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:24:23] "GET /metrics HTTP/1.1" 200 74980 "" "Prometheus/2.43.0" 2024-03-22T07:24:24.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:24 smithi129 bash[79695]: cluster 2024-03-22T07:24:22.684793+0000 osd.7 (osd.7) 342 : cluster 3 failed to encode map e748 with expected crc 2024-03-22T07:24:24.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:24 smithi129 bash[79695]: audit 2024-03-22T07:24:23.394878+0000 mon.c (mon.2) 256 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:24:24.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:24 smithi129 bash[79695]: cluster 2024-03-22T07:24:23.583824+0000 mon.a (mon.0) 1029 : cluster 0 osdmap e749: 8 total, 8 up, 8 in 2024-03-22T07:24:24.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:24 smithi129 bash[79695]: cluster 2024-03-22T07:24:23.594135+0000 osd.5 (osd.5) 311 : cluster 3 failed to encode map e749 with expected crc 2024-03-22T07:24:24.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:24 smithi129 bash[82160]: cluster 2024-03-22T07:24:22.684793+0000 osd.7 (osd.7) 342 : cluster 3 failed to encode map e748 with expected crc 2024-03-22T07:24:24.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:24 smithi129 bash[82160]: audit 2024-03-22T07:24:23.394878+0000 mon.c (mon.2) 256 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:24:24.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:24 smithi129 bash[82160]: cluster 2024-03-22T07:24:23.583824+0000 mon.a (mon.0) 1029 : cluster 0 osdmap e749: 8 total, 8 up, 8 in 2024-03-22T07:24:24.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:24 smithi129 bash[82160]: cluster 2024-03-22T07:24:23.594135+0000 osd.5 (osd.5) 311 : cluster 3 failed to encode map e749 with expected crc 2024-03-22T07:24:24.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:24 smithi148 bash[66753]: cluster 2024-03-22T07:24:22.684793+0000 osd.7 (osd.7) 342 : cluster 3 failed to encode map e748 with expected crc 2024-03-22T07:24:24.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:24 smithi148 bash[66753]: audit 2024-03-22T07:24:23.394878+0000 mon.c (mon.2) 256 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:24:24.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:24 smithi148 bash[66753]: cluster 2024-03-22T07:24:23.583824+0000 mon.a (mon.0) 1029 : cluster 0 osdmap e749: 8 total, 8 up, 8 in 2024-03-22T07:24:24.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:24 smithi148 bash[66753]: cluster 2024-03-22T07:24:23.594135+0000 osd.5 (osd.5) 311 : cluster 3 failed to encode map e749 with expected crc 2024-03-22T07:24:25.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: cluster 2024-03-22T07:24:23.650753+0000 osd.7 (osd.7) 343 : cluster 3 failed to encode map e749 with expected crc 2024-03-22T07:24:25.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: cluster 2024-03-22T07:24:23.767188+0000 mgr.y (mgr.25337) 512 : cluster 0 pgmap v881: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 67 KiB/s rd, 4.5 KiB/s wr, 93 op/s 2024-03-22T07:24:25.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: cluster 2024-03-22T07:24:24.594264+0000 mon.a (mon.0) 1030 : cluster 0 osdmap e750: 8 total, 8 up, 8 in 2024-03-22T07:24:25.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: cluster 2024-03-22T07:24:24.602588+0000 osd.5 (osd.5) 312 : cluster 3 failed to encode map e750 with expected crc 2024-03-22T07:24:25.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: audit 2024-03-22T07:24:25.307030+0000 mon.c (mon.2) 257 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1", "id": [2, 4]}]: dispatch 2024-03-22T07:24:25.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: audit 2024-03-22T07:24:25.307986+0000 mon.c (mon.2) 258 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.f", "id": [7, 4]}]: dispatch 2024-03-22T07:24:25.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: audit 2024-03-22T07:24:25.308243+0000 mon.a (mon.0) 1031 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1", "id": [2, 4]}]: dispatch 2024-03-22T07:24:25.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: audit 2024-03-22T07:24:25.308654+0000 mon.c (mon.2) 259 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.13", "id": [3, 5]}]: dispatch 2024-03-22T07:24:25.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: audit 2024-03-22T07:24:25.309256+0000 mon.c (mon.2) 260 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.15", "id": [2, 5]}]: dispatch 2024-03-22T07:24:25.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: audit 2024-03-22T07:24:25.309308+0000 mon.a (mon.0) 1032 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.f", "id": [7, 4]}]: dispatch 2024-03-22T07:24:25.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: audit 2024-03-22T07:24:25.309943+0000 mon.c (mon.2) 261 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1d", "id": [2, 1]}]: dispatch 2024-03-22T07:24:25.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: audit 2024-03-22T07:24:25.309955+0000 mon.a (mon.0) 1033 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.13", "id": [3, 5]}]: dispatch 2024-03-22T07:24:25.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: audit 2024-03-22T07:24:25.310567+0000 mon.a (mon.0) 1034 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.15", "id": [2, 5]}]: dispatch 2024-03-22T07:24:25.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: audit 2024-03-22T07:24:25.310613+0000 mon.c (mon.2) 262 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "35.8", "id": [4, 2]}]: dispatch 2024-03-22T07:24:25.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: audit 2024-03-22T07:24:25.311158+0000 mon.a (mon.0) 1035 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1d", "id": [2, 1]}]: dispatch 2024-03-22T07:24:25.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[79695]: audit 2024-03-22T07:24:25.311745+0000 mon.a (mon.0) 1036 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "35.8", "id": [4, 2]}]: dispatch 2024-03-22T07:24:25.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: cluster 2024-03-22T07:24:23.650753+0000 osd.7 (osd.7) 343 : cluster 3 failed to encode map e749 with expected crc 2024-03-22T07:24:25.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: cluster 2024-03-22T07:24:23.767188+0000 mgr.y (mgr.25337) 512 : cluster 0 pgmap v881: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 67 KiB/s rd, 4.5 KiB/s wr, 93 op/s 2024-03-22T07:24:25.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: cluster 2024-03-22T07:24:24.594264+0000 mon.a (mon.0) 1030 : cluster 0 osdmap e750: 8 total, 8 up, 8 in 2024-03-22T07:24:25.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: cluster 2024-03-22T07:24:24.602588+0000 osd.5 (osd.5) 312 : cluster 3 failed to encode map e750 with expected crc 2024-03-22T07:24:25.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: audit 2024-03-22T07:24:25.307030+0000 mon.c (mon.2) 257 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1", "id": [2, 4]}]: dispatch 2024-03-22T07:24:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: audit 2024-03-22T07:24:25.307986+0000 mon.c (mon.2) 258 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.f", "id": [7, 4]}]: dispatch 2024-03-22T07:24:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: audit 2024-03-22T07:24:25.308243+0000 mon.a (mon.0) 1031 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1", "id": [2, 4]}]: dispatch 2024-03-22T07:24:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: audit 2024-03-22T07:24:25.308654+0000 mon.c (mon.2) 259 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.13", "id": [3, 5]}]: dispatch 2024-03-22T07:24:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: audit 2024-03-22T07:24:25.309256+0000 mon.c (mon.2) 260 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.15", "id": [2, 5]}]: dispatch 2024-03-22T07:24:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: audit 2024-03-22T07:24:25.309308+0000 mon.a (mon.0) 1032 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.f", "id": [7, 4]}]: dispatch 2024-03-22T07:24:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: audit 2024-03-22T07:24:25.309943+0000 mon.c (mon.2) 261 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1d", "id": [2, 1]}]: dispatch 2024-03-22T07:24:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: audit 2024-03-22T07:24:25.309955+0000 mon.a (mon.0) 1033 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.13", "id": [3, 5]}]: dispatch 2024-03-22T07:24:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: audit 2024-03-22T07:24:25.310567+0000 mon.a (mon.0) 1034 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.15", "id": [2, 5]}]: dispatch 2024-03-22T07:24:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: audit 2024-03-22T07:24:25.310613+0000 mon.c (mon.2) 262 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "35.8", "id": [4, 2]}]: dispatch 2024-03-22T07:24:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: audit 2024-03-22T07:24:25.311158+0000 mon.a (mon.0) 1035 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1d", "id": [2, 1]}]: dispatch 2024-03-22T07:24:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:25 smithi129 bash[82160]: audit 2024-03-22T07:24:25.311745+0000 mon.a (mon.0) 1036 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "35.8", "id": [4, 2]}]: dispatch 2024-03-22T07:24:25.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: cluster 2024-03-22T07:24:23.650753+0000 osd.7 (osd.7) 343 : cluster 3 failed to encode map e749 with expected crc 2024-03-22T07:24:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: cluster 2024-03-22T07:24:23.767188+0000 mgr.y (mgr.25337) 512 : cluster 0 pgmap v881: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 67 KiB/s rd, 4.5 KiB/s wr, 93 op/s 2024-03-22T07:24:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: cluster 2024-03-22T07:24:24.594264+0000 mon.a (mon.0) 1030 : cluster 0 osdmap e750: 8 total, 8 up, 8 in 2024-03-22T07:24:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: cluster 2024-03-22T07:24:24.602588+0000 osd.5 (osd.5) 312 : cluster 3 failed to encode map e750 with expected crc 2024-03-22T07:24:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: audit 2024-03-22T07:24:25.307030+0000 mon.c (mon.2) 257 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1", "id": [2, 4]}]: dispatch 2024-03-22T07:24:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: audit 2024-03-22T07:24:25.307986+0000 mon.c (mon.2) 258 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.f", "id": [7, 4]}]: dispatch 2024-03-22T07:24:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: audit 2024-03-22T07:24:25.308243+0000 mon.a (mon.0) 1031 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1", "id": [2, 4]}]: dispatch 2024-03-22T07:24:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: audit 2024-03-22T07:24:25.308654+0000 mon.c (mon.2) 259 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.13", "id": [3, 5]}]: dispatch 2024-03-22T07:24:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: audit 2024-03-22T07:24:25.309256+0000 mon.c (mon.2) 260 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.15", "id": [2, 5]}]: dispatch 2024-03-22T07:24:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: audit 2024-03-22T07:24:25.309308+0000 mon.a (mon.0) 1032 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.f", "id": [7, 4]}]: dispatch 2024-03-22T07:24:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: audit 2024-03-22T07:24:25.309943+0000 mon.c (mon.2) 261 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1d", "id": [2, 1]}]: dispatch 2024-03-22T07:24:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: audit 2024-03-22T07:24:25.309955+0000 mon.a (mon.0) 1033 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.13", "id": [3, 5]}]: dispatch 2024-03-22T07:24:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: audit 2024-03-22T07:24:25.310567+0000 mon.a (mon.0) 1034 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.15", "id": [2, 5]}]: dispatch 2024-03-22T07:24:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: audit 2024-03-22T07:24:25.310613+0000 mon.c (mon.2) 262 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "35.8", "id": [4, 2]}]: dispatch 2024-03-22T07:24:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: audit 2024-03-22T07:24:25.311158+0000 mon.a (mon.0) 1035 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1d", "id": [2, 1]}]: dispatch 2024-03-22T07:24:25.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:25 smithi148 bash[66753]: audit 2024-03-22T07:24:25.311745+0000 mon.a (mon.0) 1036 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "35.8", "id": [4, 2]}]: dispatch 2024-03-22T07:24:26.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[79695]: cluster 2024-03-22T07:24:24.589244+0000 osd.7 (osd.7) 344 : cluster 3 failed to encode map e750 with expected crc 2024-03-22T07:24:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[79695]: audit 2024-03-22T07:24:25.590398+0000 mon.a (mon.0) 1037 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1", "id": [2, 4]}]': finished 2024-03-22T07:24:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[79695]: audit 2024-03-22T07:24:25.590656+0000 mon.a (mon.0) 1038 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.f", "id": [7, 4]}]': finished 2024-03-22T07:24:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[79695]: audit 2024-03-22T07:24:25.590881+0000 mon.a (mon.0) 1039 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.13", "id": [3, 5]}]': finished 2024-03-22T07:24:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[79695]: audit 2024-03-22T07:24:25.591097+0000 mon.a (mon.0) 1040 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.15", "id": [2, 5]}]': finished 2024-03-22T07:24:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[79695]: audit 2024-03-22T07:24:25.591310+0000 mon.a (mon.0) 1041 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1d", "id": [2, 1]}]': finished 2024-03-22T07:24:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[79695]: audit 2024-03-22T07:24:25.591522+0000 mon.a (mon.0) 1042 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "35.8", "id": [4, 2]}]': finished 2024-03-22T07:24:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[79695]: cluster 2024-03-22T07:24:25.599289+0000 mon.a (mon.0) 1043 : cluster 0 osdmap e751: 8 total, 8 up, 8 in 2024-03-22T07:24:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[79695]: cluster 2024-03-22T07:24:25.600892+0000 osd.5 (osd.5) 313 : cluster 3 failed to encode map e751 with expected crc 2024-03-22T07:24:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[79695]: cluster 2024-03-22T07:24:25.612104+0000 osd.5 (osd.5) 314 : cluster 3 failed to encode map e751 with expected crc 2024-03-22T07:24:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[79695]: cluster 2024-03-22T07:24:25.615460+0000 osd.6 (osd.6) 340 : cluster 3 failed to encode map e751 with expected crc 2024-03-22T07:24:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[79695]: cluster 2024-03-22T07:24:25.622981+0000 osd.5 (osd.5) 315 : cluster 3 failed to encode map e751 with expected crc 2024-03-22T07:24:26.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[82160]: cluster 2024-03-22T07:24:24.589244+0000 osd.7 (osd.7) 344 : cluster 3 failed to encode map e750 with expected crc 2024-03-22T07:24:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[82160]: audit 2024-03-22T07:24:25.590398+0000 mon.a (mon.0) 1037 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1", "id": [2, 4]}]': finished 2024-03-22T07:24:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[82160]: audit 2024-03-22T07:24:25.590656+0000 mon.a (mon.0) 1038 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.f", "id": [7, 4]}]': finished 2024-03-22T07:24:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[82160]: audit 2024-03-22T07:24:25.590881+0000 mon.a (mon.0) 1039 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.13", "id": [3, 5]}]': finished 2024-03-22T07:24:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[82160]: audit 2024-03-22T07:24:25.591097+0000 mon.a (mon.0) 1040 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.15", "id": [2, 5]}]': finished 2024-03-22T07:24:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[82160]: audit 2024-03-22T07:24:25.591310+0000 mon.a (mon.0) 1041 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1d", "id": [2, 1]}]': finished 2024-03-22T07:24:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[82160]: audit 2024-03-22T07:24:25.591522+0000 mon.a (mon.0) 1042 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "35.8", "id": [4, 2]}]': finished 2024-03-22T07:24:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[82160]: cluster 2024-03-22T07:24:25.599289+0000 mon.a (mon.0) 1043 : cluster 0 osdmap e751: 8 total, 8 up, 8 in 2024-03-22T07:24:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[82160]: cluster 2024-03-22T07:24:25.600892+0000 osd.5 (osd.5) 313 : cluster 3 failed to encode map e751 with expected crc 2024-03-22T07:24:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[82160]: cluster 2024-03-22T07:24:25.612104+0000 osd.5 (osd.5) 314 : cluster 3 failed to encode map e751 with expected crc 2024-03-22T07:24:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[82160]: cluster 2024-03-22T07:24:25.615460+0000 osd.6 (osd.6) 340 : cluster 3 failed to encode map e751 with expected crc 2024-03-22T07:24:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:26 smithi129 bash[82160]: cluster 2024-03-22T07:24:25.622981+0000 osd.5 (osd.5) 315 : cluster 3 failed to encode map e751 with expected crc 2024-03-22T07:24:26.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:26 smithi148 bash[66753]: cluster 2024-03-22T07:24:24.589244+0000 osd.7 (osd.7) 344 : cluster 3 failed to encode map e750 with expected crc 2024-03-22T07:24:26.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:26 smithi148 bash[66753]: audit 2024-03-22T07:24:25.590398+0000 mon.a (mon.0) 1037 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1", "id": [2, 4]}]': finished 2024-03-22T07:24:26.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:26 smithi148 bash[66753]: audit 2024-03-22T07:24:25.590656+0000 mon.a (mon.0) 1038 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.f", "id": [7, 4]}]': finished 2024-03-22T07:24:26.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:26 smithi148 bash[66753]: audit 2024-03-22T07:24:25.590881+0000 mon.a (mon.0) 1039 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.13", "id": [3, 5]}]': finished 2024-03-22T07:24:26.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:26 smithi148 bash[66753]: audit 2024-03-22T07:24:25.591097+0000 mon.a (mon.0) 1040 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.15", "id": [2, 5]}]': finished 2024-03-22T07:24:26.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:26 smithi148 bash[66753]: audit 2024-03-22T07:24:25.591310+0000 mon.a (mon.0) 1041 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.1d", "id": [2, 1]}]': finished 2024-03-22T07:24:26.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:26 smithi148 bash[66753]: audit 2024-03-22T07:24:25.591522+0000 mon.a (mon.0) 1042 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "35.8", "id": [4, 2]}]': finished 2024-03-22T07:24:26.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:26 smithi148 bash[66753]: cluster 2024-03-22T07:24:25.599289+0000 mon.a (mon.0) 1043 : cluster 0 osdmap e751: 8 total, 8 up, 8 in 2024-03-22T07:24:26.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:26 smithi148 bash[66753]: cluster 2024-03-22T07:24:25.600892+0000 osd.5 (osd.5) 313 : cluster 3 failed to encode map e751 with expected crc 2024-03-22T07:24:26.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:26 smithi148 bash[66753]: cluster 2024-03-22T07:24:25.612104+0000 osd.5 (osd.5) 314 : cluster 3 failed to encode map e751 with expected crc 2024-03-22T07:24:26.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:26 smithi148 bash[66753]: cluster 2024-03-22T07:24:25.615460+0000 osd.6 (osd.6) 340 : cluster 3 failed to encode map e751 with expected crc 2024-03-22T07:24:26.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:26 smithi148 bash[66753]: cluster 2024-03-22T07:24:25.622981+0000 osd.5 (osd.5) 315 : cluster 3 failed to encode map e751 with expected crc 2024-03-22T07:24:27.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:27 smithi129 bash[79695]: cluster 2024-03-22T07:24:25.592807+0000 osd.7 (osd.7) 345 : cluster 3 failed to encode map e751 with expected crc 2024-03-22T07:24:27.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:27 smithi129 bash[79695]: cluster 2024-03-22T07:24:25.768264+0000 mgr.y (mgr.25337) 513 : cluster 0 pgmap v884: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 110 KiB/s rd, 6.5 KiB/s wr, 143 op/s 2024-03-22T07:24:27.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:27 smithi129 bash[79695]: cluster 2024-03-22T07:24:26.607398+0000 osd.5 (osd.5) 316 : cluster 3 failed to encode map e752 with expected crc 2024-03-22T07:24:27.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:27 smithi129 bash[79695]: cluster 2024-03-22T07:24:26.609640+0000 mon.a (mon.0) 1044 : cluster 0 osdmap e752: 8 total, 8 up, 8 in 2024-03-22T07:24:27.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:27 smithi129 bash[79695]: cluster 2024-03-22T07:24:26.618438+0000 osd.5 (osd.5) 317 : cluster 3 failed to encode map e752 with expected crc 2024-03-22T07:24:27.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:27 smithi129 bash[79695]: cluster 2024-03-22T07:24:26.632219+0000 osd.5 (osd.5) 318 : cluster 3 failed to encode map e752 with expected crc 2024-03-22T07:24:27.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:27 smithi129 bash[82160]: cluster 2024-03-22T07:24:25.592807+0000 osd.7 (osd.7) 345 : cluster 3 failed to encode map e751 with expected crc 2024-03-22T07:24:27.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:27 smithi129 bash[82160]: cluster 2024-03-22T07:24:25.768264+0000 mgr.y (mgr.25337) 513 : cluster 0 pgmap v884: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 110 KiB/s rd, 6.5 KiB/s wr, 143 op/s 2024-03-22T07:24:27.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:27 smithi129 bash[82160]: cluster 2024-03-22T07:24:26.607398+0000 osd.5 (osd.5) 316 : cluster 3 failed to encode map e752 with expected crc 2024-03-22T07:24:27.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:27 smithi129 bash[82160]: cluster 2024-03-22T07:24:26.609640+0000 mon.a (mon.0) 1044 : cluster 0 osdmap e752: 8 total, 8 up, 8 in 2024-03-22T07:24:27.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:27 smithi129 bash[82160]: cluster 2024-03-22T07:24:26.618438+0000 osd.5 (osd.5) 317 : cluster 3 failed to encode map e752 with expected crc 2024-03-22T07:24:27.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:27 smithi129 bash[82160]: cluster 2024-03-22T07:24:26.632219+0000 osd.5 (osd.5) 318 : cluster 3 failed to encode map e752 with expected crc 2024-03-22T07:24:27.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:27 smithi148 bash[66753]: cluster 2024-03-22T07:24:25.592807+0000 osd.7 (osd.7) 345 : cluster 3 failed to encode map e751 with expected crc 2024-03-22T07:24:27.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:27 smithi148 bash[66753]: cluster 2024-03-22T07:24:25.768264+0000 mgr.y (mgr.25337) 513 : cluster 0 pgmap v884: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 110 KiB/s rd, 6.5 KiB/s wr, 143 op/s 2024-03-22T07:24:27.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:27 smithi148 bash[66753]: cluster 2024-03-22T07:24:26.607398+0000 osd.5 (osd.5) 316 : cluster 3 failed to encode map e752 with expected crc 2024-03-22T07:24:27.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:27 smithi148 bash[66753]: cluster 2024-03-22T07:24:26.609640+0000 mon.a (mon.0) 1044 : cluster 0 osdmap e752: 8 total, 8 up, 8 in 2024-03-22T07:24:27.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:27 smithi148 bash[66753]: cluster 2024-03-22T07:24:26.618438+0000 osd.5 (osd.5) 317 : cluster 3 failed to encode map e752 with expected crc 2024-03-22T07:24:27.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:27 smithi148 bash[66753]: cluster 2024-03-22T07:24:26.632219+0000 osd.5 (osd.5) 318 : cluster 3 failed to encode map e752 with expected crc 2024-03-22T07:24:28.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:28 smithi129 bash[79695]: cluster 2024-03-22T07:24:26.604321+0000 osd.7 (osd.7) 346 : cluster 3 failed to encode map e752 with expected crc 2024-03-22T07:24:28.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:28 smithi129 bash[79695]: cluster 2024-03-22T07:24:27.620688+0000 mon.a (mon.0) 1045 : cluster 0 osdmap e753: 8 total, 8 up, 8 in 2024-03-22T07:24:28.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:28 smithi129 bash[79695]: cluster 2024-03-22T07:24:27.626519+0000 osd.5 (osd.5) 319 : cluster 3 failed to encode map e753 with expected crc 2024-03-22T07:24:28.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:28 smithi129 bash[82160]: cluster 2024-03-22T07:24:26.604321+0000 osd.7 (osd.7) 346 : cluster 3 failed to encode map e752 with expected crc 2024-03-22T07:24:28.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:28 smithi129 bash[82160]: cluster 2024-03-22T07:24:27.620688+0000 mon.a (mon.0) 1045 : cluster 0 osdmap e753: 8 total, 8 up, 8 in 2024-03-22T07:24:28.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:28 smithi129 bash[82160]: cluster 2024-03-22T07:24:27.626519+0000 osd.5 (osd.5) 319 : cluster 3 failed to encode map e753 with expected crc 2024-03-22T07:24:28.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:28 smithi148 bash[66753]: cluster 2024-03-22T07:24:26.604321+0000 osd.7 (osd.7) 346 : cluster 3 failed to encode map e752 with expected crc 2024-03-22T07:24:28.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:28 smithi148 bash[66753]: cluster 2024-03-22T07:24:27.620688+0000 mon.a (mon.0) 1045 : cluster 0 osdmap e753: 8 total, 8 up, 8 in 2024-03-22T07:24:28.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:28 smithi148 bash[66753]: cluster 2024-03-22T07:24:27.626519+0000 osd.5 (osd.5) 319 : cluster 3 failed to encode map e753 with expected crc 2024-03-22T07:24:29.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:29 smithi129 bash[79695]: cluster 2024-03-22T07:24:27.681313+0000 osd.7 (osd.7) 347 : cluster 3 failed to encode map e753 with expected crc 2024-03-22T07:24:29.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:29 smithi129 bash[79695]: cluster 2024-03-22T07:24:27.769865+0000 mgr.y (mgr.25337) 514 : cluster 0 pgmap v887: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 49 KiB/s rd, 3.2 KiB/s wr, 63 op/s 2024-03-22T07:24:29.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:29 smithi129 bash[79695]: cluster 2024-03-22T07:24:28.619815+0000 osd.5 (osd.5) 320 : cluster 3 failed to encode map e754 with expected crc 2024-03-22T07:24:29.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:29 smithi129 bash[79695]: cluster 2024-03-22T07:24:28.623166+0000 mon.a (mon.0) 1046 : cluster 0 osdmap e754: 8 total, 8 up, 8 in 2024-03-22T07:24:29.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:29 smithi129 bash[79695]: cluster 2024-03-22T07:24:28.627357+0000 osd.5 (osd.5) 321 : cluster 3 failed to encode map e754 with expected crc 2024-03-22T07:24:29.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:29 smithi129 bash[82160]: cluster 2024-03-22T07:24:27.681313+0000 osd.7 (osd.7) 347 : cluster 3 failed to encode map e753 with expected crc 2024-03-22T07:24:29.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:29 smithi129 bash[82160]: cluster 2024-03-22T07:24:27.769865+0000 mgr.y (mgr.25337) 514 : cluster 0 pgmap v887: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 49 KiB/s rd, 3.2 KiB/s wr, 63 op/s 2024-03-22T07:24:29.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:29 smithi129 bash[82160]: cluster 2024-03-22T07:24:28.619815+0000 osd.5 (osd.5) 320 : cluster 3 failed to encode map e754 with expected crc 2024-03-22T07:24:29.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:29 smithi129 bash[82160]: cluster 2024-03-22T07:24:28.623166+0000 mon.a (mon.0) 1046 : cluster 0 osdmap e754: 8 total, 8 up, 8 in 2024-03-22T07:24:29.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:29 smithi129 bash[82160]: cluster 2024-03-22T07:24:28.627357+0000 osd.5 (osd.5) 321 : cluster 3 failed to encode map e754 with expected crc 2024-03-22T07:24:29.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:29 smithi148 bash[66753]: cluster 2024-03-22T07:24:27.681313+0000 osd.7 (osd.7) 347 : cluster 3 failed to encode map e753 with expected crc 2024-03-22T07:24:29.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:29 smithi148 bash[66753]: cluster 2024-03-22T07:24:27.769865+0000 mgr.y (mgr.25337) 514 : cluster 0 pgmap v887: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 49 KiB/s rd, 3.2 KiB/s wr, 63 op/s 2024-03-22T07:24:29.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:29 smithi148 bash[66753]: cluster 2024-03-22T07:24:28.619815+0000 osd.5 (osd.5) 320 : cluster 3 failed to encode map e754 with expected crc 2024-03-22T07:24:29.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:29 smithi148 bash[66753]: cluster 2024-03-22T07:24:28.623166+0000 mon.a (mon.0) 1046 : cluster 0 osdmap e754: 8 total, 8 up, 8 in 2024-03-22T07:24:29.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:29 smithi148 bash[66753]: cluster 2024-03-22T07:24:28.627357+0000 osd.5 (osd.5) 321 : cluster 3 failed to encode map e754 with expected crc 2024-03-22T07:24:30.172 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (11111 ms) 2024-03-22T07:24:30.172 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.Metadata 2024-03-22T07:24:30.173 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:30.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:30 smithi129 bash[79695]: cluster 2024-03-22T07:24:28.617959+0000 osd.7 (osd.7) 348 : cluster 3 failed to encode map e754 with expected crc 2024-03-22T07:24:30.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:30 smithi129 bash[82160]: cluster 2024-03-22T07:24:28.617959+0000 osd.7 (osd.7) 348 : cluster 3 failed to encode map e754 with expected crc 2024-03-22T07:24:30.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:30 smithi148 bash[66753]: cluster 2024-03-22T07:24:28.617959+0000 osd.7 (osd.7) 348 : cluster 3 failed to encode map e754 with expected crc 2024-03-22T07:24:30.680 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.Metadata (508 ms) 2024-03-22T07:24:30.680 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-03-22T07:24:30.680 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:31.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:31 smithi129 bash[79695]: cluster 2024-03-22T07:24:29.773484+0000 mgr.y (mgr.25337) 515 : cluster 0 pgmap v889: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 77 KiB/s rd, 22 KiB/s wr, 120 op/s 2024-03-22T07:24:31.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:31 smithi129 bash[79695]: cluster 2024-03-22T07:24:30.353058+0000 osd.7 (osd.7) 349 : cluster 3 failed to encode map e755 with expected crc 2024-03-22T07:24:31.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:31 smithi129 bash[79695]: cluster 2024-03-22T07:24:30.355533+0000 osd.5 (osd.5) 322 : cluster 3 failed to encode map e755 with expected crc 2024-03-22T07:24:31.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:31 smithi129 bash[79695]: cluster 2024-03-22T07:24:30.362122+0000 mon.a (mon.0) 1047 : cluster 0 osdmap e755: 8 total, 8 up, 8 in 2024-03-22T07:24:31.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:31 smithi129 bash[79695]: cluster 2024-03-22T07:24:30.367747+0000 osd.6 (osd.6) 341 : cluster 3 failed to encode map e755 with expected crc 2024-03-22T07:24:31.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:31 smithi129 bash[82160]: cluster 2024-03-22T07:24:29.773484+0000 mgr.y (mgr.25337) 515 : cluster 0 pgmap v889: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 77 KiB/s rd, 22 KiB/s wr, 120 op/s 2024-03-22T07:24:31.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:31 smithi129 bash[82160]: cluster 2024-03-22T07:24:30.353058+0000 osd.7 (osd.7) 349 : cluster 3 failed to encode map e755 with expected crc 2024-03-22T07:24:31.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:31 smithi129 bash[82160]: cluster 2024-03-22T07:24:30.355533+0000 osd.5 (osd.5) 322 : cluster 3 failed to encode map e755 with expected crc 2024-03-22T07:24:31.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:31 smithi129 bash[82160]: cluster 2024-03-22T07:24:30.362122+0000 mon.a (mon.0) 1047 : cluster 0 osdmap e755: 8 total, 8 up, 8 in 2024-03-22T07:24:31.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:31 smithi129 bash[82160]: cluster 2024-03-22T07:24:30.367747+0000 osd.6 (osd.6) 341 : cluster 3 failed to encode map e755 with expected crc 2024-03-22T07:24:31.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:31 smithi148 bash[66753]: cluster 2024-03-22T07:24:29.773484+0000 mgr.y (mgr.25337) 515 : cluster 0 pgmap v889: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 77 KiB/s rd, 22 KiB/s wr, 120 op/s 2024-03-22T07:24:31.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:31 smithi148 bash[66753]: cluster 2024-03-22T07:24:30.353058+0000 osd.7 (osd.7) 349 : cluster 3 failed to encode map e755 with expected crc 2024-03-22T07:24:31.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:31 smithi148 bash[66753]: cluster 2024-03-22T07:24:30.355533+0000 osd.5 (osd.5) 322 : cluster 3 failed to encode map e755 with expected crc 2024-03-22T07:24:31.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:31 smithi148 bash[66753]: cluster 2024-03-22T07:24:30.362122+0000 mon.a (mon.0) 1047 : cluster 0 osdmap e755: 8 total, 8 up, 8 in 2024-03-22T07:24:31.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:31 smithi148 bash[66753]: cluster 2024-03-22T07:24:30.367747+0000 osd.6 (osd.6) 341 : cluster 3 failed to encode map e755 with expected crc 2024-03-22T07:24:31.687 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.MetadataPP (1007 ms) 2024-03-22T07:24:31.687 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-03-22T07:24:31.687 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:31.974 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.UpdateFeatures (287 ms) 2024-03-22T07:24:31.974 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-03-22T07:24:31.974 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-03-22T07:24:31.974 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-03-22T07:24:31.974 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:32.553 INFO:tasks.workunit.client.0.smithi129.stdout:0.00% done 2024-03-22T07:24:32.553 INFO:tasks.workunit.client.0.smithi129.stdout:25.00% done 2024-03-22T07:24:32.553 INFO:tasks.workunit.client.0.smithi129.stdout:50.00% done 2024-03-22T07:24:32.554 INFO:tasks.workunit.client.0.smithi129.stdout:75.00% done 2024-03-22T07:24:32.554 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.RebuildObjectMap (579 ms) 2024-03-22T07:24:32.554 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-03-22T07:24:32.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:32 smithi129 bash[82160]: cluster 2024-03-22T07:24:31.362540+0000 osd.5 (osd.5) 323 : cluster 3 failed to encode map e756 with expected crc 2024-03-22T07:24:32.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:32 smithi129 bash[82160]: cluster 2024-03-22T07:24:31.368630+0000 mon.a (mon.0) 1048 : cluster 0 osdmap e756: 8 total, 8 up, 8 in 2024-03-22T07:24:32.621 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:32 smithi129 bash[82160]: cluster 2024-03-22T07:24:31.370886+0000 osd.7 (osd.7) 350 : cluster 3 failed to encode map e756 with expected crc 2024-03-22T07:24:32.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:32 smithi129 bash[79695]: cluster 2024-03-22T07:24:31.362540+0000 osd.5 (osd.5) 323 : cluster 3 failed to encode map e756 with expected crc 2024-03-22T07:24:32.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:32 smithi129 bash[79695]: cluster 2024-03-22T07:24:31.368630+0000 mon.a (mon.0) 1048 : cluster 0 osdmap e756: 8 total, 8 up, 8 in 2024-03-22T07:24:32.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:32 smithi129 bash[79695]: cluster 2024-03-22T07:24:31.370886+0000 osd.7 (osd.7) 350 : cluster 3 failed to encode map e756 with expected crc 2024-03-22T07:24:32.641 INFO:tasks.workunit.client.0.smithi129.stdout:0.00% done 2024-03-22T07:24:32.641 INFO:tasks.workunit.client.0.smithi129.stdout:25.00% done 2024-03-22T07:24:32.641 INFO:tasks.workunit.client.0.smithi129.stdout:50.00% done 2024-03-22T07:24:32.641 INFO:tasks.workunit.client.0.smithi129.stdout:75.00% done 2024-03-22T07:24:32.642 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (89 ms) 2024-03-22T07:24:32.642 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-03-22T07:24:32.642 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:32.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:32 smithi148 bash[66753]: cluster 2024-03-22T07:24:31.362540+0000 osd.5 (osd.5) 323 : cluster 3 failed to encode map e756 with expected crc 2024-03-22T07:24:32.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:32 smithi148 bash[66753]: cluster 2024-03-22T07:24:31.368630+0000 mon.a (mon.0) 1048 : cluster 0 osdmap e756: 8 total, 8 up, 8 in 2024-03-22T07:24:32.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:32 smithi148 bash[66753]: cluster 2024-03-22T07:24:31.370886+0000 osd.7 (osd.7) 350 : cluster 3 failed to encode map e756 with expected crc 2024-03-22T07:24:33.586 INFO:tasks.workunit.client.0.smithi129.stdout:0.00% done 2024-03-22T07:24:33.586 INFO:tasks.workunit.client.0.smithi129.stdout:25.00% done 2024-03-22T07:24:33.586 INFO:tasks.workunit.client.0.smithi129.stdout:50.00% done 2024-03-22T07:24:33.586 INFO:tasks.workunit.client.0.smithi129.stdout:75.00% done 2024-03-22T07:24:33.587 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.CheckObjectMap (944 ms) 2024-03-22T07:24:33.587 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-03-22T07:24:33.587 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:33.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:33 smithi129 bash[79695]: cluster 2024-03-22T07:24:31.774692+0000 mgr.y (mgr.25337) 516 : cluster 0 pgmap v892: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 74 KiB/s rd, 31 KiB/s wr, 127 op/s 2024-03-22T07:24:33.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:33 smithi129 bash[79695]: cluster 2024-03-22T07:24:32.372563+0000 osd.7 (osd.7) 351 : cluster 3 failed to encode map e757 with expected crc 2024-03-22T07:24:33.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:33 smithi129 bash[79695]: cluster 2024-03-22T07:24:32.374139+0000 osd.5 (osd.5) 324 : cluster 3 failed to encode map e757 with expected crc 2024-03-22T07:24:33.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:33 smithi129 bash[79695]: cluster 2024-03-22T07:24:32.379517+0000 mon.a (mon.0) 1049 : cluster 0 osdmap e757: 8 total, 8 up, 8 in 2024-03-22T07:24:33.621 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:33 smithi129 bash[79695]: cluster 2024-03-22T07:24:32.399341+0000 osd.6 (osd.6) 342 : cluster 3 failed to encode map e757 with expected crc 2024-03-22T07:24:33.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:33 smithi129 bash[82160]: cluster 2024-03-22T07:24:31.774692+0000 mgr.y (mgr.25337) 516 : cluster 0 pgmap v892: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 74 KiB/s rd, 31 KiB/s wr, 127 op/s 2024-03-22T07:24:33.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:33 smithi129 bash[82160]: cluster 2024-03-22T07:24:32.372563+0000 osd.7 (osd.7) 351 : cluster 3 failed to encode map e757 with expected crc 2024-03-22T07:24:33.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:33 smithi129 bash[82160]: cluster 2024-03-22T07:24:32.374139+0000 osd.5 (osd.5) 324 : cluster 3 failed to encode map e757 with expected crc 2024-03-22T07:24:33.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:33 smithi129 bash[82160]: cluster 2024-03-22T07:24:32.379517+0000 mon.a (mon.0) 1049 : cluster 0 osdmap e757: 8 total, 8 up, 8 in 2024-03-22T07:24:33.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:33 smithi129 bash[82160]: cluster 2024-03-22T07:24:32.399341+0000 osd.6 (osd.6) 342 : cluster 3 failed to encode map e757 with expected crc 2024-03-22T07:24:33.656 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.BlockingAIO (71 ms) 2024-03-22T07:24:33.656 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-03-22T07:24:33.657 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:33.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:33 smithi148 bash[66753]: cluster 2024-03-22T07:24:31.774692+0000 mgr.y (mgr.25337) 516 : cluster 0 pgmap v892: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 74 KiB/s rd, 31 KiB/s wr, 127 op/s 2024-03-22T07:24:33.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:33 smithi148 bash[66753]: cluster 2024-03-22T07:24:32.372563+0000 osd.7 (osd.7) 351 : cluster 3 failed to encode map e757 with expected crc 2024-03-22T07:24:33.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:33 smithi148 bash[66753]: cluster 2024-03-22T07:24:32.374139+0000 osd.5 (osd.5) 324 : cluster 3 failed to encode map e757 with expected crc 2024-03-22T07:24:33.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:33 smithi148 bash[66753]: cluster 2024-03-22T07:24:32.379517+0000 mon.a (mon.0) 1049 : cluster 0 osdmap e757: 8 total, 8 up, 8 in 2024-03-22T07:24:33.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:33 smithi148 bash[66753]: cluster 2024-03-22T07:24:32.399341+0000 osd.6 (osd.6) 342 : cluster 3 failed to encode map e757 with expected crc 2024-03-22T07:24:33.920 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (264 ms) 2024-03-22T07:24:33.921 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-03-22T07:24:33.921 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_librbd.cc:10433: Skipped 2024-03-22T07:24:33.921 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:24:33.921 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-03-22T07:24:33.921 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-03-22T07:24:33.921 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:34.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:24:33] "GET /metrics HTTP/1.1" 200 74980 "" "Prometheus/2.43.0" 2024-03-22T07:24:34.650 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (729 ms) 2024-03-22T07:24:34.650 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-03-22T07:24:34.650 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:34.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:34 smithi148 bash[66753]: cluster 2024-03-22T07:24:33.388414+0000 osd.7 (osd.7) 352 : cluster 3 failed to encode map e758 with expected crc 2024-03-22T07:24:34.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:34 smithi148 bash[66753]: cluster 2024-03-22T07:24:33.388659+0000 osd.6 (osd.6) 343 : cluster 3 failed to encode map e758 with expected crc 2024-03-22T07:24:34.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:34 smithi148 bash[66753]: cluster 2024-03-22T07:24:33.393707+0000 mon.a (mon.0) 1050 : cluster 0 osdmap e758: 8 total, 8 up, 8 in 2024-03-22T07:24:34.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:34 smithi148 bash[66753]: cluster 2024-03-22T07:24:33.471795+0000 osd.5 (osd.5) 325 : cluster 3 failed to encode map e758 with expected crc 2024-03-22T07:24:34.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:34 smithi129 bash[79695]: cluster 2024-03-22T07:24:33.388414+0000 osd.7 (osd.7) 352 : cluster 3 failed to encode map e758 with expected crc 2024-03-22T07:24:34.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:34 smithi129 bash[79695]: cluster 2024-03-22T07:24:33.388659+0000 osd.6 (osd.6) 343 : cluster 3 failed to encode map e758 with expected crc 2024-03-22T07:24:34.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:34 smithi129 bash[79695]: cluster 2024-03-22T07:24:33.393707+0000 mon.a (mon.0) 1050 : cluster 0 osdmap e758: 8 total, 8 up, 8 in 2024-03-22T07:24:34.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:34 smithi129 bash[79695]: cluster 2024-03-22T07:24:33.471795+0000 osd.5 (osd.5) 325 : cluster 3 failed to encode map e758 with expected crc 2024-03-22T07:24:34.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:34 smithi129 bash[82160]: cluster 2024-03-22T07:24:33.388414+0000 osd.7 (osd.7) 352 : cluster 3 failed to encode map e758 with expected crc 2024-03-22T07:24:34.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:34 smithi129 bash[82160]: cluster 2024-03-22T07:24:33.388659+0000 osd.6 (osd.6) 343 : cluster 3 failed to encode map e758 with expected crc 2024-03-22T07:24:34.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:34 smithi129 bash[82160]: cluster 2024-03-22T07:24:33.393707+0000 mon.a (mon.0) 1050 : cluster 0 osdmap e758: 8 total, 8 up, 8 in 2024-03-22T07:24:34.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:34 smithi129 bash[82160]: cluster 2024-03-22T07:24:33.471795+0000 osd.5 (osd.5) 325 : cluster 3 failed to encode map e758 with expected crc 2024-03-22T07:24:35.482 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (832 ms) 2024-03-22T07:24:35.482 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-03-22T07:24:35.707 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:35 smithi148 bash[66753]: cluster 2024-03-22T07:24:33.775999+0000 mgr.y (mgr.25337) 517 : cluster 0 pgmap v895: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 344 KiB/s rd, 164 KiB/s wr, 581 op/s 2024-03-22T07:24:35.707 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:35 smithi148 bash[66753]: cluster 2024-03-22T07:24:34.395766+0000 osd.5 (osd.5) 326 : cluster 3 failed to encode map e759 with expected crc 2024-03-22T07:24:35.707 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:35 smithi148 bash[66753]: cluster 2024-03-22T07:24:34.403205+0000 mon.a (mon.0) 1051 : cluster 0 osdmap e759: 8 total, 8 up, 8 in 2024-03-22T07:24:35.708 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:35 smithi148 bash[66753]: cluster 2024-03-22T07:24:34.439412+0000 osd.6 (osd.6) 344 : cluster 3 failed to encode map e759 with expected crc 2024-03-22T07:24:35.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:35 smithi129 bash[79695]: cluster 2024-03-22T07:24:33.775999+0000 mgr.y (mgr.25337) 517 : cluster 0 pgmap v895: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 344 KiB/s rd, 164 KiB/s wr, 581 op/s 2024-03-22T07:24:35.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:35 smithi129 bash[79695]: cluster 2024-03-22T07:24:34.395766+0000 osd.5 (osd.5) 326 : cluster 3 failed to encode map e759 with expected crc 2024-03-22T07:24:35.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:35 smithi129 bash[79695]: cluster 2024-03-22T07:24:34.403205+0000 mon.a (mon.0) 1051 : cluster 0 osdmap e759: 8 total, 8 up, 8 in 2024-03-22T07:24:35.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:35 smithi129 bash[79695]: cluster 2024-03-22T07:24:34.439412+0000 osd.6 (osd.6) 344 : cluster 3 failed to encode map e759 with expected crc 2024-03-22T07:24:35.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:35 smithi129 bash[82160]: cluster 2024-03-22T07:24:33.775999+0000 mgr.y (mgr.25337) 517 : cluster 0 pgmap v895: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 344 KiB/s rd, 164 KiB/s wr, 581 op/s 2024-03-22T07:24:35.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:35 smithi129 bash[82160]: cluster 2024-03-22T07:24:34.395766+0000 osd.5 (osd.5) 326 : cluster 3 failed to encode map e759 with expected crc 2024-03-22T07:24:35.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:35 smithi129 bash[82160]: cluster 2024-03-22T07:24:34.403205+0000 mon.a (mon.0) 1051 : cluster 0 osdmap e759: 8 total, 8 up, 8 in 2024-03-22T07:24:35.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:35 smithi129 bash[82160]: cluster 2024-03-22T07:24:34.439412+0000 osd.6 (osd.6) 344 : cluster 3 failed to encode map e759 with expected crc 2024-03-22T07:24:36.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:36 smithi148 bash[66753]: cluster 2024-03-22T07:24:34.436383+0000 osd.7 (osd.7) 353 : cluster 3 failed to encode map e759 with expected crc 2024-03-22T07:24:36.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:36 smithi148 bash[66753]: cluster 2024-03-22T07:24:35.407014+0000 osd.7 (osd.7) 354 : cluster 3 failed to encode map e760 with expected crc 2024-03-22T07:24:36.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:36 smithi148 bash[66753]: cluster 2024-03-22T07:24:35.413003+0000 mon.a (mon.0) 1052 : cluster 0 osdmap e760: 8 total, 8 up, 8 in 2024-03-22T07:24:36.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:36 smithi148 bash[66753]: cluster 2024-03-22T07:24:35.439599+0000 osd.6 (osd.6) 345 : cluster 3 failed to encode map e760 with expected crc 2024-03-22T07:24:36.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:36 smithi148 bash[66753]: cluster 2024-03-22T07:24:35.713059+0000 osd.5 (osd.5) 327 : cluster 3 failed to encode map e760 with expected crc 2024-03-22T07:24:36.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:36 smithi148 bash[66753]: cluster 2024-03-22T07:24:35.718491+0000 osd.5 (osd.5) 328 : cluster 3 failed to encode map e760 with expected crc 2024-03-22T07:24:36.760 INFO:tasks.workunit.client.0.smithi129.stdout:0.00% done 2024-03-22T07:24:36.761 INFO:tasks.workunit.client.0.smithi129.stdout:100.00% done 2024-03-22T07:24:36.761 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestImageOptions (1279 ms) 2024-03-22T07:24:36.761 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-03-22T07:24:36.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:36 smithi129 bash[79695]: cluster 2024-03-22T07:24:34.436383+0000 osd.7 (osd.7) 353 : cluster 3 failed to encode map e759 with expected crc 2024-03-22T07:24:36.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:36 smithi129 bash[79695]: cluster 2024-03-22T07:24:35.407014+0000 osd.7 (osd.7) 354 : cluster 3 failed to encode map e760 with expected crc 2024-03-22T07:24:36.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:36 smithi129 bash[79695]: cluster 2024-03-22T07:24:35.413003+0000 mon.a (mon.0) 1052 : cluster 0 osdmap e760: 8 total, 8 up, 8 in 2024-03-22T07:24:36.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:36 smithi129 bash[79695]: cluster 2024-03-22T07:24:35.439599+0000 osd.6 (osd.6) 345 : cluster 3 failed to encode map e760 with expected crc 2024-03-22T07:24:36.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:36 smithi129 bash[79695]: cluster 2024-03-22T07:24:35.713059+0000 osd.5 (osd.5) 327 : cluster 3 failed to encode map e760 with expected crc 2024-03-22T07:24:36.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:36 smithi129 bash[79695]: cluster 2024-03-22T07:24:35.718491+0000 osd.5 (osd.5) 328 : cluster 3 failed to encode map e760 with expected crc 2024-03-22T07:24:36.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:36 smithi129 bash[82160]: cluster 2024-03-22T07:24:34.436383+0000 osd.7 (osd.7) 353 : cluster 3 failed to encode map e759 with expected crc 2024-03-22T07:24:36.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:36 smithi129 bash[82160]: cluster 2024-03-22T07:24:35.407014+0000 osd.7 (osd.7) 354 : cluster 3 failed to encode map e760 with expected crc 2024-03-22T07:24:36.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:36 smithi129 bash[82160]: cluster 2024-03-22T07:24:35.413003+0000 mon.a (mon.0) 1052 : cluster 0 osdmap e760: 8 total, 8 up, 8 in 2024-03-22T07:24:36.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:36 smithi129 bash[82160]: cluster 2024-03-22T07:24:35.439599+0000 osd.6 (osd.6) 345 : cluster 3 failed to encode map e760 with expected crc 2024-03-22T07:24:36.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:36 smithi129 bash[82160]: cluster 2024-03-22T07:24:35.713059+0000 osd.5 (osd.5) 327 : cluster 3 failed to encode map e760 with expected crc 2024-03-22T07:24:36.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:36 smithi129 bash[82160]: cluster 2024-03-22T07:24:35.718491+0000 osd.5 (osd.5) 328 : cluster 3 failed to encode map e760 with expected crc 2024-03-22T07:24:37.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:37 smithi148 bash[66753]: cluster 2024-03-22T07:24:35.777714+0000 mgr.y (mgr.25337) 518 : cluster 0 pgmap v898: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 824 KiB/s rd, 271 KiB/s wr, 1.20k op/s 2024-03-22T07:24:37.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:37 smithi148 bash[66753]: cluster 2024-03-22T07:24:36.416512+0000 osd.7 (osd.7) 355 : cluster 3 failed to encode map e761 with expected crc 2024-03-22T07:24:37.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:37 smithi148 bash[66753]: cluster 2024-03-22T07:24:36.426557+0000 mon.a (mon.0) 1053 : cluster 0 osdmap e761: 8 total, 8 up, 8 in 2024-03-22T07:24:37.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:37 smithi148 bash[66753]: cluster 2024-03-22T07:24:36.516840+0000 osd.6 (osd.6) 346 : cluster 3 failed to encode map e761 with expected crc 2024-03-22T07:24:37.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:37 smithi148 bash[66753]: cluster 2024-03-22T07:24:36.547249+0000 osd.5 (osd.5) 329 : cluster 3 failed to encode map e761 with expected crc 2024-03-22T07:24:37.710 INFO:tasks.workunit.client.0.smithi129.stdout:0.00% done 2024-03-22T07:24:37.710 INFO:tasks.workunit.client.0.smithi129.stdout:100.00% done 2024-03-22T07:24:37.710 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (949 ms) 2024-03-22T07:24:37.710 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-03-22T07:24:37.710 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-03-22T07:24:37.710 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-03-22T07:24:37.710 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-03-22T07:24:37.710 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-03-22T07:24:37.711 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:37.811 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:24:37.811 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:24:37.811 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:24:37.811 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:24:37.811 INFO:tasks.workunit.client.0.smithi129.stdout:wrote: 512 2024-03-22T07:24:37.811 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:24:37.811 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:24:37.812 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:24:37.812 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:24:37.812 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:24:37.812 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:24:37.812 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:24:37.812 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:24:37.812 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:24:37.812 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:24:37.812 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:24:37.812 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:started write 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:write completion cb called! 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 0 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:finished write 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:24:37.813 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:24:37.814 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:24:37.814 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:24:37.814 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:24:37.814 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:24:37.814 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:24:37.814 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:24:37.814 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:24:37.814 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:24:37.814 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:24:37.814 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:24:37.814 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:24:37.814 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:24:37.814 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:24:37.814 INFO:tasks.workunit.client.0.smithi129.stdout:created completion 2024-03-22T07:24:37.815 INFO:tasks.workunit.client.0.smithi129.stdout:started read 2024-03-22T07:24:37.815 INFO:tasks.workunit.client.0.smithi129.stdout:read completion cb called! 2024-03-22T07:24:37.815 INFO:tasks.workunit.client.0.smithi129.stdout:return value is: 512 2024-03-22T07:24:37.815 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ImagePollIO (101 ms) 2024-03-22T07:24:37.815 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.Mirror 2024-03-22T07:24:37.823 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:37.845 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:37.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:37 smithi129 bash[79695]: cluster 2024-03-22T07:24:35.777714+0000 mgr.y (mgr.25337) 518 : cluster 0 pgmap v898: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 824 KiB/s rd, 271 KiB/s wr, 1.20k op/s 2024-03-22T07:24:37.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:37 smithi129 bash[79695]: cluster 2024-03-22T07:24:36.416512+0000 osd.7 (osd.7) 355 : cluster 3 failed to encode map e761 with expected crc 2024-03-22T07:24:37.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:37 smithi129 bash[79695]: cluster 2024-03-22T07:24:36.426557+0000 mon.a (mon.0) 1053 : cluster 0 osdmap e761: 8 total, 8 up, 8 in 2024-03-22T07:24:37.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:37 smithi129 bash[79695]: cluster 2024-03-22T07:24:36.516840+0000 osd.6 (osd.6) 346 : cluster 3 failed to encode map e761 with expected crc 2024-03-22T07:24:37.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:37 smithi129 bash[79695]: cluster 2024-03-22T07:24:36.547249+0000 osd.5 (osd.5) 329 : cluster 3 failed to encode map e761 with expected crc 2024-03-22T07:24:37.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:37 smithi129 bash[82160]: cluster 2024-03-22T07:24:35.777714+0000 mgr.y (mgr.25337) 518 : cluster 0 pgmap v898: 617 pgs: 617 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 824 KiB/s rd, 271 KiB/s wr, 1.20k op/s 2024-03-22T07:24:37.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:37 smithi129 bash[82160]: cluster 2024-03-22T07:24:36.416512+0000 osd.7 (osd.7) 355 : cluster 3 failed to encode map e761 with expected crc 2024-03-22T07:24:37.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:37 smithi129 bash[82160]: cluster 2024-03-22T07:24:36.426557+0000 mon.a (mon.0) 1053 : cluster 0 osdmap e761: 8 total, 8 up, 8 in 2024-03-22T07:24:37.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:37 smithi129 bash[82160]: cluster 2024-03-22T07:24:36.516840+0000 osd.6 (osd.6) 346 : cluster 3 failed to encode map e761 with expected crc 2024-03-22T07:24:37.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:37 smithi129 bash[82160]: cluster 2024-03-22T07:24:36.547249+0000 osd.5 (osd.5) 329 : cluster 3 failed to encode map e761 with expected crc 2024-03-22T07:24:38.749 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.Mirror (939 ms) 2024-03-22T07:24:38.750 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-03-22T07:24:38.768 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (19 ms) 2024-03-22T07:24:38.768 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-03-22T07:24:38.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:38 smithi129 bash[79695]: cluster 2024-03-22T07:24:37.420309+0000 osd.5 (osd.5) 330 : cluster 3 failed to encode map e762 with expected crc 2024-03-22T07:24:38.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:38 smithi129 bash[79695]: cluster 2024-03-22T07:24:37.426061+0000 mon.a (mon.0) 1054 : cluster 0 osdmap e762: 8 total, 8 up, 8 in 2024-03-22T07:24:38.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:38 smithi129 bash[79695]: audit 2024-03-22T07:24:38.196402+0000 mon.c (mon.2) 263 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:24:38.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:38 smithi129 bash[79695]: audit 2024-03-22T07:24:38.395275+0000 mon.c (mon.2) 264 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:24:38.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:38 smithi129 bash[82160]: cluster 2024-03-22T07:24:37.420309+0000 osd.5 (osd.5) 330 : cluster 3 failed to encode map e762 with expected crc 2024-03-22T07:24:38.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:38 smithi129 bash[82160]: cluster 2024-03-22T07:24:37.426061+0000 mon.a (mon.0) 1054 : cluster 0 osdmap e762: 8 total, 8 up, 8 in 2024-03-22T07:24:38.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:38 smithi129 bash[82160]: audit 2024-03-22T07:24:38.196402+0000 mon.c (mon.2) 263 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:24:38.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:38 smithi129 bash[82160]: audit 2024-03-22T07:24:38.395275+0000 mon.c (mon.2) 264 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:24:38.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:38 smithi148 bash[66753]: cluster 2024-03-22T07:24:37.420309+0000 osd.5 (osd.5) 330 : cluster 3 failed to encode map e762 with expected crc 2024-03-22T07:24:38.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:38 smithi148 bash[66753]: cluster 2024-03-22T07:24:37.426061+0000 mon.a (mon.0) 1054 : cluster 0 osdmap e762: 8 total, 8 up, 8 in 2024-03-22T07:24:38.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:38 smithi148 bash[66753]: audit 2024-03-22T07:24:38.196402+0000 mon.c (mon.2) 263 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:24:38.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:38 smithi148 bash[66753]: audit 2024-03-22T07:24:38.395275+0000 mon.c (mon.2) 264 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:24:39.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: cluster 2024-03-22T07:24:37.461868+0000 osd.7 (osd.7) 356 : cluster 3 failed to encode map e762 with expected crc 2024-03-22T07:24:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: cluster 2024-03-22T07:24:37.780312+0000 mgr.y (mgr.25337) 519 : cluster 0 pgmap v901: 617 pgs: 617 active+clean; 307 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 549 KiB/s rd, 528 KiB/s wr, 725 op/s 2024-03-22T07:24:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: cluster 2024-03-22T07:24:38.453663+0000 mon.a (mon.0) 1055 : cluster 0 osdmap e763: 8 total, 8 up, 8 in 2024-03-22T07:24:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: cluster 2024-03-22T07:24:38.472298+0000 osd.7 (osd.7) 357 : cluster 3 failed to encode map e763 with expected crc 2024-03-22T07:24:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: cluster 2024-03-22T07:24:38.558023+0000 osd.5 (osd.5) 331 : cluster 3 failed to encode map e763 with expected crc 2024-03-22T07:24:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.718796+0000 mon.c (mon.2) 265 : audit 1 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]: dispatch 2024-03-22T07:24:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.719171+0000 mon.a (mon.0) 1056 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]: dispatch 2024-03-22T07:24:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.724121+0000 mon.a (mon.0) 1057 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]': finished 2024-03-22T07:24:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.727175+0000 mon.c (mon.2) 266 : audit 1 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/85787e51-262f-4617-a8b5-ab85f4f60c28"}]: dispatch 2024-03-22T07:24:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.727461+0000 mon.a (mon.0) 1058 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/85787e51-262f-4617-a8b5-ab85f4f60c28"}]: dispatch 2024-03-22T07:24:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.730633+0000 mon.a (mon.0) 1059 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/85787e51-262f-4617-a8b5-ab85f4f60c28"}]': finished 2024-03-22T07:24:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.739057+0000 mon.c (mon.2) 267 : audit 1 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/723fae30-0820-40b9-bb4c-4f9beb8be115"}]: dispatch 2024-03-22T07:24:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.739316+0000 mon.a (mon.0) 1060 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/723fae30-0820-40b9-bb4c-4f9beb8be115"}]: dispatch 2024-03-22T07:24:39.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.742718+0000 mon.a (mon.0) 1061 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/723fae30-0820-40b9-bb4c-4f9beb8be115"}]': finished 2024-03-22T07:24:39.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.745504+0000 mon.c (mon.2) 268 : audit 1 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/c7c085d6-96e1-4f6c-a55e-e4a93835a949"}]: dispatch 2024-03-22T07:24:39.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.745756+0000 mon.a (mon.0) 1062 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/c7c085d6-96e1-4f6c-a55e-e4a93835a949"}]: dispatch 2024-03-22T07:24:39.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.748960+0000 mon.a (mon.0) 1063 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/c7c085d6-96e1-4f6c-a55e-e4a93835a949"}]': finished 2024-03-22T07:24:39.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: cluster 2024-03-22T07:24:37.461868+0000 osd.7 (osd.7) 356 : cluster 3 failed to encode map e762 with expected crc 2024-03-22T07:24:39.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: cluster 2024-03-22T07:24:37.780312+0000 mgr.y (mgr.25337) 519 : cluster 0 pgmap v901: 617 pgs: 617 active+clean; 307 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 549 KiB/s rd, 528 KiB/s wr, 725 op/s 2024-03-22T07:24:39.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: cluster 2024-03-22T07:24:38.453663+0000 mon.a (mon.0) 1055 : cluster 0 osdmap e763: 8 total, 8 up, 8 in 2024-03-22T07:24:39.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: cluster 2024-03-22T07:24:38.472298+0000 osd.7 (osd.7) 357 : cluster 3 failed to encode map e763 with expected crc 2024-03-22T07:24:39.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: cluster 2024-03-22T07:24:38.558023+0000 osd.5 (osd.5) 331 : cluster 3 failed to encode map e763 with expected crc 2024-03-22T07:24:39.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.718796+0000 mon.c (mon.2) 265 : audit 1 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]: dispatch 2024-03-22T07:24:39.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.719171+0000 mon.a (mon.0) 1056 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]: dispatch 2024-03-22T07:24:39.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.724121+0000 mon.a (mon.0) 1057 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]': finished 2024-03-22T07:24:39.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.727175+0000 mon.c (mon.2) 266 : audit 1 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/85787e51-262f-4617-a8b5-ab85f4f60c28"}]: dispatch 2024-03-22T07:24:39.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.727461+0000 mon.a (mon.0) 1058 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/85787e51-262f-4617-a8b5-ab85f4f60c28"}]: dispatch 2024-03-22T07:24:39.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.730633+0000 mon.a (mon.0) 1059 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/85787e51-262f-4617-a8b5-ab85f4f60c28"}]': finished 2024-03-22T07:24:39.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.739057+0000 mon.c (mon.2) 267 : audit 1 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/723fae30-0820-40b9-bb4c-4f9beb8be115"}]: dispatch 2024-03-22T07:24:39.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.739316+0000 mon.a (mon.0) 1060 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/723fae30-0820-40b9-bb4c-4f9beb8be115"}]: dispatch 2024-03-22T07:24:39.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.742718+0000 mon.a (mon.0) 1061 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/723fae30-0820-40b9-bb4c-4f9beb8be115"}]': finished 2024-03-22T07:24:39.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.745504+0000 mon.c (mon.2) 268 : audit 1 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/c7c085d6-96e1-4f6c-a55e-e4a93835a949"}]: dispatch 2024-03-22T07:24:39.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.745756+0000 mon.a (mon.0) 1062 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/c7c085d6-96e1-4f6c-a55e-e4a93835a949"}]: dispatch 2024-03-22T07:24:39.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.748960+0000 mon.a (mon.0) 1063 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/c7c085d6-96e1-4f6c-a55e-e4a93835a949"}]': finished 2024-03-22T07:24:39.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.759376+0000 mon.c (mon.2) 269 : audit 0 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/19/dcfd9927-9fcd-4100-b91f-885d75c89872"}]: dispatch 2024-03-22T07:24:39.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.764235+0000 mon.a (mon.0) 1064 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:24:39.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.764843+0000 mon.c (mon.2) 270 : audit 0 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/19/dcfd9927-9fcd-4100-b91f-885d75c89872"}]: dispatch 2024-03-22T07:24:39.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.765149+0000 mon.c (mon.2) 271 : audit 1 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/dcfd9927-9fcd-4100-b91f-885d75c89872"}]: dispatch 2024-03-22T07:24:39.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.765433+0000 mon.a (mon.0) 1065 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/dcfd9927-9fcd-4100-b91f-885d75c89872"}]: dispatch 2024-03-22T07:24:39.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.768747+0000 mon.a (mon.0) 1066 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/dcfd9927-9fcd-4100-b91f-885d75c89872"}]': finished 2024-03-22T07:24:39.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.773090+0000 mon.a (mon.0) 1067 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:39.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[79695]: audit 2024-03-22T07:24:38.780302+0000 mon.a (mon.0) 1068 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:39.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.759376+0000 mon.c (mon.2) 269 : audit 0 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/19/dcfd9927-9fcd-4100-b91f-885d75c89872"}]: dispatch 2024-03-22T07:24:39.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.764235+0000 mon.a (mon.0) 1064 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:24:39.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.764843+0000 mon.c (mon.2) 270 : audit 0 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/19/dcfd9927-9fcd-4100-b91f-885d75c89872"}]: dispatch 2024-03-22T07:24:39.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.765149+0000 mon.c (mon.2) 271 : audit 1 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/dcfd9927-9fcd-4100-b91f-885d75c89872"}]: dispatch 2024-03-22T07:24:39.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.765433+0000 mon.a (mon.0) 1065 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/dcfd9927-9fcd-4100-b91f-885d75c89872"}]: dispatch 2024-03-22T07:24:39.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.768747+0000 mon.a (mon.0) 1066 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/dcfd9927-9fcd-4100-b91f-885d75c89872"}]': finished 2024-03-22T07:24:39.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.773090+0000 mon.a (mon.0) 1067 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:39.877 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:39 smithi129 bash[82160]: audit 2024-03-22T07:24:38.780302+0000 mon.a (mon.0) 1068 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:39.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: cluster 2024-03-22T07:24:37.461868+0000 osd.7 (osd.7) 356 : cluster 3 failed to encode map e762 with expected crc 2024-03-22T07:24:39.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: cluster 2024-03-22T07:24:37.780312+0000 mgr.y (mgr.25337) 519 : cluster 0 pgmap v901: 617 pgs: 617 active+clean; 307 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 549 KiB/s rd, 528 KiB/s wr, 725 op/s 2024-03-22T07:24:39.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: cluster 2024-03-22T07:24:38.453663+0000 mon.a (mon.0) 1055 : cluster 0 osdmap e763: 8 total, 8 up, 8 in 2024-03-22T07:24:39.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: cluster 2024-03-22T07:24:38.472298+0000 osd.7 (osd.7) 357 : cluster 3 failed to encode map e763 with expected crc 2024-03-22T07:24:39.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: cluster 2024-03-22T07:24:38.558023+0000 osd.5 (osd.5) 331 : cluster 3 failed to encode map e763 with expected crc 2024-03-22T07:24:39.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.718796+0000 mon.c (mon.2) 265 : audit 1 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]: dispatch 2024-03-22T07:24:39.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.719171+0000 mon.a (mon.0) 1056 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]: dispatch 2024-03-22T07:24:39.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.724121+0000 mon.a (mon.0) 1057 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]': finished 2024-03-22T07:24:39.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.727175+0000 mon.c (mon.2) 266 : audit 1 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/85787e51-262f-4617-a8b5-ab85f4f60c28"}]: dispatch 2024-03-22T07:24:39.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.727461+0000 mon.a (mon.0) 1058 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/85787e51-262f-4617-a8b5-ab85f4f60c28"}]: dispatch 2024-03-22T07:24:39.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.730633+0000 mon.a (mon.0) 1059 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/85787e51-262f-4617-a8b5-ab85f4f60c28"}]': finished 2024-03-22T07:24:39.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.739057+0000 mon.c (mon.2) 267 : audit 1 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/723fae30-0820-40b9-bb4c-4f9beb8be115"}]: dispatch 2024-03-22T07:24:39.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.739316+0000 mon.a (mon.0) 1060 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/723fae30-0820-40b9-bb4c-4f9beb8be115"}]: dispatch 2024-03-22T07:24:39.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.742718+0000 mon.a (mon.0) 1061 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/723fae30-0820-40b9-bb4c-4f9beb8be115"}]': finished 2024-03-22T07:24:39.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.745504+0000 mon.c (mon.2) 268 : audit 1 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/c7c085d6-96e1-4f6c-a55e-e4a93835a949"}]: dispatch 2024-03-22T07:24:39.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.745756+0000 mon.a (mon.0) 1062 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/c7c085d6-96e1-4f6c-a55e-e4a93835a949"}]: dispatch 2024-03-22T07:24:39.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.748960+0000 mon.a (mon.0) 1063 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/c7c085d6-96e1-4f6c-a55e-e4a93835a949"}]': finished 2024-03-22T07:24:39.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.759376+0000 mon.c (mon.2) 269 : audit 0 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/19/dcfd9927-9fcd-4100-b91f-885d75c89872"}]: dispatch 2024-03-22T07:24:39.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.764235+0000 mon.a (mon.0) 1064 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:24:39.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.764843+0000 mon.c (mon.2) 270 : audit 0 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/19/dcfd9927-9fcd-4100-b91f-885d75c89872"}]: dispatch 2024-03-22T07:24:39.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.765149+0000 mon.c (mon.2) 271 : audit 1 from='client.? 172.21.15.129:0/157567043' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/dcfd9927-9fcd-4100-b91f-885d75c89872"}]: dispatch 2024-03-22T07:24:39.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.765433+0000 mon.a (mon.0) 1065 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/dcfd9927-9fcd-4100-b91f-885d75c89872"}]: dispatch 2024-03-22T07:24:39.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.768747+0000 mon.a (mon.0) 1066 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/dcfd9927-9fcd-4100-b91f-885d75c89872"}]': finished 2024-03-22T07:24:39.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.773090+0000 mon.a (mon.0) 1067 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:39.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:39 smithi148 bash[66753]: audit 2024-03-22T07:24:38.780302+0000 mon.a (mon.0) 1068 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:41.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:40 smithi129 bash[79695]: cluster 2024-03-22T07:24:39.783801+0000 mgr.y (mgr.25337) 520 : cluster 0 pgmap v903: 617 pgs: 617 active+clean; 312 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 235 KiB/s rd, 1.5 MiB/s wr, 314 op/s 2024-03-22T07:24:41.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:40 smithi129 bash[79695]: cluster 2024-03-22T07:24:39.792464+0000 mon.a (mon.0) 1069 : cluster 0 osdmap e764: 8 total, 8 up, 8 in 2024-03-22T07:24:41.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:40 smithi129 bash[79695]: cluster 2024-03-22T07:24:39.798275+0000 osd.5 (osd.5) 332 : cluster 3 failed to encode map e764 with expected crc 2024-03-22T07:24:41.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:40 smithi129 bash[79695]: cluster 2024-03-22T07:24:39.862888+0000 osd.7 (osd.7) 358 : cluster 3 failed to encode map e764 with expected crc 2024-03-22T07:24:41.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:40 smithi129 bash[82160]: cluster 2024-03-22T07:24:39.783801+0000 mgr.y (mgr.25337) 520 : cluster 0 pgmap v903: 617 pgs: 617 active+clean; 312 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 235 KiB/s rd, 1.5 MiB/s wr, 314 op/s 2024-03-22T07:24:41.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:40 smithi129 bash[82160]: cluster 2024-03-22T07:24:39.792464+0000 mon.a (mon.0) 1069 : cluster 0 osdmap e764: 8 total, 8 up, 8 in 2024-03-22T07:24:41.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:40 smithi129 bash[82160]: cluster 2024-03-22T07:24:39.798275+0000 osd.5 (osd.5) 332 : cluster 3 failed to encode map e764 with expected crc 2024-03-22T07:24:41.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:40 smithi129 bash[82160]: cluster 2024-03-22T07:24:39.862888+0000 osd.7 (osd.7) 358 : cluster 3 failed to encode map e764 with expected crc 2024-03-22T07:24:41.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:40 smithi148 bash[66753]: cluster 2024-03-22T07:24:39.783801+0000 mgr.y (mgr.25337) 520 : cluster 0 pgmap v903: 617 pgs: 617 active+clean; 312 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 235 KiB/s rd, 1.5 MiB/s wr, 314 op/s 2024-03-22T07:24:41.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:40 smithi148 bash[66753]: cluster 2024-03-22T07:24:39.792464+0000 mon.a (mon.0) 1069 : cluster 0 osdmap e764: 8 total, 8 up, 8 in 2024-03-22T07:24:41.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:40 smithi148 bash[66753]: cluster 2024-03-22T07:24:39.798275+0000 osd.5 (osd.5) 332 : cluster 3 failed to encode map e764 with expected crc 2024-03-22T07:24:41.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:40 smithi148 bash[66753]: cluster 2024-03-22T07:24:39.862888+0000 osd.7 (osd.7) 358 : cluster 3 failed to encode map e764 with expected crc 2024-03-22T07:24:42.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:41 smithi129 bash[79695]: cluster 2024-03-22T07:24:40.798984+0000 mon.a (mon.0) 1070 : cluster 0 osdmap e765: 8 total, 8 up, 8 in 2024-03-22T07:24:42.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:41 smithi129 bash[79695]: cluster 2024-03-22T07:24:40.804672+0000 osd.5 (osd.5) 333 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:41 smithi129 bash[79695]: cluster 2024-03-22T07:24:40.826608+0000 osd.6 (osd.6) 347 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:41 smithi129 bash[79695]: cluster 2024-03-22T07:24:40.833107+0000 osd.6 (osd.6) 348 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:41 smithi129 bash[79695]: cluster 2024-03-22T07:24:40.838623+0000 osd.6 (osd.6) 349 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:41 smithi129 bash[79695]: cluster 2024-03-22T07:24:40.844205+0000 osd.6 (osd.6) 350 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:41 smithi129 bash[79695]: cluster 2024-03-22T07:24:40.886695+0000 osd.7 (osd.7) 359 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:41 smithi129 bash[82160]: cluster 2024-03-22T07:24:40.798984+0000 mon.a (mon.0) 1070 : cluster 0 osdmap e765: 8 total, 8 up, 8 in 2024-03-22T07:24:42.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:41 smithi129 bash[82160]: cluster 2024-03-22T07:24:40.804672+0000 osd.5 (osd.5) 333 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:41 smithi129 bash[82160]: cluster 2024-03-22T07:24:40.826608+0000 osd.6 (osd.6) 347 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:41 smithi129 bash[82160]: cluster 2024-03-22T07:24:40.833107+0000 osd.6 (osd.6) 348 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:41 smithi129 bash[82160]: cluster 2024-03-22T07:24:40.838623+0000 osd.6 (osd.6) 349 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:41 smithi129 bash[82160]: cluster 2024-03-22T07:24:40.844205+0000 osd.6 (osd.6) 350 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:41 smithi129 bash[82160]: cluster 2024-03-22T07:24:40.886695+0000 osd.7 (osd.7) 359 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:41 smithi148 bash[66753]: cluster 2024-03-22T07:24:40.798984+0000 mon.a (mon.0) 1070 : cluster 0 osdmap e765: 8 total, 8 up, 8 in 2024-03-22T07:24:42.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:41 smithi148 bash[66753]: cluster 2024-03-22T07:24:40.804672+0000 osd.5 (osd.5) 333 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:41 smithi148 bash[66753]: cluster 2024-03-22T07:24:40.826608+0000 osd.6 (osd.6) 347 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:41 smithi148 bash[66753]: cluster 2024-03-22T07:24:40.833107+0000 osd.6 (osd.6) 348 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:41 smithi148 bash[66753]: cluster 2024-03-22T07:24:40.838623+0000 osd.6 (osd.6) 349 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:41 smithi148 bash[66753]: cluster 2024-03-22T07:24:40.844205+0000 osd.6 (osd.6) 350 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:42.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:41 smithi148 bash[66753]: cluster 2024-03-22T07:24:40.886695+0000 osd.7 (osd.7) 359 : cluster 3 failed to encode map e765 with expected crc 2024-03-22T07:24:43.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:42 smithi129 bash[79695]: cluster 2024-03-22T07:24:41.785210+0000 mgr.y (mgr.25337) 521 : cluster 0 pgmap v906: 617 pgs: 617 active+clean; 313 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 167 KiB/s rd, 1.7 MiB/s wr, 230 op/s 2024-03-22T07:24:43.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:42 smithi129 bash[79695]: cluster 2024-03-22T07:24:41.799686+0000 osd.7 (osd.7) 360 : cluster 3 failed to encode map e766 with expected crc 2024-03-22T07:24:43.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:42 smithi129 bash[79695]: cluster 2024-03-22T07:24:41.808963+0000 mon.a (mon.0) 1071 : cluster 0 osdmap e766: 8 total, 8 up, 8 in 2024-03-22T07:24:43.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:42 smithi129 bash[79695]: cluster 2024-03-22T07:24:41.852965+0000 osd.6 (osd.6) 351 : cluster 3 failed to encode map e766 with expected crc 2024-03-22T07:24:43.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:42 smithi129 bash[79695]: cluster 2024-03-22T07:24:41.862483+0000 osd.5 (osd.5) 334 : cluster 3 failed to encode map e766 with expected crc 2024-03-22T07:24:43.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:42 smithi129 bash[82160]: cluster 2024-03-22T07:24:41.785210+0000 mgr.y (mgr.25337) 521 : cluster 0 pgmap v906: 617 pgs: 617 active+clean; 313 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 167 KiB/s rd, 1.7 MiB/s wr, 230 op/s 2024-03-22T07:24:43.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:42 smithi129 bash[82160]: cluster 2024-03-22T07:24:41.799686+0000 osd.7 (osd.7) 360 : cluster 3 failed to encode map e766 with expected crc 2024-03-22T07:24:43.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:42 smithi129 bash[82160]: cluster 2024-03-22T07:24:41.808963+0000 mon.a (mon.0) 1071 : cluster 0 osdmap e766: 8 total, 8 up, 8 in 2024-03-22T07:24:43.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:42 smithi129 bash[82160]: cluster 2024-03-22T07:24:41.852965+0000 osd.6 (osd.6) 351 : cluster 3 failed to encode map e766 with expected crc 2024-03-22T07:24:43.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:42 smithi129 bash[82160]: cluster 2024-03-22T07:24:41.862483+0000 osd.5 (osd.5) 334 : cluster 3 failed to encode map e766 with expected crc 2024-03-22T07:24:43.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:42 smithi148 bash[66753]: cluster 2024-03-22T07:24:41.785210+0000 mgr.y (mgr.25337) 521 : cluster 0 pgmap v906: 617 pgs: 617 active+clean; 313 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 167 KiB/s rd, 1.7 MiB/s wr, 230 op/s 2024-03-22T07:24:43.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:42 smithi148 bash[66753]: cluster 2024-03-22T07:24:41.799686+0000 osd.7 (osd.7) 360 : cluster 3 failed to encode map e766 with expected crc 2024-03-22T07:24:43.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:42 smithi148 bash[66753]: cluster 2024-03-22T07:24:41.808963+0000 mon.a (mon.0) 1071 : cluster 0 osdmap e766: 8 total, 8 up, 8 in 2024-03-22T07:24:43.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:42 smithi148 bash[66753]: cluster 2024-03-22T07:24:41.852965+0000 osd.6 (osd.6) 351 : cluster 3 failed to encode map e766 with expected crc 2024-03-22T07:24:43.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:42 smithi148 bash[66753]: cluster 2024-03-22T07:24:41.862483+0000 osd.5 (osd.5) 334 : cluster 3 failed to encode map e766 with expected crc 2024-03-22T07:24:43.884 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5116 ms) 2024-03-22T07:24:43.885 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-03-22T07:24:43.885 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:44.121 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:24:43] "GET /metrics HTTP/1.1" 200 74977 "" "Prometheus/2.43.0" 2024-03-22T07:24:44.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:43 smithi129 bash[79695]: cluster 2024-03-22T07:24:42.809788+0000 osd.7 (osd.7) 361 : cluster 3 failed to encode map e767 with expected crc 2024-03-22T07:24:44.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:43 smithi129 bash[79695]: cluster 2024-03-22T07:24:42.814751+0000 mon.a (mon.0) 1072 : cluster 0 osdmap e767: 8 total, 8 up, 8 in 2024-03-22T07:24:44.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:43 smithi129 bash[79695]: cluster 2024-03-22T07:24:42.852263+0000 osd.5 (osd.5) 335 : cluster 3 failed to encode map e767 with expected crc 2024-03-22T07:24:44.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:43 smithi129 bash[79695]: cluster 2024-03-22T07:24:42.858554+0000 osd.5 (osd.5) 336 : cluster 3 failed to encode map e767 with expected crc 2024-03-22T07:24:44.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:43 smithi129 bash[79695]: cluster 2024-03-22T07:24:42.892233+0000 osd.6 (osd.6) 352 : cluster 3 failed to encode map e767 with expected crc 2024-03-22T07:24:44.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:43 smithi129 bash[82160]: cluster 2024-03-22T07:24:42.809788+0000 osd.7 (osd.7) 361 : cluster 3 failed to encode map e767 with expected crc 2024-03-22T07:24:44.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:43 smithi129 bash[82160]: cluster 2024-03-22T07:24:42.814751+0000 mon.a (mon.0) 1072 : cluster 0 osdmap e767: 8 total, 8 up, 8 in 2024-03-22T07:24:44.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:43 smithi129 bash[82160]: cluster 2024-03-22T07:24:42.852263+0000 osd.5 (osd.5) 335 : cluster 3 failed to encode map e767 with expected crc 2024-03-22T07:24:44.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:43 smithi129 bash[82160]: cluster 2024-03-22T07:24:42.858554+0000 osd.5 (osd.5) 336 : cluster 3 failed to encode map e767 with expected crc 2024-03-22T07:24:44.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:43 smithi129 bash[82160]: cluster 2024-03-22T07:24:42.892233+0000 osd.6 (osd.6) 352 : cluster 3 failed to encode map e767 with expected crc 2024-03-22T07:24:44.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:43 smithi148 bash[66753]: cluster 2024-03-22T07:24:42.809788+0000 osd.7 (osd.7) 361 : cluster 3 failed to encode map e767 with expected crc 2024-03-22T07:24:44.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:43 smithi148 bash[66753]: cluster 2024-03-22T07:24:42.814751+0000 mon.a (mon.0) 1072 : cluster 0 osdmap e767: 8 total, 8 up, 8 in 2024-03-22T07:24:44.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:43 smithi148 bash[66753]: cluster 2024-03-22T07:24:42.852263+0000 osd.5 (osd.5) 335 : cluster 3 failed to encode map e767 with expected crc 2024-03-22T07:24:44.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:43 smithi148 bash[66753]: cluster 2024-03-22T07:24:42.858554+0000 osd.5 (osd.5) 336 : cluster 3 failed to encode map e767 with expected crc 2024-03-22T07:24:44.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:43 smithi148 bash[66753]: cluster 2024-03-22T07:24:42.892233+0000 osd.6 (osd.6) 352 : cluster 3 failed to encode map e767 with expected crc 2024-03-22T07:24:45.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[79695]: cluster 2024-03-22T07:24:43.785830+0000 mgr.y (mgr.25337) 522 : cluster 0 pgmap v909: 617 pgs: 617 active+clean; 313 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 121 KiB/s rd, 395 KiB/s wr, 160 op/s 2024-03-22T07:24:45.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[79695]: cluster 2024-03-22T07:24:43.817735+0000 osd.7 (osd.7) 362 : cluster 3 failed to encode map e768 with expected crc 2024-03-22T07:24:45.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[79695]: cluster 2024-03-22T07:24:43.817968+0000 osd.5 (osd.5) 337 : cluster 3 failed to encode map e768 with expected crc 2024-03-22T07:24:45.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[79695]: cluster 2024-03-22T07:24:43.823658+0000 mon.a (mon.0) 1073 : cluster 0 osdmap e768: 8 total, 8 up, 8 in 2024-03-22T07:24:45.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[79695]: audit 2024-03-22T07:24:44.090806+0000 mon.a (mon.0) 1074 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:45.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[79695]: audit 2024-03-22T07:24:44.104858+0000 mon.a (mon.0) 1075 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:45.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[79695]: audit 2024-03-22T07:24:44.794644+0000 mon.a (mon.0) 1076 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:45.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[79695]: audit 2024-03-22T07:24:44.810855+0000 mon.a (mon.0) 1077 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:45.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[82160]: cluster 2024-03-22T07:24:43.785830+0000 mgr.y (mgr.25337) 522 : cluster 0 pgmap v909: 617 pgs: 617 active+clean; 313 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 121 KiB/s rd, 395 KiB/s wr, 160 op/s 2024-03-22T07:24:45.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[82160]: cluster 2024-03-22T07:24:43.817735+0000 osd.7 (osd.7) 362 : cluster 3 failed to encode map e768 with expected crc 2024-03-22T07:24:45.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[82160]: cluster 2024-03-22T07:24:43.817968+0000 osd.5 (osd.5) 337 : cluster 3 failed to encode map e768 with expected crc 2024-03-22T07:24:45.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[82160]: cluster 2024-03-22T07:24:43.823658+0000 mon.a (mon.0) 1073 : cluster 0 osdmap e768: 8 total, 8 up, 8 in 2024-03-22T07:24:45.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[82160]: audit 2024-03-22T07:24:44.090806+0000 mon.a (mon.0) 1074 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:45.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[82160]: audit 2024-03-22T07:24:44.104858+0000 mon.a (mon.0) 1075 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:45.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[82160]: audit 2024-03-22T07:24:44.794644+0000 mon.a (mon.0) 1076 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:45.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:44 smithi129 bash[82160]: audit 2024-03-22T07:24:44.810855+0000 mon.a (mon.0) 1077 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:45.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:44 smithi148 bash[66753]: cluster 2024-03-22T07:24:43.785830+0000 mgr.y (mgr.25337) 522 : cluster 0 pgmap v909: 617 pgs: 617 active+clean; 313 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 121 KiB/s rd, 395 KiB/s wr, 160 op/s 2024-03-22T07:24:45.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:44 smithi148 bash[66753]: cluster 2024-03-22T07:24:43.817735+0000 osd.7 (osd.7) 362 : cluster 3 failed to encode map e768 with expected crc 2024-03-22T07:24:45.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:44 smithi148 bash[66753]: cluster 2024-03-22T07:24:43.817968+0000 osd.5 (osd.5) 337 : cluster 3 failed to encode map e768 with expected crc 2024-03-22T07:24:45.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:44 smithi148 bash[66753]: cluster 2024-03-22T07:24:43.823658+0000 mon.a (mon.0) 1073 : cluster 0 osdmap e768: 8 total, 8 up, 8 in 2024-03-22T07:24:45.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:44 smithi148 bash[66753]: audit 2024-03-22T07:24:44.090806+0000 mon.a (mon.0) 1074 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:45.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:44 smithi148 bash[66753]: audit 2024-03-22T07:24:44.104858+0000 mon.a (mon.0) 1075 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:45.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:44 smithi148 bash[66753]: audit 2024-03-22T07:24:44.794644+0000 mon.a (mon.0) 1076 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:45.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:44 smithi148 bash[66753]: audit 2024-03-22T07:24:44.810855+0000 mon.a (mon.0) 1077 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:45.921 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (2036 ms) 2024-03-22T07:24:45.921 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-03-22T07:24:45.921 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:46.070 INFO:tasks.workunit.client.0.smithi129.stdout:1: acquiring exclusive lock 2024-03-22T07:24:46.070 INFO:tasks.workunit.client.0.smithi129.stdout:2: acquiring exclusive lock 2024-03-22T07:24:46.079 INFO:tasks.workunit.client.0.smithi129.stdout:2: exclusive lock acquired 2024-03-22T07:24:46.097 INFO:tasks.workunit.client.0.smithi129.stdout:2: releasing exclusive lock 2024-03-22T07:24:46.103 INFO:tasks.workunit.client.0.smithi129.stdout:2: exclusive lock released 2024-03-22T07:24:46.104 INFO:tasks.workunit.client.0.smithi129.stdout:2: acquiring exclusive lock 2024-03-22T07:24:46.113 INFO:tasks.workunit.client.0.smithi129.stdout:1: exclusive lock acquired 2024-03-22T07:24:46.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:45 smithi129 bash[82160]: cluster 2024-03-22T07:24:44.826779+0000 osd.7 (osd.7) 363 : cluster 3 failed to encode map e769 with expected crc 2024-03-22T07:24:46.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:45 smithi129 bash[82160]: cluster 2024-03-22T07:24:44.827287+0000 osd.5 (osd.5) 338 : cluster 3 failed to encode map e769 with expected crc 2024-03-22T07:24:46.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:45 smithi129 bash[82160]: cluster 2024-03-22T07:24:44.831979+0000 mon.a (mon.0) 1078 : cluster 0 osdmap e769: 8 total, 8 up, 8 in 2024-03-22T07:24:46.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:45 smithi129 bash[82160]: audit 2024-03-22T07:24:45.551956+0000 mon.c (mon.2) 272 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:24:46.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:45 smithi129 bash[82160]: audit 2024-03-22T07:24:45.553804+0000 mon.c (mon.2) 273 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:24:46.121 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:45 smithi129 bash[82160]: audit 2024-03-22T07:24:45.565814+0000 mon.a (mon.0) 1079 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:46.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:45 smithi129 bash[79695]: cluster 2024-03-22T07:24:44.826779+0000 osd.7 (osd.7) 363 : cluster 3 failed to encode map e769 with expected crc 2024-03-22T07:24:46.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:45 smithi129 bash[79695]: cluster 2024-03-22T07:24:44.827287+0000 osd.5 (osd.5) 338 : cluster 3 failed to encode map e769 with expected crc 2024-03-22T07:24:46.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:45 smithi129 bash[79695]: cluster 2024-03-22T07:24:44.831979+0000 mon.a (mon.0) 1078 : cluster 0 osdmap e769: 8 total, 8 up, 8 in 2024-03-22T07:24:46.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:45 smithi129 bash[79695]: audit 2024-03-22T07:24:45.551956+0000 mon.c (mon.2) 272 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:24:46.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:45 smithi129 bash[79695]: audit 2024-03-22T07:24:45.553804+0000 mon.c (mon.2) 273 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:24:46.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:45 smithi129 bash[79695]: audit 2024-03-22T07:24:45.565814+0000 mon.a (mon.0) 1079 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:46.162 INFO:tasks.workunit.client.0.smithi129.stdout:1: releasing exclusive lock 2024-03-22T07:24:46.170 INFO:tasks.workunit.client.0.smithi129.stdout:1: exclusive lock released 2024-03-22T07:24:46.170 INFO:tasks.workunit.client.0.smithi129.stdout:1: acquiring exclusive lock 2024-03-22T07:24:46.172 INFO:tasks.workunit.client.0.smithi129.stdout:2: exclusive lock acquired 2024-03-22T07:24:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:45 smithi148 bash[66753]: cluster 2024-03-22T07:24:44.826779+0000 osd.7 (osd.7) 363 : cluster 3 failed to encode map e769 with expected crc 2024-03-22T07:24:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:45 smithi148 bash[66753]: cluster 2024-03-22T07:24:44.827287+0000 osd.5 (osd.5) 338 : cluster 3 failed to encode map e769 with expected crc 2024-03-22T07:24:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:45 smithi148 bash[66753]: cluster 2024-03-22T07:24:44.831979+0000 mon.a (mon.0) 1078 : cluster 0 osdmap e769: 8 total, 8 up, 8 in 2024-03-22T07:24:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:45 smithi148 bash[66753]: audit 2024-03-22T07:24:45.551956+0000 mon.c (mon.2) 272 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:24:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:45 smithi148 bash[66753]: audit 2024-03-22T07:24:45.553804+0000 mon.c (mon.2) 273 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:24:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:45 smithi148 bash[66753]: audit 2024-03-22T07:24:45.565814+0000 mon.a (mon.0) 1079 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:46.219 INFO:tasks.workunit.client.0.smithi129.stdout:2: releasing exclusive lock 2024-03-22T07:24:46.225 INFO:tasks.workunit.client.0.smithi129.stdout:2: exclusive lock released 2024-03-22T07:24:46.225 INFO:tasks.workunit.client.0.smithi129.stdout:2: acquiring exclusive lock 2024-03-22T07:24:46.234 INFO:tasks.workunit.client.0.smithi129.stdout:1: exclusive lock acquired 2024-03-22T07:24:46.254 INFO:tasks.workunit.client.0.smithi129.stdout:1: releasing exclusive lock 2024-03-22T07:24:46.261 INFO:tasks.workunit.client.0.smithi129.stdout:1: exclusive lock released 2024-03-22T07:24:46.262 INFO:tasks.workunit.client.0.smithi129.stdout:1: acquiring exclusive lock 2024-03-22T07:24:46.270 INFO:tasks.workunit.client.0.smithi129.stdout:2: exclusive lock acquired 2024-03-22T07:24:46.316 INFO:tasks.workunit.client.0.smithi129.stdout:2: releasing exclusive lock 2024-03-22T07:24:46.322 INFO:tasks.workunit.client.0.smithi129.stdout:2: exclusive lock released 2024-03-22T07:24:46.322 INFO:tasks.workunit.client.0.smithi129.stdout:2: acquiring exclusive lock 2024-03-22T07:24:46.334 INFO:tasks.workunit.client.0.smithi129.stdout:1: exclusive lock acquired 2024-03-22T07:24:46.358 INFO:tasks.workunit.client.0.smithi129.stdout:1: releasing exclusive lock 2024-03-22T07:24:46.365 INFO:tasks.workunit.client.0.smithi129.stdout:1: exclusive lock released 2024-03-22T07:24:46.366 INFO:tasks.workunit.client.0.smithi129.stdout:1: acquiring exclusive lock 2024-03-22T07:24:46.373 INFO:tasks.workunit.client.0.smithi129.stdout:2: exclusive lock acquired 2024-03-22T07:24:46.374 INFO:tasks.workunit.client.0.smithi129.stdout:2: releasing exclusive lock 2024-03-22T07:24:46.380 INFO:tasks.workunit.client.0.smithi129.stdout:2: exclusive lock released 2024-03-22T07:24:46.380 INFO:tasks.workunit.client.0.smithi129.stdout:2: acquiring exclusive lock 2024-03-22T07:24:46.388 INFO:tasks.workunit.client.0.smithi129.stdout:2: exclusive lock acquired 2024-03-22T07:24:46.424 INFO:tasks.workunit.client.0.smithi129.stdout:2: releasing exclusive lock 2024-03-22T07:24:46.430 INFO:tasks.workunit.client.0.smithi129.stdout:2: exclusive lock released 2024-03-22T07:24:46.436 INFO:tasks.workunit.client.0.smithi129.stdout:1: exclusive lock acquired 2024-03-22T07:24:46.446 INFO:tasks.workunit.client.0.smithi129.stdout:1: releasing exclusive lock 2024-03-22T07:24:46.451 INFO:tasks.workunit.client.0.smithi129.stdout:1: exclusive lock released 2024-03-22T07:24:46.452 INFO:tasks.workunit.client.0.smithi129.stdout:1: acquiring exclusive lock 2024-03-22T07:24:46.459 INFO:tasks.workunit.client.0.smithi129.stdout:1: exclusive lock acquired 2024-03-22T07:24:46.468 INFO:tasks.workunit.client.0.smithi129.stdout:1: releasing exclusive lock 2024-03-22T07:24:46.475 INFO:tasks.workunit.client.0.smithi129.stdout:1: exclusive lock released 2024-03-22T07:24:46.508 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ExclusiveLock (587 ms) 2024-03-22T07:24:46.508 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.BreakLock 2024-03-22T07:24:46.546 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:47.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:46 smithi129 bash[79695]: cluster 2024-03-22T07:24:45.787524+0000 mgr.y (mgr.25337) 523 : cluster 0 pgmap v912: 617 pgs: 617 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 264 KiB/s rd, 80 KiB/s wr, 261 op/s 2024-03-22T07:24:47.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:46 smithi129 bash[79695]: cluster 2024-03-22T07:24:45.829974+0000 osd.7 (osd.7) 364 : cluster 3 failed to encode map e770 with expected crc 2024-03-22T07:24:47.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:46 smithi129 bash[79695]: cluster 2024-03-22T07:24:45.835968+0000 mon.a (mon.0) 1080 : cluster 0 osdmap e770: 8 total, 8 up, 8 in 2024-03-22T07:24:47.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:46 smithi129 bash[79695]: cluster 2024-03-22T07:24:45.850689+0000 osd.6 (osd.6) 353 : cluster 3 failed to encode map e770 with expected crc 2024-03-22T07:24:47.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:46 smithi129 bash[79695]: cluster 2024-03-22T07:24:45.945704+0000 osd.5 (osd.5) 339 : cluster 3 failed to encode map e770 with expected crc 2024-03-22T07:24:47.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:46 smithi129 bash[79695]: audit 2024-03-22T07:24:46.621112+0000 mon.c (mon.2) 274 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/623073146"}]: dispatch 2024-03-22T07:24:47.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:46 smithi129 bash[79695]: audit 2024-03-22T07:24:46.621550+0000 mon.a (mon.0) 1081 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/623073146"}]: dispatch 2024-03-22T07:24:47.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:46 smithi129 bash[82160]: cluster 2024-03-22T07:24:45.787524+0000 mgr.y (mgr.25337) 523 : cluster 0 pgmap v912: 617 pgs: 617 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 264 KiB/s rd, 80 KiB/s wr, 261 op/s 2024-03-22T07:24:47.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:46 smithi129 bash[82160]: cluster 2024-03-22T07:24:45.829974+0000 osd.7 (osd.7) 364 : cluster 3 failed to encode map e770 with expected crc 2024-03-22T07:24:47.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:46 smithi129 bash[82160]: cluster 2024-03-22T07:24:45.835968+0000 mon.a (mon.0) 1080 : cluster 0 osdmap e770: 8 total, 8 up, 8 in 2024-03-22T07:24:47.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:46 smithi129 bash[82160]: cluster 2024-03-22T07:24:45.850689+0000 osd.6 (osd.6) 353 : cluster 3 failed to encode map e770 with expected crc 2024-03-22T07:24:47.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:46 smithi129 bash[82160]: cluster 2024-03-22T07:24:45.945704+0000 osd.5 (osd.5) 339 : cluster 3 failed to encode map e770 with expected crc 2024-03-22T07:24:47.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:46 smithi129 bash[82160]: audit 2024-03-22T07:24:46.621112+0000 mon.c (mon.2) 274 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/623073146"}]: dispatch 2024-03-22T07:24:47.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:46 smithi129 bash[82160]: audit 2024-03-22T07:24:46.621550+0000 mon.a (mon.0) 1081 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/623073146"}]: dispatch 2024-03-22T07:24:47.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:46 smithi148 bash[66753]: cluster 2024-03-22T07:24:45.787524+0000 mgr.y (mgr.25337) 523 : cluster 0 pgmap v912: 617 pgs: 617 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 264 KiB/s rd, 80 KiB/s wr, 261 op/s 2024-03-22T07:24:47.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:46 smithi148 bash[66753]: cluster 2024-03-22T07:24:45.829974+0000 osd.7 (osd.7) 364 : cluster 3 failed to encode map e770 with expected crc 2024-03-22T07:24:47.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:46 smithi148 bash[66753]: cluster 2024-03-22T07:24:45.835968+0000 mon.a (mon.0) 1080 : cluster 0 osdmap e770: 8 total, 8 up, 8 in 2024-03-22T07:24:47.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:46 smithi148 bash[66753]: cluster 2024-03-22T07:24:45.850689+0000 osd.6 (osd.6) 353 : cluster 3 failed to encode map e770 with expected crc 2024-03-22T07:24:47.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:46 smithi148 bash[66753]: cluster 2024-03-22T07:24:45.945704+0000 osd.5 (osd.5) 339 : cluster 3 failed to encode map e770 with expected crc 2024-03-22T07:24:47.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:46 smithi148 bash[66753]: audit 2024-03-22T07:24:46.621112+0000 mon.c (mon.2) 274 : audit 1 from='client.? 172.21.15.129:0/832228205' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/623073146"}]: dispatch 2024-03-22T07:24:47.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:46 smithi148 bash[66753]: audit 2024-03-22T07:24:46.621550+0000 mon.a (mon.0) 1081 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/623073146"}]: dispatch 2024-03-22T07:24:47.681 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.BreakLock (1173 ms) 2024-03-22T07:24:47.681 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-03-22T07:24:47.682 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:47.733 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (52 ms) 2024-03-22T07:24:47.733 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-03-22T07:24:47.733 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-03-22T07:24:47.733 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-03-22T07:24:47.733 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:47.898 INFO:tasks.workunit.client.0.smithi129.stdout:0.00% done 2024-03-22T07:24:47.898 INFO:tasks.workunit.client.0.smithi129.stdout:1.56% done 2024-03-22T07:24:47.898 INFO:tasks.workunit.client.0.smithi129.stdout:3.12% done 2024-03-22T07:24:47.898 INFO:tasks.workunit.client.0.smithi129.stdout:4.69% done 2024-03-22T07:24:47.898 INFO:tasks.workunit.client.0.smithi129.stdout:6.25% done 2024-03-22T07:24:47.898 INFO:tasks.workunit.client.0.smithi129.stdout:7.81% done 2024-03-22T07:24:47.898 INFO:tasks.workunit.client.0.smithi129.stdout:9.38% done 2024-03-22T07:24:47.898 INFO:tasks.workunit.client.0.smithi129.stdout:10.94% done 2024-03-22T07:24:47.898 INFO:tasks.workunit.client.0.smithi129.stdout:12.50% done 2024-03-22T07:24:47.898 INFO:tasks.workunit.client.0.smithi129.stdout:14.06% done 2024-03-22T07:24:47.899 INFO:tasks.workunit.client.0.smithi129.stdout:15.62% done 2024-03-22T07:24:47.899 INFO:tasks.workunit.client.0.smithi129.stdout:17.19% done 2024-03-22T07:24:47.899 INFO:tasks.workunit.client.0.smithi129.stdout:18.75% done 2024-03-22T07:24:47.899 INFO:tasks.workunit.client.0.smithi129.stdout:20.31% done 2024-03-22T07:24:47.899 INFO:tasks.workunit.client.0.smithi129.stdout:21.88% done 2024-03-22T07:24:47.899 INFO:tasks.workunit.client.0.smithi129.stdout:23.44% done 2024-03-22T07:24:47.899 INFO:tasks.workunit.client.0.smithi129.stdout:25.00% done 2024-03-22T07:24:47.899 INFO:tasks.workunit.client.0.smithi129.stdout:26.56% done 2024-03-22T07:24:47.899 INFO:tasks.workunit.client.0.smithi129.stdout:28.12% done 2024-03-22T07:24:47.899 INFO:tasks.workunit.client.0.smithi129.stdout:29.69% done 2024-03-22T07:24:47.899 INFO:tasks.workunit.client.0.smithi129.stdout:31.25% done 2024-03-22T07:24:47.899 INFO:tasks.workunit.client.0.smithi129.stdout:32.81% done 2024-03-22T07:24:47.899 INFO:tasks.workunit.client.0.smithi129.stdout:34.38% done 2024-03-22T07:24:47.899 INFO:tasks.workunit.client.0.smithi129.stdout:35.94% done 2024-03-22T07:24:47.899 INFO:tasks.workunit.client.0.smithi129.stdout:37.50% done 2024-03-22T07:24:47.900 INFO:tasks.workunit.client.0.smithi129.stdout:39.06% done 2024-03-22T07:24:47.900 INFO:tasks.workunit.client.0.smithi129.stdout:40.62% done 2024-03-22T07:24:47.900 INFO:tasks.workunit.client.0.smithi129.stdout:42.19% done 2024-03-22T07:24:47.900 INFO:tasks.workunit.client.0.smithi129.stdout:43.75% done 2024-03-22T07:24:47.900 INFO:tasks.workunit.client.0.smithi129.stdout:45.31% done 2024-03-22T07:24:47.900 INFO:tasks.workunit.client.0.smithi129.stdout:46.88% done 2024-03-22T07:24:47.900 INFO:tasks.workunit.client.0.smithi129.stdout:48.44% done 2024-03-22T07:24:47.900 INFO:tasks.workunit.client.0.smithi129.stdout:50.00% done 2024-03-22T07:24:47.900 INFO:tasks.workunit.client.0.smithi129.stdout:51.56% done 2024-03-22T07:24:47.900 INFO:tasks.workunit.client.0.smithi129.stdout:53.12% done 2024-03-22T07:24:47.900 INFO:tasks.workunit.client.0.smithi129.stdout:54.69% done 2024-03-22T07:24:47.900 INFO:tasks.workunit.client.0.smithi129.stdout:56.25% done 2024-03-22T07:24:47.900 INFO:tasks.workunit.client.0.smithi129.stdout:57.81% done 2024-03-22T07:24:47.900 INFO:tasks.workunit.client.0.smithi129.stdout:59.38% done 2024-03-22T07:24:47.900 INFO:tasks.workunit.client.0.smithi129.stdout:60.94% done 2024-03-22T07:24:47.901 INFO:tasks.workunit.client.0.smithi129.stdout:62.50% done 2024-03-22T07:24:47.901 INFO:tasks.workunit.client.0.smithi129.stdout:64.06% done 2024-03-22T07:24:47.901 INFO:tasks.workunit.client.0.smithi129.stdout:65.62% done 2024-03-22T07:24:47.901 INFO:tasks.workunit.client.0.smithi129.stdout:67.19% done 2024-03-22T07:24:47.901 INFO:tasks.workunit.client.0.smithi129.stdout:68.75% done 2024-03-22T07:24:47.901 INFO:tasks.workunit.client.0.smithi129.stdout:70.31% done 2024-03-22T07:24:47.901 INFO:tasks.workunit.client.0.smithi129.stdout:71.88% done 2024-03-22T07:24:47.901 INFO:tasks.workunit.client.0.smithi129.stdout:73.44% done 2024-03-22T07:24:47.901 INFO:tasks.workunit.client.0.smithi129.stdout:75.00% done 2024-03-22T07:24:47.901 INFO:tasks.workunit.client.0.smithi129.stdout:76.56% done 2024-03-22T07:24:47.901 INFO:tasks.workunit.client.0.smithi129.stdout:78.12% done 2024-03-22T07:24:47.901 INFO:tasks.workunit.client.0.smithi129.stdout:79.69% done 2024-03-22T07:24:47.901 INFO:tasks.workunit.client.0.smithi129.stdout:81.25% done 2024-03-22T07:24:47.901 INFO:tasks.workunit.client.0.smithi129.stdout:82.81% done 2024-03-22T07:24:47.901 INFO:tasks.workunit.client.0.smithi129.stdout:84.38% done 2024-03-22T07:24:47.902 INFO:tasks.workunit.client.0.smithi129.stdout:85.94% done 2024-03-22T07:24:47.902 INFO:tasks.workunit.client.0.smithi129.stdout:87.50% done 2024-03-22T07:24:47.902 INFO:tasks.workunit.client.0.smithi129.stdout:89.06% done 2024-03-22T07:24:47.902 INFO:tasks.workunit.client.0.smithi129.stdout:90.62% done 2024-03-22T07:24:47.902 INFO:tasks.workunit.client.0.smithi129.stdout:92.19% done 2024-03-22T07:24:47.902 INFO:tasks.workunit.client.0.smithi129.stdout:93.75% done 2024-03-22T07:24:47.902 INFO:tasks.workunit.client.0.smithi129.stdout:95.31% done 2024-03-22T07:24:47.902 INFO:tasks.workunit.client.0.smithi129.stdout:96.88% done 2024-03-22T07:24:47.902 INFO:tasks.workunit.client.0.smithi129.stdout:98.44% done 2024-03-22T07:24:47.902 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (165 ms) 2024-03-22T07:24:47.902 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-03-22T07:24:47.902 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:48.069 INFO:tasks.workunit.client.0.smithi129.stdout:0.00% done 2024-03-22T07:24:48.069 INFO:tasks.workunit.client.0.smithi129.stdout:1.56% done 2024-03-22T07:24:48.070 INFO:tasks.workunit.client.0.smithi129.stdout:3.12% done 2024-03-22T07:24:48.070 INFO:tasks.workunit.client.0.smithi129.stdout:4.69% done 2024-03-22T07:24:48.070 INFO:tasks.workunit.client.0.smithi129.stdout:6.25% done 2024-03-22T07:24:48.070 INFO:tasks.workunit.client.0.smithi129.stdout:7.81% done 2024-03-22T07:24:48.070 INFO:tasks.workunit.client.0.smithi129.stdout:9.38% done 2024-03-22T07:24:48.070 INFO:tasks.workunit.client.0.smithi129.stdout:10.94% done 2024-03-22T07:24:48.070 INFO:tasks.workunit.client.0.smithi129.stdout:12.50% done 2024-03-22T07:24:48.070 INFO:tasks.workunit.client.0.smithi129.stdout:14.06% done 2024-03-22T07:24:48.070 INFO:tasks.workunit.client.0.smithi129.stdout:15.62% done 2024-03-22T07:24:48.070 INFO:tasks.workunit.client.0.smithi129.stdout:17.19% done 2024-03-22T07:24:48.070 INFO:tasks.workunit.client.0.smithi129.stdout:18.75% done 2024-03-22T07:24:48.070 INFO:tasks.workunit.client.0.smithi129.stdout:20.31% done 2024-03-22T07:24:48.070 INFO:tasks.workunit.client.0.smithi129.stdout:21.88% done 2024-03-22T07:24:48.070 INFO:tasks.workunit.client.0.smithi129.stdout:23.44% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:25.00% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:26.56% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:28.12% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:29.69% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:31.25% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:32.81% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:34.38% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:35.94% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:37.50% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:39.06% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:40.62% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:42.19% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:43.75% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:45.31% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:46.88% done 2024-03-22T07:24:48.071 INFO:tasks.workunit.client.0.smithi129.stdout:48.44% done 2024-03-22T07:24:48.072 INFO:tasks.workunit.client.0.smithi129.stdout:50.00% done 2024-03-22T07:24:48.072 INFO:tasks.workunit.client.0.smithi129.stdout:51.56% done 2024-03-22T07:24:48.072 INFO:tasks.workunit.client.0.smithi129.stdout:53.12% done 2024-03-22T07:24:48.072 INFO:tasks.workunit.client.0.smithi129.stdout:54.69% done 2024-03-22T07:24:48.072 INFO:tasks.workunit.client.0.smithi129.stdout:56.25% done 2024-03-22T07:24:48.072 INFO:tasks.workunit.client.0.smithi129.stdout:57.81% done 2024-03-22T07:24:48.072 INFO:tasks.workunit.client.0.smithi129.stdout:59.38% done 2024-03-22T07:24:48.072 INFO:tasks.workunit.client.0.smithi129.stdout:60.94% done 2024-03-22T07:24:48.072 INFO:tasks.workunit.client.0.smithi129.stdout:62.50% done 2024-03-22T07:24:48.072 INFO:tasks.workunit.client.0.smithi129.stdout:64.06% done 2024-03-22T07:24:48.072 INFO:tasks.workunit.client.0.smithi129.stdout:65.62% done 2024-03-22T07:24:48.072 INFO:tasks.workunit.client.0.smithi129.stdout:67.19% done 2024-03-22T07:24:48.072 INFO:tasks.workunit.client.0.smithi129.stdout:68.75% done 2024-03-22T07:24:48.072 INFO:tasks.workunit.client.0.smithi129.stdout:70.31% done 2024-03-22T07:24:48.072 INFO:tasks.workunit.client.0.smithi129.stdout:71.88% done 2024-03-22T07:24:48.073 INFO:tasks.workunit.client.0.smithi129.stdout:73.44% done 2024-03-22T07:24:48.073 INFO:tasks.workunit.client.0.smithi129.stdout:75.00% done 2024-03-22T07:24:48.073 INFO:tasks.workunit.client.0.smithi129.stdout:76.56% done 2024-03-22T07:24:48.073 INFO:tasks.workunit.client.0.smithi129.stdout:78.12% done 2024-03-22T07:24:48.073 INFO:tasks.workunit.client.0.smithi129.stdout:79.69% done 2024-03-22T07:24:48.073 INFO:tasks.workunit.client.0.smithi129.stdout:81.25% done 2024-03-22T07:24:48.073 INFO:tasks.workunit.client.0.smithi129.stdout:82.81% done 2024-03-22T07:24:48.073 INFO:tasks.workunit.client.0.smithi129.stdout:84.38% done 2024-03-22T07:24:48.073 INFO:tasks.workunit.client.0.smithi129.stdout:85.94% done 2024-03-22T07:24:48.073 INFO:tasks.workunit.client.0.smithi129.stdout:87.50% done 2024-03-22T07:24:48.073 INFO:tasks.workunit.client.0.smithi129.stdout:89.06% done 2024-03-22T07:24:48.073 INFO:tasks.workunit.client.0.smithi129.stdout:90.62% done 2024-03-22T07:24:48.073 INFO:tasks.workunit.client.0.smithi129.stdout:92.19% done 2024-03-22T07:24:48.073 INFO:tasks.workunit.client.0.smithi129.stdout:93.75% done 2024-03-22T07:24:48.073 INFO:tasks.workunit.client.0.smithi129.stdout:95.31% done 2024-03-22T07:24:48.074 INFO:tasks.workunit.client.0.smithi129.stdout:96.88% done 2024-03-22T07:24:48.074 INFO:tasks.workunit.client.0.smithi129.stdout:98.44% done 2024-03-22T07:24:48.074 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (171 ms) 2024-03-22T07:24:48.074 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-03-22T07:24:48.074 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:48.090 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:48.434 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestTrashPurge (365 ms) 2024-03-22T07:24:48.434 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-03-22T07:24:48.434 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:48.562 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (128 ms) 2024-03-22T07:24:48.562 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-03-22T07:24:48.562 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:48.688 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestListWatchers (127 ms) 2024-03-22T07:24:48.689 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-03-22T07:24:48.689 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:48.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:48 smithi129 bash[79695]: audit 2024-03-22T07:24:47.565954+0000 mon.a (mon.0) 1082 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/623073146"}]': finished 2024-03-22T07:24:48.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:48 smithi129 bash[79695]: cluster 2024-03-22T07:24:47.572457+0000 mon.a (mon.0) 1083 : cluster 0 osdmap e771: 8 total, 8 up, 8 in 2024-03-22T07:24:48.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:48 smithi129 bash[79695]: cluster 2024-03-22T07:24:47.599949+0000 osd.7 (osd.7) 365 : cluster 3 failed to encode map e771 with expected crc 2024-03-22T07:24:48.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:48 smithi129 bash[79695]: cluster 2024-03-22T07:24:47.640987+0000 osd.5 (osd.5) 340 : cluster 3 failed to encode map e771 with expected crc 2024-03-22T07:24:48.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:48 smithi129 bash[82160]: audit 2024-03-22T07:24:47.565954+0000 mon.a (mon.0) 1082 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/623073146"}]': finished 2024-03-22T07:24:48.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:48 smithi129 bash[82160]: cluster 2024-03-22T07:24:47.572457+0000 mon.a (mon.0) 1083 : cluster 0 osdmap e771: 8 total, 8 up, 8 in 2024-03-22T07:24:48.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:48 smithi129 bash[82160]: cluster 2024-03-22T07:24:47.599949+0000 osd.7 (osd.7) 365 : cluster 3 failed to encode map e771 with expected crc 2024-03-22T07:24:48.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:48 smithi129 bash[82160]: cluster 2024-03-22T07:24:47.640987+0000 osd.5 (osd.5) 340 : cluster 3 failed to encode map e771 with expected crc 2024-03-22T07:24:48.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:48 smithi148 bash[66753]: audit 2024-03-22T07:24:47.565954+0000 mon.a (mon.0) 1082 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.129:0/623073146"}]': finished 2024-03-22T07:24:48.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:48 smithi148 bash[66753]: cluster 2024-03-22T07:24:47.572457+0000 mon.a (mon.0) 1083 : cluster 0 osdmap e771: 8 total, 8 up, 8 in 2024-03-22T07:24:48.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:48 smithi148 bash[66753]: cluster 2024-03-22T07:24:47.599949+0000 osd.7 (osd.7) 365 : cluster 3 failed to encode map e771 with expected crc 2024-03-22T07:24:48.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:48 smithi148 bash[66753]: cluster 2024-03-22T07:24:47.640987+0000 osd.5 (osd.5) 340 : cluster 3 failed to encode map e771 with expected crc 2024-03-22T07:24:49.687 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestSetSnapById (998 ms) 2024-03-22T07:24:49.687 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.Namespaces 2024-03-22T07:24:49.740 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.Namespaces (54 ms) 2024-03-22T07:24:49.741 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-03-22T07:24:49.816 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:49.829 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:49.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:49 smithi129 bash[79695]: cluster 2024-03-22T07:24:47.788902+0000 mgr.y (mgr.25337) 524 : cluster 0 pgmap v915: 617 pgs: 617 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 198 KiB/s rd, 136 KiB/s wr, 186 op/s 2024-03-22T07:24:49.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:49 smithi129 bash[79695]: cluster 2024-03-22T07:24:48.587515+0000 osd.7 (osd.7) 366 : cluster 3 failed to encode map e772 with expected crc 2024-03-22T07:24:49.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:49 smithi129 bash[79695]: cluster 2024-03-22T07:24:48.589676+0000 osd.5 (osd.5) 341 : cluster 3 failed to encode map e772 with expected crc 2024-03-22T07:24:49.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:49 smithi129 bash[79695]: cluster 2024-03-22T07:24:48.592623+0000 mon.a (mon.0) 1084 : cluster 0 osdmap e772: 8 total, 8 up, 8 in 2024-03-22T07:24:49.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:49 smithi129 bash[79695]: cluster 2024-03-22T07:24:48.667963+0000 osd.6 (osd.6) 354 : cluster 3 failed to encode map e772 with expected crc 2024-03-22T07:24:49.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:49 smithi129 bash[82160]: cluster 2024-03-22T07:24:47.788902+0000 mgr.y (mgr.25337) 524 : cluster 0 pgmap v915: 617 pgs: 617 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 198 KiB/s rd, 136 KiB/s wr, 186 op/s 2024-03-22T07:24:49.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:49 smithi129 bash[82160]: cluster 2024-03-22T07:24:48.587515+0000 osd.7 (osd.7) 366 : cluster 3 failed to encode map e772 with expected crc 2024-03-22T07:24:49.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:49 smithi129 bash[82160]: cluster 2024-03-22T07:24:48.589676+0000 osd.5 (osd.5) 341 : cluster 3 failed to encode map e772 with expected crc 2024-03-22T07:24:49.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:49 smithi129 bash[82160]: cluster 2024-03-22T07:24:48.592623+0000 mon.a (mon.0) 1084 : cluster 0 osdmap e772: 8 total, 8 up, 8 in 2024-03-22T07:24:49.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:49 smithi129 bash[82160]: cluster 2024-03-22T07:24:48.667963+0000 osd.6 (osd.6) 354 : cluster 3 failed to encode map e772 with expected crc 2024-03-22T07:24:49.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:49 smithi148 bash[66753]: cluster 2024-03-22T07:24:47.788902+0000 mgr.y (mgr.25337) 524 : cluster 0 pgmap v915: 617 pgs: 617 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 198 KiB/s rd, 136 KiB/s wr, 186 op/s 2024-03-22T07:24:49.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:49 smithi148 bash[66753]: cluster 2024-03-22T07:24:48.587515+0000 osd.7 (osd.7) 366 : cluster 3 failed to encode map e772 with expected crc 2024-03-22T07:24:49.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:49 smithi148 bash[66753]: cluster 2024-03-22T07:24:48.589676+0000 osd.5 (osd.5) 341 : cluster 3 failed to encode map e772 with expected crc 2024-03-22T07:24:49.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:49 smithi148 bash[66753]: cluster 2024-03-22T07:24:48.592623+0000 mon.a (mon.0) 1084 : cluster 0 osdmap e772: 8 total, 8 up, 8 in 2024-03-22T07:24:49.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:49 smithi148 bash[66753]: cluster 2024-03-22T07:24:48.667963+0000 osd.6 (osd.6) 354 : cluster 3 failed to encode map e772 with expected crc 2024-03-22T07:24:50.035 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.NamespacesPP (295 ms) 2024-03-22T07:24:50.036 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.Migration 2024-03-22T07:24:50.036 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:50.036 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:50.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:50 smithi129 bash[79695]: cluster 2024-03-22T07:24:49.590011+0000 osd.7 (osd.7) 367 : cluster 3 failed to encode map e773 with expected crc 2024-03-22T07:24:50.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:50 smithi129 bash[79695]: cluster 2024-03-22T07:24:49.597230+0000 mon.a (mon.0) 1085 : cluster 0 osdmap e773: 8 total, 8 up, 8 in 2024-03-22T07:24:50.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:50 smithi129 bash[79695]: cluster 2024-03-22T07:24:49.631992+0000 osd.5 (osd.5) 342 : cluster 3 failed to encode map e773 with expected crc 2024-03-22T07:24:50.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:50 smithi129 bash[82160]: cluster 2024-03-22T07:24:49.590011+0000 osd.7 (osd.7) 367 : cluster 3 failed to encode map e773 with expected crc 2024-03-22T07:24:50.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:50 smithi129 bash[82160]: cluster 2024-03-22T07:24:49.597230+0000 mon.a (mon.0) 1085 : cluster 0 osdmap e773: 8 total, 8 up, 8 in 2024-03-22T07:24:50.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:50 smithi129 bash[82160]: cluster 2024-03-22T07:24:49.631992+0000 osd.5 (osd.5) 342 : cluster 3 failed to encode map e773 with expected crc 2024-03-22T07:24:50.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:50 smithi148 bash[66753]: cluster 2024-03-22T07:24:49.590011+0000 osd.7 (osd.7) 367 : cluster 3 failed to encode map e773 with expected crc 2024-03-22T07:24:50.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:50 smithi148 bash[66753]: cluster 2024-03-22T07:24:49.597230+0000 mon.a (mon.0) 1085 : cluster 0 osdmap e773: 8 total, 8 up, 8 in 2024-03-22T07:24:50.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:50 smithi148 bash[66753]: cluster 2024-03-22T07:24:49.631992+0000 osd.5 (osd.5) 342 : cluster 3 failed to encode map e773 with expected crc 2024-03-22T07:24:51.144 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.Migration (1108 ms) 2024-03-22T07:24:51.144 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-03-22T07:24:51.144 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:51.145 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:51.871 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:51 smithi129 bash[79695]: cluster 2024-03-22T07:24:49.790190+0000 mgr.y (mgr.25337) 525 : cluster 0 pgmap v918: 617 pgs: 617 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 260 KiB/s rd, 83 KiB/s wr, 369 op/s 2024-03-22T07:24:51.871 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:51 smithi129 bash[82160]: cluster 2024-03-22T07:24:49.790190+0000 mgr.y (mgr.25337) 525 : cluster 0 pgmap v918: 617 pgs: 617 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 260 KiB/s rd, 83 KiB/s wr, 369 op/s 2024-03-22T07:24:51.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:51 smithi148 bash[66753]: cluster 2024-03-22T07:24:49.790190+0000 mgr.y (mgr.25337) 525 : cluster 0 pgmap v918: 617 pgs: 617 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 260 KiB/s rd, 83 KiB/s wr, 369 op/s 2024-03-22T07:24:52.277 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.MigrationPP (1133 ms) 2024-03-22T07:24:52.277 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-03-22T07:24:52.278 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:52.319 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (42 ms) 2024-03-22T07:24:52.319 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-03-22T07:24:52.319 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:52.364 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (45 ms) 2024-03-22T07:24:52.364 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-03-22T07:24:52.364 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:52.899 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (536 ms) 2024-03-22T07:24:52.900 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-03-22T07:24:52.985 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.PoolMetadata (85 ms) 2024-03-22T07:24:52.985 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-03-22T07:24:53.025 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.PoolMetadataPP (40 ms) 2024-03-22T07:24:53.025 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.Config 2024-03-22T07:24:53.032 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:53.107 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.Config (82 ms) 2024-03-22T07:24:53.107 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-03-22T07:24:53.113 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:53.166 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ConfigPP (60 ms) 2024-03-22T07:24:53.166 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-03-22T07:24:53.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:52 smithi129 bash[72191]: [22/Mar/2024:07:24:52] ENGINE Bus STOPPING 2024-03-22T07:24:53.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:52 smithi129 bash[72191]: [22/Mar/2024:07:24:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:24:53.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:52 smithi129 bash[72191]: [22/Mar/2024:07:24:52] ENGINE Bus STOPPED 2024-03-22T07:24:53.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:52 smithi129 bash[72191]: [22/Mar/2024:07:24:52] ENGINE Bus STARTING 2024-03-22T07:24:53.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[72191]: [22/Mar/2024:07:24:53] ENGINE Serving on http://:::9283 2024-03-22T07:24:53.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[72191]: [22/Mar/2024:07:24:53] ENGINE Bus STARTED 2024-03-22T07:24:53.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[72191]: [22/Mar/2024:07:24:53] ENGINE Bus STOPPING 2024-03-22T07:24:53.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[72191]: [22/Mar/2024:07:24:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:24:53.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[72191]: [22/Mar/2024:07:24:53] ENGINE Bus STOPPED 2024-03-22T07:24:53.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[72191]: [22/Mar/2024:07:24:53] ENGINE Bus STARTING 2024-03-22T07:24:53.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[72191]: [22/Mar/2024:07:24:53] ENGINE Serving on http://:::9283 2024-03-22T07:24:53.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[72191]: [22/Mar/2024:07:24:53] ENGINE Bus STARTED 2024-03-22T07:24:53.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:53 smithi148 bash[66753]: cluster 2024-03-22T07:24:51.791993+0000 mgr.y (mgr.25337) 526 : cluster 0 pgmap v919: 617 pgs: 617 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 216 KiB/s rd, 58 KiB/s wr, 302 op/s 2024-03-22T07:24:53.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:53 smithi148 bash[66753]: cluster 2024-03-22T07:24:52.639883+0000 mon.a (mon.0) 1086 : cluster 0 osdmap e774: 8 total, 8 up, 8 in 2024-03-22T07:24:53.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:53 smithi148 bash[66753]: cluster 2024-03-22T07:24:52.691570+0000 osd.5 (osd.5) 343 : cluster 3 failed to encode map e774 with expected crc 2024-03-22T07:24:53.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:53 smithi148 bash[66753]: audit 2024-03-22T07:24:52.943396+0000 mon.a (mon.0) 1087 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:24:53.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:53 smithi148 bash[66753]: audit 2024-03-22T07:24:53.013114+0000 mon.a (mon.0) 1088 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:24:53.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:53 smithi148 bash[66753]: audit 2024-03-22T07:24:53.033130+0000 mon.c (mon.2) 275 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:24:53.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:53 smithi148 bash[66753]: audit 2024-03-22T07:24:53.035419+0000 mon.c (mon.2) 276 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:24:53.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:53 smithi148 bash[66753]: audit 2024-03-22T07:24:53.036386+0000 mon.c (mon.2) 277 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:24:53.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:53 smithi148 bash[66753]: audit 2024-03-22T07:24:53.043125+0000 mon.a (mon.0) 1089 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:53.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:53 smithi148 bash[66753]: audit 2024-03-22T07:24:53.395363+0000 mon.c (mon.2) 278 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:24:53.937 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[82160]: cluster 2024-03-22T07:24:51.791993+0000 mgr.y (mgr.25337) 526 : cluster 0 pgmap v919: 617 pgs: 617 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 216 KiB/s rd, 58 KiB/s wr, 302 op/s 2024-03-22T07:24:53.937 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[82160]: cluster 2024-03-22T07:24:52.639883+0000 mon.a (mon.0) 1086 : cluster 0 osdmap e774: 8 total, 8 up, 8 in 2024-03-22T07:24:53.937 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[82160]: cluster 2024-03-22T07:24:52.691570+0000 osd.5 (osd.5) 343 : cluster 3 failed to encode map e774 with expected crc 2024-03-22T07:24:53.937 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[82160]: audit 2024-03-22T07:24:52.943396+0000 mon.a (mon.0) 1087 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:24:53.937 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[82160]: audit 2024-03-22T07:24:53.013114+0000 mon.a (mon.0) 1088 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:24:53.937 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[82160]: audit 2024-03-22T07:24:53.033130+0000 mon.c (mon.2) 275 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:24:53.937 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[82160]: audit 2024-03-22T07:24:53.035419+0000 mon.c (mon.2) 276 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:24:53.937 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[82160]: audit 2024-03-22T07:24:53.036386+0000 mon.c (mon.2) 277 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:24:53.937 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[82160]: audit 2024-03-22T07:24:53.043125+0000 mon.a (mon.0) 1089 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:53.938 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[82160]: audit 2024-03-22T07:24:53.395363+0000 mon.c (mon.2) 278 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:24:53.938 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[79695]: cluster 2024-03-22T07:24:51.791993+0000 mgr.y (mgr.25337) 526 : cluster 0 pgmap v919: 617 pgs: 617 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 216 KiB/s rd, 58 KiB/s wr, 302 op/s 2024-03-22T07:24:53.938 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[79695]: cluster 2024-03-22T07:24:52.639883+0000 mon.a (mon.0) 1086 : cluster 0 osdmap e774: 8 total, 8 up, 8 in 2024-03-22T07:24:53.938 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[79695]: cluster 2024-03-22T07:24:52.691570+0000 osd.5 (osd.5) 343 : cluster 3 failed to encode map e774 with expected crc 2024-03-22T07:24:53.938 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[79695]: audit 2024-03-22T07:24:52.943396+0000 mon.a (mon.0) 1087 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:24:53.938 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[79695]: audit 2024-03-22T07:24:53.013114+0000 mon.a (mon.0) 1088 : audit 1 from='client.? ' entity='client.admin' 2024-03-22T07:24:53.938 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[79695]: audit 2024-03-22T07:24:53.033130+0000 mon.c (mon.2) 275 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:24:53.938 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[79695]: audit 2024-03-22T07:24:53.035419+0000 mon.c (mon.2) 276 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:24:53.938 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[79695]: audit 2024-03-22T07:24:53.036386+0000 mon.c (mon.2) 277 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:24:53.938 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[79695]: audit 2024-03-22T07:24:53.043125+0000 mon.a (mon.0) 1089 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:24:53.938 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[79695]: audit 2024-03-22T07:24:53.395363+0000 mon.c (mon.2) 278 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:24:54.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:24:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:24:53] "GET /metrics HTTP/1.1" 200 74979 "" "Prometheus/2.43.0" 2024-03-22T07:24:54.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:54 smithi148 bash[66753]: cluster 2024-03-22T07:24:52.633460+0000 osd.7 (osd.7) 368 : cluster 3 failed to encode map e774 with expected crc 2024-03-22T07:24:54.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:54 smithi148 bash[66753]: cluster 2024-03-22T07:24:54.052533+0000 mon.a (mon.0) 1090 : cluster 0 osdmap e775: 8 total, 8 up, 8 in 2024-03-22T07:24:54.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:54 smithi148 bash[66753]: audit 2024-03-22T07:24:54.058043+0000 mon.c (mon.2) 279 : audit 1 from='client.? 172.21.15.129:0/3199349762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:24:54.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:54 smithi148 bash[66753]: cluster 2024-03-22T07:24:54.058748+0000 osd.7 (osd.7) 369 : cluster 3 failed to encode map e775 with expected crc 2024-03-22T07:24:54.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:54 smithi148 bash[66753]: audit 2024-03-22T07:24:54.086224+0000 mon.a (mon.0) 1091 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:24:55.056 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:55.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:54 smithi129 bash[79695]: cluster 2024-03-22T07:24:52.633460+0000 osd.7 (osd.7) 368 : cluster 3 failed to encode map e774 with expected crc 2024-03-22T07:24:55.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:54 smithi129 bash[79695]: cluster 2024-03-22T07:24:54.052533+0000 mon.a (mon.0) 1090 : cluster 0 osdmap e775: 8 total, 8 up, 8 in 2024-03-22T07:24:55.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:54 smithi129 bash[79695]: audit 2024-03-22T07:24:54.058043+0000 mon.c (mon.2) 279 : audit 1 from='client.? 172.21.15.129:0/3199349762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:24:55.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:54 smithi129 bash[79695]: cluster 2024-03-22T07:24:54.058748+0000 osd.7 (osd.7) 369 : cluster 3 failed to encode map e775 with expected crc 2024-03-22T07:24:55.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:54 smithi129 bash[79695]: audit 2024-03-22T07:24:54.086224+0000 mon.a (mon.0) 1091 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:24:55.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:54 smithi129 bash[82160]: cluster 2024-03-22T07:24:52.633460+0000 osd.7 (osd.7) 368 : cluster 3 failed to encode map e774 with expected crc 2024-03-22T07:24:55.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:54 smithi129 bash[82160]: cluster 2024-03-22T07:24:54.052533+0000 mon.a (mon.0) 1090 : cluster 0 osdmap e775: 8 total, 8 up, 8 in 2024-03-22T07:24:55.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:54 smithi129 bash[82160]: audit 2024-03-22T07:24:54.058043+0000 mon.c (mon.2) 279 : audit 1 from='client.? 172.21.15.129:0/3199349762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:24:55.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:54 smithi129 bash[82160]: cluster 2024-03-22T07:24:54.058748+0000 osd.7 (osd.7) 369 : cluster 3 failed to encode map e775 with expected crc 2024-03-22T07:24:55.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:54 smithi129 bash[82160]: audit 2024-03-22T07:24:54.086224+0000 mon.a (mon.0) 1091 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:24:55.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:55 smithi148 bash[66753]: cluster 2024-03-22T07:24:53.793711+0000 mgr.y (mgr.25337) 527 : cluster 0 pgmap v921: 617 pgs: 617 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 401 KiB/s rd, 21 KiB/s wr, 523 op/s 2024-03-22T07:24:55.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:55 smithi148 bash[66753]: cluster 2024-03-22T07:24:54.047669+0000 osd.6 (osd.6) 355 : cluster 3 failed to encode map e775 with expected crc 2024-03-22T07:24:55.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:55 smithi148 bash[66753]: cluster 2024-03-22T07:24:54.053486+0000 osd.5 (osd.5) 344 : cluster 3 failed to encode map e775 with expected crc 2024-03-22T07:24:55.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:55 smithi148 bash[66753]: cluster 2024-03-22T07:24:54.059476+0000 osd.6 (osd.6) 356 : cluster 3 failed to encode map e775 with expected crc 2024-03-22T07:24:55.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:55 smithi148 bash[66753]: cluster 2024-03-22T07:24:54.062970+0000 osd.5 (osd.5) 345 : cluster 3 failed to encode map e775 with expected crc 2024-03-22T07:24:55.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:55 smithi148 bash[66753]: audit 2024-03-22T07:24:55.048759+0000 mon.a (mon.0) 1092 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:24:55.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:55 smithi148 bash[66753]: cluster 2024-03-22T07:24:55.049528+0000 osd.7 (osd.7) 370 : cluster 3 failed to encode map e776 with expected crc 2024-03-22T07:24:55.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:55 smithi148 bash[66753]: cluster 2024-03-22T07:24:55.055945+0000 mon.a (mon.0) 1093 : cluster 0 osdmap e776: 8 total, 8 up, 8 in 2024-03-22T07:24:55.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:55 smithi148 bash[66753]: cluster 2024-03-22T07:24:55.061714+0000 osd.7 (osd.7) 371 : cluster 3 failed to encode map e776 with expected crc 2024-03-22T07:24:56.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[79695]: cluster 2024-03-22T07:24:53.793711+0000 mgr.y (mgr.25337) 527 : cluster 0 pgmap v921: 617 pgs: 617 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 401 KiB/s rd, 21 KiB/s wr, 523 op/s 2024-03-22T07:24:56.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[79695]: cluster 2024-03-22T07:24:54.047669+0000 osd.6 (osd.6) 355 : cluster 3 failed to encode map e775 with expected crc 2024-03-22T07:24:56.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[79695]: cluster 2024-03-22T07:24:54.053486+0000 osd.5 (osd.5) 344 : cluster 3 failed to encode map e775 with expected crc 2024-03-22T07:24:56.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[79695]: cluster 2024-03-22T07:24:54.059476+0000 osd.6 (osd.6) 356 : cluster 3 failed to encode map e775 with expected crc 2024-03-22T07:24:56.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[79695]: cluster 2024-03-22T07:24:54.062970+0000 osd.5 (osd.5) 345 : cluster 3 failed to encode map e775 with expected crc 2024-03-22T07:24:56.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[79695]: audit 2024-03-22T07:24:55.048759+0000 mon.a (mon.0) 1092 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:24:56.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[79695]: cluster 2024-03-22T07:24:55.049528+0000 osd.7 (osd.7) 370 : cluster 3 failed to encode map e776 with expected crc 2024-03-22T07:24:56.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[79695]: cluster 2024-03-22T07:24:55.055945+0000 mon.a (mon.0) 1093 : cluster 0 osdmap e776: 8 total, 8 up, 8 in 2024-03-22T07:24:56.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[79695]: cluster 2024-03-22T07:24:55.061714+0000 osd.7 (osd.7) 371 : cluster 3 failed to encode map e776 with expected crc 2024-03-22T07:24:56.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[82160]: cluster 2024-03-22T07:24:53.793711+0000 mgr.y (mgr.25337) 527 : cluster 0 pgmap v921: 617 pgs: 617 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 401 KiB/s rd, 21 KiB/s wr, 523 op/s 2024-03-22T07:24:56.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[82160]: cluster 2024-03-22T07:24:54.047669+0000 osd.6 (osd.6) 355 : cluster 3 failed to encode map e775 with expected crc 2024-03-22T07:24:56.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[82160]: cluster 2024-03-22T07:24:54.053486+0000 osd.5 (osd.5) 344 : cluster 3 failed to encode map e775 with expected crc 2024-03-22T07:24:56.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[82160]: cluster 2024-03-22T07:24:54.059476+0000 osd.6 (osd.6) 356 : cluster 3 failed to encode map e775 with expected crc 2024-03-22T07:24:56.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[82160]: cluster 2024-03-22T07:24:54.062970+0000 osd.5 (osd.5) 345 : cluster 3 failed to encode map e775 with expected crc 2024-03-22T07:24:56.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[82160]: audit 2024-03-22T07:24:55.048759+0000 mon.a (mon.0) 1092 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:24:56.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[82160]: cluster 2024-03-22T07:24:55.049528+0000 osd.7 (osd.7) 370 : cluster 3 failed to encode map e776 with expected crc 2024-03-22T07:24:56.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[82160]: cluster 2024-03-22T07:24:55.055945+0000 mon.a (mon.0) 1093 : cluster 0 osdmap e776: 8 total, 8 up, 8 in 2024-03-22T07:24:56.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:55 smithi129 bash[82160]: cluster 2024-03-22T07:24:55.061714+0000 osd.7 (osd.7) 371 : cluster 3 failed to encode map e776 with expected crc 2024-03-22T07:24:56.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:56 smithi148 bash[66753]: cluster 2024-03-22T07:24:55.050398+0000 osd.5 (osd.5) 346 : cluster 3 failed to encode map e776 with expected crc 2024-03-22T07:24:56.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:56 smithi148 bash[66753]: cluster 2024-03-22T07:24:55.056131+0000 osd.6 (osd.6) 357 : cluster 3 failed to encode map e776 with expected crc 2024-03-22T07:24:56.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:56 smithi148 bash[66753]: cluster 2024-03-22T07:24:56.058228+0000 mon.a (mon.0) 1094 : cluster 0 osdmap e777: 8 total, 8 up, 8 in 2024-03-22T07:24:57.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:56 smithi129 bash[79695]: cluster 2024-03-22T07:24:55.050398+0000 osd.5 (osd.5) 346 : cluster 3 failed to encode map e776 with expected crc 2024-03-22T07:24:57.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:56 smithi129 bash[79695]: cluster 2024-03-22T07:24:55.056131+0000 osd.6 (osd.6) 357 : cluster 3 failed to encode map e776 with expected crc 2024-03-22T07:24:57.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:56 smithi129 bash[79695]: cluster 2024-03-22T07:24:56.058228+0000 mon.a (mon.0) 1094 : cluster 0 osdmap e777: 8 total, 8 up, 8 in 2024-03-22T07:24:57.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:56 smithi129 bash[82160]: cluster 2024-03-22T07:24:55.050398+0000 osd.5 (osd.5) 346 : cluster 3 failed to encode map e776 with expected crc 2024-03-22T07:24:57.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:56 smithi129 bash[82160]: cluster 2024-03-22T07:24:55.056131+0000 osd.6 (osd.6) 357 : cluster 3 failed to encode map e776 with expected crc 2024-03-22T07:24:57.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:56 smithi129 bash[82160]: cluster 2024-03-22T07:24:56.058228+0000 mon.a (mon.0) 1094 : cluster 0 osdmap e777: 8 total, 8 up, 8 in 2024-03-22T07:24:57.141 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:57.164 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:57.183 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:24:57.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:57 smithi148 bash[66753]: cluster 2024-03-22T07:24:55.795505+0000 mgr.y (mgr.25337) 528 : cluster 0 pgmap v924: 649 pgs: 7 creating+peering, 16 unknown, 626 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 440 KiB/s rd, 27 KiB/s wr, 570 op/s 2024-03-22T07:24:57.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:57 smithi148 bash[66753]: cluster 2024-03-22T07:24:56.066429+0000 osd.6 (osd.6) 358 : cluster 3 failed to encode map e777 with expected crc 2024-03-22T07:24:57.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:57 smithi148 bash[66753]: cluster 2024-03-22T07:24:57.062775+0000 mon.a (mon.0) 1095 : cluster 0 osdmap e778: 8 total, 8 up, 8 in 2024-03-22T07:24:58.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:57 smithi129 bash[79695]: cluster 2024-03-22T07:24:55.795505+0000 mgr.y (mgr.25337) 528 : cluster 0 pgmap v924: 649 pgs: 7 creating+peering, 16 unknown, 626 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 440 KiB/s rd, 27 KiB/s wr, 570 op/s 2024-03-22T07:24:58.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:57 smithi129 bash[79695]: cluster 2024-03-22T07:24:56.066429+0000 osd.6 (osd.6) 358 : cluster 3 failed to encode map e777 with expected crc 2024-03-22T07:24:58.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:57 smithi129 bash[79695]: cluster 2024-03-22T07:24:57.062775+0000 mon.a (mon.0) 1095 : cluster 0 osdmap e778: 8 total, 8 up, 8 in 2024-03-22T07:24:58.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:57 smithi129 bash[82160]: cluster 2024-03-22T07:24:55.795505+0000 mgr.y (mgr.25337) 528 : cluster 0 pgmap v924: 649 pgs: 7 creating+peering, 16 unknown, 626 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 440 KiB/s rd, 27 KiB/s wr, 570 op/s 2024-03-22T07:24:58.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:57 smithi129 bash[82160]: cluster 2024-03-22T07:24:56.066429+0000 osd.6 (osd.6) 358 : cluster 3 failed to encode map e777 with expected crc 2024-03-22T07:24:58.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:57 smithi129 bash[82160]: cluster 2024-03-22T07:24:57.062775+0000 mon.a (mon.0) 1095 : cluster 0 osdmap e778: 8 total, 8 up, 8 in 2024-03-22T07:24:58.290 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.PoolStatsPP (5123 ms) 2024-03-22T07:24:58.290 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-03-22T07:24:59.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:58 smithi129 bash[79695]: cluster 2024-03-22T07:24:57.056827+0000 osd.5 (osd.5) 347 : cluster 3 failed to encode map e778 with expected crc 2024-03-22T07:24:59.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:58 smithi129 bash[79695]: cluster 2024-03-22T07:24:57.066857+0000 osd.6 (osd.6) 359 : cluster 3 failed to encode map e778 with expected crc 2024-03-22T07:24:59.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:58 smithi129 bash[79695]: cluster 2024-03-22T07:24:58.065442+0000 mon.a (mon.0) 1096 : cluster 0 osdmap e779: 8 total, 8 up, 8 in 2024-03-22T07:24:59.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:58 smithi129 bash[82160]: cluster 2024-03-22T07:24:57.056827+0000 osd.5 (osd.5) 347 : cluster 3 failed to encode map e778 with expected crc 2024-03-22T07:24:59.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:58 smithi129 bash[82160]: cluster 2024-03-22T07:24:57.066857+0000 osd.6 (osd.6) 359 : cluster 3 failed to encode map e778 with expected crc 2024-03-22T07:24:59.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:58 smithi129 bash[82160]: cluster 2024-03-22T07:24:58.065442+0000 mon.a (mon.0) 1096 : cluster 0 osdmap e779: 8 total, 8 up, 8 in 2024-03-22T07:24:59.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:58 smithi148 bash[66753]: cluster 2024-03-22T07:24:57.056827+0000 osd.5 (osd.5) 347 : cluster 3 failed to encode map e778 with expected crc 2024-03-22T07:24:59.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:58 smithi148 bash[66753]: cluster 2024-03-22T07:24:57.066857+0000 osd.6 (osd.6) 359 : cluster 3 failed to encode map e778 with expected crc 2024-03-22T07:24:59.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:58 smithi148 bash[66753]: cluster 2024-03-22T07:24:58.065442+0000 mon.a (mon.0) 1096 : cluster 0 osdmap e779: 8 total, 8 up, 8 in 2024-03-22T07:25:00.084 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:25:00.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[79695]: cluster 2024-03-22T07:24:57.798453+0000 mgr.y (mgr.25337) 529 : cluster 0 pgmap v927: 649 pgs: 7 creating+peering, 642 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 312 KiB/s rd, 30 KiB/s wr, 430 op/s 2024-03-22T07:25:00.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[79695]: cluster 2024-03-22T07:24:58.060084+0000 osd.7 (osd.7) 372 : cluster 3 failed to encode map e779 with expected crc 2024-03-22T07:25:00.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[79695]: cluster 2024-03-22T07:24:58.062826+0000 osd.5 (osd.5) 348 : cluster 3 failed to encode map e779 with expected crc 2024-03-22T07:25:00.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[79695]: cluster 2024-03-22T07:24:59.068118+0000 osd.7 (osd.7) 373 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:00.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[79695]: cluster 2024-03-22T07:24:59.068139+0000 osd.5 (osd.5) 349 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:00.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[79695]: cluster 2024-03-22T07:24:59.073651+0000 mon.a (mon.0) 1097 : cluster 0 osdmap e780: 8 total, 8 up, 8 in 2024-03-22T07:25:00.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[79695]: audit 2024-03-22T07:24:59.076174+0000 mon.c (mon.2) 280 : audit 1 from='client.? 172.21.15.129:0/1290768462' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:25:00.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[79695]: audit 2024-03-22T07:24:59.076966+0000 mon.a (mon.0) 1098 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:25:00.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[79695]: cluster 2024-03-22T07:24:59.077676+0000 osd.5 (osd.5) 350 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:00.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[79695]: cluster 2024-03-22T07:24:59.079694+0000 osd.7 (osd.7) 374 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:00.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[79695]: cluster 2024-03-22T07:24:59.090102+0000 osd.7 (osd.7) 375 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:00.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[82160]: cluster 2024-03-22T07:24:57.798453+0000 mgr.y (mgr.25337) 529 : cluster 0 pgmap v927: 649 pgs: 7 creating+peering, 642 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 312 KiB/s rd, 30 KiB/s wr, 430 op/s 2024-03-22T07:25:00.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[82160]: cluster 2024-03-22T07:24:58.060084+0000 osd.7 (osd.7) 372 : cluster 3 failed to encode map e779 with expected crc 2024-03-22T07:25:00.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[82160]: cluster 2024-03-22T07:24:58.062826+0000 osd.5 (osd.5) 348 : cluster 3 failed to encode map e779 with expected crc 2024-03-22T07:25:00.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[82160]: cluster 2024-03-22T07:24:59.068118+0000 osd.7 (osd.7) 373 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:00.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[82160]: cluster 2024-03-22T07:24:59.068139+0000 osd.5 (osd.5) 349 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:00.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[82160]: cluster 2024-03-22T07:24:59.073651+0000 mon.a (mon.0) 1097 : cluster 0 osdmap e780: 8 total, 8 up, 8 in 2024-03-22T07:25:00.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[82160]: audit 2024-03-22T07:24:59.076174+0000 mon.c (mon.2) 280 : audit 1 from='client.? 172.21.15.129:0/1290768462' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:25:00.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[82160]: audit 2024-03-22T07:24:59.076966+0000 mon.a (mon.0) 1098 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:25:00.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[82160]: cluster 2024-03-22T07:24:59.077676+0000 osd.5 (osd.5) 350 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:00.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[82160]: cluster 2024-03-22T07:24:59.079694+0000 osd.7 (osd.7) 374 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:00.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:24:59 smithi129 bash[82160]: cluster 2024-03-22T07:24:59.090102+0000 osd.7 (osd.7) 375 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:00.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:59 smithi148 bash[66753]: cluster 2024-03-22T07:24:57.798453+0000 mgr.y (mgr.25337) 529 : cluster 0 pgmap v927: 649 pgs: 7 creating+peering, 642 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 312 KiB/s rd, 30 KiB/s wr, 430 op/s 2024-03-22T07:25:00.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:59 smithi148 bash[66753]: cluster 2024-03-22T07:24:58.060084+0000 osd.7 (osd.7) 372 : cluster 3 failed to encode map e779 with expected crc 2024-03-22T07:25:00.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:59 smithi148 bash[66753]: cluster 2024-03-22T07:24:58.062826+0000 osd.5 (osd.5) 348 : cluster 3 failed to encode map e779 with expected crc 2024-03-22T07:25:00.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:59 smithi148 bash[66753]: cluster 2024-03-22T07:24:59.068118+0000 osd.7 (osd.7) 373 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:00.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:59 smithi148 bash[66753]: cluster 2024-03-22T07:24:59.068139+0000 osd.5 (osd.5) 349 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:00.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:59 smithi148 bash[66753]: cluster 2024-03-22T07:24:59.073651+0000 mon.a (mon.0) 1097 : cluster 0 osdmap e780: 8 total, 8 up, 8 in 2024-03-22T07:25:00.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:59 smithi148 bash[66753]: audit 2024-03-22T07:24:59.076174+0000 mon.c (mon.2) 280 : audit 1 from='client.? 172.21.15.129:0/1290768462' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:25:00.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:59 smithi148 bash[66753]: audit 2024-03-22T07:24:59.076966+0000 mon.a (mon.0) 1098 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:25:00.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:59 smithi148 bash[66753]: cluster 2024-03-22T07:24:59.077676+0000 osd.5 (osd.5) 350 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:00.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:59 smithi148 bash[66753]: cluster 2024-03-22T07:24:59.079694+0000 osd.7 (osd.7) 374 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:00.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:24:59 smithi148 bash[66753]: cluster 2024-03-22T07:24:59.090102+0000 osd.7 (osd.7) 375 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:01.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:00 smithi129 bash[79695]: cluster 2024-03-22T07:24:59.074242+0000 osd.6 (osd.6) 360 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:01.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:00 smithi129 bash[79695]: cluster 2024-03-22T07:24:59.085961+0000 osd.6 (osd.6) 361 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:01.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:00 smithi129 bash[79695]: cluster 2024-03-22T07:24:59.802155+0000 mgr.y (mgr.25337) 530 : cluster 0 pgmap v930: 681 pgs: 13 creating+peering, 19 unknown, 649 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 71 KiB/s rd, 6.5 KiB/s wr, 101 op/s 2024-03-22T07:25:01.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:00 smithi129 bash[79695]: audit 2024-03-22T07:25:00.068486+0000 mon.a (mon.0) 1099 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:25:01.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:00 smithi129 bash[79695]: cluster 2024-03-22T07:25:00.076837+0000 mon.a (mon.0) 1100 : cluster 0 osdmap e781: 8 total, 8 up, 8 in 2024-03-22T07:25:01.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:00 smithi129 bash[79695]: cluster 2024-03-22T07:25:00.077490+0000 osd.7 (osd.7) 376 : cluster 3 failed to encode map e781 with expected crc 2024-03-22T07:25:01.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:00 smithi129 bash[79695]: cluster 2024-03-22T07:25:00.082634+0000 osd.5 (osd.5) 351 : cluster 3 failed to encode map e781 with expected crc 2024-03-22T07:25:01.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:00 smithi129 bash[82160]: cluster 2024-03-22T07:24:59.074242+0000 osd.6 (osd.6) 360 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:01.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:00 smithi129 bash[82160]: cluster 2024-03-22T07:24:59.085961+0000 osd.6 (osd.6) 361 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:01.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:00 smithi129 bash[82160]: cluster 2024-03-22T07:24:59.802155+0000 mgr.y (mgr.25337) 530 : cluster 0 pgmap v930: 681 pgs: 13 creating+peering, 19 unknown, 649 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 71 KiB/s rd, 6.5 KiB/s wr, 101 op/s 2024-03-22T07:25:01.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:00 smithi129 bash[82160]: audit 2024-03-22T07:25:00.068486+0000 mon.a (mon.0) 1099 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:25:01.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:00 smithi129 bash[82160]: cluster 2024-03-22T07:25:00.076837+0000 mon.a (mon.0) 1100 : cluster 0 osdmap e781: 8 total, 8 up, 8 in 2024-03-22T07:25:01.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:00 smithi129 bash[82160]: cluster 2024-03-22T07:25:00.077490+0000 osd.7 (osd.7) 376 : cluster 3 failed to encode map e781 with expected crc 2024-03-22T07:25:01.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:00 smithi129 bash[82160]: cluster 2024-03-22T07:25:00.082634+0000 osd.5 (osd.5) 351 : cluster 3 failed to encode map e781 with expected crc 2024-03-22T07:25:01.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:00 smithi148 bash[66753]: cluster 2024-03-22T07:24:59.074242+0000 osd.6 (osd.6) 360 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:01.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:00 smithi148 bash[66753]: cluster 2024-03-22T07:24:59.085961+0000 osd.6 (osd.6) 361 : cluster 3 failed to encode map e780 with expected crc 2024-03-22T07:25:01.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:00 smithi148 bash[66753]: cluster 2024-03-22T07:24:59.802155+0000 mgr.y (mgr.25337) 530 : cluster 0 pgmap v930: 681 pgs: 13 creating+peering, 19 unknown, 649 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 71 KiB/s rd, 6.5 KiB/s wr, 101 op/s 2024-03-22T07:25:01.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:00 smithi148 bash[66753]: audit 2024-03-22T07:25:00.068486+0000 mon.a (mon.0) 1099 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:25:01.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:00 smithi148 bash[66753]: cluster 2024-03-22T07:25:00.076837+0000 mon.a (mon.0) 1100 : cluster 0 osdmap e781: 8 total, 8 up, 8 in 2024-03-22T07:25:01.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:00 smithi148 bash[66753]: cluster 2024-03-22T07:25:00.077490+0000 osd.7 (osd.7) 376 : cluster 3 failed to encode map e781 with expected crc 2024-03-22T07:25:01.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:00 smithi148 bash[66753]: cluster 2024-03-22T07:25:00.082634+0000 osd.5 (osd.5) 351 : cluster 3 failed to encode map e781 with expected crc 2024-03-22T07:25:02.121 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:01 smithi129 bash[79695]: cluster 2024-03-22T07:25:00.082859+0000 osd.6 (osd.6) 362 : cluster 3 failed to encode map e781 with expected crc 2024-03-22T07:25:02.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:01 smithi129 bash[79695]: cluster 2024-03-22T07:25:00.790383+0000 mon.a (mon.0) 1101 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:25:02.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:01 smithi129 bash[79695]: cluster 2024-03-22T07:25:01.078074+0000 mon.a (mon.0) 1102 : cluster 0 osdmap e782: 8 total, 8 up, 8 in 2024-03-22T07:25:02.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:01 smithi129 bash[79695]: cluster 2024-03-22T07:25:01.282787+0000 osd.5 (osd.5) 352 : cluster 3 failed to encode map e782 with expected crc 2024-03-22T07:25:02.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:01 smithi129 bash[79695]: cluster 2024-03-22T07:25:01.282800+0000 osd.7 (osd.7) 377 : cluster 3 failed to encode map e782 with expected crc 2024-03-22T07:25:02.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:01 smithi129 bash[82160]: cluster 2024-03-22T07:25:00.082859+0000 osd.6 (osd.6) 362 : cluster 3 failed to encode map e781 with expected crc 2024-03-22T07:25:02.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:01 smithi129 bash[82160]: cluster 2024-03-22T07:25:00.790383+0000 mon.a (mon.0) 1101 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:25:02.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:01 smithi129 bash[82160]: cluster 2024-03-22T07:25:01.078074+0000 mon.a (mon.0) 1102 : cluster 0 osdmap e782: 8 total, 8 up, 8 in 2024-03-22T07:25:02.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:01 smithi129 bash[82160]: cluster 2024-03-22T07:25:01.282787+0000 osd.5 (osd.5) 352 : cluster 3 failed to encode map e782 with expected crc 2024-03-22T07:25:02.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:01 smithi129 bash[82160]: cluster 2024-03-22T07:25:01.282800+0000 osd.7 (osd.7) 377 : cluster 3 failed to encode map e782 with expected crc 2024-03-22T07:25:02.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:01 smithi148 bash[66753]: cluster 2024-03-22T07:25:00.082859+0000 osd.6 (osd.6) 362 : cluster 3 failed to encode map e781 with expected crc 2024-03-22T07:25:02.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:01 smithi148 bash[66753]: cluster 2024-03-22T07:25:00.790383+0000 mon.a (mon.0) 1101 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:25:02.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:01 smithi148 bash[66753]: cluster 2024-03-22T07:25:01.078074+0000 mon.a (mon.0) 1102 : cluster 0 osdmap e782: 8 total, 8 up, 8 in 2024-03-22T07:25:02.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:01 smithi148 bash[66753]: cluster 2024-03-22T07:25:01.282787+0000 osd.5 (osd.5) 352 : cluster 3 failed to encode map e782 with expected crc 2024-03-22T07:25:02.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:01 smithi148 bash[66753]: cluster 2024-03-22T07:25:01.282800+0000 osd.7 (osd.7) 377 : cluster 3 failed to encode map e782 with expected crc 2024-03-22T07:25:03.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:02 smithi129 bash[79695]: cluster 2024-03-22T07:25:01.072436+0000 osd.6 (osd.6) 363 : cluster 3 failed to encode map e782 with expected crc 2024-03-22T07:25:03.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:02 smithi129 bash[79695]: cluster 2024-03-22T07:25:01.803526+0000 mgr.y (mgr.25337) 531 : cluster 0 pgmap v933: 681 pgs: 13 creating+peering, 16 unknown, 652 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 38 KiB/s rd, 4.2 KiB/s wr, 49 op/s 2024-03-22T07:25:03.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:02 smithi129 bash[79695]: cluster 2024-03-22T07:25:02.082739+0000 mon.a (mon.0) 1103 : cluster 0 osdmap e783: 8 total, 8 up, 8 in 2024-03-22T07:25:03.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:02 smithi129 bash[79695]: cluster 2024-03-22T07:25:02.134032+0000 osd.5 (osd.5) 353 : cluster 3 failed to encode map e783 with expected crc 2024-03-22T07:25:03.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:02 smithi129 bash[79695]: cluster 2024-03-22T07:25:02.140106+0000 osd.5 (osd.5) 354 : cluster 3 failed to encode map e783 with expected crc 2024-03-22T07:25:03.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:02 smithi129 bash[82160]: cluster 2024-03-22T07:25:01.072436+0000 osd.6 (osd.6) 363 : cluster 3 failed to encode map e782 with expected crc 2024-03-22T07:25:03.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:02 smithi129 bash[82160]: cluster 2024-03-22T07:25:01.803526+0000 mgr.y (mgr.25337) 531 : cluster 0 pgmap v933: 681 pgs: 13 creating+peering, 16 unknown, 652 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 38 KiB/s rd, 4.2 KiB/s wr, 49 op/s 2024-03-22T07:25:03.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:02 smithi129 bash[82160]: cluster 2024-03-22T07:25:02.082739+0000 mon.a (mon.0) 1103 : cluster 0 osdmap e783: 8 total, 8 up, 8 in 2024-03-22T07:25:03.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:02 smithi129 bash[82160]: cluster 2024-03-22T07:25:02.134032+0000 osd.5 (osd.5) 353 : cluster 3 failed to encode map e783 with expected crc 2024-03-22T07:25:03.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:02 smithi129 bash[82160]: cluster 2024-03-22T07:25:02.140106+0000 osd.5 (osd.5) 354 : cluster 3 failed to encode map e783 with expected crc 2024-03-22T07:25:03.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:02 smithi148 bash[66753]: cluster 2024-03-22T07:25:01.072436+0000 osd.6 (osd.6) 363 : cluster 3 failed to encode map e782 with expected crc 2024-03-22T07:25:03.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:02 smithi148 bash[66753]: cluster 2024-03-22T07:25:01.803526+0000 mgr.y (mgr.25337) 531 : cluster 0 pgmap v933: 681 pgs: 13 creating+peering, 16 unknown, 652 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 38 KiB/s rd, 4.2 KiB/s wr, 49 op/s 2024-03-22T07:25:03.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:02 smithi148 bash[66753]: cluster 2024-03-22T07:25:02.082739+0000 mon.a (mon.0) 1103 : cluster 0 osdmap e783: 8 total, 8 up, 8 in 2024-03-22T07:25:03.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:02 smithi148 bash[66753]: cluster 2024-03-22T07:25:02.134032+0000 osd.5 (osd.5) 353 : cluster 3 failed to encode map e783 with expected crc 2024-03-22T07:25:03.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:02 smithi148 bash[66753]: cluster 2024-03-22T07:25:02.140106+0000 osd.5 (osd.5) 354 : cluster 3 failed to encode map e783 with expected crc 2024-03-22T07:25:04.122 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:25:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:25:03] "GET /metrics HTTP/1.1" 200 74979 "" "Prometheus/2.43.0" 2024-03-22T07:25:04.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:03 smithi129 bash[79695]: cluster 2024-03-22T07:25:02.164727+0000 osd.6 (osd.6) 364 : cluster 3 failed to encode map e783 with expected crc 2024-03-22T07:25:04.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:03 smithi129 bash[79695]: cluster 2024-03-22T07:25:02.803300+0000 mon.a (mon.0) 1104 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:25:04.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:03 smithi129 bash[79695]: cluster 2024-03-22T07:25:03.085933+0000 mon.a (mon.0) 1105 : cluster 0 osdmap e784: 8 total, 8 up, 8 in 2024-03-22T07:25:04.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:03 smithi129 bash[79695]: cluster 2024-03-22T07:25:03.210735+0000 osd.7 (osd.7) 378 : cluster 3 failed to encode map e784 with expected crc 2024-03-22T07:25:04.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:03 smithi129 bash[82160]: cluster 2024-03-22T07:25:02.164727+0000 osd.6 (osd.6) 364 : cluster 3 failed to encode map e783 with expected crc 2024-03-22T07:25:04.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:03 smithi129 bash[82160]: cluster 2024-03-22T07:25:02.803300+0000 mon.a (mon.0) 1104 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:25:04.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:03 smithi129 bash[82160]: cluster 2024-03-22T07:25:03.085933+0000 mon.a (mon.0) 1105 : cluster 0 osdmap e784: 8 total, 8 up, 8 in 2024-03-22T07:25:04.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:03 smithi129 bash[82160]: cluster 2024-03-22T07:25:03.210735+0000 osd.7 (osd.7) 378 : cluster 3 failed to encode map e784 with expected crc 2024-03-22T07:25:04.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:03 smithi148 bash[66753]: cluster 2024-03-22T07:25:02.164727+0000 osd.6 (osd.6) 364 : cluster 3 failed to encode map e783 with expected crc 2024-03-22T07:25:04.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:03 smithi148 bash[66753]: cluster 2024-03-22T07:25:02.803300+0000 mon.a (mon.0) 1104 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:25:04.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:03 smithi148 bash[66753]: cluster 2024-03-22T07:25:03.085933+0000 mon.a (mon.0) 1105 : cluster 0 osdmap e784: 8 total, 8 up, 8 in 2024-03-22T07:25:04.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:03 smithi148 bash[66753]: cluster 2024-03-22T07:25:03.210735+0000 osd.7 (osd.7) 378 : cluster 3 failed to encode map e784 with expected crc 2024-03-22T07:25:04.487 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ImageSpec (6197 ms) 2024-03-22T07:25:04.487 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-03-22T07:25:05.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:04 smithi129 bash[82160]: cluster 2024-03-22T07:25:03.089097+0000 osd.6 (osd.6) 365 : cluster 3 failed to encode map e784 with expected crc 2024-03-22T07:25:05.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:04 smithi129 bash[82160]: cluster 2024-03-22T07:25:04.095721+0000 mon.a (mon.0) 1106 : cluster 0 osdmap e785: 8 total, 8 up, 8 in 2024-03-22T07:25:05.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:04 smithi129 bash[79695]: cluster 2024-03-22T07:25:03.089097+0000 osd.6 (osd.6) 365 : cluster 3 failed to encode map e784 with expected crc 2024-03-22T07:25:05.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:04 smithi129 bash[79695]: cluster 2024-03-22T07:25:04.095721+0000 mon.a (mon.0) 1106 : cluster 0 osdmap e785: 8 total, 8 up, 8 in 2024-03-22T07:25:05.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:04 smithi148 bash[66753]: cluster 2024-03-22T07:25:03.089097+0000 osd.6 (osd.6) 365 : cluster 3 failed to encode map e784 with expected crc 2024-03-22T07:25:05.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:04 smithi148 bash[66753]: cluster 2024-03-22T07:25:04.095721+0000 mon.a (mon.0) 1106 : cluster 0 osdmap e785: 8 total, 8 up, 8 in 2024-03-22T07:25:06.120 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:25:06.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[79695]: cluster 2024-03-22T07:25:03.804754+0000 mgr.y (mgr.25337) 532 : cluster 0 pgmap v936: 681 pgs: 13 creating+peering, 668 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-03-22T07:25:06.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[79695]: cluster 2024-03-22T07:25:04.090348+0000 osd.5 (osd.5) 355 : cluster 3 failed to encode map e785 with expected crc 2024-03-22T07:25:06.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[79695]: cluster 2024-03-22T07:25:04.099577+0000 osd.6 (osd.6) 366 : cluster 3 failed to encode map e785 with expected crc 2024-03-22T07:25:06.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[79695]: cluster 2024-03-22T07:25:05.092768+0000 osd.7 (osd.7) 379 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:06.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[79695]: cluster 2024-03-22T07:25:05.093486+0000 osd.5 (osd.5) 356 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:06.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[79695]: cluster 2024-03-22T07:25:05.099089+0000 mon.a (mon.0) 1107 : cluster 0 osdmap e786: 8 total, 8 up, 8 in 2024-03-22T07:25:06.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[79695]: audit 2024-03-22T07:25:05.100805+0000 mon.a (mon.0) 1108 : audit 1 from='client.? 172.21.15.129:0/2370525443' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:25:06.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[79695]: cluster 2024-03-22T07:25:05.103393+0000 osd.5 (osd.5) 357 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:06.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[79695]: cluster 2024-03-22T07:25:05.104600+0000 osd.7 (osd.7) 380 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:06.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[79695]: cluster 2024-03-22T07:25:05.114317+0000 osd.5 (osd.5) 358 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:06.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[82160]: cluster 2024-03-22T07:25:03.804754+0000 mgr.y (mgr.25337) 532 : cluster 0 pgmap v936: 681 pgs: 13 creating+peering, 668 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-03-22T07:25:06.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[82160]: cluster 2024-03-22T07:25:04.090348+0000 osd.5 (osd.5) 355 : cluster 3 failed to encode map e785 with expected crc 2024-03-22T07:25:06.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[82160]: cluster 2024-03-22T07:25:04.099577+0000 osd.6 (osd.6) 366 : cluster 3 failed to encode map e785 with expected crc 2024-03-22T07:25:06.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[82160]: cluster 2024-03-22T07:25:05.092768+0000 osd.7 (osd.7) 379 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:06.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[82160]: cluster 2024-03-22T07:25:05.093486+0000 osd.5 (osd.5) 356 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:06.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[82160]: cluster 2024-03-22T07:25:05.099089+0000 mon.a (mon.0) 1107 : cluster 0 osdmap e786: 8 total, 8 up, 8 in 2024-03-22T07:25:06.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[82160]: audit 2024-03-22T07:25:05.100805+0000 mon.a (mon.0) 1108 : audit 1 from='client.? 172.21.15.129:0/2370525443' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:25:06.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[82160]: cluster 2024-03-22T07:25:05.103393+0000 osd.5 (osd.5) 357 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:06.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[82160]: cluster 2024-03-22T07:25:05.104600+0000 osd.7 (osd.7) 380 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:06.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:05 smithi129 bash[82160]: cluster 2024-03-22T07:25:05.114317+0000 osd.5 (osd.5) 358 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:06.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:05 smithi148 bash[66753]: cluster 2024-03-22T07:25:03.804754+0000 mgr.y (mgr.25337) 532 : cluster 0 pgmap v936: 681 pgs: 13 creating+peering, 668 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.7 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-03-22T07:25:06.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:05 smithi148 bash[66753]: cluster 2024-03-22T07:25:04.090348+0000 osd.5 (osd.5) 355 : cluster 3 failed to encode map e785 with expected crc 2024-03-22T07:25:06.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:05 smithi148 bash[66753]: cluster 2024-03-22T07:25:04.099577+0000 osd.6 (osd.6) 366 : cluster 3 failed to encode map e785 with expected crc 2024-03-22T07:25:06.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:05 smithi148 bash[66753]: cluster 2024-03-22T07:25:05.092768+0000 osd.7 (osd.7) 379 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:06.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:05 smithi148 bash[66753]: cluster 2024-03-22T07:25:05.093486+0000 osd.5 (osd.5) 356 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:06.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:05 smithi148 bash[66753]: cluster 2024-03-22T07:25:05.099089+0000 mon.a (mon.0) 1107 : cluster 0 osdmap e786: 8 total, 8 up, 8 in 2024-03-22T07:25:06.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:05 smithi148 bash[66753]: audit 2024-03-22T07:25:05.100805+0000 mon.a (mon.0) 1108 : audit 1 from='client.? 172.21.15.129:0/2370525443' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:25:06.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:05 smithi148 bash[66753]: cluster 2024-03-22T07:25:05.103393+0000 osd.5 (osd.5) 357 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:06.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:05 smithi148 bash[66753]: cluster 2024-03-22T07:25:05.104600+0000 osd.7 (osd.7) 380 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:06.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:05 smithi148 bash[66753]: cluster 2024-03-22T07:25:05.114317+0000 osd.5 (osd.5) 358 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:07.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[79695]: cluster 2024-03-22T07:25:05.108559+0000 osd.6 (osd.6) 367 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:07.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[79695]: cluster 2024-03-22T07:25:05.121059+0000 osd.6 (osd.6) 368 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:07.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[79695]: cluster 2024-03-22T07:25:05.806621+0000 mgr.y (mgr.25337) 533 : cluster 0 pgmap v939: 713 pgs: 2 creating+peering, 30 unknown, 681 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 113 KiB/s rd, 5.0 KiB/s wr, 140 op/s 2024-03-22T07:25:07.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[79695]: cluster 2024-03-22T07:25:06.092280+0000 mon.a (mon.0) 1109 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:25:07.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[79695]: audit 2024-03-22T07:25:06.101998+0000 mon.a (mon.0) 1110 : audit 1 from='client.? 172.21.15.129:0/2370525443' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:25:07.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[79695]: cluster 2024-03-22T07:25:06.108616+0000 mon.a (mon.0) 1111 : cluster 0 osdmap e787: 8 total, 8 up, 8 in 2024-03-22T07:25:07.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[79695]: cluster 2024-03-22T07:25:06.110022+0000 osd.5 (osd.5) 359 : cluster 3 failed to encode map e787 with expected crc 2024-03-22T07:25:07.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[79695]: cluster 2024-03-22T07:25:06.111099+0000 osd.7 (osd.7) 381 : cluster 3 failed to encode map e787 with expected crc 2024-03-22T07:25:07.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[82160]: cluster 2024-03-22T07:25:05.108559+0000 osd.6 (osd.6) 367 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:07.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[82160]: cluster 2024-03-22T07:25:05.121059+0000 osd.6 (osd.6) 368 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:07.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[82160]: cluster 2024-03-22T07:25:05.806621+0000 mgr.y (mgr.25337) 533 : cluster 0 pgmap v939: 713 pgs: 2 creating+peering, 30 unknown, 681 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 113 KiB/s rd, 5.0 KiB/s wr, 140 op/s 2024-03-22T07:25:07.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[82160]: cluster 2024-03-22T07:25:06.092280+0000 mon.a (mon.0) 1109 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:25:07.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[82160]: audit 2024-03-22T07:25:06.101998+0000 mon.a (mon.0) 1110 : audit 1 from='client.? 172.21.15.129:0/2370525443' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:25:07.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[82160]: cluster 2024-03-22T07:25:06.108616+0000 mon.a (mon.0) 1111 : cluster 0 osdmap e787: 8 total, 8 up, 8 in 2024-03-22T07:25:07.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[82160]: cluster 2024-03-22T07:25:06.110022+0000 osd.5 (osd.5) 359 : cluster 3 failed to encode map e787 with expected crc 2024-03-22T07:25:07.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:06 smithi129 bash[82160]: cluster 2024-03-22T07:25:06.111099+0000 osd.7 (osd.7) 381 : cluster 3 failed to encode map e787 with expected crc 2024-03-22T07:25:07.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:06 smithi148 bash[66753]: cluster 2024-03-22T07:25:05.108559+0000 osd.6 (osd.6) 367 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:07.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:06 smithi148 bash[66753]: cluster 2024-03-22T07:25:05.121059+0000 osd.6 (osd.6) 368 : cluster 3 failed to encode map e786 with expected crc 2024-03-22T07:25:07.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:06 smithi148 bash[66753]: cluster 2024-03-22T07:25:05.806621+0000 mgr.y (mgr.25337) 533 : cluster 0 pgmap v939: 713 pgs: 2 creating+peering, 30 unknown, 681 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 113 KiB/s rd, 5.0 KiB/s wr, 140 op/s 2024-03-22T07:25:07.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:06 smithi148 bash[66753]: cluster 2024-03-22T07:25:06.092280+0000 mon.a (mon.0) 1109 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:25:07.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:06 smithi148 bash[66753]: audit 2024-03-22T07:25:06.101998+0000 mon.a (mon.0) 1110 : audit 1 from='client.? 172.21.15.129:0/2370525443' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:25:07.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:06 smithi148 bash[66753]: cluster 2024-03-22T07:25:06.108616+0000 mon.a (mon.0) 1111 : cluster 0 osdmap e787: 8 total, 8 up, 8 in 2024-03-22T07:25:07.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:06 smithi148 bash[66753]: cluster 2024-03-22T07:25:06.110022+0000 osd.5 (osd.5) 359 : cluster 3 failed to encode map e787 with expected crc 2024-03-22T07:25:07.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:06 smithi148 bash[66753]: cluster 2024-03-22T07:25:06.111099+0000 osd.7 (osd.7) 381 : cluster 3 failed to encode map e787 with expected crc 2024-03-22T07:25:08.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:07 smithi129 bash[79695]: cluster 2024-03-22T07:25:06.103528+0000 osd.6 (osd.6) 369 : cluster 3 failed to encode map e787 with expected crc 2024-03-22T07:25:08.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:07 smithi129 bash[79695]: cluster 2024-03-22T07:25:06.113449+0000 osd.6 (osd.6) 370 : cluster 3 failed to encode map e787 with expected crc 2024-03-22T07:25:08.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:07 smithi129 bash[79695]: cluster 2024-03-22T07:25:07.105459+0000 osd.7 (osd.7) 382 : cluster 3 failed to encode map e788 with expected crc 2024-03-22T07:25:08.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:07 smithi129 bash[79695]: cluster 2024-03-22T07:25:07.111013+0000 mon.a (mon.0) 1112 : cluster 0 osdmap e788: 8 total, 8 up, 8 in 2024-03-22T07:25:08.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:07 smithi129 bash[79695]: cluster 2024-03-22T07:25:07.487124+0000 osd.5 (osd.5) 360 : cluster 3 failed to encode map e788 with expected crc 2024-03-22T07:25:08.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:07 smithi129 bash[82160]: cluster 2024-03-22T07:25:06.103528+0000 osd.6 (osd.6) 369 : cluster 3 failed to encode map e787 with expected crc 2024-03-22T07:25:08.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:07 smithi129 bash[82160]: cluster 2024-03-22T07:25:06.113449+0000 osd.6 (osd.6) 370 : cluster 3 failed to encode map e787 with expected crc 2024-03-22T07:25:08.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:07 smithi129 bash[82160]: cluster 2024-03-22T07:25:07.105459+0000 osd.7 (osd.7) 382 : cluster 3 failed to encode map e788 with expected crc 2024-03-22T07:25:08.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:07 smithi129 bash[82160]: cluster 2024-03-22T07:25:07.111013+0000 mon.a (mon.0) 1112 : cluster 0 osdmap e788: 8 total, 8 up, 8 in 2024-03-22T07:25:08.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:07 smithi129 bash[82160]: cluster 2024-03-22T07:25:07.487124+0000 osd.5 (osd.5) 360 : cluster 3 failed to encode map e788 with expected crc 2024-03-22T07:25:08.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:07 smithi148 bash[66753]: cluster 2024-03-22T07:25:06.103528+0000 osd.6 (osd.6) 369 : cluster 3 failed to encode map e787 with expected crc 2024-03-22T07:25:08.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:07 smithi148 bash[66753]: cluster 2024-03-22T07:25:06.113449+0000 osd.6 (osd.6) 370 : cluster 3 failed to encode map e787 with expected crc 2024-03-22T07:25:08.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:07 smithi148 bash[66753]: cluster 2024-03-22T07:25:07.105459+0000 osd.7 (osd.7) 382 : cluster 3 failed to encode map e788 with expected crc 2024-03-22T07:25:08.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:07 smithi148 bash[66753]: cluster 2024-03-22T07:25:07.111013+0000 mon.a (mon.0) 1112 : cluster 0 osdmap e788: 8 total, 8 up, 8 in 2024-03-22T07:25:08.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:07 smithi148 bash[66753]: cluster 2024-03-22T07:25:07.487124+0000 osd.5 (osd.5) 360 : cluster 3 failed to encode map e788 with expected crc 2024-03-22T07:25:09.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:08 smithi129 bash[79695]: cluster 2024-03-22T07:25:07.809250+0000 mgr.y (mgr.25337) 534 : cluster 0 pgmap v942: 713 pgs: 2 creating+peering, 19 unknown, 692 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 139 KiB/s rd, 5.7 KiB/s wr, 173 op/s 2024-03-22T07:25:09.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:08 smithi129 bash[79695]: cluster 2024-03-22T07:25:08.105259+0000 mon.a (mon.0) 1113 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:25:09.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:08 smithi129 bash[79695]: cluster 2024-03-22T07:25:08.123107+0000 mon.a (mon.0) 1114 : cluster 0 osdmap e789: 8 total, 8 up, 8 in 2024-03-22T07:25:09.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:08 smithi129 bash[79695]: cluster 2024-03-22T07:25:08.130360+0000 osd.7 (osd.7) 383 : cluster 3 failed to encode map e789 with expected crc 2024-03-22T07:25:09.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:08 smithi129 bash[79695]: audit 2024-03-22T07:25:08.396031+0000 mon.c (mon.2) 281 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:25:09.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:08 smithi129 bash[79695]: cluster 2024-03-22T07:25:08.787175+0000 mon.a (mon.0) 1115 : cluster 0 osdmap e790: 8 total, 8 up, 8 in 2024-03-22T07:25:09.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:08 smithi129 bash[82160]: cluster 2024-03-22T07:25:07.809250+0000 mgr.y (mgr.25337) 534 : cluster 0 pgmap v942: 713 pgs: 2 creating+peering, 19 unknown, 692 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 139 KiB/s rd, 5.7 KiB/s wr, 173 op/s 2024-03-22T07:25:09.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:08 smithi129 bash[82160]: cluster 2024-03-22T07:25:08.105259+0000 mon.a (mon.0) 1113 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:25:09.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:08 smithi129 bash[82160]: cluster 2024-03-22T07:25:08.123107+0000 mon.a (mon.0) 1114 : cluster 0 osdmap e789: 8 total, 8 up, 8 in 2024-03-22T07:25:09.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:08 smithi129 bash[82160]: cluster 2024-03-22T07:25:08.130360+0000 osd.7 (osd.7) 383 : cluster 3 failed to encode map e789 with expected crc 2024-03-22T07:25:09.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:08 smithi129 bash[82160]: audit 2024-03-22T07:25:08.396031+0000 mon.c (mon.2) 281 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:25:09.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:08 smithi129 bash[82160]: cluster 2024-03-22T07:25:08.787175+0000 mon.a (mon.0) 1115 : cluster 0 osdmap e790: 8 total, 8 up, 8 in 2024-03-22T07:25:09.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:08 smithi148 bash[66753]: cluster 2024-03-22T07:25:07.809250+0000 mgr.y (mgr.25337) 534 : cluster 0 pgmap v942: 713 pgs: 2 creating+peering, 19 unknown, 692 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 139 KiB/s rd, 5.7 KiB/s wr, 173 op/s 2024-03-22T07:25:09.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:08 smithi148 bash[66753]: cluster 2024-03-22T07:25:08.105259+0000 mon.a (mon.0) 1113 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:25:09.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:08 smithi148 bash[66753]: cluster 2024-03-22T07:25:08.123107+0000 mon.a (mon.0) 1114 : cluster 0 osdmap e789: 8 total, 8 up, 8 in 2024-03-22T07:25:09.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:08 smithi148 bash[66753]: cluster 2024-03-22T07:25:08.130360+0000 osd.7 (osd.7) 383 : cluster 3 failed to encode map e789 with expected crc 2024-03-22T07:25:09.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:08 smithi148 bash[66753]: audit 2024-03-22T07:25:08.396031+0000 mon.c (mon.2) 281 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:25:09.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:08 smithi148 bash[66753]: cluster 2024-03-22T07:25:08.787175+0000 mon.a (mon.0) 1115 : cluster 0 osdmap e790: 8 total, 8 up, 8 in 2024-03-22T07:25:10.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:09 smithi129 bash[79695]: cluster 2024-03-22T07:25:08.781595+0000 osd.7 (osd.7) 384 : cluster 3 failed to encode map e790 with expected crc 2024-03-22T07:25:10.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:09 smithi129 bash[79695]: cluster 2024-03-22T07:25:09.791702+0000 mon.a (mon.0) 1116 : cluster 0 osdmap e791: 8 total, 8 up, 8 in 2024-03-22T07:25:10.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:09 smithi129 bash[82160]: cluster 2024-03-22T07:25:08.781595+0000 osd.7 (osd.7) 384 : cluster 3 failed to encode map e790 with expected crc 2024-03-22T07:25:10.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:09 smithi129 bash[82160]: cluster 2024-03-22T07:25:09.791702+0000 mon.a (mon.0) 1116 : cluster 0 osdmap e791: 8 total, 8 up, 8 in 2024-03-22T07:25:10.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:09 smithi148 bash[66753]: cluster 2024-03-22T07:25:08.781595+0000 osd.7 (osd.7) 384 : cluster 3 failed to encode map e790 with expected crc 2024-03-22T07:25:10.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:09 smithi148 bash[66753]: cluster 2024-03-22T07:25:09.791702+0000 mon.a (mon.0) 1116 : cluster 0 osdmap e791: 8 total, 8 up, 8 in 2024-03-22T07:25:11.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:10 smithi129 bash[82160]: cluster 2024-03-22T07:25:09.810923+0000 mgr.y (mgr.25337) 535 : cluster 0 pgmap v946: 713 pgs: 2 creating+peering, 711 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 37 KiB/s rd, 3.8 KiB/s wr, 51 op/s 2024-03-22T07:25:11.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:10 smithi129 bash[82160]: cluster 2024-03-22T07:25:09.818965+0000 osd.7 (osd.7) 385 : cluster 3 failed to encode map e791 with expected crc 2024-03-22T07:25:11.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:10 smithi129 bash[82160]: cluster 2024-03-22T07:25:09.825207+0000 osd.7 (osd.7) 386 : cluster 3 failed to encode map e791 with expected crc 2024-03-22T07:25:11.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:10 smithi129 bash[82160]: cluster 2024-03-22T07:25:09.843258+0000 osd.6 (osd.6) 371 : cluster 3 failed to encode map e791 with expected crc 2024-03-22T07:25:11.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:10 smithi129 bash[82160]: cluster 2024-03-22T07:25:09.916323+0000 osd.5 (osd.5) 361 : cluster 3 failed to encode map e791 with expected crc 2024-03-22T07:25:11.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:10 smithi129 bash[79695]: cluster 2024-03-22T07:25:09.810923+0000 mgr.y (mgr.25337) 535 : cluster 0 pgmap v946: 713 pgs: 2 creating+peering, 711 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 37 KiB/s rd, 3.8 KiB/s wr, 51 op/s 2024-03-22T07:25:11.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:10 smithi129 bash[79695]: cluster 2024-03-22T07:25:09.818965+0000 osd.7 (osd.7) 385 : cluster 3 failed to encode map e791 with expected crc 2024-03-22T07:25:11.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:10 smithi129 bash[79695]: cluster 2024-03-22T07:25:09.825207+0000 osd.7 (osd.7) 386 : cluster 3 failed to encode map e791 with expected crc 2024-03-22T07:25:11.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:10 smithi129 bash[79695]: cluster 2024-03-22T07:25:09.843258+0000 osd.6 (osd.6) 371 : cluster 3 failed to encode map e791 with expected crc 2024-03-22T07:25:11.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:10 smithi129 bash[79695]: cluster 2024-03-22T07:25:09.916323+0000 osd.5 (osd.5) 361 : cluster 3 failed to encode map e791 with expected crc 2024-03-22T07:25:11.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:10 smithi148 bash[66753]: cluster 2024-03-22T07:25:09.810923+0000 mgr.y (mgr.25337) 535 : cluster 0 pgmap v946: 713 pgs: 2 creating+peering, 711 active+clean; 314 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 37 KiB/s rd, 3.8 KiB/s wr, 51 op/s 2024-03-22T07:25:11.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:10 smithi148 bash[66753]: cluster 2024-03-22T07:25:09.818965+0000 osd.7 (osd.7) 385 : cluster 3 failed to encode map e791 with expected crc 2024-03-22T07:25:11.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:11 smithi148 bash[66753]: cluster 2024-03-22T07:25:09.825207+0000 osd.7 (osd.7) 386 : cluster 3 failed to encode map e791 with expected crc 2024-03-22T07:25:11.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:11 smithi148 bash[66753]: cluster 2024-03-22T07:25:09.843258+0000 osd.6 (osd.6) 371 : cluster 3 failed to encode map e791 with expected crc 2024-03-22T07:25:11.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:11 smithi148 bash[66753]: cluster 2024-03-22T07:25:09.916323+0000 osd.5 (osd.5) 361 : cluster 3 failed to encode map e791 with expected crc 2024-03-22T07:25:12.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:12 smithi129 bash[79695]: cluster 2024-03-22T07:25:10.986889+0000 osd.7 (osd.7) 387 : cluster 3 failed to encode map e792 with expected crc 2024-03-22T07:25:12.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:12 smithi129 bash[79695]: cluster 2024-03-22T07:25:10.988489+0000 osd.5 (osd.5) 362 : cluster 3 failed to encode map e792 with expected crc 2024-03-22T07:25:12.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:12 smithi129 bash[79695]: cluster 2024-03-22T07:25:10.994140+0000 mon.a (mon.0) 1117 : cluster 0 osdmap e792: 8 total, 8 up, 8 in 2024-03-22T07:25:12.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:12 smithi129 bash[82160]: cluster 2024-03-22T07:25:10.986889+0000 osd.7 (osd.7) 387 : cluster 3 failed to encode map e792 with expected crc 2024-03-22T07:25:12.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:12 smithi129 bash[82160]: cluster 2024-03-22T07:25:10.988489+0000 osd.5 (osd.5) 362 : cluster 3 failed to encode map e792 with expected crc 2024-03-22T07:25:12.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:12 smithi129 bash[82160]: cluster 2024-03-22T07:25:10.994140+0000 mon.a (mon.0) 1117 : cluster 0 osdmap e792: 8 total, 8 up, 8 in 2024-03-22T07:25:12.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:12 smithi148 bash[66753]: cluster 2024-03-22T07:25:10.986889+0000 osd.7 (osd.7) 387 : cluster 3 failed to encode map e792 with expected crc 2024-03-22T07:25:12.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:12 smithi148 bash[66753]: cluster 2024-03-22T07:25:10.988489+0000 osd.5 (osd.5) 362 : cluster 3 failed to encode map e792 with expected crc 2024-03-22T07:25:12.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:12 smithi148 bash[66753]: cluster 2024-03-22T07:25:10.994140+0000 mon.a (mon.0) 1117 : cluster 0 osdmap e792: 8 total, 8 up, 8 in 2024-03-22T07:25:13.108 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 3 2024-03-22T07:25:13.108 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 3 2024-03-22T07:25:13.108 INFO:tasks.workunit.client.0.smithi129.stdout:child: image218 2024-03-22T07:25:13.108 INFO:tasks.workunit.client.0.smithi129.stdout:child: image220 2024-03-22T07:25:13.108 INFO:tasks.workunit.client.0.smithi129.stdout:child: image219 2024-03-22T07:25:13.108 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-15/image218/acbefd08b7fc 2024-03-22T07:25:13.108 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:25:13.108 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-34/image219/acbe4b72d97a 2024-03-22T07:25:13.108 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:25:13.108 INFO:tasks.workunit.client.0.smithi129.stdout:found child test-librbd-smithi129-68587-15/image220/acbecc830032 2024-03-22T07:25:13.109 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:25:13.109 INFO:tasks.workunit.client.0.smithi129.stdout:num children is: 0 2024-03-22T07:25:13.109 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 0 2024-03-22T07:25:13.109 INFO:tasks.workunit.client.0.smithi129.stdout:num snaps is: 0 2024-03-22T07:25:13.109 INFO:tasks.workunit.client.0.smithi129.stdout:expected: 0 2024-03-22T07:25:13.109 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8620 ms) 2024-03-22T07:25:13.109 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-03-22T07:25:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:13 smithi129 bash[79695]: cluster 2024-03-22T07:25:11.046597+0000 osd.6 (osd.6) 372 : cluster 3 failed to encode map e792 with expected crc 2024-03-22T07:25:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:13 smithi129 bash[79695]: cluster 2024-03-22T07:25:11.812171+0000 mgr.y (mgr.25337) 536 : cluster 0 pgmap v948: 681 pgs: 681 active+clean; 2.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:25:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:13 smithi129 bash[79695]: cluster 2024-03-22T07:25:12.007704+0000 osd.7 (osd.7) 388 : cluster 3 failed to encode map e793 with expected crc 2024-03-22T07:25:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:13 smithi129 bash[79695]: cluster 2024-03-22T07:25:12.014526+0000 mon.a (mon.0) 1118 : cluster 0 osdmap e793: 8 total, 8 up, 8 in 2024-03-22T07:25:13.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:13 smithi129 bash[79695]: cluster 2024-03-22T07:25:12.061172+0000 osd.5 (osd.5) 363 : cluster 3 failed to encode map e793 with expected crc 2024-03-22T07:25:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:13 smithi129 bash[82160]: cluster 2024-03-22T07:25:11.046597+0000 osd.6 (osd.6) 372 : cluster 3 failed to encode map e792 with expected crc 2024-03-22T07:25:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:13 smithi129 bash[82160]: cluster 2024-03-22T07:25:11.812171+0000 mgr.y (mgr.25337) 536 : cluster 0 pgmap v948: 681 pgs: 681 active+clean; 2.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:25:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:13 smithi129 bash[82160]: cluster 2024-03-22T07:25:12.007704+0000 osd.7 (osd.7) 388 : cluster 3 failed to encode map e793 with expected crc 2024-03-22T07:25:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:13 smithi129 bash[82160]: cluster 2024-03-22T07:25:12.014526+0000 mon.a (mon.0) 1118 : cluster 0 osdmap e793: 8 total, 8 up, 8 in 2024-03-22T07:25:13.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:13 smithi129 bash[82160]: cluster 2024-03-22T07:25:12.061172+0000 osd.5 (osd.5) 363 : cluster 3 failed to encode map e793 with expected crc 2024-03-22T07:25:13.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:13 smithi148 bash[66753]: cluster 2024-03-22T07:25:11.046597+0000 osd.6 (osd.6) 372 : cluster 3 failed to encode map e792 with expected crc 2024-03-22T07:25:13.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:13 smithi148 bash[66753]: cluster 2024-03-22T07:25:11.812171+0000 mgr.y (mgr.25337) 536 : cluster 0 pgmap v948: 681 pgs: 681 active+clean; 2.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:25:13.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:13 smithi148 bash[66753]: cluster 2024-03-22T07:25:12.007704+0000 osd.7 (osd.7) 388 : cluster 3 failed to encode map e793 with expected crc 2024-03-22T07:25:13.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:13 smithi148 bash[66753]: cluster 2024-03-22T07:25:12.014526+0000 mon.a (mon.0) 1118 : cluster 0 osdmap e793: 8 total, 8 up, 8 in 2024-03-22T07:25:13.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:13 smithi148 bash[66753]: cluster 2024-03-22T07:25:12.061172+0000 osd.5 (osd.5) 363 : cluster 3 failed to encode map e793 with expected crc 2024-03-22T07:25:14.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:25:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:25:13] "GET /metrics HTTP/1.1" 200 82177 "" "Prometheus/2.43.0" 2024-03-22T07:25:14.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:14 smithi129 bash[79695]: cluster 2024-03-22T07:25:12.076916+0000 osd.6 (osd.6) 373 : cluster 3 failed to encode map e793 with expected crc 2024-03-22T07:25:14.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:14 smithi129 bash[79695]: cluster 2024-03-22T07:25:13.025907+0000 mon.a (mon.0) 1119 : cluster 0 osdmap e794: 8 total, 8 up, 8 in 2024-03-22T07:25:14.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:14 smithi129 bash[79695]: cluster 2024-03-22T07:25:13.068994+0000 osd.7 (osd.7) 389 : cluster 3 failed to encode map e794 with expected crc 2024-03-22T07:25:14.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:14 smithi129 bash[79695]: cluster 2024-03-22T07:25:13.433424+0000 osd.5 (osd.5) 364 : cluster 3 failed to encode map e794 with expected crc 2024-03-22T07:25:14.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:14 smithi129 bash[82160]: cluster 2024-03-22T07:25:12.076916+0000 osd.6 (osd.6) 373 : cluster 3 failed to encode map e793 with expected crc 2024-03-22T07:25:14.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:14 smithi129 bash[82160]: cluster 2024-03-22T07:25:13.025907+0000 mon.a (mon.0) 1119 : cluster 0 osdmap e794: 8 total, 8 up, 8 in 2024-03-22T07:25:14.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:14 smithi129 bash[82160]: cluster 2024-03-22T07:25:13.068994+0000 osd.7 (osd.7) 389 : cluster 3 failed to encode map e794 with expected crc 2024-03-22T07:25:14.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:14 smithi129 bash[82160]: cluster 2024-03-22T07:25:13.433424+0000 osd.5 (osd.5) 364 : cluster 3 failed to encode map e794 with expected crc 2024-03-22T07:25:14.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:14 smithi148 bash[66753]: cluster 2024-03-22T07:25:12.076916+0000 osd.6 (osd.6) 373 : cluster 3 failed to encode map e793 with expected crc 2024-03-22T07:25:14.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:14 smithi148 bash[66753]: cluster 2024-03-22T07:25:13.025907+0000 mon.a (mon.0) 1119 : cluster 0 osdmap e794: 8 total, 8 up, 8 in 2024-03-22T07:25:14.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:14 smithi148 bash[66753]: cluster 2024-03-22T07:25:13.068994+0000 osd.7 (osd.7) 389 : cluster 3 failed to encode map e794 with expected crc 2024-03-22T07:25:14.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:14 smithi148 bash[66753]: cluster 2024-03-22T07:25:13.433424+0000 osd.5 (osd.5) 364 : cluster 3 failed to encode map e794 with expected crc 2024-03-22T07:25:15.070 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:25:15.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[79695]: cluster 2024-03-22T07:25:13.813242+0000 mgr.y (mgr.25337) 537 : cluster 0 pgmap v951: 681 pgs: 681 active+clean; 2.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:25:15.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[79695]: cluster 2024-03-22T07:25:14.043886+0000 osd.7 (osd.7) 390 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[79695]: cluster 2024-03-22T07:25:14.051343+0000 osd.5 (osd.5) 365 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[79695]: cluster 2024-03-22T07:25:14.052673+0000 mon.a (mon.0) 1120 : cluster 0 osdmap e795: 8 total, 8 up, 8 in 2024-03-22T07:25:15.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[79695]: cluster 2024-03-22T07:25:14.055561+0000 osd.7 (osd.7) 391 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[79695]: audit 2024-03-22T07:25:14.059452+0000 mon.c (mon.2) 282 : audit 1 from='client.? 172.21.15.129:0/3781213764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:25:15.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[79695]: audit 2024-03-22T07:25:14.060345+0000 mon.a (mon.0) 1121 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:25:15.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[79695]: cluster 2024-03-22T07:25:14.063548+0000 osd.7 (osd.7) 392 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[79695]: cluster 2024-03-22T07:25:14.064118+0000 osd.5 (osd.5) 366 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[79695]: cluster 2024-03-22T07:25:14.073508+0000 osd.5 (osd.5) 367 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[82160]: cluster 2024-03-22T07:25:13.813242+0000 mgr.y (mgr.25337) 537 : cluster 0 pgmap v951: 681 pgs: 681 active+clean; 2.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:25:15.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[82160]: cluster 2024-03-22T07:25:14.043886+0000 osd.7 (osd.7) 390 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[82160]: cluster 2024-03-22T07:25:14.051343+0000 osd.5 (osd.5) 365 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[82160]: cluster 2024-03-22T07:25:14.052673+0000 mon.a (mon.0) 1120 : cluster 0 osdmap e795: 8 total, 8 up, 8 in 2024-03-22T07:25:15.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[82160]: cluster 2024-03-22T07:25:14.055561+0000 osd.7 (osd.7) 391 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[82160]: audit 2024-03-22T07:25:14.059452+0000 mon.c (mon.2) 282 : audit 1 from='client.? 172.21.15.129:0/3781213764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:25:15.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[82160]: audit 2024-03-22T07:25:14.060345+0000 mon.a (mon.0) 1121 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:25:15.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[82160]: cluster 2024-03-22T07:25:14.063548+0000 osd.7 (osd.7) 392 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[82160]: cluster 2024-03-22T07:25:14.064118+0000 osd.5 (osd.5) 366 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:15 smithi129 bash[82160]: cluster 2024-03-22T07:25:14.073508+0000 osd.5 (osd.5) 367 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:15 smithi148 bash[66753]: cluster 2024-03-22T07:25:13.813242+0000 mgr.y (mgr.25337) 537 : cluster 0 pgmap v951: 681 pgs: 681 active+clean; 2.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:25:15.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:15 smithi148 bash[66753]: cluster 2024-03-22T07:25:14.043886+0000 osd.7 (osd.7) 390 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:15 smithi148 bash[66753]: cluster 2024-03-22T07:25:14.051343+0000 osd.5 (osd.5) 365 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:15 smithi148 bash[66753]: cluster 2024-03-22T07:25:14.052673+0000 mon.a (mon.0) 1120 : cluster 0 osdmap e795: 8 total, 8 up, 8 in 2024-03-22T07:25:15.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:15 smithi148 bash[66753]: cluster 2024-03-22T07:25:14.055561+0000 osd.7 (osd.7) 391 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:15 smithi148 bash[66753]: audit 2024-03-22T07:25:14.059452+0000 mon.c (mon.2) 282 : audit 1 from='client.? 172.21.15.129:0/3781213764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:25:15.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:15 smithi148 bash[66753]: audit 2024-03-22T07:25:14.060345+0000 mon.a (mon.0) 1121 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:25:15.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:15 smithi148 bash[66753]: cluster 2024-03-22T07:25:14.063548+0000 osd.7 (osd.7) 392 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:15 smithi148 bash[66753]: cluster 2024-03-22T07:25:14.064118+0000 osd.5 (osd.5) 366 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:15.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:15 smithi148 bash[66753]: cluster 2024-03-22T07:25:14.073508+0000 osd.5 (osd.5) 367 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:16.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:16 smithi129 bash[79695]: cluster 2024-03-22T07:25:14.050460+0000 osd.6 (osd.6) 374 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:16.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:16 smithi129 bash[79695]: cluster 2024-03-22T07:25:14.060739+0000 osd.6 (osd.6) 375 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:16.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:16 smithi129 bash[79695]: audit 2024-03-22T07:25:15.044953+0000 mon.a (mon.0) 1122 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:25:16.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:16 smithi129 bash[79695]: cluster 2024-03-22T07:25:15.053752+0000 mon.a (mon.0) 1123 : cluster 0 osdmap e796: 8 total, 8 up, 8 in 2024-03-22T07:25:16.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:16 smithi129 bash[79695]: cluster 2024-03-22T07:25:15.054097+0000 osd.7 (osd.7) 393 : cluster 3 failed to encode map e796 with expected crc 2024-03-22T07:25:16.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:16 smithi129 bash[79695]: cluster 2024-03-22T07:25:15.055324+0000 osd.6 (osd.6) 376 : cluster 3 failed to encode map e796 with expected crc 2024-03-22T07:25:16.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:16 smithi129 bash[79695]: cluster 2024-03-22T07:25:15.056097+0000 osd.5 (osd.5) 368 : cluster 3 failed to encode map e796 with expected crc 2024-03-22T07:25:16.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:16 smithi129 bash[82160]: cluster 2024-03-22T07:25:14.050460+0000 osd.6 (osd.6) 374 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:16.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:16 smithi129 bash[82160]: cluster 2024-03-22T07:25:14.060739+0000 osd.6 (osd.6) 375 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:16.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:16 smithi129 bash[82160]: audit 2024-03-22T07:25:15.044953+0000 mon.a (mon.0) 1122 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:25:16.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:16 smithi129 bash[82160]: cluster 2024-03-22T07:25:15.053752+0000 mon.a (mon.0) 1123 : cluster 0 osdmap e796: 8 total, 8 up, 8 in 2024-03-22T07:25:16.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:16 smithi129 bash[82160]: cluster 2024-03-22T07:25:15.054097+0000 osd.7 (osd.7) 393 : cluster 3 failed to encode map e796 with expected crc 2024-03-22T07:25:16.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:16 smithi129 bash[82160]: cluster 2024-03-22T07:25:15.055324+0000 osd.6 (osd.6) 376 : cluster 3 failed to encode map e796 with expected crc 2024-03-22T07:25:16.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:16 smithi129 bash[82160]: cluster 2024-03-22T07:25:15.056097+0000 osd.5 (osd.5) 368 : cluster 3 failed to encode map e796 with expected crc 2024-03-22T07:25:16.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:16 smithi148 bash[66753]: cluster 2024-03-22T07:25:14.050460+0000 osd.6 (osd.6) 374 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:16.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:16 smithi148 bash[66753]: cluster 2024-03-22T07:25:14.060739+0000 osd.6 (osd.6) 375 : cluster 3 failed to encode map e795 with expected crc 2024-03-22T07:25:16.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:16 smithi148 bash[66753]: audit 2024-03-22T07:25:15.044953+0000 mon.a (mon.0) 1122 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:25:16.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:16 smithi148 bash[66753]: cluster 2024-03-22T07:25:15.053752+0000 mon.a (mon.0) 1123 : cluster 0 osdmap e796: 8 total, 8 up, 8 in 2024-03-22T07:25:16.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:16 smithi148 bash[66753]: cluster 2024-03-22T07:25:15.054097+0000 osd.7 (osd.7) 393 : cluster 3 failed to encode map e796 with expected crc 2024-03-22T07:25:16.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:16 smithi148 bash[66753]: cluster 2024-03-22T07:25:15.055324+0000 osd.6 (osd.6) 376 : cluster 3 failed to encode map e796 with expected crc 2024-03-22T07:25:16.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:16 smithi148 bash[66753]: cluster 2024-03-22T07:25:15.056097+0000 osd.5 (osd.5) 368 : cluster 3 failed to encode map e796 with expected crc 2024-03-22T07:25:17.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:17 smithi129 bash[82160]: cluster 2024-03-22T07:25:15.814999+0000 mgr.y (mgr.25337) 538 : cluster 0 pgmap v954: 713 pgs: 18 creating+peering, 11 unknown, 684 active+clean; 2.6 MiB data, 450 MiB used, 715 GiB / 715 GiB avail; 137 KiB/s rd, 8.5 KiB/s wr, 175 op/s 2024-03-22T07:25:17.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:17 smithi129 bash[82160]: cluster 2024-03-22T07:25:16.081710+0000 mon.a (mon.0) 1124 : cluster 0 osdmap e797: 8 total, 8 up, 8 in 2024-03-22T07:25:17.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:17 smithi129 bash[82160]: cluster 2024-03-22T07:25:16.086113+0000 osd.5 (osd.5) 369 : cluster 3 failed to encode map e797 with expected crc 2024-03-22T07:25:17.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:17 smithi129 bash[82160]: cluster 2024-03-22T07:25:16.642277+0000 osd.6 (osd.6) 377 : cluster 3 failed to encode map e797 with expected crc 2024-03-22T07:25:17.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:17 smithi129 bash[79695]: cluster 2024-03-22T07:25:15.814999+0000 mgr.y (mgr.25337) 538 : cluster 0 pgmap v954: 713 pgs: 18 creating+peering, 11 unknown, 684 active+clean; 2.6 MiB data, 450 MiB used, 715 GiB / 715 GiB avail; 137 KiB/s rd, 8.5 KiB/s wr, 175 op/s 2024-03-22T07:25:17.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:17 smithi129 bash[79695]: cluster 2024-03-22T07:25:16.081710+0000 mon.a (mon.0) 1124 : cluster 0 osdmap e797: 8 total, 8 up, 8 in 2024-03-22T07:25:17.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:17 smithi129 bash[79695]: cluster 2024-03-22T07:25:16.086113+0000 osd.5 (osd.5) 369 : cluster 3 failed to encode map e797 with expected crc 2024-03-22T07:25:17.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:17 smithi129 bash[79695]: cluster 2024-03-22T07:25:16.642277+0000 osd.6 (osd.6) 377 : cluster 3 failed to encode map e797 with expected crc 2024-03-22T07:25:17.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:17 smithi148 bash[66753]: cluster 2024-03-22T07:25:15.814999+0000 mgr.y (mgr.25337) 538 : cluster 0 pgmap v954: 713 pgs: 18 creating+peering, 11 unknown, 684 active+clean; 2.6 MiB data, 450 MiB used, 715 GiB / 715 GiB avail; 137 KiB/s rd, 8.5 KiB/s wr, 175 op/s 2024-03-22T07:25:17.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:17 smithi148 bash[66753]: cluster 2024-03-22T07:25:16.081710+0000 mon.a (mon.0) 1124 : cluster 0 osdmap e797: 8 total, 8 up, 8 in 2024-03-22T07:25:17.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:17 smithi148 bash[66753]: cluster 2024-03-22T07:25:16.086113+0000 osd.5 (osd.5) 369 : cluster 3 failed to encode map e797 with expected crc 2024-03-22T07:25:17.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:17 smithi148 bash[66753]: cluster 2024-03-22T07:25:16.642277+0000 osd.6 (osd.6) 377 : cluster 3 failed to encode map e797 with expected crc 2024-03-22T07:25:18.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:18 smithi129 bash[79695]: cluster 2024-03-22T07:25:17.091285+0000 mon.a (mon.0) 1125 : cluster 0 osdmap e798: 8 total, 8 up, 8 in 2024-03-22T07:25:18.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:18 smithi129 bash[79695]: cluster 2024-03-22T07:25:17.096312+0000 osd.5 (osd.5) 370 : cluster 3 failed to encode map e798 with expected crc 2024-03-22T07:25:18.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:18 smithi129 bash[79695]: cluster 2024-03-22T07:25:17.149493+0000 osd.6 (osd.6) 378 : cluster 3 failed to encode map e798 with expected crc 2024-03-22T07:25:18.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:18 smithi129 bash[82160]: cluster 2024-03-22T07:25:17.091285+0000 mon.a (mon.0) 1125 : cluster 0 osdmap e798: 8 total, 8 up, 8 in 2024-03-22T07:25:18.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:18 smithi129 bash[82160]: cluster 2024-03-22T07:25:17.096312+0000 osd.5 (osd.5) 370 : cluster 3 failed to encode map e798 with expected crc 2024-03-22T07:25:18.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:18 smithi129 bash[82160]: cluster 2024-03-22T07:25:17.149493+0000 osd.6 (osd.6) 378 : cluster 3 failed to encode map e798 with expected crc 2024-03-22T07:25:18.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:18 smithi148 bash[66753]: cluster 2024-03-22T07:25:17.091285+0000 mon.a (mon.0) 1125 : cluster 0 osdmap e798: 8 total, 8 up, 8 in 2024-03-22T07:25:18.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:18 smithi148 bash[66753]: cluster 2024-03-22T07:25:17.096312+0000 osd.5 (osd.5) 370 : cluster 3 failed to encode map e798 with expected crc 2024-03-22T07:25:18.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:18 smithi148 bash[66753]: cluster 2024-03-22T07:25:17.149493+0000 osd.6 (osd.6) 378 : cluster 3 failed to encode map e798 with expected crc 2024-03-22T07:25:19.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:19 smithi129 bash[79695]: cluster 2024-03-22T07:25:17.817522+0000 mgr.y (mgr.25337) 539 : cluster 0 pgmap v957: 713 pgs: 18 creating+peering, 695 active+clean; 2.6 MiB data, 451 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 KiB/s wr, 34 op/s 2024-03-22T07:25:19.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:19 smithi129 bash[79695]: cluster 2024-03-22T07:25:18.097848+0000 osd.7 (osd.7) 394 : cluster 3 failed to encode map e799 with expected crc 2024-03-22T07:25:19.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:19 smithi129 bash[79695]: cluster 2024-03-22T07:25:18.097873+0000 osd.5 (osd.5) 371 : cluster 3 failed to encode map e799 with expected crc 2024-03-22T07:25:19.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:19 smithi129 bash[79695]: cluster 2024-03-22T07:25:18.105066+0000 mon.a (mon.0) 1126 : cluster 0 osdmap e799: 8 total, 8 up, 8 in 2024-03-22T07:25:19.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:19 smithi129 bash[79695]: cluster 2024-03-22T07:25:18.660714+0000 osd.6 (osd.6) 379 : cluster 3 failed to encode map e799 with expected crc 2024-03-22T07:25:19.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:19 smithi129 bash[79695]: cluster 2024-03-22T07:25:18.795827+0000 mon.a (mon.0) 1127 : cluster 0 osdmap e800: 8 total, 8 up, 8 in 2024-03-22T07:25:19.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:19 smithi129 bash[82160]: cluster 2024-03-22T07:25:17.817522+0000 mgr.y (mgr.25337) 539 : cluster 0 pgmap v957: 713 pgs: 18 creating+peering, 695 active+clean; 2.6 MiB data, 451 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 KiB/s wr, 34 op/s 2024-03-22T07:25:19.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:19 smithi129 bash[82160]: cluster 2024-03-22T07:25:18.097848+0000 osd.7 (osd.7) 394 : cluster 3 failed to encode map e799 with expected crc 2024-03-22T07:25:19.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:19 smithi129 bash[82160]: cluster 2024-03-22T07:25:18.097873+0000 osd.5 (osd.5) 371 : cluster 3 failed to encode map e799 with expected crc 2024-03-22T07:25:19.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:19 smithi129 bash[82160]: cluster 2024-03-22T07:25:18.105066+0000 mon.a (mon.0) 1126 : cluster 0 osdmap e799: 8 total, 8 up, 8 in 2024-03-22T07:25:19.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:19 smithi129 bash[82160]: cluster 2024-03-22T07:25:18.660714+0000 osd.6 (osd.6) 379 : cluster 3 failed to encode map e799 with expected crc 2024-03-22T07:25:19.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:19 smithi129 bash[82160]: cluster 2024-03-22T07:25:18.795827+0000 mon.a (mon.0) 1127 : cluster 0 osdmap e800: 8 total, 8 up, 8 in 2024-03-22T07:25:19.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:19 smithi148 bash[66753]: cluster 2024-03-22T07:25:17.817522+0000 mgr.y (mgr.25337) 539 : cluster 0 pgmap v957: 713 pgs: 18 creating+peering, 695 active+clean; 2.6 MiB data, 451 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 KiB/s wr, 34 op/s 2024-03-22T07:25:19.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:19 smithi148 bash[66753]: cluster 2024-03-22T07:25:18.097848+0000 osd.7 (osd.7) 394 : cluster 3 failed to encode map e799 with expected crc 2024-03-22T07:25:19.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:19 smithi148 bash[66753]: cluster 2024-03-22T07:25:18.097873+0000 osd.5 (osd.5) 371 : cluster 3 failed to encode map e799 with expected crc 2024-03-22T07:25:19.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:19 smithi148 bash[66753]: cluster 2024-03-22T07:25:18.105066+0000 mon.a (mon.0) 1126 : cluster 0 osdmap e799: 8 total, 8 up, 8 in 2024-03-22T07:25:19.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:19 smithi148 bash[66753]: cluster 2024-03-22T07:25:18.660714+0000 osd.6 (osd.6) 379 : cluster 3 failed to encode map e799 with expected crc 2024-03-22T07:25:19.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:19 smithi148 bash[66753]: cluster 2024-03-22T07:25:18.795827+0000 mon.a (mon.0) 1127 : cluster 0 osdmap e800: 8 total, 8 up, 8 in 2024-03-22T07:25:20.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:20 smithi129 bash[79695]: cluster 2024-03-22T07:25:18.789565+0000 osd.7 (osd.7) 395 : cluster 3 failed to encode map e800 with expected crc 2024-03-22T07:25:20.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:20 smithi129 bash[79695]: cluster 2024-03-22T07:25:18.830591+0000 osd.5 (osd.5) 372 : cluster 3 failed to encode map e800 with expected crc 2024-03-22T07:25:20.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:20 smithi129 bash[79695]: cluster 2024-03-22T07:25:19.796296+0000 mon.a (mon.0) 1128 : cluster 0 osdmap e801: 8 total, 8 up, 8 in 2024-03-22T07:25:20.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:20 smithi129 bash[82160]: cluster 2024-03-22T07:25:18.789565+0000 osd.7 (osd.7) 395 : cluster 3 failed to encode map e800 with expected crc 2024-03-22T07:25:20.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:20 smithi129 bash[82160]: cluster 2024-03-22T07:25:18.830591+0000 osd.5 (osd.5) 372 : cluster 3 failed to encode map e800 with expected crc 2024-03-22T07:25:20.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:20 smithi129 bash[82160]: cluster 2024-03-22T07:25:19.796296+0000 mon.a (mon.0) 1128 : cluster 0 osdmap e801: 8 total, 8 up, 8 in 2024-03-22T07:25:20.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:20 smithi148 bash[66753]: cluster 2024-03-22T07:25:18.789565+0000 osd.7 (osd.7) 395 : cluster 3 failed to encode map e800 with expected crc 2024-03-22T07:25:20.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:20 smithi148 bash[66753]: cluster 2024-03-22T07:25:18.830591+0000 osd.5 (osd.5) 372 : cluster 3 failed to encode map e800 with expected crc 2024-03-22T07:25:20.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:20 smithi148 bash[66753]: cluster 2024-03-22T07:25:19.796296+0000 mon.a (mon.0) 1128 : cluster 0 osdmap e801: 8 total, 8 up, 8 in 2024-03-22T07:25:21.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:21 smithi129 bash[79695]: cluster 2024-03-22T07:25:19.789992+0000 osd.7 (osd.7) 396 : cluster 3 failed to encode map e801 with expected crc 2024-03-22T07:25:21.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:21 smithi129 bash[79695]: cluster 2024-03-22T07:25:19.819016+0000 mgr.y (mgr.25337) 540 : cluster 0 pgmap v961: 713 pgs: 713 active+clean; 2.6 MiB data, 473 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 2.9 KiB/s wr, 50 op/s 2024-03-22T07:25:21.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:21 smithi129 bash[79695]: cluster 2024-03-22T07:25:19.832302+0000 osd.5 (osd.5) 373 : cluster 3 failed to encode map e801 with expected crc 2024-03-22T07:25:21.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:21 smithi129 bash[79695]: cluster 2024-03-22T07:25:20.653262+0000 osd.6 (osd.6) 380 : cluster 3 failed to encode map e801 with expected crc 2024-03-22T07:25:21.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:21 smithi129 bash[79695]: cluster 2024-03-22T07:25:20.808943+0000 mon.a (mon.0) 1129 : cluster 0 osdmap e802: 8 total, 8 up, 8 in 2024-03-22T07:25:21.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:21 smithi129 bash[82160]: cluster 2024-03-22T07:25:19.789992+0000 osd.7 (osd.7) 396 : cluster 3 failed to encode map e801 with expected crc 2024-03-22T07:25:21.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:21 smithi129 bash[82160]: cluster 2024-03-22T07:25:19.819016+0000 mgr.y (mgr.25337) 540 : cluster 0 pgmap v961: 713 pgs: 713 active+clean; 2.6 MiB data, 473 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 2.9 KiB/s wr, 50 op/s 2024-03-22T07:25:21.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:21 smithi129 bash[82160]: cluster 2024-03-22T07:25:19.832302+0000 osd.5 (osd.5) 373 : cluster 3 failed to encode map e801 with expected crc 2024-03-22T07:25:21.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:21 smithi129 bash[82160]: cluster 2024-03-22T07:25:20.653262+0000 osd.6 (osd.6) 380 : cluster 3 failed to encode map e801 with expected crc 2024-03-22T07:25:21.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:21 smithi129 bash[82160]: cluster 2024-03-22T07:25:20.808943+0000 mon.a (mon.0) 1129 : cluster 0 osdmap e802: 8 total, 8 up, 8 in 2024-03-22T07:25:21.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:21 smithi148 bash[66753]: cluster 2024-03-22T07:25:19.789992+0000 osd.7 (osd.7) 396 : cluster 3 failed to encode map e801 with expected crc 2024-03-22T07:25:21.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:21 smithi148 bash[66753]: cluster 2024-03-22T07:25:19.819016+0000 mgr.y (mgr.25337) 540 : cluster 0 pgmap v961: 713 pgs: 713 active+clean; 2.6 MiB data, 473 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 2.9 KiB/s wr, 50 op/s 2024-03-22T07:25:21.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:21 smithi148 bash[66753]: cluster 2024-03-22T07:25:19.832302+0000 osd.5 (osd.5) 373 : cluster 3 failed to encode map e801 with expected crc 2024-03-22T07:25:21.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:21 smithi148 bash[66753]: cluster 2024-03-22T07:25:20.653262+0000 osd.6 (osd.6) 380 : cluster 3 failed to encode map e801 with expected crc 2024-03-22T07:25:21.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:21 smithi148 bash[66753]: cluster 2024-03-22T07:25:20.808943+0000 mon.a (mon.0) 1129 : cluster 0 osdmap e802: 8 total, 8 up, 8 in 2024-03-22T07:25:22.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:22 smithi129 bash[79695]: cluster 2024-03-22T07:25:20.806724+0000 osd.5 (osd.5) 374 : cluster 3 failed to encode map e802 with expected crc 2024-03-22T07:25:22.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:22 smithi129 bash[79695]: cluster 2024-03-22T07:25:20.955669+0000 osd.7 (osd.7) 397 : cluster 3 failed to encode map e802 with expected crc 2024-03-22T07:25:22.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:22 smithi129 bash[79695]: cluster 2024-03-22T07:25:21.810868+0000 mon.a (mon.0) 1130 : cluster 0 osdmap e803: 8 total, 8 up, 8 in 2024-03-22T07:25:22.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:22 smithi129 bash[82160]: cluster 2024-03-22T07:25:20.806724+0000 osd.5 (osd.5) 374 : cluster 3 failed to encode map e802 with expected crc 2024-03-22T07:25:22.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:22 smithi129 bash[82160]: cluster 2024-03-22T07:25:20.955669+0000 osd.7 (osd.7) 397 : cluster 3 failed to encode map e802 with expected crc 2024-03-22T07:25:22.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:22 smithi129 bash[82160]: cluster 2024-03-22T07:25:21.810868+0000 mon.a (mon.0) 1130 : cluster 0 osdmap e803: 8 total, 8 up, 8 in 2024-03-22T07:25:22.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:22 smithi148 bash[66753]: cluster 2024-03-22T07:25:20.806724+0000 osd.5 (osd.5) 374 : cluster 3 failed to encode map e802 with expected crc 2024-03-22T07:25:22.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:22 smithi148 bash[66753]: cluster 2024-03-22T07:25:20.955669+0000 osd.7 (osd.7) 397 : cluster 3 failed to encode map e802 with expected crc 2024-03-22T07:25:22.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:22 smithi148 bash[66753]: cluster 2024-03-22T07:25:21.810868+0000 mon.a (mon.0) 1130 : cluster 0 osdmap e803: 8 total, 8 up, 8 in 2024-03-22T07:25:23.073 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.QuiesceWatch (9965 ms) 2024-03-22T07:25:23.073 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-03-22T07:25:23.074 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:25:23.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:23 smithi129 bash[79695]: cluster 2024-03-22T07:25:21.820441+0000 mgr.y (mgr.25337) 541 : cluster 0 pgmap v964: 713 pgs: 713 active+clean; 2.6 MiB data, 473 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 2.7 KiB/s wr, 44 op/s 2024-03-22T07:25:23.416 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:23 smithi129 bash[79695]: cluster 2024-03-22T07:25:21.850155+0000 osd.5 (osd.5) 375 : cluster 3 failed to encode map e803 with expected crc 2024-03-22T07:25:23.416 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:23 smithi129 bash[79695]: cluster 2024-03-22T07:25:21.929201+0000 osd.7 (osd.7) 398 : cluster 3 failed to encode map e803 with expected crc 2024-03-22T07:25:23.416 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:23 smithi129 bash[79695]: cluster 2024-03-22T07:25:22.188994+0000 osd.6 (osd.6) 381 : cluster 3 failed to encode map e803 with expected crc 2024-03-22T07:25:23.416 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:23 smithi129 bash[79695]: cluster 2024-03-22T07:25:22.828117+0000 mon.a (mon.0) 1131 : cluster 0 osdmap e804: 8 total, 8 up, 8 in 2024-03-22T07:25:23.416 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:23 smithi129 bash[79695]: cluster 2024-03-22T07:25:22.979560+0000 osd.6 (osd.6) 382 : cluster 3 failed to encode map e804 with expected crc 2024-03-22T07:25:23.417 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:23 smithi129 bash[79695]: cluster 2024-03-22T07:25:22.987074+0000 osd.6 (osd.6) 383 : cluster 3 failed to encode map e804 with expected crc 2024-03-22T07:25:23.417 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:23 smithi129 bash[82160]: cluster 2024-03-22T07:25:21.820441+0000 mgr.y (mgr.25337) 541 : cluster 0 pgmap v964: 713 pgs: 713 active+clean; 2.6 MiB data, 473 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 2.7 KiB/s wr, 44 op/s 2024-03-22T07:25:23.417 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:23 smithi129 bash[82160]: cluster 2024-03-22T07:25:21.850155+0000 osd.5 (osd.5) 375 : cluster 3 failed to encode map e803 with expected crc 2024-03-22T07:25:23.417 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:23 smithi129 bash[82160]: cluster 2024-03-22T07:25:21.929201+0000 osd.7 (osd.7) 398 : cluster 3 failed to encode map e803 with expected crc 2024-03-22T07:25:23.417 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:23 smithi129 bash[82160]: cluster 2024-03-22T07:25:22.188994+0000 osd.6 (osd.6) 381 : cluster 3 failed to encode map e803 with expected crc 2024-03-22T07:25:23.417 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:23 smithi129 bash[82160]: cluster 2024-03-22T07:25:22.828117+0000 mon.a (mon.0) 1131 : cluster 0 osdmap e804: 8 total, 8 up, 8 in 2024-03-22T07:25:23.417 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:23 smithi129 bash[82160]: cluster 2024-03-22T07:25:22.979560+0000 osd.6 (osd.6) 382 : cluster 3 failed to encode map e804 with expected crc 2024-03-22T07:25:23.417 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:23 smithi129 bash[82160]: cluster 2024-03-22T07:25:22.987074+0000 osd.6 (osd.6) 383 : cluster 3 failed to encode map e804 with expected crc 2024-03-22T07:25:23.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:23 smithi148 bash[66753]: cluster 2024-03-22T07:25:21.820441+0000 mgr.y (mgr.25337) 541 : cluster 0 pgmap v964: 713 pgs: 713 active+clean; 2.6 MiB data, 473 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 2.7 KiB/s wr, 44 op/s 2024-03-22T07:25:23.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:23 smithi148 bash[66753]: cluster 2024-03-22T07:25:21.850155+0000 osd.5 (osd.5) 375 : cluster 3 failed to encode map e803 with expected crc 2024-03-22T07:25:23.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:23 smithi148 bash[66753]: cluster 2024-03-22T07:25:21.929201+0000 osd.7 (osd.7) 398 : cluster 3 failed to encode map e803 with expected crc 2024-03-22T07:25:23.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:23 smithi148 bash[66753]: cluster 2024-03-22T07:25:22.188994+0000 osd.6 (osd.6) 381 : cluster 3 failed to encode map e803 with expected crc 2024-03-22T07:25:23.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:23 smithi148 bash[66753]: cluster 2024-03-22T07:25:22.828117+0000 mon.a (mon.0) 1131 : cluster 0 osdmap e804: 8 total, 8 up, 8 in 2024-03-22T07:25:23.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:23 smithi148 bash[66753]: cluster 2024-03-22T07:25:22.979560+0000 osd.6 (osd.6) 382 : cluster 3 failed to encode map e804 with expected crc 2024-03-22T07:25:23.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:23 smithi148 bash[66753]: cluster 2024-03-22T07:25:22.987074+0000 osd.6 (osd.6) 383 : cluster 3 failed to encode map e804 with expected crc 2024-03-22T07:25:24.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:25:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:25:23] "GET /metrics HTTP/1.1" 200 82162 "" "Prometheus/2.43.0" 2024-03-22T07:25:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:24 smithi129 bash[79695]: cluster 2024-03-22T07:25:22.864903+0000 osd.5 (osd.5) 376 : cluster 3 failed to encode map e804 with expected crc 2024-03-22T07:25:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:24 smithi129 bash[79695]: cluster 2024-03-22T07:25:22.872266+0000 osd.5 (osd.5) 377 : cluster 3 failed to encode map e804 with expected crc 2024-03-22T07:25:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:24 smithi129 bash[79695]: cluster 2024-03-22T07:25:22.923090+0000 osd.7 (osd.7) 399 : cluster 3 failed to encode map e804 with expected crc 2024-03-22T07:25:24.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:24 smithi129 bash[79695]: audit 2024-03-22T07:25:23.396894+0000 mon.c (mon.2) 283 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:25:24.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:24 smithi129 bash[82160]: cluster 2024-03-22T07:25:22.864903+0000 osd.5 (osd.5) 376 : cluster 3 failed to encode map e804 with expected crc 2024-03-22T07:25:24.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:24 smithi129 bash[82160]: cluster 2024-03-22T07:25:22.872266+0000 osd.5 (osd.5) 377 : cluster 3 failed to encode map e804 with expected crc 2024-03-22T07:25:24.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:24 smithi129 bash[82160]: cluster 2024-03-22T07:25:22.923090+0000 osd.7 (osd.7) 399 : cluster 3 failed to encode map e804 with expected crc 2024-03-22T07:25:24.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:24 smithi129 bash[82160]: audit 2024-03-22T07:25:23.396894+0000 mon.c (mon.2) 283 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:25:24.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:24 smithi148 bash[66753]: cluster 2024-03-22T07:25:22.864903+0000 osd.5 (osd.5) 376 : cluster 3 failed to encode map e804 with expected crc 2024-03-22T07:25:24.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:24 smithi148 bash[66753]: cluster 2024-03-22T07:25:22.872266+0000 osd.5 (osd.5) 377 : cluster 3 failed to encode map e804 with expected crc 2024-03-22T07:25:24.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:24 smithi148 bash[66753]: cluster 2024-03-22T07:25:22.923090+0000 osd.7 (osd.7) 399 : cluster 3 failed to encode map e804 with expected crc 2024-03-22T07:25:24.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:24 smithi148 bash[66753]: audit 2024-03-22T07:25:23.396894+0000 mon.c (mon.2) 283 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:25:25.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:25 smithi129 bash[79695]: cluster 2024-03-22T07:25:23.821632+0000 mgr.y (mgr.25337) 542 : cluster 0 pgmap v966: 713 pgs: 713 active+clean; 2.6 MiB data, 473 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 762 B/s wr, 8 op/s 2024-03-22T07:25:25.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:25 smithi129 bash[79695]: cluster 2024-03-22T07:25:24.117668+0000 osd.7 (osd.7) 400 : cluster 3 failed to encode map e805 with expected crc 2024-03-22T07:25:25.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:25 smithi129 bash[79695]: cluster 2024-03-22T07:25:24.118716+0000 osd.5 (osd.5) 378 : cluster 3 failed to encode map e805 with expected crc 2024-03-22T07:25:25.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:25 smithi129 bash[79695]: cluster 2024-03-22T07:25:24.126639+0000 mon.a (mon.0) 1132 : cluster 0 osdmap e805: 8 total, 8 up, 8 in 2024-03-22T07:25:25.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:25 smithi129 bash[79695]: cluster 2024-03-22T07:25:24.198369+0000 osd.6 (osd.6) 384 : cluster 3 failed to encode map e805 with expected crc 2024-03-22T07:25:25.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:25 smithi129 bash[82160]: cluster 2024-03-22T07:25:23.821632+0000 mgr.y (mgr.25337) 542 : cluster 0 pgmap v966: 713 pgs: 713 active+clean; 2.6 MiB data, 473 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 762 B/s wr, 8 op/s 2024-03-22T07:25:25.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:25 smithi129 bash[82160]: cluster 2024-03-22T07:25:24.117668+0000 osd.7 (osd.7) 400 : cluster 3 failed to encode map e805 with expected crc 2024-03-22T07:25:25.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:25 smithi129 bash[82160]: cluster 2024-03-22T07:25:24.118716+0000 osd.5 (osd.5) 378 : cluster 3 failed to encode map e805 with expected crc 2024-03-22T07:25:25.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:25 smithi129 bash[82160]: cluster 2024-03-22T07:25:24.126639+0000 mon.a (mon.0) 1132 : cluster 0 osdmap e805: 8 total, 8 up, 8 in 2024-03-22T07:25:25.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:25 smithi129 bash[82160]: cluster 2024-03-22T07:25:24.198369+0000 osd.6 (osd.6) 384 : cluster 3 failed to encode map e805 with expected crc 2024-03-22T07:25:25.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:25 smithi148 bash[66753]: cluster 2024-03-22T07:25:23.821632+0000 mgr.y (mgr.25337) 542 : cluster 0 pgmap v966: 713 pgs: 713 active+clean; 2.6 MiB data, 473 MiB used, 715 GiB / 715 GiB avail; 4.2 KiB/s rd, 762 B/s wr, 8 op/s 2024-03-22T07:25:25.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:25 smithi148 bash[66753]: cluster 2024-03-22T07:25:24.117668+0000 osd.7 (osd.7) 400 : cluster 3 failed to encode map e805 with expected crc 2024-03-22T07:25:25.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:25 smithi148 bash[66753]: cluster 2024-03-22T07:25:24.118716+0000 osd.5 (osd.5) 378 : cluster 3 failed to encode map e805 with expected crc 2024-03-22T07:25:25.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:25 smithi148 bash[66753]: cluster 2024-03-22T07:25:24.126639+0000 mon.a (mon.0) 1132 : cluster 0 osdmap e805: 8 total, 8 up, 8 in 2024-03-22T07:25:25.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:25 smithi148 bash[66753]: cluster 2024-03-22T07:25:24.198369+0000 osd.6 (osd.6) 384 : cluster 3 failed to encode map e805 with expected crc 2024-03-22T07:25:26.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: cluster 2024-03-22T07:25:25.135003+0000 mon.a (mon.0) 1133 : cluster 0 osdmap e806: 8 total, 8 up, 8 in 2024-03-22T07:25:26.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: cluster 2024-03-22T07:25:25.174385+0000 osd.5 (osd.5) 379 : cluster 3 failed to encode map e806 with expected crc 2024-03-22T07:25:26.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: cluster 2024-03-22T07:25:25.202650+0000 osd.6 (osd.6) 385 : cluster 3 failed to encode map e806 with expected crc 2024-03-22T07:25:26.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: cluster 2024-03-22T07:25:25.209119+0000 osd.6 (osd.6) 386 : cluster 3 failed to encode map e806 with expected crc 2024-03-22T07:25:26.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.666281+0000 mon.a (mon.0) 1134 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:25:26.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.758953+0000 mon.c (mon.2) 284 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "36.1d", "id": [6, 3]}]: dispatch 2024-03-22T07:25:26.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.759573+0000 mon.c (mon.2) 285 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.d", "id": [4, 3]}]: dispatch 2024-03-22T07:25:26.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.759987+0000 mon.a (mon.0) 1135 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "36.1d", "id": [6, 3]}]: dispatch 2024-03-22T07:25:26.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.760432+0000 mon.c (mon.2) 286 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.19", "id": [0, 3]}]: dispatch 2024-03-22T07:25:26.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.761232+0000 mon.c (mon.2) 287 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.1b", "id": [0, 6]}]: dispatch 2024-03-22T07:25:26.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.761357+0000 mon.a (mon.0) 1136 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.d", "id": [4, 3]}]: dispatch 2024-03-22T07:25:26.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.762040+0000 mon.c (mon.2) 288 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.9", "id": [0, 1]}]: dispatch 2024-03-22T07:25:26.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.762655+0000 mon.a (mon.0) 1137 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.19", "id": [0, 3]}]: dispatch 2024-03-22T07:25:26.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.762842+0000 mon.c (mon.2) 289 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.14", "id": [7, 1]}]: dispatch 2024-03-22T07:25:26.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.763629+0000 mon.c (mon.2) 290 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.8", "id": [3, 2]}]: dispatch 2024-03-22T07:25:26.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.763691+0000 mon.a (mon.0) 1138 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.1b", "id": [0, 6]}]: dispatch 2024-03-22T07:25:26.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.764472+0000 mon.c (mon.2) 291 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.a", "id": [3, 1]}]: dispatch 2024-03-22T07:25:26.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.765048+0000 mon.a (mon.0) 1139 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.9", "id": [0, 1]}]: dispatch 2024-03-22T07:25:26.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.765263+0000 mon.c (mon.2) 292 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7]}]: dispatch 2024-03-22T07:25:26.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.766058+0000 mon.c (mon.2) 293 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1c", "id": [6, 7]}]: dispatch 2024-03-22T07:25:26.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.766125+0000 mon.a (mon.0) 1140 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.14", "id": [7, 1]}]: dispatch 2024-03-22T07:25:26.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.766949+0000 mon.a (mon.0) 1141 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.8", "id": [3, 2]}]: dispatch 2024-03-22T07:25:26.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.767557+0000 mon.a (mon.0) 1142 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.a", "id": [3, 1]}]: dispatch 2024-03-22T07:25:26.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.768076+0000 mon.a (mon.0) 1143 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7]}]: dispatch 2024-03-22T07:25:26.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:26 smithi148 bash[66753]: audit 2024-03-22T07:25:25.768560+0000 mon.a (mon.0) 1144 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1c", "id": [6, 7]}]: dispatch 2024-03-22T07:25:26.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: cluster 2024-03-22T07:25:25.135003+0000 mon.a (mon.0) 1133 : cluster 0 osdmap e806: 8 total, 8 up, 8 in 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: cluster 2024-03-22T07:25:25.174385+0000 osd.5 (osd.5) 379 : cluster 3 failed to encode map e806 with expected crc 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: cluster 2024-03-22T07:25:25.202650+0000 osd.6 (osd.6) 385 : cluster 3 failed to encode map e806 with expected crc 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: cluster 2024-03-22T07:25:25.209119+0000 osd.6 (osd.6) 386 : cluster 3 failed to encode map e806 with expected crc 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.666281+0000 mon.a (mon.0) 1134 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.758953+0000 mon.c (mon.2) 284 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "36.1d", "id": [6, 3]}]: dispatch 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.759573+0000 mon.c (mon.2) 285 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.d", "id": [4, 3]}]: dispatch 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.759987+0000 mon.a (mon.0) 1135 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "36.1d", "id": [6, 3]}]: dispatch 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.760432+0000 mon.c (mon.2) 286 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.19", "id": [0, 3]}]: dispatch 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.761232+0000 mon.c (mon.2) 287 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.1b", "id": [0, 6]}]: dispatch 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.761357+0000 mon.a (mon.0) 1136 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.d", "id": [4, 3]}]: dispatch 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.762040+0000 mon.c (mon.2) 288 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.9", "id": [0, 1]}]: dispatch 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.762655+0000 mon.a (mon.0) 1137 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.19", "id": [0, 3]}]: dispatch 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.762842+0000 mon.c (mon.2) 289 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.14", "id": [7, 1]}]: dispatch 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.763629+0000 mon.c (mon.2) 290 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.8", "id": [3, 2]}]: dispatch 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.763691+0000 mon.a (mon.0) 1138 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.1b", "id": [0, 6]}]: dispatch 2024-03-22T07:25:26.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.764472+0000 mon.c (mon.2) 291 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.a", "id": [3, 1]}]: dispatch 2024-03-22T07:25:26.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.765048+0000 mon.a (mon.0) 1139 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.9", "id": [0, 1]}]: dispatch 2024-03-22T07:25:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: cluster 2024-03-22T07:25:25.135003+0000 mon.a (mon.0) 1133 : cluster 0 osdmap e806: 8 total, 8 up, 8 in 2024-03-22T07:25:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: cluster 2024-03-22T07:25:25.174385+0000 osd.5 (osd.5) 379 : cluster 3 failed to encode map e806 with expected crc 2024-03-22T07:25:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: cluster 2024-03-22T07:25:25.202650+0000 osd.6 (osd.6) 385 : cluster 3 failed to encode map e806 with expected crc 2024-03-22T07:25:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: cluster 2024-03-22T07:25:25.209119+0000 osd.6 (osd.6) 386 : cluster 3 failed to encode map e806 with expected crc 2024-03-22T07:25:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.666281+0000 mon.a (mon.0) 1134 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:25:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.758953+0000 mon.c (mon.2) 284 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "36.1d", "id": [6, 3]}]: dispatch 2024-03-22T07:25:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.759573+0000 mon.c (mon.2) 285 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.d", "id": [4, 3]}]: dispatch 2024-03-22T07:25:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.759987+0000 mon.a (mon.0) 1135 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "36.1d", "id": [6, 3]}]: dispatch 2024-03-22T07:25:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.760432+0000 mon.c (mon.2) 286 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.19", "id": [0, 3]}]: dispatch 2024-03-22T07:25:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.761232+0000 mon.c (mon.2) 287 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.1b", "id": [0, 6]}]: dispatch 2024-03-22T07:25:26.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.761357+0000 mon.a (mon.0) 1136 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.d", "id": [4, 3]}]: dispatch 2024-03-22T07:25:26.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.762040+0000 mon.c (mon.2) 288 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.9", "id": [0, 1]}]: dispatch 2024-03-22T07:25:26.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.762655+0000 mon.a (mon.0) 1137 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.19", "id": [0, 3]}]: dispatch 2024-03-22T07:25:26.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.762842+0000 mon.c (mon.2) 289 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.14", "id": [7, 1]}]: dispatch 2024-03-22T07:25:26.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.763629+0000 mon.c (mon.2) 290 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.8", "id": [3, 2]}]: dispatch 2024-03-22T07:25:26.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.763691+0000 mon.a (mon.0) 1138 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.1b", "id": [0, 6]}]: dispatch 2024-03-22T07:25:26.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.764472+0000 mon.c (mon.2) 291 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.a", "id": [3, 1]}]: dispatch 2024-03-22T07:25:26.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.765048+0000 mon.a (mon.0) 1139 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.9", "id": [0, 1]}]: dispatch 2024-03-22T07:25:26.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.765263+0000 mon.c (mon.2) 292 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7]}]: dispatch 2024-03-22T07:25:26.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.766058+0000 mon.c (mon.2) 293 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1c", "id": [6, 7]}]: dispatch 2024-03-22T07:25:26.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.766125+0000 mon.a (mon.0) 1140 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.14", "id": [7, 1]}]: dispatch 2024-03-22T07:25:26.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.766949+0000 mon.a (mon.0) 1141 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.8", "id": [3, 2]}]: dispatch 2024-03-22T07:25:26.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.767557+0000 mon.a (mon.0) 1142 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.a", "id": [3, 1]}]: dispatch 2024-03-22T07:25:26.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.768076+0000 mon.a (mon.0) 1143 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7]}]: dispatch 2024-03-22T07:25:26.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[79695]: audit 2024-03-22T07:25:25.768560+0000 mon.a (mon.0) 1144 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1c", "id": [6, 7]}]: dispatch 2024-03-22T07:25:26.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.765263+0000 mon.c (mon.2) 292 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7]}]: dispatch 2024-03-22T07:25:26.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.766058+0000 mon.c (mon.2) 293 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1c", "id": [6, 7]}]: dispatch 2024-03-22T07:25:26.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.766125+0000 mon.a (mon.0) 1140 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.14", "id": [7, 1]}]: dispatch 2024-03-22T07:25:26.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.766949+0000 mon.a (mon.0) 1141 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.8", "id": [3, 2]}]: dispatch 2024-03-22T07:25:26.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.767557+0000 mon.a (mon.0) 1142 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.a", "id": [3, 1]}]: dispatch 2024-03-22T07:25:26.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.768076+0000 mon.a (mon.0) 1143 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7]}]: dispatch 2024-03-22T07:25:26.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:26 smithi129 bash[82160]: audit 2024-03-22T07:25:25.768560+0000 mon.a (mon.0) 1144 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1c", "id": [6, 7]}]: dispatch 2024-03-22T07:25:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: cluster 2024-03-22T07:25:25.823544+0000 mgr.y (mgr.25337) 543 : cluster 0 pgmap v969: 713 pgs: 713 active+clean; 2.6 MiB data, 458 MiB used, 715 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 KiB/s wr, 97 op/s 2024-03-22T07:25:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: audit 2024-03-22T07:25:26.132936+0000 mon.a (mon.0) 1145 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "36.1d", "id": [6, 3]}]': finished 2024-03-22T07:25:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: audit 2024-03-22T07:25:26.133089+0000 mon.a (mon.0) 1146 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.d", "id": [4, 3]}]': finished 2024-03-22T07:25:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: audit 2024-03-22T07:25:26.133216+0000 mon.a (mon.0) 1147 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.19", "id": [0, 3]}]': finished 2024-03-22T07:25:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: audit 2024-03-22T07:25:26.133341+0000 mon.a (mon.0) 1148 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.1b", "id": [0, 6]}]': finished 2024-03-22T07:25:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: audit 2024-03-22T07:25:26.133480+0000 mon.a (mon.0) 1149 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.9", "id": [0, 1]}]': finished 2024-03-22T07:25:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: audit 2024-03-22T07:25:26.133599+0000 mon.a (mon.0) 1150 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.14", "id": [7, 1]}]': finished 2024-03-22T07:25:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: audit 2024-03-22T07:25:26.133718+0000 mon.a (mon.0) 1151 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.8", "id": [3, 2]}]': finished 2024-03-22T07:25:27.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: audit 2024-03-22T07:25:26.133831+0000 mon.a (mon.0) 1152 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.a", "id": [3, 1]}]': finished 2024-03-22T07:25:27.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: audit 2024-03-22T07:25:26.133948+0000 mon.a (mon.0) 1153 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7]}]': finished 2024-03-22T07:25:27.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: audit 2024-03-22T07:25:26.134065+0000 mon.a (mon.0) 1154 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1c", "id": [6, 7]}]': finished 2024-03-22T07:25:27.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: cluster 2024-03-22T07:25:26.142768+0000 mon.a (mon.0) 1155 : cluster 0 osdmap e807: 8 total, 8 up, 8 in 2024-03-22T07:25:27.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: cluster 2024-03-22T07:25:26.143204+0000 osd.6 (osd.6) 387 : cluster 3 failed to encode map e807 with expected crc 2024-03-22T07:25:27.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: cluster 2024-03-22T07:25:26.153393+0000 osd.6 (osd.6) 388 : cluster 3 failed to encode map e807 with expected crc 2024-03-22T07:25:27.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: cluster 2024-03-22T07:25:26.157643+0000 osd.5 (osd.5) 380 : cluster 3 failed to encode map e807 with expected crc 2024-03-22T07:25:27.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: cluster 2024-03-22T07:25:26.158273+0000 osd.7 (osd.7) 401 : cluster 3 failed to encode map e807 with expected crc 2024-03-22T07:25:27.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:27 smithi148 bash[66753]: cluster 2024-03-22T07:25:26.168354+0000 osd.7 (osd.7) 402 : cluster 3 failed to encode map e807 with expected crc 2024-03-22T07:25:27.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: cluster 2024-03-22T07:25:25.823544+0000 mgr.y (mgr.25337) 543 : cluster 0 pgmap v969: 713 pgs: 713 active+clean; 2.6 MiB data, 458 MiB used, 715 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 KiB/s wr, 97 op/s 2024-03-22T07:25:27.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: audit 2024-03-22T07:25:26.132936+0000 mon.a (mon.0) 1145 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "36.1d", "id": [6, 3]}]': finished 2024-03-22T07:25:27.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: audit 2024-03-22T07:25:26.133089+0000 mon.a (mon.0) 1146 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.d", "id": [4, 3]}]': finished 2024-03-22T07:25:27.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: audit 2024-03-22T07:25:26.133216+0000 mon.a (mon.0) 1147 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.19", "id": [0, 3]}]': finished 2024-03-22T07:25:27.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: audit 2024-03-22T07:25:26.133341+0000 mon.a (mon.0) 1148 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.1b", "id": [0, 6]}]': finished 2024-03-22T07:25:27.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: audit 2024-03-22T07:25:26.133480+0000 mon.a (mon.0) 1149 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.9", "id": [0, 1]}]': finished 2024-03-22T07:25:27.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: audit 2024-03-22T07:25:26.133599+0000 mon.a (mon.0) 1150 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.14", "id": [7, 1]}]': finished 2024-03-22T07:25:27.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: audit 2024-03-22T07:25:26.133718+0000 mon.a (mon.0) 1151 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.8", "id": [3, 2]}]': finished 2024-03-22T07:25:27.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: audit 2024-03-22T07:25:26.133831+0000 mon.a (mon.0) 1152 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.a", "id": [3, 1]}]': finished 2024-03-22T07:25:27.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: audit 2024-03-22T07:25:26.133948+0000 mon.a (mon.0) 1153 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7]}]': finished 2024-03-22T07:25:27.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: audit 2024-03-22T07:25:26.134065+0000 mon.a (mon.0) 1154 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1c", "id": [6, 7]}]': finished 2024-03-22T07:25:27.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: cluster 2024-03-22T07:25:26.142768+0000 mon.a (mon.0) 1155 : cluster 0 osdmap e807: 8 total, 8 up, 8 in 2024-03-22T07:25:27.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: cluster 2024-03-22T07:25:26.143204+0000 osd.6 (osd.6) 387 : cluster 3 failed to encode map e807 with expected crc 2024-03-22T07:25:27.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: cluster 2024-03-22T07:25:26.153393+0000 osd.6 (osd.6) 388 : cluster 3 failed to encode map e807 with expected crc 2024-03-22T07:25:27.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: cluster 2024-03-22T07:25:26.157643+0000 osd.5 (osd.5) 380 : cluster 3 failed to encode map e807 with expected crc 2024-03-22T07:25:27.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: cluster 2024-03-22T07:25:26.158273+0000 osd.7 (osd.7) 401 : cluster 3 failed to encode map e807 with expected crc 2024-03-22T07:25:27.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[79695]: cluster 2024-03-22T07:25:26.168354+0000 osd.7 (osd.7) 402 : cluster 3 failed to encode map e807 with expected crc 2024-03-22T07:25:27.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: cluster 2024-03-22T07:25:25.823544+0000 mgr.y (mgr.25337) 543 : cluster 0 pgmap v969: 713 pgs: 713 active+clean; 2.6 MiB data, 458 MiB used, 715 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 KiB/s wr, 97 op/s 2024-03-22T07:25:27.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: audit 2024-03-22T07:25:26.132936+0000 mon.a (mon.0) 1145 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "36.1d", "id": [6, 3]}]': finished 2024-03-22T07:25:27.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: audit 2024-03-22T07:25:26.133089+0000 mon.a (mon.0) 1146 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.d", "id": [4, 3]}]': finished 2024-03-22T07:25:27.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: audit 2024-03-22T07:25:26.133216+0000 mon.a (mon.0) 1147 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.19", "id": [0, 3]}]': finished 2024-03-22T07:25:27.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: audit 2024-03-22T07:25:26.133341+0000 mon.a (mon.0) 1148 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.1b", "id": [0, 6]}]': finished 2024-03-22T07:25:27.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: audit 2024-03-22T07:25:26.133480+0000 mon.a (mon.0) 1149 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.9", "id": [0, 1]}]': finished 2024-03-22T07:25:27.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: audit 2024-03-22T07:25:26.133599+0000 mon.a (mon.0) 1150 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.14", "id": [7, 1]}]': finished 2024-03-22T07:25:27.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: audit 2024-03-22T07:25:26.133718+0000 mon.a (mon.0) 1151 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.8", "id": [3, 2]}]': finished 2024-03-22T07:25:27.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: audit 2024-03-22T07:25:26.133831+0000 mon.a (mon.0) 1152 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.a", "id": [3, 1]}]': finished 2024-03-22T07:25:27.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: audit 2024-03-22T07:25:26.133948+0000 mon.a (mon.0) 1153 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7]}]': finished 2024-03-22T07:25:27.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: audit 2024-03-22T07:25:26.134065+0000 mon.a (mon.0) 1154 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1c", "id": [6, 7]}]': finished 2024-03-22T07:25:27.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: cluster 2024-03-22T07:25:26.142768+0000 mon.a (mon.0) 1155 : cluster 0 osdmap e807: 8 total, 8 up, 8 in 2024-03-22T07:25:27.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: cluster 2024-03-22T07:25:26.143204+0000 osd.6 (osd.6) 387 : cluster 3 failed to encode map e807 with expected crc 2024-03-22T07:25:27.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: cluster 2024-03-22T07:25:26.153393+0000 osd.6 (osd.6) 388 : cluster 3 failed to encode map e807 with expected crc 2024-03-22T07:25:27.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: cluster 2024-03-22T07:25:26.157643+0000 osd.5 (osd.5) 380 : cluster 3 failed to encode map e807 with expected crc 2024-03-22T07:25:27.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: cluster 2024-03-22T07:25:26.158273+0000 osd.7 (osd.7) 401 : cluster 3 failed to encode map e807 with expected crc 2024-03-22T07:25:27.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:27 smithi129 bash[82160]: cluster 2024-03-22T07:25:26.168354+0000 osd.7 (osd.7) 402 : cluster 3 failed to encode map e807 with expected crc 2024-03-22T07:25:28.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:28 smithi148 bash[66753]: cluster 2024-03-22T07:25:27.169987+0000 mon.a (mon.0) 1156 : cluster 0 osdmap e808: 8 total, 8 up, 8 in 2024-03-22T07:25:28.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:28 smithi148 bash[66753]: cluster 2024-03-22T07:25:27.176973+0000 osd.6 (osd.6) 389 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:28 smithi148 bash[66753]: cluster 2024-03-22T07:25:27.181967+0000 osd.7 (osd.7) 403 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:28 smithi148 bash[66753]: cluster 2024-03-22T07:25:27.182133+0000 osd.5 (osd.5) 381 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:28 smithi148 bash[66753]: cluster 2024-03-22T07:25:27.186536+0000 osd.6 (osd.6) 390 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:28 smithi148 bash[66753]: cluster 2024-03-22T07:25:27.194599+0000 osd.6 (osd.6) 391 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:28 smithi148 bash[66753]: cluster 2024-03-22T07:25:27.195072+0000 osd.5 (osd.5) 382 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:28 smithi129 bash[79695]: cluster 2024-03-22T07:25:27.169987+0000 mon.a (mon.0) 1156 : cluster 0 osdmap e808: 8 total, 8 up, 8 in 2024-03-22T07:25:28.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:28 smithi129 bash[79695]: cluster 2024-03-22T07:25:27.176973+0000 osd.6 (osd.6) 389 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:28 smithi129 bash[79695]: cluster 2024-03-22T07:25:27.181967+0000 osd.7 (osd.7) 403 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:28 smithi129 bash[79695]: cluster 2024-03-22T07:25:27.182133+0000 osd.5 (osd.5) 381 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:28 smithi129 bash[79695]: cluster 2024-03-22T07:25:27.186536+0000 osd.6 (osd.6) 390 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:28 smithi129 bash[79695]: cluster 2024-03-22T07:25:27.194599+0000 osd.6 (osd.6) 391 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:28 smithi129 bash[79695]: cluster 2024-03-22T07:25:27.195072+0000 osd.5 (osd.5) 382 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:28 smithi129 bash[82160]: cluster 2024-03-22T07:25:27.169987+0000 mon.a (mon.0) 1156 : cluster 0 osdmap e808: 8 total, 8 up, 8 in 2024-03-22T07:25:28.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:28 smithi129 bash[82160]: cluster 2024-03-22T07:25:27.176973+0000 osd.6 (osd.6) 389 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:28 smithi129 bash[82160]: cluster 2024-03-22T07:25:27.181967+0000 osd.7 (osd.7) 403 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:28 smithi129 bash[82160]: cluster 2024-03-22T07:25:27.182133+0000 osd.5 (osd.5) 381 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:28 smithi129 bash[82160]: cluster 2024-03-22T07:25:27.186536+0000 osd.6 (osd.6) 390 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:28 smithi129 bash[82160]: cluster 2024-03-22T07:25:27.194599+0000 osd.6 (osd.6) 391 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:28.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:28 smithi129 bash[82160]: cluster 2024-03-22T07:25:27.195072+0000 osd.5 (osd.5) 382 : cluster 3 failed to encode map e808 with expected crc 2024-03-22T07:25:29.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:29 smithi148 bash[66753]: cluster 2024-03-22T07:25:27.826094+0000 mgr.y (mgr.25337) 544 : cluster 0 pgmap v972: 713 pgs: 3 peering, 710 active+clean; 2.6 MiB data, 458 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s rd, 6.2 KiB/s wr, 108 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:25:29.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:29 smithi148 bash[66753]: cluster 2024-03-22T07:25:28.175250+0000 osd.7 (osd.7) 404 : cluster 3 failed to encode map e809 with expected crc 2024-03-22T07:25:29.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:29 smithi148 bash[66753]: cluster 2024-03-22T07:25:28.177635+0000 osd.5 (osd.5) 383 : cluster 3 failed to encode map e809 with expected crc 2024-03-22T07:25:29.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:29 smithi148 bash[66753]: cluster 2024-03-22T07:25:28.182698+0000 mon.a (mon.0) 1157 : cluster 0 osdmap e809: 8 total, 8 up, 8 in 2024-03-22T07:25:29.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:29 smithi148 bash[66753]: cluster 2024-03-22T07:25:28.257160+0000 osd.6 (osd.6) 392 : cluster 3 failed to encode map e809 with expected crc 2024-03-22T07:25:29.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:29 smithi148 bash[66753]: cluster 2024-03-22T07:25:28.796444+0000 mon.a (mon.0) 1158 : cluster 0 osdmap e810: 8 total, 8 up, 8 in 2024-03-22T07:25:29.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:29 smithi129 bash[79695]: cluster 2024-03-22T07:25:27.826094+0000 mgr.y (mgr.25337) 544 : cluster 0 pgmap v972: 713 pgs: 3 peering, 710 active+clean; 2.6 MiB data, 458 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s rd, 6.2 KiB/s wr, 108 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:25:29.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:29 smithi129 bash[79695]: cluster 2024-03-22T07:25:28.175250+0000 osd.7 (osd.7) 404 : cluster 3 failed to encode map e809 with expected crc 2024-03-22T07:25:29.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:29 smithi129 bash[79695]: cluster 2024-03-22T07:25:28.177635+0000 osd.5 (osd.5) 383 : cluster 3 failed to encode map e809 with expected crc 2024-03-22T07:25:29.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:29 smithi129 bash[79695]: cluster 2024-03-22T07:25:28.182698+0000 mon.a (mon.0) 1157 : cluster 0 osdmap e809: 8 total, 8 up, 8 in 2024-03-22T07:25:29.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:29 smithi129 bash[79695]: cluster 2024-03-22T07:25:28.257160+0000 osd.6 (osd.6) 392 : cluster 3 failed to encode map e809 with expected crc 2024-03-22T07:25:29.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:29 smithi129 bash[79695]: cluster 2024-03-22T07:25:28.796444+0000 mon.a (mon.0) 1158 : cluster 0 osdmap e810: 8 total, 8 up, 8 in 2024-03-22T07:25:29.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:29 smithi129 bash[82160]: cluster 2024-03-22T07:25:27.826094+0000 mgr.y (mgr.25337) 544 : cluster 0 pgmap v972: 713 pgs: 3 peering, 710 active+clean; 2.6 MiB data, 458 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s rd, 6.2 KiB/s wr, 108 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:25:29.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:29 smithi129 bash[82160]: cluster 2024-03-22T07:25:28.175250+0000 osd.7 (osd.7) 404 : cluster 3 failed to encode map e809 with expected crc 2024-03-22T07:25:29.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:29 smithi129 bash[82160]: cluster 2024-03-22T07:25:28.177635+0000 osd.5 (osd.5) 383 : cluster 3 failed to encode map e809 with expected crc 2024-03-22T07:25:29.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:29 smithi129 bash[82160]: cluster 2024-03-22T07:25:28.182698+0000 mon.a (mon.0) 1157 : cluster 0 osdmap e809: 8 total, 8 up, 8 in 2024-03-22T07:25:29.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:29 smithi129 bash[82160]: cluster 2024-03-22T07:25:28.257160+0000 osd.6 (osd.6) 392 : cluster 3 failed to encode map e809 with expected crc 2024-03-22T07:25:29.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:29 smithi129 bash[82160]: cluster 2024-03-22T07:25:28.796444+0000 mon.a (mon.0) 1158 : cluster 0 osdmap e810: 8 total, 8 up, 8 in 2024-03-22T07:25:30.041 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6969 ms) 2024-03-22T07:25:30.041 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-03-22T07:25:30.041 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:25:30.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:30 smithi148 bash[66753]: cluster 2024-03-22T07:25:28.791667+0000 osd.7 (osd.7) 405 : cluster 3 failed to encode map e810 with expected crc 2024-03-22T07:25:30.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:30 smithi148 bash[66753]: cluster 2024-03-22T07:25:28.791772+0000 osd.5 (osd.5) 384 : cluster 3 failed to encode map e810 with expected crc 2024-03-22T07:25:30.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:30 smithi148 bash[66753]: cluster 2024-03-22T07:25:29.799511+0000 mon.a (mon.0) 1159 : cluster 0 osdmap e811: 8 total, 8 up, 8 in 2024-03-22T07:25:30.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:30 smithi129 bash[79695]: cluster 2024-03-22T07:25:28.791667+0000 osd.7 (osd.7) 405 : cluster 3 failed to encode map e810 with expected crc 2024-03-22T07:25:30.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:30 smithi129 bash[79695]: cluster 2024-03-22T07:25:28.791772+0000 osd.5 (osd.5) 384 : cluster 3 failed to encode map e810 with expected crc 2024-03-22T07:25:30.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:30 smithi129 bash[79695]: cluster 2024-03-22T07:25:29.799511+0000 mon.a (mon.0) 1159 : cluster 0 osdmap e811: 8 total, 8 up, 8 in 2024-03-22T07:25:30.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:30 smithi129 bash[82160]: cluster 2024-03-22T07:25:28.791667+0000 osd.7 (osd.7) 405 : cluster 3 failed to encode map e810 with expected crc 2024-03-22T07:25:30.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:30 smithi129 bash[82160]: cluster 2024-03-22T07:25:28.791772+0000 osd.5 (osd.5) 384 : cluster 3 failed to encode map e810 with expected crc 2024-03-22T07:25:30.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:30 smithi129 bash[82160]: cluster 2024-03-22T07:25:29.799511+0000 mon.a (mon.0) 1159 : cluster 0 osdmap e811: 8 total, 8 up, 8 in 2024-03-22T07:25:31.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:31 smithi148 bash[66753]: cluster 2024-03-22T07:25:29.794124+0000 osd.7 (osd.7) 406 : cluster 3 failed to encode map e811 with expected crc 2024-03-22T07:25:31.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:31 smithi148 bash[66753]: cluster 2024-03-22T07:25:29.794542+0000 osd.5 (osd.5) 385 : cluster 3 failed to encode map e811 with expected crc 2024-03-22T07:25:31.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:31 smithi148 bash[66753]: cluster 2024-03-22T07:25:29.827661+0000 mgr.y (mgr.25337) 545 : cluster 0 pgmap v976: 713 pgs: 3 peering, 710 active+clean; 2.6 MiB data, 459 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 6.0 KiB/s wr, 66 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:25:31.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:31 smithi148 bash[66753]: cluster 2024-03-22T07:25:30.810769+0000 mon.a (mon.0) 1160 : cluster 0 osdmap e812: 8 total, 8 up, 8 in 2024-03-22T07:25:31.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:31 smithi148 bash[66753]: cluster 2024-03-22T07:25:30.838773+0000 osd.6 (osd.6) 393 : cluster 3 failed to encode map e812 with expected crc 2024-03-22T07:25:31.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:31 smithi129 bash[79695]: cluster 2024-03-22T07:25:29.794124+0000 osd.7 (osd.7) 406 : cluster 3 failed to encode map e811 with expected crc 2024-03-22T07:25:31.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:31 smithi129 bash[79695]: cluster 2024-03-22T07:25:29.794542+0000 osd.5 (osd.5) 385 : cluster 3 failed to encode map e811 with expected crc 2024-03-22T07:25:31.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:31 smithi129 bash[79695]: cluster 2024-03-22T07:25:29.827661+0000 mgr.y (mgr.25337) 545 : cluster 0 pgmap v976: 713 pgs: 3 peering, 710 active+clean; 2.6 MiB data, 459 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 6.0 KiB/s wr, 66 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:25:31.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:31 smithi129 bash[79695]: cluster 2024-03-22T07:25:30.810769+0000 mon.a (mon.0) 1160 : cluster 0 osdmap e812: 8 total, 8 up, 8 in 2024-03-22T07:25:31.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:31 smithi129 bash[79695]: cluster 2024-03-22T07:25:30.838773+0000 osd.6 (osd.6) 393 : cluster 3 failed to encode map e812 with expected crc 2024-03-22T07:25:31.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:31 smithi129 bash[82160]: cluster 2024-03-22T07:25:29.794124+0000 osd.7 (osd.7) 406 : cluster 3 failed to encode map e811 with expected crc 2024-03-22T07:25:31.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:31 smithi129 bash[82160]: cluster 2024-03-22T07:25:29.794542+0000 osd.5 (osd.5) 385 : cluster 3 failed to encode map e811 with expected crc 2024-03-22T07:25:31.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:31 smithi129 bash[82160]: cluster 2024-03-22T07:25:29.827661+0000 mgr.y (mgr.25337) 545 : cluster 0 pgmap v976: 713 pgs: 3 peering, 710 active+clean; 2.6 MiB data, 459 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 6.0 KiB/s wr, 66 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:25:31.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:31 smithi129 bash[82160]: cluster 2024-03-22T07:25:30.810769+0000 mon.a (mon.0) 1160 : cluster 0 osdmap e812: 8 total, 8 up, 8 in 2024-03-22T07:25:31.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:31 smithi129 bash[82160]: cluster 2024-03-22T07:25:30.838773+0000 osd.6 (osd.6) 393 : cluster 3 failed to encode map e812 with expected crc 2024-03-22T07:25:32.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:32 smithi129 bash[79695]: cluster 2024-03-22T07:25:30.804907+0000 osd.7 (osd.7) 407 : cluster 3 failed to encode map e812 with expected crc 2024-03-22T07:25:32.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:32 smithi129 bash[79695]: cluster 2024-03-22T07:25:30.811334+0000 osd.5 (osd.5) 386 : cluster 3 failed to encode map e812 with expected crc 2024-03-22T07:25:32.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:32 smithi129 bash[79695]: cluster 2024-03-22T07:25:31.813736+0000 mon.a (mon.0) 1161 : cluster 0 osdmap e813: 8 total, 8 up, 8 in 2024-03-22T07:25:32.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:32 smithi129 bash[79695]: cluster 2024-03-22T07:25:31.834548+0000 osd.6 (osd.6) 394 : cluster 3 failed to encode map e813 with expected crc 2024-03-22T07:25:32.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:32 smithi129 bash[82160]: cluster 2024-03-22T07:25:30.804907+0000 osd.7 (osd.7) 407 : cluster 3 failed to encode map e812 with expected crc 2024-03-22T07:25:32.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:32 smithi129 bash[82160]: cluster 2024-03-22T07:25:30.811334+0000 osd.5 (osd.5) 386 : cluster 3 failed to encode map e812 with expected crc 2024-03-22T07:25:32.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:32 smithi129 bash[82160]: cluster 2024-03-22T07:25:31.813736+0000 mon.a (mon.0) 1161 : cluster 0 osdmap e813: 8 total, 8 up, 8 in 2024-03-22T07:25:32.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:32 smithi129 bash[82160]: cluster 2024-03-22T07:25:31.834548+0000 osd.6 (osd.6) 394 : cluster 3 failed to encode map e813 with expected crc 2024-03-22T07:25:32.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:32 smithi148 bash[66753]: cluster 2024-03-22T07:25:30.804907+0000 osd.7 (osd.7) 407 : cluster 3 failed to encode map e812 with expected crc 2024-03-22T07:25:32.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:32 smithi148 bash[66753]: cluster 2024-03-22T07:25:30.811334+0000 osd.5 (osd.5) 386 : cluster 3 failed to encode map e812 with expected crc 2024-03-22T07:25:32.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:32 smithi148 bash[66753]: cluster 2024-03-22T07:25:31.813736+0000 mon.a (mon.0) 1161 : cluster 0 osdmap e813: 8 total, 8 up, 8 in 2024-03-22T07:25:32.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:32 smithi148 bash[66753]: cluster 2024-03-22T07:25:31.834548+0000 osd.6 (osd.6) 394 : cluster 3 failed to encode map e813 with expected crc 2024-03-22T07:25:33.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:33 smithi129 bash[79695]: cluster 2024-03-22T07:25:31.808281+0000 osd.5 (osd.5) 387 : cluster 3 failed to encode map e813 with expected crc 2024-03-22T07:25:33.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:33 smithi129 bash[79695]: cluster 2024-03-22T07:25:31.828875+0000 mgr.y (mgr.25337) 546 : cluster 0 pgmap v979: 713 pgs: 3 peering, 710 active+clean; 2.6 MiB data, 463 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 4.4 KiB/s wr, 64 op/s 2024-03-22T07:25:33.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:33 smithi129 bash[79695]: cluster 2024-03-22T07:25:32.176313+0000 osd.7 (osd.7) 408 : cluster 3 failed to encode map e813 with expected crc 2024-03-22T07:25:33.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:33 smithi129 bash[79695]: cluster 2024-03-22T07:25:32.828285+0000 mon.a (mon.0) 1162 : cluster 0 osdmap e814: 8 total, 8 up, 8 in 2024-03-22T07:25:33.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:33 smithi129 bash[79695]: cluster 2024-03-22T07:25:32.856450+0000 osd.6 (osd.6) 395 : cluster 3 failed to encode map e814 with expected crc 2024-03-22T07:25:33.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:33 smithi129 bash[82160]: cluster 2024-03-22T07:25:31.808281+0000 osd.5 (osd.5) 387 : cluster 3 failed to encode map e813 with expected crc 2024-03-22T07:25:33.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:33 smithi129 bash[82160]: cluster 2024-03-22T07:25:31.828875+0000 mgr.y (mgr.25337) 546 : cluster 0 pgmap v979: 713 pgs: 3 peering, 710 active+clean; 2.6 MiB data, 463 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 4.4 KiB/s wr, 64 op/s 2024-03-22T07:25:33.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:33 smithi129 bash[82160]: cluster 2024-03-22T07:25:32.176313+0000 osd.7 (osd.7) 408 : cluster 3 failed to encode map e813 with expected crc 2024-03-22T07:25:33.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:33 smithi129 bash[82160]: cluster 2024-03-22T07:25:32.828285+0000 mon.a (mon.0) 1162 : cluster 0 osdmap e814: 8 total, 8 up, 8 in 2024-03-22T07:25:33.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:33 smithi129 bash[82160]: cluster 2024-03-22T07:25:32.856450+0000 osd.6 (osd.6) 395 : cluster 3 failed to encode map e814 with expected crc 2024-03-22T07:25:33.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:33 smithi148 bash[66753]: cluster 2024-03-22T07:25:31.808281+0000 osd.5 (osd.5) 387 : cluster 3 failed to encode map e813 with expected crc 2024-03-22T07:25:33.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:33 smithi148 bash[66753]: cluster 2024-03-22T07:25:31.828875+0000 mgr.y (mgr.25337) 546 : cluster 0 pgmap v979: 713 pgs: 3 peering, 710 active+clean; 2.6 MiB data, 463 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 4.4 KiB/s wr, 64 op/s 2024-03-22T07:25:33.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:33 smithi148 bash[66753]: cluster 2024-03-22T07:25:32.176313+0000 osd.7 (osd.7) 408 : cluster 3 failed to encode map e813 with expected crc 2024-03-22T07:25:33.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:33 smithi148 bash[66753]: cluster 2024-03-22T07:25:32.828285+0000 mon.a (mon.0) 1162 : cluster 0 osdmap e814: 8 total, 8 up, 8 in 2024-03-22T07:25:33.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:33 smithi148 bash[66753]: cluster 2024-03-22T07:25:32.856450+0000 osd.6 (osd.6) 395 : cluster 3 failed to encode map e814 with expected crc 2024-03-22T07:25:34.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:34 smithi129 bash[79695]: cluster 2024-03-22T07:25:32.822042+0000 osd.7 (osd.7) 409 : cluster 3 failed to encode map e814 with expected crc 2024-03-22T07:25:34.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:34 smithi129 bash[79695]: cluster 2024-03-22T07:25:32.822625+0000 osd.5 (osd.5) 388 : cluster 3 failed to encode map e814 with expected crc 2024-03-22T07:25:34.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:34 smithi129 bash[79695]: cluster 2024-03-22T07:25:33.827732+0000 osd.6 (osd.6) 396 : cluster 3 failed to encode map e815 with expected crc 2024-03-22T07:25:34.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:34 smithi129 bash[79695]: cluster 2024-03-22T07:25:33.832567+0000 mon.a (mon.0) 1163 : cluster 0 osdmap e815: 8 total, 8 up, 8 in 2024-03-22T07:25:34.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:34 smithi129 bash[82160]: cluster 2024-03-22T07:25:32.822042+0000 osd.7 (osd.7) 409 : cluster 3 failed to encode map e814 with expected crc 2024-03-22T07:25:34.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:34 smithi129 bash[82160]: cluster 2024-03-22T07:25:32.822625+0000 osd.5 (osd.5) 388 : cluster 3 failed to encode map e814 with expected crc 2024-03-22T07:25:34.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:34 smithi129 bash[82160]: cluster 2024-03-22T07:25:33.827732+0000 osd.6 (osd.6) 396 : cluster 3 failed to encode map e815 with expected crc 2024-03-22T07:25:34.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:34 smithi129 bash[82160]: cluster 2024-03-22T07:25:33.832567+0000 mon.a (mon.0) 1163 : cluster 0 osdmap e815: 8 total, 8 up, 8 in 2024-03-22T07:25:34.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:25:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:25:33] "GET /metrics HTTP/1.1" 200 82162 "" "Prometheus/2.43.0" 2024-03-22T07:25:34.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:34 smithi148 bash[66753]: cluster 2024-03-22T07:25:32.822042+0000 osd.7 (osd.7) 409 : cluster 3 failed to encode map e814 with expected crc 2024-03-22T07:25:34.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:34 smithi148 bash[66753]: cluster 2024-03-22T07:25:32.822625+0000 osd.5 (osd.5) 388 : cluster 3 failed to encode map e814 with expected crc 2024-03-22T07:25:34.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:34 smithi148 bash[66753]: cluster 2024-03-22T07:25:33.827732+0000 osd.6 (osd.6) 396 : cluster 3 failed to encode map e815 with expected crc 2024-03-22T07:25:34.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:34 smithi148 bash[66753]: cluster 2024-03-22T07:25:33.832567+0000 mon.a (mon.0) 1163 : cluster 0 osdmap e815: 8 total, 8 up, 8 in 2024-03-22T07:25:35.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:35 smithi129 bash[79695]: cluster 2024-03-22T07:25:33.827607+0000 osd.7 (osd.7) 410 : cluster 3 failed to encode map e815 with expected crc 2024-03-22T07:25:35.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:35 smithi129 bash[79695]: cluster 2024-03-22T07:25:33.830378+0000 mgr.y (mgr.25337) 547 : cluster 0 pgmap v982: 713 pgs: 713 active+clean; 2.6 MiB data, 467 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 2.2 KiB/s wr, 33 op/s; 12 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:25:35.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:35 smithi129 bash[79695]: cluster 2024-03-22T07:25:33.864853+0000 osd.5 (osd.5) 389 : cluster 3 failed to encode map e815 with expected crc 2024-03-22T07:25:35.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:35 smithi129 bash[79695]: cluster 2024-03-22T07:25:34.838036+0000 mon.a (mon.0) 1164 : cluster 0 osdmap e816: 8 total, 8 up, 8 in 2024-03-22T07:25:35.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:35 smithi129 bash[79695]: cluster 2024-03-22T07:25:34.863446+0000 osd.6 (osd.6) 397 : cluster 3 failed to encode map e816 with expected crc 2024-03-22T07:25:35.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:35 smithi129 bash[82160]: cluster 2024-03-22T07:25:33.827607+0000 osd.7 (osd.7) 410 : cluster 3 failed to encode map e815 with expected crc 2024-03-22T07:25:35.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:35 smithi129 bash[82160]: cluster 2024-03-22T07:25:33.830378+0000 mgr.y (mgr.25337) 547 : cluster 0 pgmap v982: 713 pgs: 713 active+clean; 2.6 MiB data, 467 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 2.2 KiB/s wr, 33 op/s; 12 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:25:35.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:35 smithi129 bash[82160]: cluster 2024-03-22T07:25:33.864853+0000 osd.5 (osd.5) 389 : cluster 3 failed to encode map e815 with expected crc 2024-03-22T07:25:35.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:35 smithi129 bash[82160]: cluster 2024-03-22T07:25:34.838036+0000 mon.a (mon.0) 1164 : cluster 0 osdmap e816: 8 total, 8 up, 8 in 2024-03-22T07:25:35.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:35 smithi129 bash[82160]: cluster 2024-03-22T07:25:34.863446+0000 osd.6 (osd.6) 397 : cluster 3 failed to encode map e816 with expected crc 2024-03-22T07:25:35.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:35 smithi148 bash[66753]: cluster 2024-03-22T07:25:33.827607+0000 osd.7 (osd.7) 410 : cluster 3 failed to encode map e815 with expected crc 2024-03-22T07:25:35.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:35 smithi148 bash[66753]: cluster 2024-03-22T07:25:33.830378+0000 mgr.y (mgr.25337) 547 : cluster 0 pgmap v982: 713 pgs: 713 active+clean; 2.6 MiB data, 467 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 2.2 KiB/s wr, 33 op/s; 12 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:25:35.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:35 smithi148 bash[66753]: cluster 2024-03-22T07:25:33.864853+0000 osd.5 (osd.5) 389 : cluster 3 failed to encode map e815 with expected crc 2024-03-22T07:25:35.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:35 smithi148 bash[66753]: cluster 2024-03-22T07:25:34.838036+0000 mon.a (mon.0) 1164 : cluster 0 osdmap e816: 8 total, 8 up, 8 in 2024-03-22T07:25:35.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:35 smithi148 bash[66753]: cluster 2024-03-22T07:25:34.863446+0000 osd.6 (osd.6) 397 : cluster 3 failed to encode map e816 with expected crc 2024-03-22T07:25:36.090 INFO:tasks.workunit.client.0.smithi129.stdout:10.00% done 2024-03-22T07:25:36.090 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6048 ms) 2024-03-22T07:25:36.090 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-03-22T07:25:36.090 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:25:36.130 INFO:tasks.workunit.client.0.smithi129.stderr:test quiesce is not long enough to time out 2024-03-22T07:25:36.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:36 smithi129 bash[79695]: cluster 2024-03-22T07:25:34.860989+0000 osd.5 (osd.5) 390 : cluster 3 failed to encode map e816 with expected crc 2024-03-22T07:25:36.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:36 smithi129 bash[79695]: cluster 2024-03-22T07:25:34.905007+0000 osd.7 (osd.7) 411 : cluster 3 failed to encode map e816 with expected crc 2024-03-22T07:25:36.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:36 smithi129 bash[79695]: cluster 2024-03-22T07:25:35.840559+0000 osd.6 (osd.6) 398 : cluster 3 failed to encode map e817 with expected crc 2024-03-22T07:25:36.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:36 smithi129 bash[79695]: cluster 2024-03-22T07:25:35.843329+0000 mon.a (mon.0) 1165 : cluster 0 osdmap e817: 8 total, 8 up, 8 in 2024-03-22T07:25:36.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:36 smithi129 bash[82160]: cluster 2024-03-22T07:25:34.860989+0000 osd.5 (osd.5) 390 : cluster 3 failed to encode map e816 with expected crc 2024-03-22T07:25:36.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:36 smithi129 bash[82160]: cluster 2024-03-22T07:25:34.905007+0000 osd.7 (osd.7) 411 : cluster 3 failed to encode map e816 with expected crc 2024-03-22T07:25:36.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:36 smithi129 bash[82160]: cluster 2024-03-22T07:25:35.840559+0000 osd.6 (osd.6) 398 : cluster 3 failed to encode map e817 with expected crc 2024-03-22T07:25:36.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:36 smithi129 bash[82160]: cluster 2024-03-22T07:25:35.843329+0000 mon.a (mon.0) 1165 : cluster 0 osdmap e817: 8 total, 8 up, 8 in 2024-03-22T07:25:36.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:36 smithi148 bash[66753]: cluster 2024-03-22T07:25:34.860989+0000 osd.5 (osd.5) 390 : cluster 3 failed to encode map e816 with expected crc 2024-03-22T07:25:36.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:36 smithi148 bash[66753]: cluster 2024-03-22T07:25:34.905007+0000 osd.7 (osd.7) 411 : cluster 3 failed to encode map e816 with expected crc 2024-03-22T07:25:36.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:36 smithi148 bash[66753]: cluster 2024-03-22T07:25:35.840559+0000 osd.6 (osd.6) 398 : cluster 3 failed to encode map e817 with expected crc 2024-03-22T07:25:36.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:36 smithi148 bash[66753]: cluster 2024-03-22T07:25:35.843329+0000 mon.a (mon.0) 1165 : cluster 0 osdmap e817: 8 total, 8 up, 8 in 2024-03-22T07:25:37.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:37 smithi129 bash[79695]: cluster 2024-03-22T07:25:35.832423+0000 mgr.y (mgr.25337) 548 : cluster 0 pgmap v984: 713 pgs: 713 active+clean; 2.6 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 7.0 KiB/s wr, 109 op/s; 12 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:25:37.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:37 smithi129 bash[79695]: cluster 2024-03-22T07:25:35.838243+0000 osd.7 (osd.7) 412 : cluster 3 failed to encode map e817 with expected crc 2024-03-22T07:25:37.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:37 smithi129 bash[79695]: cluster 2024-03-22T07:25:35.872848+0000 osd.5 (osd.5) 391 : cluster 3 failed to encode map e817 with expected crc 2024-03-22T07:25:37.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:37 smithi129 bash[82160]: cluster 2024-03-22T07:25:35.832423+0000 mgr.y (mgr.25337) 548 : cluster 0 pgmap v984: 713 pgs: 713 active+clean; 2.6 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 7.0 KiB/s wr, 109 op/s; 12 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:25:37.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:37 smithi129 bash[82160]: cluster 2024-03-22T07:25:35.838243+0000 osd.7 (osd.7) 412 : cluster 3 failed to encode map e817 with expected crc 2024-03-22T07:25:37.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:37 smithi129 bash[82160]: cluster 2024-03-22T07:25:35.872848+0000 osd.5 (osd.5) 391 : cluster 3 failed to encode map e817 with expected crc 2024-03-22T07:25:37.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:37 smithi148 bash[66753]: cluster 2024-03-22T07:25:35.832423+0000 mgr.y (mgr.25337) 548 : cluster 0 pgmap v984: 713 pgs: 713 active+clean; 2.6 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s rd, 7.0 KiB/s wr, 109 op/s; 12 B/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:25:37.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:37 smithi148 bash[66753]: cluster 2024-03-22T07:25:35.838243+0000 osd.7 (osd.7) 412 : cluster 3 failed to encode map e817 with expected crc 2024-03-22T07:25:37.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:37 smithi148 bash[66753]: cluster 2024-03-22T07:25:35.872848+0000 osd.5 (osd.5) 391 : cluster 3 failed to encode map e817 with expected crc 2024-03-22T07:25:39.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:39 smithi129 bash[79695]: cluster 2024-03-22T07:25:37.835673+0000 mgr.y (mgr.25337) 549 : cluster 0 pgmap v986: 713 pgs: 713 active+clean; 2.6 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 4.8 KiB/s wr, 82 op/s 2024-03-22T07:25:39.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:39 smithi129 bash[79695]: audit 2024-03-22T07:25:38.396924+0000 mon.c (mon.2) 294 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:25:39.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:39 smithi129 bash[79695]: cluster 2024-03-22T07:25:38.800847+0000 mon.a (mon.0) 1166 : cluster 0 osdmap e818: 8 total, 8 up, 8 in 2024-03-22T07:25:39.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:39 smithi129 bash[82160]: cluster 2024-03-22T07:25:37.835673+0000 mgr.y (mgr.25337) 549 : cluster 0 pgmap v986: 713 pgs: 713 active+clean; 2.6 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 4.8 KiB/s wr, 82 op/s 2024-03-22T07:25:39.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:39 smithi129 bash[82160]: audit 2024-03-22T07:25:38.396924+0000 mon.c (mon.2) 294 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:25:39.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:39 smithi129 bash[82160]: cluster 2024-03-22T07:25:38.800847+0000 mon.a (mon.0) 1166 : cluster 0 osdmap e818: 8 total, 8 up, 8 in 2024-03-22T07:25:39.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:39 smithi148 bash[66753]: cluster 2024-03-22T07:25:37.835673+0000 mgr.y (mgr.25337) 549 : cluster 0 pgmap v986: 713 pgs: 713 active+clean; 2.6 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 4.8 KiB/s wr, 82 op/s 2024-03-22T07:25:39.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:39 smithi148 bash[66753]: audit 2024-03-22T07:25:38.396924+0000 mon.c (mon.2) 294 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:25:39.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:39 smithi148 bash[66753]: cluster 2024-03-22T07:25:38.800847+0000 mon.a (mon.0) 1166 : cluster 0 osdmap e818: 8 total, 8 up, 8 in 2024-03-22T07:25:40.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:40 smithi129 bash[79695]: cluster 2024-03-22T07:25:38.921258+0000 osd.7 (osd.7) 413 : cluster 3 failed to encode map e818 with expected crc 2024-03-22T07:25:40.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:40 smithi129 bash[79695]: cluster 2024-03-22T07:25:39.231064+0000 osd.5 (osd.5) 392 : cluster 3 failed to encode map e818 with expected crc 2024-03-22T07:25:40.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:40 smithi129 bash[79695]: cluster 2024-03-22T07:25:39.237186+0000 osd.5 (osd.5) 393 : cluster 3 failed to encode map e818 with expected crc 2024-03-22T07:25:40.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:40 smithi129 bash[79695]: cluster 2024-03-22T07:25:39.243268+0000 osd.5 (osd.5) 394 : cluster 3 failed to encode map e818 with expected crc 2024-03-22T07:25:40.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:40 smithi129 bash[82160]: cluster 2024-03-22T07:25:38.921258+0000 osd.7 (osd.7) 413 : cluster 3 failed to encode map e818 with expected crc 2024-03-22T07:25:40.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:40 smithi129 bash[82160]: cluster 2024-03-22T07:25:39.231064+0000 osd.5 (osd.5) 392 : cluster 3 failed to encode map e818 with expected crc 2024-03-22T07:25:40.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:40 smithi129 bash[82160]: cluster 2024-03-22T07:25:39.237186+0000 osd.5 (osd.5) 393 : cluster 3 failed to encode map e818 with expected crc 2024-03-22T07:25:40.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:40 smithi129 bash[82160]: cluster 2024-03-22T07:25:39.243268+0000 osd.5 (osd.5) 394 : cluster 3 failed to encode map e818 with expected crc 2024-03-22T07:25:40.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:40 smithi148 bash[66753]: cluster 2024-03-22T07:25:38.921258+0000 osd.7 (osd.7) 413 : cluster 3 failed to encode map e818 with expected crc 2024-03-22T07:25:40.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:40 smithi148 bash[66753]: cluster 2024-03-22T07:25:39.231064+0000 osd.5 (osd.5) 392 : cluster 3 failed to encode map e818 with expected crc 2024-03-22T07:25:40.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:40 smithi148 bash[66753]: cluster 2024-03-22T07:25:39.237186+0000 osd.5 (osd.5) 393 : cluster 3 failed to encode map e818 with expected crc 2024-03-22T07:25:40.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:40 smithi148 bash[66753]: cluster 2024-03-22T07:25:39.243268+0000 osd.5 (osd.5) 394 : cluster 3 failed to encode map e818 with expected crc 2024-03-22T07:25:42.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:41 smithi129 bash[79695]: cluster 2024-03-22T07:25:39.839649+0000 mgr.y (mgr.25337) 550 : cluster 0 pgmap v988: 713 pgs: 713 active+clean; 2.6 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 KiB/s wr, 77 op/s 2024-03-22T07:25:42.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:41 smithi129 bash[79695]: audit 2024-03-22T07:25:40.750700+0000 mon.a (mon.0) 1167 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:25:42.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:41 smithi129 bash[82160]: cluster 2024-03-22T07:25:39.839649+0000 mgr.y (mgr.25337) 550 : cluster 0 pgmap v988: 713 pgs: 713 active+clean; 2.6 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 KiB/s wr, 77 op/s 2024-03-22T07:25:42.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:41 smithi129 bash[82160]: audit 2024-03-22T07:25:40.750700+0000 mon.a (mon.0) 1167 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:25:42.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:41 smithi148 bash[66753]: cluster 2024-03-22T07:25:39.839649+0000 mgr.y (mgr.25337) 550 : cluster 0 pgmap v988: 713 pgs: 713 active+clean; 2.6 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 KiB/s wr, 77 op/s 2024-03-22T07:25:42.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:41 smithi148 bash[66753]: audit 2024-03-22T07:25:40.750700+0000 mon.a (mon.0) 1167 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:25:44.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:43 smithi129 bash[79695]: cluster 2024-03-22T07:25:41.841535+0000 mgr.y (mgr.25337) 551 : cluster 0 pgmap v989: 713 pgs: 713 active+clean; 2.6 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 3.6 KiB/s wr, 63 op/s 2024-03-22T07:25:44.122 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:25:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:25:43] "GET /metrics HTTP/1.1" 200 82161 "" "Prometheus/2.43.0" 2024-03-22T07:25:44.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:43 smithi129 bash[82160]: cluster 2024-03-22T07:25:41.841535+0000 mgr.y (mgr.25337) 551 : cluster 0 pgmap v989: 713 pgs: 713 active+clean; 2.6 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 3.6 KiB/s wr, 63 op/s 2024-03-22T07:25:44.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:43 smithi148 bash[66753]: cluster 2024-03-22T07:25:41.841535+0000 mgr.y (mgr.25337) 551 : cluster 0 pgmap v989: 713 pgs: 713 active+clean; 2.6 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 3.6 KiB/s wr, 63 op/s 2024-03-22T07:25:44.863 INFO:tasks.workunit.client.0.smithi129.stderr:test quiesce is timed out 2024-03-22T07:25:44.869 INFO:tasks.workunit.client.0.smithi129.stderr:waiting for timed out ... 0 2024-03-22T07:25:45.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:44 smithi129 bash[79695]: cluster 2024-03-22T07:25:43.796979+0000 osd.7 (osd.7) 414 : cluster 3 failed to encode map e819 with expected crc 2024-03-22T07:25:45.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:44 smithi129 bash[79695]: cluster 2024-03-22T07:25:43.802154+0000 mon.a (mon.0) 1168 : cluster 0 osdmap e819: 8 total, 8 up, 8 in 2024-03-22T07:25:45.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:44 smithi129 bash[79695]: cluster 2024-03-22T07:25:43.842865+0000 mgr.y (mgr.25337) 552 : cluster 0 pgmap v991: 713 pgs: 713 active+clean; 2.6 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 1023 B/s wr, 25 op/s 2024-03-22T07:25:45.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:44 smithi129 bash[79695]: cluster 2024-03-22T07:25:44.144291+0000 osd.5 (osd.5) 395 : cluster 3 failed to encode map e819 with expected crc 2024-03-22T07:25:45.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:44 smithi129 bash[82160]: cluster 2024-03-22T07:25:43.796979+0000 osd.7 (osd.7) 414 : cluster 3 failed to encode map e819 with expected crc 2024-03-22T07:25:45.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:44 smithi129 bash[82160]: cluster 2024-03-22T07:25:43.802154+0000 mon.a (mon.0) 1168 : cluster 0 osdmap e819: 8 total, 8 up, 8 in 2024-03-22T07:25:45.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:44 smithi129 bash[82160]: cluster 2024-03-22T07:25:43.842865+0000 mgr.y (mgr.25337) 552 : cluster 0 pgmap v991: 713 pgs: 713 active+clean; 2.6 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 1023 B/s wr, 25 op/s 2024-03-22T07:25:45.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:44 smithi129 bash[82160]: cluster 2024-03-22T07:25:44.144291+0000 osd.5 (osd.5) 395 : cluster 3 failed to encode map e819 with expected crc 2024-03-22T07:25:45.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:44 smithi148 bash[66753]: cluster 2024-03-22T07:25:43.796979+0000 osd.7 (osd.7) 414 : cluster 3 failed to encode map e819 with expected crc 2024-03-22T07:25:45.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:44 smithi148 bash[66753]: cluster 2024-03-22T07:25:43.802154+0000 mon.a (mon.0) 1168 : cluster 0 osdmap e819: 8 total, 8 up, 8 in 2024-03-22T07:25:45.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:44 smithi148 bash[66753]: cluster 2024-03-22T07:25:43.842865+0000 mgr.y (mgr.25337) 552 : cluster 0 pgmap v991: 713 pgs: 713 active+clean; 2.6 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 1023 B/s wr, 25 op/s 2024-03-22T07:25:45.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:44 smithi148 bash[66753]: cluster 2024-03-22T07:25:44.144291+0000 osd.5 (osd.5) 395 : cluster 3 failed to encode map e819 with expected crc 2024-03-22T07:25:45.870 INFO:tasks.workunit.client.0.smithi129.stderr:waiting for timed out ... 1 2024-03-22T07:25:46.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:45 smithi129 bash[79695]: cluster 2024-03-22T07:25:44.807737+0000 osd.7 (osd.7) 415 : cluster 3 failed to encode map e820 with expected crc 2024-03-22T07:25:46.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:45 smithi129 bash[79695]: cluster 2024-03-22T07:25:44.816072+0000 mon.a (mon.0) 1169 : cluster 0 osdmap e820: 8 total, 8 up, 8 in 2024-03-22T07:25:46.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:45 smithi129 bash[79695]: cluster 2024-03-22T07:25:44.822954+0000 osd.5 (osd.5) 396 : cluster 3 failed to encode map e820 with expected crc 2024-03-22T07:25:46.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:45 smithi129 bash[79695]: cluster 2024-03-22T07:25:44.851877+0000 osd.6 (osd.6) 399 : cluster 3 failed to encode map e820 with expected crc 2024-03-22T07:25:46.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:45 smithi129 bash[82160]: cluster 2024-03-22T07:25:44.807737+0000 osd.7 (osd.7) 415 : cluster 3 failed to encode map e820 with expected crc 2024-03-22T07:25:46.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:45 smithi129 bash[82160]: cluster 2024-03-22T07:25:44.816072+0000 mon.a (mon.0) 1169 : cluster 0 osdmap e820: 8 total, 8 up, 8 in 2024-03-22T07:25:46.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:45 smithi129 bash[82160]: cluster 2024-03-22T07:25:44.822954+0000 osd.5 (osd.5) 396 : cluster 3 failed to encode map e820 with expected crc 2024-03-22T07:25:46.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:45 smithi129 bash[82160]: cluster 2024-03-22T07:25:44.851877+0000 osd.6 (osd.6) 399 : cluster 3 failed to encode map e820 with expected crc 2024-03-22T07:25:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:45 smithi148 bash[66753]: cluster 2024-03-22T07:25:44.807737+0000 osd.7 (osd.7) 415 : cluster 3 failed to encode map e820 with expected crc 2024-03-22T07:25:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:45 smithi148 bash[66753]: cluster 2024-03-22T07:25:44.816072+0000 mon.a (mon.0) 1169 : cluster 0 osdmap e820: 8 total, 8 up, 8 in 2024-03-22T07:25:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:45 smithi148 bash[66753]: cluster 2024-03-22T07:25:44.822954+0000 osd.5 (osd.5) 396 : cluster 3 failed to encode map e820 with expected crc 2024-03-22T07:25:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:45 smithi148 bash[66753]: cluster 2024-03-22T07:25:44.851877+0000 osd.6 (osd.6) 399 : cluster 3 failed to encode map e820 with expected crc 2024-03-22T07:25:46.870 INFO:tasks.workunit.client.0.smithi129.stderr:waiting for timed out ... 2 2024-03-22T07:25:47.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:46 smithi129 bash[79695]: cluster 2024-03-22T07:25:45.844855+0000 mgr.y (mgr.25337) 553 : cluster 0 pgmap v993: 713 pgs: 713 active+clean; 2.6 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 582 B/s wr, 21 op/s 2024-03-22T07:25:47.122 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:46 smithi129 bash[82160]: cluster 2024-03-22T07:25:45.844855+0000 mgr.y (mgr.25337) 553 : cluster 0 pgmap v993: 713 pgs: 713 active+clean; 2.6 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 582 B/s wr, 21 op/s 2024-03-22T07:25:47.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:46 smithi148 bash[66753]: cluster 2024-03-22T07:25:45.844855+0000 mgr.y (mgr.25337) 553 : cluster 0 pgmap v993: 713 pgs: 713 active+clean; 2.6 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 582 B/s wr, 21 op/s 2024-03-22T07:25:47.870 INFO:tasks.workunit.client.0.smithi129.stderr:waiting for timed out ... 3 2024-03-22T07:25:48.870 INFO:tasks.workunit.client.0.smithi129.stderr:waiting for timed out ... 4 2024-03-22T07:25:49.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:48 smithi148 bash[66753]: cluster 2024-03-22T07:25:47.848044+0000 mgr.y (mgr.25337) 554 : cluster 0 pgmap v994: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 255 B/s wr, 12 op/s 2024-03-22T07:25:49.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:48 smithi129 bash[79695]: cluster 2024-03-22T07:25:47.848044+0000 mgr.y (mgr.25337) 554 : cluster 0 pgmap v994: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 255 B/s wr, 12 op/s 2024-03-22T07:25:49.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:48 smithi129 bash[82160]: cluster 2024-03-22T07:25:47.848044+0000 mgr.y (mgr.25337) 554 : cluster 0 pgmap v994: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 255 B/s wr, 12 op/s 2024-03-22T07:25:49.870 INFO:tasks.workunit.client.0.smithi129.stderr:waiting for timed out ... 5 2024-03-22T07:25:50.870 INFO:tasks.workunit.client.0.smithi129.stderr:waiting for timed out ... 6 2024-03-22T07:25:51.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:50 smithi148 bash[66753]: cluster 2024-03-22T07:25:49.851693+0000 mgr.y (mgr.25337) 555 : cluster 0 pgmap v995: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-03-22T07:25:51.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:50 smithi129 bash[79695]: cluster 2024-03-22T07:25:49.851693+0000 mgr.y (mgr.25337) 555 : cluster 0 pgmap v995: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-03-22T07:25:51.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:50 smithi129 bash[82160]: cluster 2024-03-22T07:25:49.851693+0000 mgr.y (mgr.25337) 555 : cluster 0 pgmap v995: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-03-22T07:25:51.871 INFO:tasks.workunit.client.0.smithi129.stderr:waiting for timed out ... 7 2024-03-22T07:25:52.871 INFO:tasks.workunit.client.0.smithi129.stderr:waiting for timed out ... 8 2024-03-22T07:25:53.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:52 smithi148 bash[66753]: cluster 2024-03-22T07:25:51.853625+0000 mgr.y (mgr.25337) 556 : cluster 0 pgmap v996: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 3.6 KiB/s rd, 381 B/s wr, 4 op/s 2024-03-22T07:25:53.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:52 smithi129 bash[79695]: cluster 2024-03-22T07:25:51.853625+0000 mgr.y (mgr.25337) 556 : cluster 0 pgmap v996: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 3.6 KiB/s rd, 381 B/s wr, 4 op/s 2024-03-22T07:25:53.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:52 smithi129 bash[82160]: cluster 2024-03-22T07:25:51.853625+0000 mgr.y (mgr.25337) 556 : cluster 0 pgmap v996: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 3.6 KiB/s rd, 381 B/s wr, 4 op/s 2024-03-22T07:25:53.871 INFO:tasks.workunit.client.0.smithi129.stderr:waiting for timed out ... 9 2024-03-22T07:25:54.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:53 smithi148 bash[66753]: audit 2024-03-22T07:25:53.104938+0000 mon.c (mon.2) 295 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:25:54.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:53 smithi148 bash[66753]: audit 2024-03-22T07:25:53.397148+0000 mon.c (mon.2) 296 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:25:54.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:53 smithi129 bash[79695]: audit 2024-03-22T07:25:53.104938+0000 mon.c (mon.2) 295 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:25:54.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:53 smithi129 bash[79695]: audit 2024-03-22T07:25:53.397148+0000 mon.c (mon.2) 296 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:25:54.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:25:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:25:53] "GET /metrics HTTP/1.1" 200 82160 "" "Prometheus/2.43.0" 2024-03-22T07:25:54.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:53 smithi129 bash[82160]: audit 2024-03-22T07:25:53.104938+0000 mon.c (mon.2) 295 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:25:54.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:53 smithi129 bash[82160]: audit 2024-03-22T07:25:53.397148+0000 mon.c (mon.2) 296 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:25:54.871 INFO:tasks.workunit.client.0.smithi129.stderr:waiting for timed out ... 10 2024-03-22T07:25:55.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:54 smithi148 bash[66753]: cluster 2024-03-22T07:25:53.856865+0000 mgr.y (mgr.25337) 557 : cluster 0 pgmap v997: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-03-22T07:25:55.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:54 smithi129 bash[79695]: cluster 2024-03-22T07:25:53.856865+0000 mgr.y (mgr.25337) 557 : cluster 0 pgmap v997: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-03-22T07:25:55.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:54 smithi129 bash[82160]: cluster 2024-03-22T07:25:53.856865+0000 mgr.y (mgr.25337) 557 : cluster 0 pgmap v997: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-03-22T07:25:57.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:56 smithi148 bash[66753]: cluster 2024-03-22T07:25:55.860971+0000 mgr.y (mgr.25337) 558 : cluster 0 pgmap v998: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 278 B/s wr, 3 op/s 2024-03-22T07:25:57.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:56 smithi129 bash[79695]: cluster 2024-03-22T07:25:55.860971+0000 mgr.y (mgr.25337) 558 : cluster 0 pgmap v998: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 278 B/s wr, 3 op/s 2024-03-22T07:25:57.372 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:56 smithi129 bash[82160]: cluster 2024-03-22T07:25:55.860971+0000 mgr.y (mgr.25337) 558 : cluster 0 pgmap v998: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 278 B/s wr, 3 op/s 2024-03-22T07:25:59.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:58 smithi129 bash[79695]: cluster 2024-03-22T07:25:57.864199+0000 mgr.y (mgr.25337) 559 : cluster 0 pgmap v999: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-03-22T07:25:59.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:58 smithi129 bash[82160]: cluster 2024-03-22T07:25:57.864199+0000 mgr.y (mgr.25337) 559 : cluster 0 pgmap v999: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-03-22T07:25:59.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:58 smithi148 bash[66753]: cluster 2024-03-22T07:25:57.864199+0000 mgr.y (mgr.25337) 559 : cluster 0 pgmap v999: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-03-22T07:26:00.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:59 smithi129 bash[79695]: audit 2024-03-22T07:25:58.975688+0000 mon.a (mon.0) 1170 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:00.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:59 smithi129 bash[79695]: audit 2024-03-22T07:25:58.987548+0000 mon.a (mon.0) 1171 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:00.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:59 smithi129 bash[79695]: audit 2024-03-22T07:25:59.235657+0000 mon.a (mon.0) 1172 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:00.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:59 smithi129 bash[79695]: audit 2024-03-22T07:25:59.252985+0000 mon.a (mon.0) 1173 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:00.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:59 smithi129 bash[79695]: audit 2024-03-22T07:25:59.913045+0000 mon.c (mon.2) 297 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:26:00.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:59 smithi129 bash[79695]: audit 2024-03-22T07:25:59.915078+0000 mon.c (mon.2) 298 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:26:00.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:25:59 smithi129 bash[79695]: audit 2024-03-22T07:25:59.928640+0000 mon.a (mon.0) 1174 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:00.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:59 smithi129 bash[82160]: audit 2024-03-22T07:25:58.975688+0000 mon.a (mon.0) 1170 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:00.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:59 smithi129 bash[82160]: audit 2024-03-22T07:25:58.987548+0000 mon.a (mon.0) 1171 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:00.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:59 smithi129 bash[82160]: audit 2024-03-22T07:25:59.235657+0000 mon.a (mon.0) 1172 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:00.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:59 smithi129 bash[82160]: audit 2024-03-22T07:25:59.252985+0000 mon.a (mon.0) 1173 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:00.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:59 smithi129 bash[82160]: audit 2024-03-22T07:25:59.913045+0000 mon.c (mon.2) 297 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:26:00.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:59 smithi129 bash[82160]: audit 2024-03-22T07:25:59.915078+0000 mon.c (mon.2) 298 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:26:00.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:25:59 smithi129 bash[82160]: audit 2024-03-22T07:25:59.928640+0000 mon.a (mon.0) 1174 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:00.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:59 smithi148 bash[66753]: audit 2024-03-22T07:25:58.975688+0000 mon.a (mon.0) 1170 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:00.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:59 smithi148 bash[66753]: audit 2024-03-22T07:25:58.987548+0000 mon.a (mon.0) 1171 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:00.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:59 smithi148 bash[66753]: audit 2024-03-22T07:25:59.235657+0000 mon.a (mon.0) 1172 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:00.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:59 smithi148 bash[66753]: audit 2024-03-22T07:25:59.252985+0000 mon.a (mon.0) 1173 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:00.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:59 smithi148 bash[66753]: audit 2024-03-22T07:25:59.913045+0000 mon.c (mon.2) 297 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:26:00.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:59 smithi148 bash[66753]: audit 2024-03-22T07:25:59.915078+0000 mon.c (mon.2) 298 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:26:00.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:25:59 smithi148 bash[66753]: audit 2024-03-22T07:25:59.928640+0000 mon.a (mon.0) 1174 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:01.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:01 smithi129 bash[79695]: cluster 2024-03-22T07:25:59.867578+0000 mgr.y (mgr.25337) 560 : cluster 0 pgmap v1000: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 2.4 KiB/s rd, 170 B/s wr, 2 op/s 2024-03-22T07:26:01.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:01 smithi129 bash[82160]: cluster 2024-03-22T07:25:59.867578+0000 mgr.y (mgr.25337) 560 : cluster 0 pgmap v1000: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 2.4 KiB/s rd, 170 B/s wr, 2 op/s 2024-03-22T07:26:01.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:01 smithi148 bash[66753]: cluster 2024-03-22T07:25:59.867578+0000 mgr.y (mgr.25337) 560 : cluster 0 pgmap v1000: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 2.4 KiB/s rd, 170 B/s wr, 2 op/s 2024-03-22T07:26:03.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:03 smithi129 bash[79695]: cluster 2024-03-22T07:26:01.869506+0000 mgr.y (mgr.25337) 561 : cluster 0 pgmap v1001: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:03.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:03 smithi129 bash[82160]: cluster 2024-03-22T07:26:01.869506+0000 mgr.y (mgr.25337) 561 : cluster 0 pgmap v1001: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:03.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:03 smithi148 bash[66753]: cluster 2024-03-22T07:26:01.869506+0000 mgr.y (mgr.25337) 561 : cluster 0 pgmap v1001: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:04.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:26:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:26:03] "GET /metrics HTTP/1.1" 200 82160 "" "Prometheus/2.43.0" 2024-03-22T07:26:05.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:05 smithi129 bash[79695]: cluster 2024-03-22T07:26:03.872758+0000 mgr.y (mgr.25337) 562 : cluster 0 pgmap v1002: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:05.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:05 smithi129 bash[82160]: cluster 2024-03-22T07:26:03.872758+0000 mgr.y (mgr.25337) 562 : cluster 0 pgmap v1002: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:05.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:05 smithi148 bash[66753]: cluster 2024-03-22T07:26:03.872758+0000 mgr.y (mgr.25337) 562 : cluster 0 pgmap v1002: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:05.872 INFO:tasks.workunit.client.0.smithi129.stderr:test retry succeeds 2024-03-22T07:26:07.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:07 smithi129 bash[79695]: cluster 2024-03-22T07:26:05.877038+0000 mgr.y (mgr.25337) 563 : cluster 0 pgmap v1003: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:07.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:07 smithi129 bash[79695]: cluster 2024-03-22T07:26:06.287696+0000 osd.7 (osd.7) 416 : cluster 3 failed to encode map e821 with expected crc 2024-03-22T07:26:07.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:07 smithi129 bash[79695]: cluster 2024-03-22T07:26:06.288917+0000 osd.5 (osd.5) 397 : cluster 3 failed to encode map e821 with expected crc 2024-03-22T07:26:07.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:07 smithi129 bash[79695]: cluster 2024-03-22T07:26:06.292422+0000 mon.a (mon.0) 1175 : cluster 0 osdmap e821: 8 total, 8 up, 8 in 2024-03-22T07:26:07.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:07 smithi129 bash[79695]: cluster 2024-03-22T07:26:06.301595+0000 osd.5 (osd.5) 398 : cluster 3 failed to encode map e821 with expected crc 2024-03-22T07:26:07.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:07 smithi129 bash[79695]: cluster 2024-03-22T07:26:06.398523+0000 osd.6 (osd.6) 400 : cluster 3 failed to encode map e821 with expected crc 2024-03-22T07:26:07.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:07 smithi129 bash[82160]: cluster 2024-03-22T07:26:05.877038+0000 mgr.y (mgr.25337) 563 : cluster 0 pgmap v1003: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:07.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:07 smithi129 bash[82160]: cluster 2024-03-22T07:26:06.287696+0000 osd.7 (osd.7) 416 : cluster 3 failed to encode map e821 with expected crc 2024-03-22T07:26:07.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:07 smithi129 bash[82160]: cluster 2024-03-22T07:26:06.288917+0000 osd.5 (osd.5) 397 : cluster 3 failed to encode map e821 with expected crc 2024-03-22T07:26:07.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:07 smithi129 bash[82160]: cluster 2024-03-22T07:26:06.292422+0000 mon.a (mon.0) 1175 : cluster 0 osdmap e821: 8 total, 8 up, 8 in 2024-03-22T07:26:07.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:07 smithi129 bash[82160]: cluster 2024-03-22T07:26:06.301595+0000 osd.5 (osd.5) 398 : cluster 3 failed to encode map e821 with expected crc 2024-03-22T07:26:07.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:07 smithi129 bash[82160]: cluster 2024-03-22T07:26:06.398523+0000 osd.6 (osd.6) 400 : cluster 3 failed to encode map e821 with expected crc 2024-03-22T07:26:07.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:07 smithi148 bash[66753]: cluster 2024-03-22T07:26:05.877038+0000 mgr.y (mgr.25337) 563 : cluster 0 pgmap v1003: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:07.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:07 smithi148 bash[66753]: cluster 2024-03-22T07:26:06.287696+0000 osd.7 (osd.7) 416 : cluster 3 failed to encode map e821 with expected crc 2024-03-22T07:26:07.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:07 smithi148 bash[66753]: cluster 2024-03-22T07:26:06.288917+0000 osd.5 (osd.5) 397 : cluster 3 failed to encode map e821 with expected crc 2024-03-22T07:26:07.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:07 smithi148 bash[66753]: cluster 2024-03-22T07:26:06.292422+0000 mon.a (mon.0) 1175 : cluster 0 osdmap e821: 8 total, 8 up, 8 in 2024-03-22T07:26:07.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:07 smithi148 bash[66753]: cluster 2024-03-22T07:26:06.301595+0000 osd.5 (osd.5) 398 : cluster 3 failed to encode map e821 with expected crc 2024-03-22T07:26:07.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:07 smithi148 bash[66753]: cluster 2024-03-22T07:26:06.398523+0000 osd.6 (osd.6) 400 : cluster 3 failed to encode map e821 with expected crc 2024-03-22T07:26:08.512 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32422 ms) 2024-03-22T07:26:08.512 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-03-22T07:26:08.512 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:26:08.600 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.WriteZeroes (89 ms) 2024-03-22T07:26:08.601 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-03-22T07:26:08.601 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:26:08.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:08 smithi129 bash[79695]: cluster 2024-03-22T07:26:07.298785+0000 osd.7 (osd.7) 417 : cluster 3 failed to encode map e822 with expected crc 2024-03-22T07:26:08.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:08 smithi129 bash[79695]: cluster 2024-03-22T07:26:07.303976+0000 mon.a (mon.0) 1176 : cluster 0 osdmap e822: 8 total, 8 up, 8 in 2024-03-22T07:26:08.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:08 smithi129 bash[79695]: cluster 2024-03-22T07:26:07.310260+0000 osd.5 (osd.5) 399 : cluster 3 failed to encode map e822 with expected crc 2024-03-22T07:26:08.622 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:08 smithi129 bash[82160]: cluster 2024-03-22T07:26:07.298785+0000 osd.7 (osd.7) 417 : cluster 3 failed to encode map e822 with expected crc 2024-03-22T07:26:08.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:08 smithi129 bash[82160]: cluster 2024-03-22T07:26:07.303976+0000 mon.a (mon.0) 1176 : cluster 0 osdmap e822: 8 total, 8 up, 8 in 2024-03-22T07:26:08.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:08 smithi129 bash[82160]: cluster 2024-03-22T07:26:07.310260+0000 osd.5 (osd.5) 399 : cluster 3 failed to encode map e822 with expected crc 2024-03-22T07:26:08.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:08 smithi148 bash[66753]: cluster 2024-03-22T07:26:07.298785+0000 osd.7 (osd.7) 417 : cluster 3 failed to encode map e822 with expected crc 2024-03-22T07:26:08.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:08 smithi148 bash[66753]: cluster 2024-03-22T07:26:07.303976+0000 mon.a (mon.0) 1176 : cluster 0 osdmap e822: 8 total, 8 up, 8 in 2024-03-22T07:26:08.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:08 smithi148 bash[66753]: cluster 2024-03-22T07:26:07.310260+0000 osd.5 (osd.5) 399 : cluster 3 failed to encode map e822 with expected crc 2024-03-22T07:26:08.714 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (113 ms) 2024-03-22T07:26:08.714 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-03-22T07:26:08.714 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:26:09.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:09 smithi129 bash[79695]: cluster 2024-03-22T07:26:07.879569+0000 mgr.y (mgr.25337) 564 : cluster 0 pgmap v1006: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-03-22T07:26:09.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:09 smithi129 bash[79695]: cluster 2024-03-22T07:26:08.317488+0000 mon.a (mon.0) 1177 : cluster 0 osdmap e823: 8 total, 8 up, 8 in 2024-03-22T07:26:09.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:09 smithi129 bash[79695]: cluster 2024-03-22T07:26:08.317898+0000 osd.7 (osd.7) 418 : cluster 3 failed to encode map e823 with expected crc 2024-03-22T07:26:09.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:09 smithi129 bash[79695]: cluster 2024-03-22T07:26:08.318269+0000 osd.6 (osd.6) 401 : cluster 3 failed to encode map e823 with expected crc 2024-03-22T07:26:09.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:09 smithi129 bash[79695]: cluster 2024-03-22T07:26:08.320260+0000 osd.5 (osd.5) 400 : cluster 3 failed to encode map e823 with expected crc 2024-03-22T07:26:09.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:09 smithi129 bash[79695]: cluster 2024-03-22T07:26:08.333163+0000 osd.5 (osd.5) 401 : cluster 3 failed to encode map e823 with expected crc 2024-03-22T07:26:09.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:09 smithi129 bash[79695]: audit 2024-03-22T07:26:08.397138+0000 mon.c (mon.2) 299 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:26:09.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:09 smithi129 bash[82160]: cluster 2024-03-22T07:26:07.879569+0000 mgr.y (mgr.25337) 564 : cluster 0 pgmap v1006: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-03-22T07:26:09.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:09 smithi129 bash[82160]: cluster 2024-03-22T07:26:08.317488+0000 mon.a (mon.0) 1177 : cluster 0 osdmap e823: 8 total, 8 up, 8 in 2024-03-22T07:26:09.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:09 smithi129 bash[82160]: cluster 2024-03-22T07:26:08.317898+0000 osd.7 (osd.7) 418 : cluster 3 failed to encode map e823 with expected crc 2024-03-22T07:26:09.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:09 smithi129 bash[82160]: cluster 2024-03-22T07:26:08.318269+0000 osd.6 (osd.6) 401 : cluster 3 failed to encode map e823 with expected crc 2024-03-22T07:26:09.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:09 smithi129 bash[82160]: cluster 2024-03-22T07:26:08.320260+0000 osd.5 (osd.5) 400 : cluster 3 failed to encode map e823 with expected crc 2024-03-22T07:26:09.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:09 smithi129 bash[82160]: cluster 2024-03-22T07:26:08.333163+0000 osd.5 (osd.5) 401 : cluster 3 failed to encode map e823 with expected crc 2024-03-22T07:26:09.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:09 smithi129 bash[82160]: audit 2024-03-22T07:26:08.397138+0000 mon.c (mon.2) 299 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:26:09.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:09 smithi148 bash[66753]: cluster 2024-03-22T07:26:07.879569+0000 mgr.y (mgr.25337) 564 : cluster 0 pgmap v1006: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-03-22T07:26:09.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:09 smithi148 bash[66753]: cluster 2024-03-22T07:26:08.317488+0000 mon.a (mon.0) 1177 : cluster 0 osdmap e823: 8 total, 8 up, 8 in 2024-03-22T07:26:09.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:09 smithi148 bash[66753]: cluster 2024-03-22T07:26:08.317898+0000 osd.7 (osd.7) 418 : cluster 3 failed to encode map e823 with expected crc 2024-03-22T07:26:09.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:09 smithi148 bash[66753]: cluster 2024-03-22T07:26:08.318269+0000 osd.6 (osd.6) 401 : cluster 3 failed to encode map e823 with expected crc 2024-03-22T07:26:09.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:09 smithi148 bash[66753]: cluster 2024-03-22T07:26:08.320260+0000 osd.5 (osd.5) 400 : cluster 3 failed to encode map e823 with expected crc 2024-03-22T07:26:09.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:09 smithi148 bash[66753]: cluster 2024-03-22T07:26:08.333163+0000 osd.5 (osd.5) 401 : cluster 3 failed to encode map e823 with expected crc 2024-03-22T07:26:09.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:09 smithi148 bash[66753]: audit 2024-03-22T07:26:08.397138+0000 mon.c (mon.2) 299 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:26:10.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:10 smithi129 bash[79695]: cluster 2024-03-22T07:26:09.313145+0000 osd.7 (osd.7) 419 : cluster 3 failed to encode map e824 with expected crc 2024-03-22T07:26:10.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:10 smithi129 bash[79695]: cluster 2024-03-22T07:26:09.317996+0000 mon.a (mon.0) 1178 : cluster 0 osdmap e824: 8 total, 8 up, 8 in 2024-03-22T07:26:10.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:10 smithi129 bash[79695]: cluster 2024-03-22T07:26:09.347761+0000 osd.5 (osd.5) 402 : cluster 3 failed to encode map e824 with expected crc 2024-03-22T07:26:10.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:10 smithi129 bash[79695]: cluster 2024-03-22T07:26:09.840444+0000 osd.6 (osd.6) 402 : cluster 3 failed to encode map e824 with expected crc 2024-03-22T07:26:10.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:10 smithi129 bash[82160]: cluster 2024-03-22T07:26:09.313145+0000 osd.7 (osd.7) 419 : cluster 3 failed to encode map e824 with expected crc 2024-03-22T07:26:10.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:10 smithi129 bash[82160]: cluster 2024-03-22T07:26:09.317996+0000 mon.a (mon.0) 1178 : cluster 0 osdmap e824: 8 total, 8 up, 8 in 2024-03-22T07:26:10.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:10 smithi129 bash[82160]: cluster 2024-03-22T07:26:09.347761+0000 osd.5 (osd.5) 402 : cluster 3 failed to encode map e824 with expected crc 2024-03-22T07:26:10.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:10 smithi129 bash[82160]: cluster 2024-03-22T07:26:09.840444+0000 osd.6 (osd.6) 402 : cluster 3 failed to encode map e824 with expected crc 2024-03-22T07:26:10.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:10 smithi148 bash[66753]: cluster 2024-03-22T07:26:09.313145+0000 osd.7 (osd.7) 419 : cluster 3 failed to encode map e824 with expected crc 2024-03-22T07:26:10.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:10 smithi148 bash[66753]: cluster 2024-03-22T07:26:09.317996+0000 mon.a (mon.0) 1178 : cluster 0 osdmap e824: 8 total, 8 up, 8 in 2024-03-22T07:26:10.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:10 smithi148 bash[66753]: cluster 2024-03-22T07:26:09.347761+0000 osd.5 (osd.5) 402 : cluster 3 failed to encode map e824 with expected crc 2024-03-22T07:26:10.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:10 smithi148 bash[66753]: cluster 2024-03-22T07:26:09.840444+0000 osd.6 (osd.6) 402 : cluster 3 failed to encode map e824 with expected crc 2024-03-22T07:26:11.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:11 smithi129 bash[79695]: cluster 2024-03-22T07:26:09.882270+0000 mgr.y (mgr.25337) 565 : cluster 0 pgmap v1009: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 107 KiB/s rd, 6.7 KiB/s wr, 144 op/s 2024-03-22T07:26:11.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:11 smithi129 bash[79695]: cluster 2024-03-22T07:26:10.333243+0000 osd.7 (osd.7) 420 : cluster 3 failed to encode map e825 with expected crc 2024-03-22T07:26:11.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:11 smithi129 bash[79695]: cluster 2024-03-22T07:26:10.340680+0000 mon.a (mon.0) 1179 : cluster 0 osdmap e825: 8 total, 8 up, 8 in 2024-03-22T07:26:11.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:11 smithi129 bash[79695]: cluster 2024-03-22T07:26:10.375740+0000 osd.5 (osd.5) 403 : cluster 3 failed to encode map e825 with expected crc 2024-03-22T07:26:11.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:11 smithi129 bash[79695]: cluster 2024-03-22T07:26:10.400730+0000 osd.6 (osd.6) 403 : cluster 3 failed to encode map e825 with expected crc 2024-03-22T07:26:11.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:11 smithi129 bash[82160]: cluster 2024-03-22T07:26:09.882270+0000 mgr.y (mgr.25337) 565 : cluster 0 pgmap v1009: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 107 KiB/s rd, 6.7 KiB/s wr, 144 op/s 2024-03-22T07:26:11.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:11 smithi129 bash[82160]: cluster 2024-03-22T07:26:10.333243+0000 osd.7 (osd.7) 420 : cluster 3 failed to encode map e825 with expected crc 2024-03-22T07:26:11.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:11 smithi129 bash[82160]: cluster 2024-03-22T07:26:10.340680+0000 mon.a (mon.0) 1179 : cluster 0 osdmap e825: 8 total, 8 up, 8 in 2024-03-22T07:26:11.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:11 smithi129 bash[82160]: cluster 2024-03-22T07:26:10.375740+0000 osd.5 (osd.5) 403 : cluster 3 failed to encode map e825 with expected crc 2024-03-22T07:26:11.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:11 smithi129 bash[82160]: cluster 2024-03-22T07:26:10.400730+0000 osd.6 (osd.6) 403 : cluster 3 failed to encode map e825 with expected crc 2024-03-22T07:26:11.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:11 smithi148 bash[66753]: cluster 2024-03-22T07:26:09.882270+0000 mgr.y (mgr.25337) 565 : cluster 0 pgmap v1009: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 107 KiB/s rd, 6.7 KiB/s wr, 144 op/s 2024-03-22T07:26:11.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:11 smithi148 bash[66753]: cluster 2024-03-22T07:26:10.333243+0000 osd.7 (osd.7) 420 : cluster 3 failed to encode map e825 with expected crc 2024-03-22T07:26:11.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:11 smithi148 bash[66753]: cluster 2024-03-22T07:26:10.340680+0000 mon.a (mon.0) 1179 : cluster 0 osdmap e825: 8 total, 8 up, 8 in 2024-03-22T07:26:11.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:11 smithi148 bash[66753]: cluster 2024-03-22T07:26:10.375740+0000 osd.5 (osd.5) 403 : cluster 3 failed to encode map e825 with expected crc 2024-03-22T07:26:11.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:11 smithi148 bash[66753]: cluster 2024-03-22T07:26:10.400730+0000 osd.6 (osd.6) 403 : cluster 3 failed to encode map e825 with expected crc 2024-03-22T07:26:12.622 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:12 smithi129 bash[79695]: cluster 2024-03-22T07:26:11.336441+0000 osd.7 (osd.7) 421 : cluster 3 failed to encode map e826 with expected crc 2024-03-22T07:26:12.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:12 smithi129 bash[79695]: cluster 2024-03-22T07:26:11.337639+0000 osd.6 (osd.6) 404 : cluster 3 failed to encode map e826 with expected crc 2024-03-22T07:26:12.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:12 smithi129 bash[79695]: cluster 2024-03-22T07:26:11.341631+0000 mon.a (mon.0) 1180 : cluster 0 osdmap e826: 8 total, 8 up, 8 in 2024-03-22T07:26:12.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:12 smithi129 bash[79695]: cluster 2024-03-22T07:26:11.374084+0000 osd.5 (osd.5) 404 : cluster 3 failed to encode map e826 with expected crc 2024-03-22T07:26:12.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:12 smithi129 bash[82160]: cluster 2024-03-22T07:26:11.336441+0000 osd.7 (osd.7) 421 : cluster 3 failed to encode map e826 with expected crc 2024-03-22T07:26:12.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:12 smithi129 bash[82160]: cluster 2024-03-22T07:26:11.337639+0000 osd.6 (osd.6) 404 : cluster 3 failed to encode map e826 with expected crc 2024-03-22T07:26:12.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:12 smithi129 bash[82160]: cluster 2024-03-22T07:26:11.341631+0000 mon.a (mon.0) 1180 : cluster 0 osdmap e826: 8 total, 8 up, 8 in 2024-03-22T07:26:12.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:12 smithi129 bash[82160]: cluster 2024-03-22T07:26:11.374084+0000 osd.5 (osd.5) 404 : cluster 3 failed to encode map e826 with expected crc 2024-03-22T07:26:12.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:12 smithi148 bash[66753]: cluster 2024-03-22T07:26:11.336441+0000 osd.7 (osd.7) 421 : cluster 3 failed to encode map e826 with expected crc 2024-03-22T07:26:12.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:12 smithi148 bash[66753]: cluster 2024-03-22T07:26:11.337639+0000 osd.6 (osd.6) 404 : cluster 3 failed to encode map e826 with expected crc 2024-03-22T07:26:12.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:12 smithi148 bash[66753]: cluster 2024-03-22T07:26:11.341631+0000 mon.a (mon.0) 1180 : cluster 0 osdmap e826: 8 total, 8 up, 8 in 2024-03-22T07:26:12.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:12 smithi148 bash[66753]: cluster 2024-03-22T07:26:11.374084+0000 osd.5 (osd.5) 404 : cluster 3 failed to encode map e826 with expected crc 2024-03-22T07:26:13.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:13 smithi148 bash[66753]: cluster 2024-03-22T07:26:11.883468+0000 mgr.y (mgr.25337) 566 : cluster 0 pgmap v1012: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s rd, 7.0 KiB/s wr, 152 op/s 2024-03-22T07:26:13.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:13 smithi148 bash[66753]: cluster 2024-03-22T07:26:12.360537+0000 osd.7 (osd.7) 422 : cluster 3 failed to encode map e827 with expected crc 2024-03-22T07:26:13.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:13 smithi148 bash[66753]: cluster 2024-03-22T07:26:12.367624+0000 mon.a (mon.0) 1181 : cluster 0 osdmap e827: 8 total, 8 up, 8 in 2024-03-22T07:26:13.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:13 smithi148 bash[66753]: cluster 2024-03-22T07:26:12.391911+0000 osd.5 (osd.5) 405 : cluster 3 failed to encode map e827 with expected crc 2024-03-22T07:26:13.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:13 smithi148 bash[66753]: cluster 2024-03-22T07:26:12.419996+0000 osd.6 (osd.6) 405 : cluster 3 failed to encode map e827 with expected crc 2024-03-22T07:26:13.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:13 smithi129 bash[79695]: cluster 2024-03-22T07:26:11.883468+0000 mgr.y (mgr.25337) 566 : cluster 0 pgmap v1012: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s rd, 7.0 KiB/s wr, 152 op/s 2024-03-22T07:26:13.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:13 smithi129 bash[79695]: cluster 2024-03-22T07:26:12.360537+0000 osd.7 (osd.7) 422 : cluster 3 failed to encode map e827 with expected crc 2024-03-22T07:26:13.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:13 smithi129 bash[79695]: cluster 2024-03-22T07:26:12.367624+0000 mon.a (mon.0) 1181 : cluster 0 osdmap e827: 8 total, 8 up, 8 in 2024-03-22T07:26:13.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:13 smithi129 bash[79695]: cluster 2024-03-22T07:26:12.391911+0000 osd.5 (osd.5) 405 : cluster 3 failed to encode map e827 with expected crc 2024-03-22T07:26:13.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:13 smithi129 bash[79695]: cluster 2024-03-22T07:26:12.419996+0000 osd.6 (osd.6) 405 : cluster 3 failed to encode map e827 with expected crc 2024-03-22T07:26:13.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:13 smithi129 bash[82160]: cluster 2024-03-22T07:26:11.883468+0000 mgr.y (mgr.25337) 566 : cluster 0 pgmap v1012: 713 pgs: 713 active+clean; 2.6 MiB data, 477 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s rd, 7.0 KiB/s wr, 152 op/s 2024-03-22T07:26:13.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:13 smithi129 bash[82160]: cluster 2024-03-22T07:26:12.360537+0000 osd.7 (osd.7) 422 : cluster 3 failed to encode map e827 with expected crc 2024-03-22T07:26:13.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:13 smithi129 bash[82160]: cluster 2024-03-22T07:26:12.367624+0000 mon.a (mon.0) 1181 : cluster 0 osdmap e827: 8 total, 8 up, 8 in 2024-03-22T07:26:13.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:13 smithi129 bash[82160]: cluster 2024-03-22T07:26:12.391911+0000 osd.5 (osd.5) 405 : cluster 3 failed to encode map e827 with expected crc 2024-03-22T07:26:13.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:13 smithi129 bash[82160]: cluster 2024-03-22T07:26:12.419996+0000 osd.6 (osd.6) 405 : cluster 3 failed to encode map e827 with expected crc 2024-03-22T07:26:14.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:26:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:26:13] "GET /metrics HTTP/1.1" 200 82161 "" "Prometheus/2.43.0" 2024-03-22T07:26:14.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:14 smithi148 bash[66753]: cluster 2024-03-22T07:26:13.366742+0000 osd.5 (osd.5) 406 : cluster 3 failed to encode map e828 with expected crc 2024-03-22T07:26:14.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:14 smithi148 bash[66753]: cluster 2024-03-22T07:26:13.373327+0000 mon.a (mon.0) 1182 : cluster 0 osdmap e828: 8 total, 8 up, 8 in 2024-03-22T07:26:14.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:14 smithi148 bash[66753]: cluster 2024-03-22T07:26:13.416809+0000 osd.6 (osd.6) 406 : cluster 3 failed to encode map e828 with expected crc 2024-03-22T07:26:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:14 smithi129 bash[79695]: cluster 2024-03-22T07:26:13.366742+0000 osd.5 (osd.5) 406 : cluster 3 failed to encode map e828 with expected crc 2024-03-22T07:26:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:14 smithi129 bash[79695]: cluster 2024-03-22T07:26:13.373327+0000 mon.a (mon.0) 1182 : cluster 0 osdmap e828: 8 total, 8 up, 8 in 2024-03-22T07:26:14.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:14 smithi129 bash[79695]: cluster 2024-03-22T07:26:13.416809+0000 osd.6 (osd.6) 406 : cluster 3 failed to encode map e828 with expected crc 2024-03-22T07:26:14.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:14 smithi129 bash[82160]: cluster 2024-03-22T07:26:13.366742+0000 osd.5 (osd.5) 406 : cluster 3 failed to encode map e828 with expected crc 2024-03-22T07:26:14.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:14 smithi129 bash[82160]: cluster 2024-03-22T07:26:13.373327+0000 mon.a (mon.0) 1182 : cluster 0 osdmap e828: 8 total, 8 up, 8 in 2024-03-22T07:26:14.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:14 smithi129 bash[82160]: cluster 2024-03-22T07:26:13.416809+0000 osd.6 (osd.6) 406 : cluster 3 failed to encode map e828 with expected crc 2024-03-22T07:26:15.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:15 smithi148 bash[66753]: cluster 2024-03-22T07:26:13.469372+0000 osd.7 (osd.7) 423 : cluster 3 failed to encode map e828 with expected crc 2024-03-22T07:26:15.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:15 smithi148 bash[66753]: cluster 2024-03-22T07:26:13.475451+0000 osd.7 (osd.7) 424 : cluster 3 failed to encode map e828 with expected crc 2024-03-22T07:26:15.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:15 smithi148 bash[66753]: cluster 2024-03-22T07:26:13.884787+0000 mgr.y (mgr.25337) 567 : cluster 0 pgmap v1015: 713 pgs: 713 active+clean; 2.6 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 3.7 KiB/s wr, 36 op/s 2024-03-22T07:26:15.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:15 smithi148 bash[66753]: cluster 2024-03-22T07:26:14.394620+0000 osd.7 (osd.7) 425 : cluster 3 failed to encode map e829 with expected crc 2024-03-22T07:26:15.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:15 smithi148 bash[66753]: cluster 2024-03-22T07:26:14.403875+0000 mon.a (mon.0) 1183 : cluster 0 osdmap e829: 8 total, 8 up, 8 in 2024-03-22T07:26:15.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:15 smithi148 bash[66753]: cluster 2024-03-22T07:26:14.425665+0000 osd.5 (osd.5) 407 : cluster 3 failed to encode map e829 with expected crc 2024-03-22T07:26:15.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:15 smithi148 bash[66753]: cluster 2024-03-22T07:26:14.581325+0000 osd.6 (osd.6) 407 : cluster 3 failed to encode map e829 with expected crc 2024-03-22T07:26:15.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:15 smithi129 bash[79695]: cluster 2024-03-22T07:26:13.469372+0000 osd.7 (osd.7) 423 : cluster 3 failed to encode map e828 with expected crc 2024-03-22T07:26:15.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:15 smithi129 bash[79695]: cluster 2024-03-22T07:26:13.475451+0000 osd.7 (osd.7) 424 : cluster 3 failed to encode map e828 with expected crc 2024-03-22T07:26:15.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:15 smithi129 bash[79695]: cluster 2024-03-22T07:26:13.884787+0000 mgr.y (mgr.25337) 567 : cluster 0 pgmap v1015: 713 pgs: 713 active+clean; 2.6 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 3.7 KiB/s wr, 36 op/s 2024-03-22T07:26:15.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:15 smithi129 bash[79695]: cluster 2024-03-22T07:26:14.394620+0000 osd.7 (osd.7) 425 : cluster 3 failed to encode map e829 with expected crc 2024-03-22T07:26:15.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:15 smithi129 bash[79695]: cluster 2024-03-22T07:26:14.403875+0000 mon.a (mon.0) 1183 : cluster 0 osdmap e829: 8 total, 8 up, 8 in 2024-03-22T07:26:15.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:15 smithi129 bash[79695]: cluster 2024-03-22T07:26:14.425665+0000 osd.5 (osd.5) 407 : cluster 3 failed to encode map e829 with expected crc 2024-03-22T07:26:15.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:15 smithi129 bash[79695]: cluster 2024-03-22T07:26:14.581325+0000 osd.6 (osd.6) 407 : cluster 3 failed to encode map e829 with expected crc 2024-03-22T07:26:15.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:15 smithi129 bash[82160]: cluster 2024-03-22T07:26:13.469372+0000 osd.7 (osd.7) 423 : cluster 3 failed to encode map e828 with expected crc 2024-03-22T07:26:15.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:15 smithi129 bash[82160]: cluster 2024-03-22T07:26:13.475451+0000 osd.7 (osd.7) 424 : cluster 3 failed to encode map e828 with expected crc 2024-03-22T07:26:15.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:15 smithi129 bash[82160]: cluster 2024-03-22T07:26:13.884787+0000 mgr.y (mgr.25337) 567 : cluster 0 pgmap v1015: 713 pgs: 713 active+clean; 2.6 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 3.7 KiB/s wr, 36 op/s 2024-03-22T07:26:15.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:15 smithi129 bash[82160]: cluster 2024-03-22T07:26:14.394620+0000 osd.7 (osd.7) 425 : cluster 3 failed to encode map e829 with expected crc 2024-03-22T07:26:15.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:15 smithi129 bash[82160]: cluster 2024-03-22T07:26:14.403875+0000 mon.a (mon.0) 1183 : cluster 0 osdmap e829: 8 total, 8 up, 8 in 2024-03-22T07:26:15.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:15 smithi129 bash[82160]: cluster 2024-03-22T07:26:14.425665+0000 osd.5 (osd.5) 407 : cluster 3 failed to encode map e829 with expected crc 2024-03-22T07:26:15.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:15 smithi129 bash[82160]: cluster 2024-03-22T07:26:14.581325+0000 osd.6 (osd.6) 407 : cluster 3 failed to encode map e829 with expected crc 2024-03-22T07:26:16.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:16 smithi148 bash[66753]: cluster 2024-03-22T07:26:15.397830+0000 osd.7 (osd.7) 426 : cluster 3 failed to encode map e830 with expected crc 2024-03-22T07:26:16.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:16 smithi148 bash[66753]: cluster 2024-03-22T07:26:15.399835+0000 osd.6 (osd.6) 408 : cluster 3 failed to encode map e830 with expected crc 2024-03-22T07:26:16.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:16 smithi148 bash[66753]: cluster 2024-03-22T07:26:15.402602+0000 mon.a (mon.0) 1184 : cluster 0 osdmap e830: 8 total, 8 up, 8 in 2024-03-22T07:26:16.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:16 smithi148 bash[66753]: cluster 2024-03-22T07:26:15.437259+0000 osd.5 (osd.5) 408 : cluster 3 failed to encode map e830 with expected crc 2024-03-22T07:26:16.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:16 smithi129 bash[79695]: cluster 2024-03-22T07:26:15.397830+0000 osd.7 (osd.7) 426 : cluster 3 failed to encode map e830 with expected crc 2024-03-22T07:26:16.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:16 smithi129 bash[79695]: cluster 2024-03-22T07:26:15.399835+0000 osd.6 (osd.6) 408 : cluster 3 failed to encode map e830 with expected crc 2024-03-22T07:26:16.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:16 smithi129 bash[79695]: cluster 2024-03-22T07:26:15.402602+0000 mon.a (mon.0) 1184 : cluster 0 osdmap e830: 8 total, 8 up, 8 in 2024-03-22T07:26:16.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:16 smithi129 bash[79695]: cluster 2024-03-22T07:26:15.437259+0000 osd.5 (osd.5) 408 : cluster 3 failed to encode map e830 with expected crc 2024-03-22T07:26:16.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:16 smithi129 bash[82160]: cluster 2024-03-22T07:26:15.397830+0000 osd.7 (osd.7) 426 : cluster 3 failed to encode map e830 with expected crc 2024-03-22T07:26:16.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:16 smithi129 bash[82160]: cluster 2024-03-22T07:26:15.399835+0000 osd.6 (osd.6) 408 : cluster 3 failed to encode map e830 with expected crc 2024-03-22T07:26:16.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:16 smithi129 bash[82160]: cluster 2024-03-22T07:26:15.402602+0000 mon.a (mon.0) 1184 : cluster 0 osdmap e830: 8 total, 8 up, 8 in 2024-03-22T07:26:16.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:16 smithi129 bash[82160]: cluster 2024-03-22T07:26:15.437259+0000 osd.5 (osd.5) 408 : cluster 3 failed to encode map e830 with expected crc 2024-03-22T07:26:17.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:17 smithi129 bash[79695]: cluster 2024-03-22T07:26:15.886677+0000 mgr.y (mgr.25337) 568 : cluster 0 pgmap v1018: 713 pgs: 713 active+clean; 2.6 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 6.7 KiB/s wr, 43 op/s 2024-03-22T07:26:17.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:17 smithi129 bash[79695]: cluster 2024-03-22T07:26:16.416536+0000 osd.7 (osd.7) 427 : cluster 3 failed to encode map e831 with expected crc 2024-03-22T07:26:17.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:17 smithi129 bash[79695]: cluster 2024-03-22T07:26:16.424190+0000 mon.a (mon.0) 1185 : cluster 0 osdmap e831: 8 total, 8 up, 8 in 2024-03-22T07:26:17.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:17 smithi129 bash[79695]: cluster 2024-03-22T07:26:16.443508+0000 osd.5 (osd.5) 409 : cluster 3 failed to encode map e831 with expected crc 2024-03-22T07:26:17.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:17 smithi129 bash[79695]: cluster 2024-03-22T07:26:16.478042+0000 osd.6 (osd.6) 409 : cluster 3 failed to encode map e831 with expected crc 2024-03-22T07:26:17.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:17 smithi129 bash[82160]: cluster 2024-03-22T07:26:15.886677+0000 mgr.y (mgr.25337) 568 : cluster 0 pgmap v1018: 713 pgs: 713 active+clean; 2.6 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 6.7 KiB/s wr, 43 op/s 2024-03-22T07:26:17.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:17 smithi129 bash[82160]: cluster 2024-03-22T07:26:16.416536+0000 osd.7 (osd.7) 427 : cluster 3 failed to encode map e831 with expected crc 2024-03-22T07:26:17.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:17 smithi129 bash[82160]: cluster 2024-03-22T07:26:16.424190+0000 mon.a (mon.0) 1185 : cluster 0 osdmap e831: 8 total, 8 up, 8 in 2024-03-22T07:26:17.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:17 smithi129 bash[82160]: cluster 2024-03-22T07:26:16.443508+0000 osd.5 (osd.5) 409 : cluster 3 failed to encode map e831 with expected crc 2024-03-22T07:26:17.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:17 smithi129 bash[82160]: cluster 2024-03-22T07:26:16.478042+0000 osd.6 (osd.6) 409 : cluster 3 failed to encode map e831 with expected crc 2024-03-22T07:26:17.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:17 smithi148 bash[66753]: cluster 2024-03-22T07:26:15.886677+0000 mgr.y (mgr.25337) 568 : cluster 0 pgmap v1018: 713 pgs: 713 active+clean; 2.6 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 6.7 KiB/s wr, 43 op/s 2024-03-22T07:26:17.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:17 smithi148 bash[66753]: cluster 2024-03-22T07:26:16.416536+0000 osd.7 (osd.7) 427 : cluster 3 failed to encode map e831 with expected crc 2024-03-22T07:26:17.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:17 smithi148 bash[66753]: cluster 2024-03-22T07:26:16.424190+0000 mon.a (mon.0) 1185 : cluster 0 osdmap e831: 8 total, 8 up, 8 in 2024-03-22T07:26:17.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:17 smithi148 bash[66753]: cluster 2024-03-22T07:26:16.443508+0000 osd.5 (osd.5) 409 : cluster 3 failed to encode map e831 with expected crc 2024-03-22T07:26:17.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:17 smithi148 bash[66753]: cluster 2024-03-22T07:26:16.478042+0000 osd.6 (osd.6) 409 : cluster 3 failed to encode map e831 with expected crc 2024-03-22T07:26:18.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:18 smithi129 bash[79695]: cluster 2024-03-22T07:26:17.425456+0000 mon.a (mon.0) 1186 : cluster 0 osdmap e832: 8 total, 8 up, 8 in 2024-03-22T07:26:18.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:18 smithi129 bash[79695]: cluster 2024-03-22T07:26:17.473664+0000 osd.5 (osd.5) 410 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:18.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:18 smithi129 bash[79695]: cluster 2024-03-22T07:26:17.479768+0000 osd.5 (osd.5) 411 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:18.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:18 smithi129 bash[79695]: cluster 2024-03-22T07:26:17.750868+0000 osd.6 (osd.6) 410 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:18.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:18 smithi129 bash[79695]: cluster 2024-03-22T07:26:17.756816+0000 osd.6 (osd.6) 411 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:18.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:18 smithi129 bash[82160]: cluster 2024-03-22T07:26:17.425456+0000 mon.a (mon.0) 1186 : cluster 0 osdmap e832: 8 total, 8 up, 8 in 2024-03-22T07:26:18.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:18 smithi129 bash[82160]: cluster 2024-03-22T07:26:17.473664+0000 osd.5 (osd.5) 410 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:18.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:18 smithi129 bash[82160]: cluster 2024-03-22T07:26:17.479768+0000 osd.5 (osd.5) 411 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:18.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:18 smithi129 bash[82160]: cluster 2024-03-22T07:26:17.750868+0000 osd.6 (osd.6) 410 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:18.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:18 smithi129 bash[82160]: cluster 2024-03-22T07:26:17.756816+0000 osd.6 (osd.6) 411 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:18.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:18 smithi148 bash[66753]: cluster 2024-03-22T07:26:17.425456+0000 mon.a (mon.0) 1186 : cluster 0 osdmap e832: 8 total, 8 up, 8 in 2024-03-22T07:26:18.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:18 smithi148 bash[66753]: cluster 2024-03-22T07:26:17.473664+0000 osd.5 (osd.5) 410 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:18.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:18 smithi148 bash[66753]: cluster 2024-03-22T07:26:17.479768+0000 osd.5 (osd.5) 411 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:18.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:18 smithi148 bash[66753]: cluster 2024-03-22T07:26:17.750868+0000 osd.6 (osd.6) 410 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:18.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:18 smithi148 bash[66753]: cluster 2024-03-22T07:26:17.756816+0000 osd.6 (osd.6) 411 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:19.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[82160]: cluster 2024-03-22T07:26:17.889211+0000 mgr.y (mgr.25337) 569 : cluster 0 pgmap v1021: 713 pgs: 713 active+clean; 2.6 MiB data, 483 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-03-22T07:26:19.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[82160]: cluster 2024-03-22T07:26:18.071251+0000 osd.7 (osd.7) 428 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:19.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[82160]: cluster 2024-03-22T07:26:18.077227+0000 osd.7 (osd.7) 429 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:19.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[82160]: cluster 2024-03-22T07:26:18.083115+0000 osd.7 (osd.7) 430 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:19.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[82160]: cluster 2024-03-22T07:26:18.089023+0000 osd.7 (osd.7) 431 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:19.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[82160]: cluster 2024-03-22T07:26:18.446459+0000 osd.7 (osd.7) 432 : cluster 3 failed to encode map e833 with expected crc 2024-03-22T07:26:19.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[82160]: cluster 2024-03-22T07:26:18.453392+0000 mon.a (mon.0) 1187 : cluster 0 osdmap e833: 8 total, 8 up, 8 in 2024-03-22T07:26:19.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[82160]: cluster 2024-03-22T07:26:18.487973+0000 osd.5 (osd.5) 412 : cluster 3 failed to encode map e833 with expected crc 2024-03-22T07:26:19.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[82160]: cluster 2024-03-22T07:26:18.515903+0000 osd.6 (osd.6) 412 : cluster 3 failed to encode map e833 with expected crc 2024-03-22T07:26:19.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[82160]: cluster 2024-03-22T07:26:18.810999+0000 osd.6 (osd.6) 413 : cluster 3 failed to encode map e834 with expected crc 2024-03-22T07:26:19.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[82160]: cluster 2024-03-22T07:26:18.815463+0000 mon.a (mon.0) 1188 : cluster 0 osdmap e834: 8 total, 8 up, 8 in 2024-03-22T07:26:19.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[79695]: cluster 2024-03-22T07:26:17.889211+0000 mgr.y (mgr.25337) 569 : cluster 0 pgmap v1021: 713 pgs: 713 active+clean; 2.6 MiB data, 483 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-03-22T07:26:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[79695]: cluster 2024-03-22T07:26:18.071251+0000 osd.7 (osd.7) 428 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[79695]: cluster 2024-03-22T07:26:18.077227+0000 osd.7 (osd.7) 429 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[79695]: cluster 2024-03-22T07:26:18.083115+0000 osd.7 (osd.7) 430 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[79695]: cluster 2024-03-22T07:26:18.089023+0000 osd.7 (osd.7) 431 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[79695]: cluster 2024-03-22T07:26:18.446459+0000 osd.7 (osd.7) 432 : cluster 3 failed to encode map e833 with expected crc 2024-03-22T07:26:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[79695]: cluster 2024-03-22T07:26:18.453392+0000 mon.a (mon.0) 1187 : cluster 0 osdmap e833: 8 total, 8 up, 8 in 2024-03-22T07:26:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[79695]: cluster 2024-03-22T07:26:18.487973+0000 osd.5 (osd.5) 412 : cluster 3 failed to encode map e833 with expected crc 2024-03-22T07:26:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[79695]: cluster 2024-03-22T07:26:18.515903+0000 osd.6 (osd.6) 412 : cluster 3 failed to encode map e833 with expected crc 2024-03-22T07:26:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[79695]: cluster 2024-03-22T07:26:18.810999+0000 osd.6 (osd.6) 413 : cluster 3 failed to encode map e834 with expected crc 2024-03-22T07:26:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:19 smithi129 bash[79695]: cluster 2024-03-22T07:26:18.815463+0000 mon.a (mon.0) 1188 : cluster 0 osdmap e834: 8 total, 8 up, 8 in 2024-03-22T07:26:19.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:19 smithi148 bash[66753]: cluster 2024-03-22T07:26:17.889211+0000 mgr.y (mgr.25337) 569 : cluster 0 pgmap v1021: 713 pgs: 713 active+clean; 2.6 MiB data, 483 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-03-22T07:26:19.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:19 smithi148 bash[66753]: cluster 2024-03-22T07:26:18.071251+0000 osd.7 (osd.7) 428 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:19.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:19 smithi148 bash[66753]: cluster 2024-03-22T07:26:18.077227+0000 osd.7 (osd.7) 429 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:19.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:19 smithi148 bash[66753]: cluster 2024-03-22T07:26:18.083115+0000 osd.7 (osd.7) 430 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:19.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:19 smithi148 bash[66753]: cluster 2024-03-22T07:26:18.089023+0000 osd.7 (osd.7) 431 : cluster 3 failed to encode map e832 with expected crc 2024-03-22T07:26:19.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:19 smithi148 bash[66753]: cluster 2024-03-22T07:26:18.446459+0000 osd.7 (osd.7) 432 : cluster 3 failed to encode map e833 with expected crc 2024-03-22T07:26:19.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:19 smithi148 bash[66753]: cluster 2024-03-22T07:26:18.453392+0000 mon.a (mon.0) 1187 : cluster 0 osdmap e833: 8 total, 8 up, 8 in 2024-03-22T07:26:19.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:19 smithi148 bash[66753]: cluster 2024-03-22T07:26:18.487973+0000 osd.5 (osd.5) 412 : cluster 3 failed to encode map e833 with expected crc 2024-03-22T07:26:19.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:19 smithi148 bash[66753]: cluster 2024-03-22T07:26:18.515903+0000 osd.6 (osd.6) 412 : cluster 3 failed to encode map e833 with expected crc 2024-03-22T07:26:19.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:19 smithi148 bash[66753]: cluster 2024-03-22T07:26:18.810999+0000 osd.6 (osd.6) 413 : cluster 3 failed to encode map e834 with expected crc 2024-03-22T07:26:19.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:19 smithi148 bash[66753]: cluster 2024-03-22T07:26:18.815463+0000 mon.a (mon.0) 1188 : cluster 0 osdmap e834: 8 total, 8 up, 8 in 2024-03-22T07:26:20.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:20 smithi129 bash[79695]: cluster 2024-03-22T07:26:18.860480+0000 osd.5 (osd.5) 413 : cluster 3 failed to encode map e834 with expected crc 2024-03-22T07:26:20.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:20 smithi129 bash[79695]: cluster 2024-03-22T07:26:18.871390+0000 osd.7 (osd.7) 433 : cluster 3 failed to encode map e834 with expected crc 2024-03-22T07:26:20.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:20 smithi129 bash[79695]: cluster 2024-03-22T07:26:19.818566+0000 mon.a (mon.0) 1189 : cluster 0 osdmap e835: 8 total, 8 up, 8 in 2024-03-22T07:26:20.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:20 smithi129 bash[79695]: cluster 2024-03-22T07:26:19.904161+0000 osd.6 (osd.6) 414 : cluster 3 failed to encode map e835 with expected crc 2024-03-22T07:26:20.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:20 smithi129 bash[82160]: cluster 2024-03-22T07:26:18.860480+0000 osd.5 (osd.5) 413 : cluster 3 failed to encode map e834 with expected crc 2024-03-22T07:26:20.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:20 smithi129 bash[82160]: cluster 2024-03-22T07:26:18.871390+0000 osd.7 (osd.7) 433 : cluster 3 failed to encode map e834 with expected crc 2024-03-22T07:26:20.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:20 smithi129 bash[82160]: cluster 2024-03-22T07:26:19.818566+0000 mon.a (mon.0) 1189 : cluster 0 osdmap e835: 8 total, 8 up, 8 in 2024-03-22T07:26:20.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:20 smithi129 bash[82160]: cluster 2024-03-22T07:26:19.904161+0000 osd.6 (osd.6) 414 : cluster 3 failed to encode map e835 with expected crc 2024-03-22T07:26:20.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:20 smithi148 bash[66753]: cluster 2024-03-22T07:26:18.860480+0000 osd.5 (osd.5) 413 : cluster 3 failed to encode map e834 with expected crc 2024-03-22T07:26:20.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:20 smithi148 bash[66753]: cluster 2024-03-22T07:26:18.871390+0000 osd.7 (osd.7) 433 : cluster 3 failed to encode map e834 with expected crc 2024-03-22T07:26:20.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:20 smithi148 bash[66753]: cluster 2024-03-22T07:26:19.818566+0000 mon.a (mon.0) 1189 : cluster 0 osdmap e835: 8 total, 8 up, 8 in 2024-03-22T07:26:20.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:20 smithi148 bash[66753]: cluster 2024-03-22T07:26:19.904161+0000 osd.6 (osd.6) 414 : cluster 3 failed to encode map e835 with expected crc 2024-03-22T07:26:21.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:21 smithi129 bash[79695]: cluster 2024-03-22T07:26:19.812420+0000 osd.7 (osd.7) 434 : cluster 3 failed to encode map e835 with expected crc 2024-03-22T07:26:21.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:21 smithi129 bash[79695]: cluster 2024-03-22T07:26:19.846284+0000 osd.5 (osd.5) 414 : cluster 3 failed to encode map e835 with expected crc 2024-03-22T07:26:21.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:21 smithi129 bash[79695]: cluster 2024-03-22T07:26:19.890986+0000 mgr.y (mgr.25337) 570 : cluster 0 pgmap v1025: 713 pgs: 713 active+clean; 2.6 MiB data, 483 MiB used, 715 GiB / 715 GiB avail; 205 KiB/s rd, 4.9 KiB/s wr, 278 op/s 2024-03-22T07:26:21.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:21 smithi129 bash[79695]: cluster 2024-03-22T07:26:20.826605+0000 mon.a (mon.0) 1190 : cluster 0 osdmap e836: 8 total, 8 up, 8 in 2024-03-22T07:26:21.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:21 smithi129 bash[79695]: cluster 2024-03-22T07:26:20.882349+0000 osd.6 (osd.6) 415 : cluster 3 failed to encode map e836 with expected crc 2024-03-22T07:26:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:21 smithi129 bash[82160]: cluster 2024-03-22T07:26:19.812420+0000 osd.7 (osd.7) 434 : cluster 3 failed to encode map e835 with expected crc 2024-03-22T07:26:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:21 smithi129 bash[82160]: cluster 2024-03-22T07:26:19.846284+0000 osd.5 (osd.5) 414 : cluster 3 failed to encode map e835 with expected crc 2024-03-22T07:26:21.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:21 smithi129 bash[82160]: cluster 2024-03-22T07:26:19.890986+0000 mgr.y (mgr.25337) 570 : cluster 0 pgmap v1025: 713 pgs: 713 active+clean; 2.6 MiB data, 483 MiB used, 715 GiB / 715 GiB avail; 205 KiB/s rd, 4.9 KiB/s wr, 278 op/s 2024-03-22T07:26:21.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:21 smithi129 bash[82160]: cluster 2024-03-22T07:26:20.826605+0000 mon.a (mon.0) 1190 : cluster 0 osdmap e836: 8 total, 8 up, 8 in 2024-03-22T07:26:21.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:21 smithi129 bash[82160]: cluster 2024-03-22T07:26:20.882349+0000 osd.6 (osd.6) 415 : cluster 3 failed to encode map e836 with expected crc 2024-03-22T07:26:21.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:21 smithi148 bash[66753]: cluster 2024-03-22T07:26:19.812420+0000 osd.7 (osd.7) 434 : cluster 3 failed to encode map e835 with expected crc 2024-03-22T07:26:21.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:21 smithi148 bash[66753]: cluster 2024-03-22T07:26:19.846284+0000 osd.5 (osd.5) 414 : cluster 3 failed to encode map e835 with expected crc 2024-03-22T07:26:21.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:21 smithi148 bash[66753]: cluster 2024-03-22T07:26:19.890986+0000 mgr.y (mgr.25337) 570 : cluster 0 pgmap v1025: 713 pgs: 713 active+clean; 2.6 MiB data, 483 MiB used, 715 GiB / 715 GiB avail; 205 KiB/s rd, 4.9 KiB/s wr, 278 op/s 2024-03-22T07:26:21.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:21 smithi148 bash[66753]: cluster 2024-03-22T07:26:20.826605+0000 mon.a (mon.0) 1190 : cluster 0 osdmap e836: 8 total, 8 up, 8 in 2024-03-22T07:26:21.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:21 smithi148 bash[66753]: cluster 2024-03-22T07:26:20.882349+0000 osd.6 (osd.6) 415 : cluster 3 failed to encode map e836 with expected crc 2024-03-22T07:26:22.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:22 smithi129 bash[82160]: cluster 2024-03-22T07:26:20.822260+0000 osd.7 (osd.7) 435 : cluster 3 failed to encode map e836 with expected crc 2024-03-22T07:26:22.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:22 smithi129 bash[82160]: cluster 2024-03-22T07:26:20.823977+0000 osd.5 (osd.5) 415 : cluster 3 failed to encode map e836 with expected crc 2024-03-22T07:26:22.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:22 smithi129 bash[82160]: cluster 2024-03-22T07:26:21.829626+0000 osd.6 (osd.6) 416 : cluster 3 failed to encode map e837 with expected crc 2024-03-22T07:26:22.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:22 smithi129 bash[82160]: cluster 2024-03-22T07:26:21.832933+0000 mon.a (mon.0) 1191 : cluster 0 osdmap e837: 8 total, 8 up, 8 in 2024-03-22T07:26:22.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:22 smithi129 bash[79695]: cluster 2024-03-22T07:26:20.822260+0000 osd.7 (osd.7) 435 : cluster 3 failed to encode map e836 with expected crc 2024-03-22T07:26:22.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:22 smithi129 bash[79695]: cluster 2024-03-22T07:26:20.823977+0000 osd.5 (osd.5) 415 : cluster 3 failed to encode map e836 with expected crc 2024-03-22T07:26:22.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:22 smithi129 bash[79695]: cluster 2024-03-22T07:26:21.829626+0000 osd.6 (osd.6) 416 : cluster 3 failed to encode map e837 with expected crc 2024-03-22T07:26:22.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:22 smithi129 bash[79695]: cluster 2024-03-22T07:26:21.832933+0000 mon.a (mon.0) 1191 : cluster 0 osdmap e837: 8 total, 8 up, 8 in 2024-03-22T07:26:22.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:22 smithi148 bash[66753]: cluster 2024-03-22T07:26:20.822260+0000 osd.7 (osd.7) 435 : cluster 3 failed to encode map e836 with expected crc 2024-03-22T07:26:22.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:22 smithi148 bash[66753]: cluster 2024-03-22T07:26:20.823977+0000 osd.5 (osd.5) 415 : cluster 3 failed to encode map e836 with expected crc 2024-03-22T07:26:22.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:22 smithi148 bash[66753]: cluster 2024-03-22T07:26:21.829626+0000 osd.6 (osd.6) 416 : cluster 3 failed to encode map e837 with expected crc 2024-03-22T07:26:22.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:22 smithi148 bash[66753]: cluster 2024-03-22T07:26:21.832933+0000 mon.a (mon.0) 1191 : cluster 0 osdmap e837: 8 total, 8 up, 8 in 2024-03-22T07:26:23.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:23 smithi129 bash[79695]: cluster 2024-03-22T07:26:21.892577+0000 mgr.y (mgr.25337) 571 : cluster 0 pgmap v1028: 713 pgs: 713 active+clean; 2.6 MiB data, 483 MiB used, 715 GiB / 715 GiB avail; 206 KiB/s rd, 4.9 KiB/s wr, 280 op/s 2024-03-22T07:26:23.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:23 smithi129 bash[79695]: cluster 2024-03-22T07:26:22.840800+0000 mon.a (mon.0) 1192 : cluster 0 osdmap e838: 8 total, 8 up, 8 in 2024-03-22T07:26:23.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:23 smithi129 bash[79695]: cluster 2024-03-22T07:26:22.937790+0000 osd.6 (osd.6) 417 : cluster 3 failed to encode map e838 with expected crc 2024-03-22T07:26:23.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:23 smithi129 bash[79695]: audit 2024-03-22T07:26:23.398129+0000 mon.c (mon.2) 300 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:26:23.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:23 smithi129 bash[82160]: cluster 2024-03-22T07:26:21.892577+0000 mgr.y (mgr.25337) 571 : cluster 0 pgmap v1028: 713 pgs: 713 active+clean; 2.6 MiB data, 483 MiB used, 715 GiB / 715 GiB avail; 206 KiB/s rd, 4.9 KiB/s wr, 280 op/s 2024-03-22T07:26:23.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:23 smithi129 bash[82160]: cluster 2024-03-22T07:26:22.840800+0000 mon.a (mon.0) 1192 : cluster 0 osdmap e838: 8 total, 8 up, 8 in 2024-03-22T07:26:23.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:23 smithi129 bash[82160]: cluster 2024-03-22T07:26:22.937790+0000 osd.6 (osd.6) 417 : cluster 3 failed to encode map e838 with expected crc 2024-03-22T07:26:23.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:23 smithi129 bash[82160]: audit 2024-03-22T07:26:23.398129+0000 mon.c (mon.2) 300 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:26:23.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:23 smithi148 bash[66753]: cluster 2024-03-22T07:26:21.892577+0000 mgr.y (mgr.25337) 571 : cluster 0 pgmap v1028: 713 pgs: 713 active+clean; 2.6 MiB data, 483 MiB used, 715 GiB / 715 GiB avail; 206 KiB/s rd, 4.9 KiB/s wr, 280 op/s 2024-03-22T07:26:23.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:23 smithi148 bash[66753]: cluster 2024-03-22T07:26:22.840800+0000 mon.a (mon.0) 1192 : cluster 0 osdmap e838: 8 total, 8 up, 8 in 2024-03-22T07:26:23.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:23 smithi148 bash[66753]: cluster 2024-03-22T07:26:22.937790+0000 osd.6 (osd.6) 417 : cluster 3 failed to encode map e838 with expected crc 2024-03-22T07:26:23.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:23 smithi148 bash[66753]: audit 2024-03-22T07:26:23.398129+0000 mon.c (mon.2) 300 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:26:24.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:26:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:26:23] "GET /metrics HTTP/1.1" 200 82163 "" "Prometheus/2.43.0" 2024-03-22T07:26:24.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:24 smithi129 bash[82160]: cluster 2024-03-22T07:26:22.835839+0000 osd.7 (osd.7) 436 : cluster 3 failed to encode map e838 with expected crc 2024-03-22T07:26:24.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:24 smithi129 bash[82160]: cluster 2024-03-22T07:26:22.869537+0000 osd.5 (osd.5) 416 : cluster 3 failed to encode map e838 with expected crc 2024-03-22T07:26:24.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:24 smithi129 bash[82160]: cluster 2024-03-22T07:26:23.844099+0000 mon.a (mon.0) 1193 : cluster 0 osdmap e839: 8 total, 8 up, 8 in 2024-03-22T07:26:24.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:24 smithi129 bash[82160]: cluster 2024-03-22T07:26:23.957745+0000 osd.6 (osd.6) 418 : cluster 3 failed to encode map e839 with expected crc 2024-03-22T07:26:24.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:24 smithi129 bash[79695]: cluster 2024-03-22T07:26:22.835839+0000 osd.7 (osd.7) 436 : cluster 3 failed to encode map e838 with expected crc 2024-03-22T07:26:24.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:24 smithi129 bash[79695]: cluster 2024-03-22T07:26:22.869537+0000 osd.5 (osd.5) 416 : cluster 3 failed to encode map e838 with expected crc 2024-03-22T07:26:24.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:24 smithi129 bash[79695]: cluster 2024-03-22T07:26:23.844099+0000 mon.a (mon.0) 1193 : cluster 0 osdmap e839: 8 total, 8 up, 8 in 2024-03-22T07:26:24.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:24 smithi129 bash[79695]: cluster 2024-03-22T07:26:23.957745+0000 osd.6 (osd.6) 418 : cluster 3 failed to encode map e839 with expected crc 2024-03-22T07:26:24.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:24 smithi148 bash[66753]: cluster 2024-03-22T07:26:22.835839+0000 osd.7 (osd.7) 436 : cluster 3 failed to encode map e838 with expected crc 2024-03-22T07:26:24.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:24 smithi148 bash[66753]: cluster 2024-03-22T07:26:22.869537+0000 osd.5 (osd.5) 416 : cluster 3 failed to encode map e838 with expected crc 2024-03-22T07:26:24.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:24 smithi148 bash[66753]: cluster 2024-03-22T07:26:23.844099+0000 mon.a (mon.0) 1193 : cluster 0 osdmap e839: 8 total, 8 up, 8 in 2024-03-22T07:26:24.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:24 smithi148 bash[66753]: cluster 2024-03-22T07:26:23.957745+0000 osd.6 (osd.6) 418 : cluster 3 failed to encode map e839 with expected crc 2024-03-22T07:26:25.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:25 smithi129 bash[79695]: cluster 2024-03-22T07:26:23.839404+0000 osd.7 (osd.7) 437 : cluster 3 failed to encode map e839 with expected crc 2024-03-22T07:26:25.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:25 smithi129 bash[79695]: cluster 2024-03-22T07:26:23.842009+0000 osd.5 (osd.5) 417 : cluster 3 failed to encode map e839 with expected crc 2024-03-22T07:26:25.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:25 smithi129 bash[79695]: cluster 2024-03-22T07:26:23.894148+0000 mgr.y (mgr.25337) 572 : cluster 0 pgmap v1031: 713 pgs: 713 active+clean; 2.6 MiB data, 484 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 1 op/s 2024-03-22T07:26:25.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:25 smithi129 bash[79695]: cluster 2024-03-22T07:26:24.851780+0000 osd.7 (osd.7) 438 : cluster 3 failed to encode map e840 with expected crc 2024-03-22T07:26:25.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:25 smithi129 bash[79695]: cluster 2024-03-22T07:26:24.856436+0000 mon.a (mon.0) 1194 : cluster 0 osdmap e840: 8 total, 8 up, 8 in 2024-03-22T07:26:25.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:25 smithi129 bash[79695]: cluster 2024-03-22T07:26:24.994710+0000 osd.6 (osd.6) 419 : cluster 3 failed to encode map e840 with expected crc 2024-03-22T07:26:25.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:25 smithi129 bash[82160]: cluster 2024-03-22T07:26:23.839404+0000 osd.7 (osd.7) 437 : cluster 3 failed to encode map e839 with expected crc 2024-03-22T07:26:25.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:25 smithi129 bash[82160]: cluster 2024-03-22T07:26:23.842009+0000 osd.5 (osd.5) 417 : cluster 3 failed to encode map e839 with expected crc 2024-03-22T07:26:25.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:25 smithi129 bash[82160]: cluster 2024-03-22T07:26:23.894148+0000 mgr.y (mgr.25337) 572 : cluster 0 pgmap v1031: 713 pgs: 713 active+clean; 2.6 MiB data, 484 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 1 op/s 2024-03-22T07:26:25.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:25 smithi129 bash[82160]: cluster 2024-03-22T07:26:24.851780+0000 osd.7 (osd.7) 438 : cluster 3 failed to encode map e840 with expected crc 2024-03-22T07:26:25.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:25 smithi129 bash[82160]: cluster 2024-03-22T07:26:24.856436+0000 mon.a (mon.0) 1194 : cluster 0 osdmap e840: 8 total, 8 up, 8 in 2024-03-22T07:26:25.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:25 smithi129 bash[82160]: cluster 2024-03-22T07:26:24.994710+0000 osd.6 (osd.6) 419 : cluster 3 failed to encode map e840 with expected crc 2024-03-22T07:26:25.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:25 smithi148 bash[66753]: cluster 2024-03-22T07:26:23.839404+0000 osd.7 (osd.7) 437 : cluster 3 failed to encode map e839 with expected crc 2024-03-22T07:26:25.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:25 smithi148 bash[66753]: cluster 2024-03-22T07:26:23.842009+0000 osd.5 (osd.5) 417 : cluster 3 failed to encode map e839 with expected crc 2024-03-22T07:26:25.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:25 smithi148 bash[66753]: cluster 2024-03-22T07:26:23.894148+0000 mgr.y (mgr.25337) 572 : cluster 0 pgmap v1031: 713 pgs: 713 active+clean; 2.6 MiB data, 484 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 1 op/s 2024-03-22T07:26:25.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:25 smithi148 bash[66753]: cluster 2024-03-22T07:26:24.851780+0000 osd.7 (osd.7) 438 : cluster 3 failed to encode map e840 with expected crc 2024-03-22T07:26:25.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:25 smithi148 bash[66753]: cluster 2024-03-22T07:26:24.856436+0000 mon.a (mon.0) 1194 : cluster 0 osdmap e840: 8 total, 8 up, 8 in 2024-03-22T07:26:25.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:25 smithi148 bash[66753]: cluster 2024-03-22T07:26:24.994710+0000 osd.6 (osd.6) 419 : cluster 3 failed to encode map e840 with expected crc 2024-03-22T07:26:26.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[79695]: cluster 2024-03-22T07:26:24.883800+0000 osd.5 (osd.5) 418 : cluster 3 failed to encode map e840 with expected crc 2024-03-22T07:26:26.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[79695]: cluster 2024-03-22T07:26:25.861194+0000 mon.a (mon.0) 1195 : cluster 0 osdmap e841: 8 total, 8 up, 8 in 2024-03-22T07:26:26.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[79695]: cluster 2024-03-22T07:26:25.937628+0000 osd.6 (osd.6) 420 : cluster 3 failed to encode map e841 with expected crc 2024-03-22T07:26:26.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[79695]: cluster 2024-03-22T07:26:25.947714+0000 osd.7 (osd.7) 439 : cluster 3 failed to encode map e841 with expected crc 2024-03-22T07:26:26.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[79695]: audit 2024-03-22T07:26:26.401001+0000 mon.c (mon.2) 301 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.9", "id": [3, 1]}]: dispatch 2024-03-22T07:26:26.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[79695]: audit 2024-03-22T07:26:26.401487+0000 mon.c (mon.2) 302 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7, 5, 1]}]: dispatch 2024-03-22T07:26:26.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[79695]: audit 2024-03-22T07:26:26.401831+0000 mon.a (mon.0) 1196 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.9", "id": [3, 1]}]: dispatch 2024-03-22T07:26:26.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[79695]: audit 2024-03-22T07:26:26.402652+0000 mon.a (mon.0) 1197 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7, 5, 1]}]: dispatch 2024-03-22T07:26:26.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[82160]: cluster 2024-03-22T07:26:24.883800+0000 osd.5 (osd.5) 418 : cluster 3 failed to encode map e840 with expected crc 2024-03-22T07:26:26.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[82160]: cluster 2024-03-22T07:26:25.861194+0000 mon.a (mon.0) 1195 : cluster 0 osdmap e841: 8 total, 8 up, 8 in 2024-03-22T07:26:26.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[82160]: cluster 2024-03-22T07:26:25.937628+0000 osd.6 (osd.6) 420 : cluster 3 failed to encode map e841 with expected crc 2024-03-22T07:26:26.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[82160]: cluster 2024-03-22T07:26:25.947714+0000 osd.7 (osd.7) 439 : cluster 3 failed to encode map e841 with expected crc 2024-03-22T07:26:26.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[82160]: audit 2024-03-22T07:26:26.401001+0000 mon.c (mon.2) 301 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.9", "id": [3, 1]}]: dispatch 2024-03-22T07:26:26.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[82160]: audit 2024-03-22T07:26:26.401487+0000 mon.c (mon.2) 302 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7, 5, 1]}]: dispatch 2024-03-22T07:26:26.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[82160]: audit 2024-03-22T07:26:26.401831+0000 mon.a (mon.0) 1196 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.9", "id": [3, 1]}]: dispatch 2024-03-22T07:26:26.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:26 smithi129 bash[82160]: audit 2024-03-22T07:26:26.402652+0000 mon.a (mon.0) 1197 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7, 5, 1]}]: dispatch 2024-03-22T07:26:26.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:26 smithi148 bash[66753]: cluster 2024-03-22T07:26:24.883800+0000 osd.5 (osd.5) 418 : cluster 3 failed to encode map e840 with expected crc 2024-03-22T07:26:26.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:26 smithi148 bash[66753]: cluster 2024-03-22T07:26:25.861194+0000 mon.a (mon.0) 1195 : cluster 0 osdmap e841: 8 total, 8 up, 8 in 2024-03-22T07:26:26.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:26 smithi148 bash[66753]: cluster 2024-03-22T07:26:25.937628+0000 osd.6 (osd.6) 420 : cluster 3 failed to encode map e841 with expected crc 2024-03-22T07:26:26.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:26 smithi148 bash[66753]: cluster 2024-03-22T07:26:25.947714+0000 osd.7 (osd.7) 439 : cluster 3 failed to encode map e841 with expected crc 2024-03-22T07:26:26.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:26 smithi148 bash[66753]: audit 2024-03-22T07:26:26.401001+0000 mon.c (mon.2) 301 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.9", "id": [3, 1]}]: dispatch 2024-03-22T07:26:26.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:26 smithi148 bash[66753]: audit 2024-03-22T07:26:26.401487+0000 mon.c (mon.2) 302 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7, 5, 1]}]: dispatch 2024-03-22T07:26:26.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:26 smithi148 bash[66753]: audit 2024-03-22T07:26:26.401831+0000 mon.a (mon.0) 1196 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.9", "id": [3, 1]}]: dispatch 2024-03-22T07:26:26.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:26 smithi148 bash[66753]: audit 2024-03-22T07:26:26.402652+0000 mon.a (mon.0) 1197 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7, 5, 1]}]: dispatch 2024-03-22T07:26:27.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[79695]: cluster 2024-03-22T07:26:25.895679+0000 mgr.y (mgr.25337) 573 : cluster 0 pgmap v1034: 713 pgs: 713 active+clean; 2.6 MiB data, 484 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 5.2 KiB/s wr, 24 op/s 2024-03-22T07:26:27.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[79695]: cluster 2024-03-22T07:26:25.908032+0000 osd.5 (osd.5) 419 : cluster 3 failed to encode map e841 with expected crc 2024-03-22T07:26:27.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[79695]: audit 2024-03-22T07:26:26.862917+0000 mon.a (mon.0) 1198 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.9", "id": [3, 1]}]': finished 2024-03-22T07:26:27.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[79695]: audit 2024-03-22T07:26:26.863140+0000 mon.a (mon.0) 1199 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7, 5, 1]}]': finished 2024-03-22T07:26:27.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[79695]: cluster 2024-03-22T07:26:26.869735+0000 mon.a (mon.0) 1200 : cluster 0 osdmap e842: 8 total, 8 up, 8 in 2024-03-22T07:26:27.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[79695]: cluster 2024-03-22T07:26:26.888696+0000 osd.7 (osd.7) 440 : cluster 3 failed to encode map e842 with expected crc 2024-03-22T07:26:27.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[79695]: cluster 2024-03-22T07:26:26.898610+0000 osd.7 (osd.7) 441 : cluster 3 failed to encode map e842 with expected crc 2024-03-22T07:26:27.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[79695]: cluster 2024-03-22T07:26:26.963712+0000 osd.6 (osd.6) 421 : cluster 3 failed to encode map e842 with expected crc 2024-03-22T07:26:27.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[82160]: cluster 2024-03-22T07:26:25.895679+0000 mgr.y (mgr.25337) 573 : cluster 0 pgmap v1034: 713 pgs: 713 active+clean; 2.6 MiB data, 484 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 5.2 KiB/s wr, 24 op/s 2024-03-22T07:26:27.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[82160]: cluster 2024-03-22T07:26:25.908032+0000 osd.5 (osd.5) 419 : cluster 3 failed to encode map e841 with expected crc 2024-03-22T07:26:27.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[82160]: audit 2024-03-22T07:26:26.862917+0000 mon.a (mon.0) 1198 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.9", "id": [3, 1]}]': finished 2024-03-22T07:26:27.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[82160]: audit 2024-03-22T07:26:26.863140+0000 mon.a (mon.0) 1199 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7, 5, 1]}]': finished 2024-03-22T07:26:27.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[82160]: cluster 2024-03-22T07:26:26.869735+0000 mon.a (mon.0) 1200 : cluster 0 osdmap e842: 8 total, 8 up, 8 in 2024-03-22T07:26:27.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[82160]: cluster 2024-03-22T07:26:26.888696+0000 osd.7 (osd.7) 440 : cluster 3 failed to encode map e842 with expected crc 2024-03-22T07:26:27.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[82160]: cluster 2024-03-22T07:26:26.898610+0000 osd.7 (osd.7) 441 : cluster 3 failed to encode map e842 with expected crc 2024-03-22T07:26:27.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:27 smithi129 bash[82160]: cluster 2024-03-22T07:26:26.963712+0000 osd.6 (osd.6) 421 : cluster 3 failed to encode map e842 with expected crc 2024-03-22T07:26:27.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:27 smithi148 bash[66753]: cluster 2024-03-22T07:26:25.895679+0000 mgr.y (mgr.25337) 573 : cluster 0 pgmap v1034: 713 pgs: 713 active+clean; 2.6 MiB data, 484 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 5.2 KiB/s wr, 24 op/s 2024-03-22T07:26:27.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:27 smithi148 bash[66753]: cluster 2024-03-22T07:26:25.908032+0000 osd.5 (osd.5) 419 : cluster 3 failed to encode map e841 with expected crc 2024-03-22T07:26:27.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:27 smithi148 bash[66753]: audit 2024-03-22T07:26:26.862917+0000 mon.a (mon.0) 1198 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.9", "id": [3, 1]}]': finished 2024-03-22T07:26:27.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:27 smithi148 bash[66753]: audit 2024-03-22T07:26:26.863140+0000 mon.a (mon.0) 1199 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.b", "id": [3, 7, 5, 1]}]': finished 2024-03-22T07:26:27.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:27 smithi148 bash[66753]: cluster 2024-03-22T07:26:26.869735+0000 mon.a (mon.0) 1200 : cluster 0 osdmap e842: 8 total, 8 up, 8 in 2024-03-22T07:26:27.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:27 smithi148 bash[66753]: cluster 2024-03-22T07:26:26.888696+0000 osd.7 (osd.7) 440 : cluster 3 failed to encode map e842 with expected crc 2024-03-22T07:26:27.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:27 smithi148 bash[66753]: cluster 2024-03-22T07:26:26.898610+0000 osd.7 (osd.7) 441 : cluster 3 failed to encode map e842 with expected crc 2024-03-22T07:26:27.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:27 smithi148 bash[66753]: cluster 2024-03-22T07:26:26.963712+0000 osd.6 (osd.6) 421 : cluster 3 failed to encode map e842 with expected crc 2024-03-22T07:26:28.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:28 smithi129 bash[79695]: cluster 2024-03-22T07:26:26.891781+0000 osd.5 (osd.5) 420 : cluster 3 failed to encode map e842 with expected crc 2024-03-22T07:26:28.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:28 smithi129 bash[79695]: cluster 2024-03-22T07:26:27.870026+0000 osd.7 (osd.7) 442 : cluster 3 failed to encode map e843 with expected crc 2024-03-22T07:26:28.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:28 smithi129 bash[79695]: cluster 2024-03-22T07:26:27.870759+0000 osd.6 (osd.6) 422 : cluster 3 failed to encode map e843 with expected crc 2024-03-22T07:26:28.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:28 smithi129 bash[79695]: cluster 2024-03-22T07:26:27.874901+0000 mon.a (mon.0) 1201 : cluster 0 osdmap e843: 8 total, 8 up, 8 in 2024-03-22T07:26:28.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:28 smithi129 bash[79695]: cluster 2024-03-22T07:26:27.877970+0000 osd.7 (osd.7) 443 : cluster 3 failed to encode map e843 with expected crc 2024-03-22T07:26:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:28 smithi129 bash[82160]: cluster 2024-03-22T07:26:26.891781+0000 osd.5 (osd.5) 420 : cluster 3 failed to encode map e842 with expected crc 2024-03-22T07:26:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:28 smithi129 bash[82160]: cluster 2024-03-22T07:26:27.870026+0000 osd.7 (osd.7) 442 : cluster 3 failed to encode map e843 with expected crc 2024-03-22T07:26:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:28 smithi129 bash[82160]: cluster 2024-03-22T07:26:27.870759+0000 osd.6 (osd.6) 422 : cluster 3 failed to encode map e843 with expected crc 2024-03-22T07:26:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:28 smithi129 bash[82160]: cluster 2024-03-22T07:26:27.874901+0000 mon.a (mon.0) 1201 : cluster 0 osdmap e843: 8 total, 8 up, 8 in 2024-03-22T07:26:28.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:28 smithi129 bash[82160]: cluster 2024-03-22T07:26:27.877970+0000 osd.7 (osd.7) 443 : cluster 3 failed to encode map e843 with expected crc 2024-03-22T07:26:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:28 smithi148 bash[66753]: cluster 2024-03-22T07:26:26.891781+0000 osd.5 (osd.5) 420 : cluster 3 failed to encode map e842 with expected crc 2024-03-22T07:26:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:28 smithi148 bash[66753]: cluster 2024-03-22T07:26:27.870026+0000 osd.7 (osd.7) 442 : cluster 3 failed to encode map e843 with expected crc 2024-03-22T07:26:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:28 smithi148 bash[66753]: cluster 2024-03-22T07:26:27.870759+0000 osd.6 (osd.6) 422 : cluster 3 failed to encode map e843 with expected crc 2024-03-22T07:26:28.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:28 smithi148 bash[66753]: cluster 2024-03-22T07:26:27.874901+0000 mon.a (mon.0) 1201 : cluster 0 osdmap e843: 8 total, 8 up, 8 in 2024-03-22T07:26:28.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:28 smithi148 bash[66753]: cluster 2024-03-22T07:26:27.877970+0000 osd.7 (osd.7) 443 : cluster 3 failed to encode map e843 with expected crc 2024-03-22T07:26:29.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:29 smithi129 bash[79695]: cluster 2024-03-22T07:26:27.886302+0000 osd.5 (osd.5) 421 : cluster 3 failed to encode map e843 with expected crc 2024-03-22T07:26:29.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:29 smithi129 bash[79695]: cluster 2024-03-22T07:26:27.897274+0000 mgr.y (mgr.25337) 574 : cluster 0 pgmap v1037: 713 pgs: 1 peering, 712 active+clean; 2.6 MiB data, 484 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-03-22T07:26:29.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:29 smithi129 bash[79695]: cluster 2024-03-22T07:26:28.814428+0000 osd.7 (osd.7) 444 : cluster 3 failed to encode map e844 with expected crc 2024-03-22T07:26:29.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:29 smithi129 bash[79695]: cluster 2024-03-22T07:26:28.820241+0000 mon.a (mon.0) 1202 : cluster 0 osdmap e844: 8 total, 8 up, 8 in 2024-03-22T07:26:29.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:29 smithi129 bash[79695]: cluster 2024-03-22T07:26:28.822199+0000 osd.6 (osd.6) 423 : cluster 3 failed to encode map e844 with expected crc 2024-03-22T07:26:29.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:29 smithi129 bash[79695]: cluster 2024-03-22T07:26:28.824651+0000 osd.7 (osd.7) 445 : cluster 3 failed to encode map e844 with expected crc 2024-03-22T07:26:29.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:29 smithi129 bash[82160]: cluster 2024-03-22T07:26:27.886302+0000 osd.5 (osd.5) 421 : cluster 3 failed to encode map e843 with expected crc 2024-03-22T07:26:29.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:29 smithi129 bash[82160]: cluster 2024-03-22T07:26:27.897274+0000 mgr.y (mgr.25337) 574 : cluster 0 pgmap v1037: 713 pgs: 1 peering, 712 active+clean; 2.6 MiB data, 484 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-03-22T07:26:29.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:29 smithi129 bash[82160]: cluster 2024-03-22T07:26:28.814428+0000 osd.7 (osd.7) 444 : cluster 3 failed to encode map e844 with expected crc 2024-03-22T07:26:29.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:29 smithi129 bash[82160]: cluster 2024-03-22T07:26:28.820241+0000 mon.a (mon.0) 1202 : cluster 0 osdmap e844: 8 total, 8 up, 8 in 2024-03-22T07:26:29.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:29 smithi129 bash[82160]: cluster 2024-03-22T07:26:28.822199+0000 osd.6 (osd.6) 423 : cluster 3 failed to encode map e844 with expected crc 2024-03-22T07:26:29.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:29 smithi129 bash[82160]: cluster 2024-03-22T07:26:28.824651+0000 osd.7 (osd.7) 445 : cluster 3 failed to encode map e844 with expected crc 2024-03-22T07:26:29.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:29 smithi148 bash[66753]: cluster 2024-03-22T07:26:27.886302+0000 osd.5 (osd.5) 421 : cluster 3 failed to encode map e843 with expected crc 2024-03-22T07:26:29.968 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:29 smithi148 bash[66753]: cluster 2024-03-22T07:26:27.897274+0000 mgr.y (mgr.25337) 574 : cluster 0 pgmap v1037: 713 pgs: 1 peering, 712 active+clean; 2.6 MiB data, 484 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-03-22T07:26:29.968 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:29 smithi148 bash[66753]: cluster 2024-03-22T07:26:28.814428+0000 osd.7 (osd.7) 444 : cluster 3 failed to encode map e844 with expected crc 2024-03-22T07:26:29.968 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:29 smithi148 bash[66753]: cluster 2024-03-22T07:26:28.820241+0000 mon.a (mon.0) 1202 : cluster 0 osdmap e844: 8 total, 8 up, 8 in 2024-03-22T07:26:29.968 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:29 smithi148 bash[66753]: cluster 2024-03-22T07:26:28.822199+0000 osd.6 (osd.6) 423 : cluster 3 failed to encode map e844 with expected crc 2024-03-22T07:26:29.968 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:29 smithi148 bash[66753]: cluster 2024-03-22T07:26:28.824651+0000 osd.7 (osd.7) 445 : cluster 3 failed to encode map e844 with expected crc 2024-03-22T07:26:30.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:30 smithi129 bash[79695]: cluster 2024-03-22T07:26:28.814443+0000 osd.5 (osd.5) 422 : cluster 3 failed to encode map e844 with expected crc 2024-03-22T07:26:30.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:30 smithi129 bash[79695]: cluster 2024-03-22T07:26:28.823878+0000 osd.5 (osd.5) 423 : cluster 3 failed to encode map e844 with expected crc 2024-03-22T07:26:30.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:30 smithi129 bash[79695]: cluster 2024-03-22T07:26:29.875048+0000 osd.7 (osd.7) 446 : cluster 3 failed to encode map e845 with expected crc 2024-03-22T07:26:30.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:30 smithi129 bash[79695]: cluster 2024-03-22T07:26:29.879977+0000 mon.a (mon.0) 1203 : cluster 0 osdmap e845: 8 total, 8 up, 8 in 2024-03-22T07:26:30.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:30 smithi129 bash[82160]: cluster 2024-03-22T07:26:28.814443+0000 osd.5 (osd.5) 422 : cluster 3 failed to encode map e844 with expected crc 2024-03-22T07:26:30.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:30 smithi129 bash[82160]: cluster 2024-03-22T07:26:28.823878+0000 osd.5 (osd.5) 423 : cluster 3 failed to encode map e844 with expected crc 2024-03-22T07:26:30.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:30 smithi129 bash[82160]: cluster 2024-03-22T07:26:29.875048+0000 osd.7 (osd.7) 446 : cluster 3 failed to encode map e845 with expected crc 2024-03-22T07:26:30.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:30 smithi129 bash[82160]: cluster 2024-03-22T07:26:29.879977+0000 mon.a (mon.0) 1203 : cluster 0 osdmap e845: 8 total, 8 up, 8 in 2024-03-22T07:26:30.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:30 smithi148 bash[66753]: cluster 2024-03-22T07:26:28.814443+0000 osd.5 (osd.5) 422 : cluster 3 failed to encode map e844 with expected crc 2024-03-22T07:26:30.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:30 smithi148 bash[66753]: cluster 2024-03-22T07:26:28.823878+0000 osd.5 (osd.5) 423 : cluster 3 failed to encode map e844 with expected crc 2024-03-22T07:26:30.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:30 smithi148 bash[66753]: cluster 2024-03-22T07:26:29.875048+0000 osd.7 (osd.7) 446 : cluster 3 failed to encode map e845 with expected crc 2024-03-22T07:26:30.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:30 smithi148 bash[66753]: cluster 2024-03-22T07:26:29.879977+0000 mon.a (mon.0) 1203 : cluster 0 osdmap e845: 8 total, 8 up, 8 in 2024-03-22T07:26:31.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:31 smithi129 bash[79695]: cluster 2024-03-22T07:26:29.898895+0000 mgr.y (mgr.25337) 575 : cluster 0 pgmap v1040: 713 pgs: 1 peering, 712 active+clean; 2.6 MiB data, 485 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 KiB/s wr, 44 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:26:31.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:31 smithi129 bash[79695]: cluster 2024-03-22T07:26:29.909430+0000 osd.5 (osd.5) 424 : cluster 3 failed to encode map e845 with expected crc 2024-03-22T07:26:31.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:31 smithi129 bash[79695]: cluster 2024-03-22T07:26:30.893390+0000 mon.a (mon.0) 1204 : cluster 0 osdmap e846: 8 total, 8 up, 8 in 2024-03-22T07:26:31.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:31 smithi129 bash[79695]: cluster 2024-03-22T07:26:30.973773+0000 osd.6 (osd.6) 424 : cluster 3 failed to encode map e846 with expected crc 2024-03-22T07:26:31.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:31 smithi129 bash[79695]: cluster 2024-03-22T07:26:30.994072+0000 osd.7 (osd.7) 447 : cluster 3 failed to encode map e846 with expected crc 2024-03-22T07:26:31.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:31 smithi129 bash[82160]: cluster 2024-03-22T07:26:29.898895+0000 mgr.y (mgr.25337) 575 : cluster 0 pgmap v1040: 713 pgs: 1 peering, 712 active+clean; 2.6 MiB data, 485 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 KiB/s wr, 44 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:26:31.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:31 smithi129 bash[82160]: cluster 2024-03-22T07:26:29.909430+0000 osd.5 (osd.5) 424 : cluster 3 failed to encode map e845 with expected crc 2024-03-22T07:26:31.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:31 smithi129 bash[82160]: cluster 2024-03-22T07:26:30.893390+0000 mon.a (mon.0) 1204 : cluster 0 osdmap e846: 8 total, 8 up, 8 in 2024-03-22T07:26:31.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:31 smithi129 bash[82160]: cluster 2024-03-22T07:26:30.973773+0000 osd.6 (osd.6) 424 : cluster 3 failed to encode map e846 with expected crc 2024-03-22T07:26:31.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:31 smithi129 bash[82160]: cluster 2024-03-22T07:26:30.994072+0000 osd.7 (osd.7) 447 : cluster 3 failed to encode map e846 with expected crc 2024-03-22T07:26:31.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:31 smithi148 bash[66753]: cluster 2024-03-22T07:26:29.898895+0000 mgr.y (mgr.25337) 575 : cluster 0 pgmap v1040: 713 pgs: 1 peering, 712 active+clean; 2.6 MiB data, 485 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 KiB/s wr, 44 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:26:31.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:31 smithi148 bash[66753]: cluster 2024-03-22T07:26:29.909430+0000 osd.5 (osd.5) 424 : cluster 3 failed to encode map e845 with expected crc 2024-03-22T07:26:31.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:31 smithi148 bash[66753]: cluster 2024-03-22T07:26:30.893390+0000 mon.a (mon.0) 1204 : cluster 0 osdmap e846: 8 total, 8 up, 8 in 2024-03-22T07:26:31.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:31 smithi148 bash[66753]: cluster 2024-03-22T07:26:30.973773+0000 osd.6 (osd.6) 424 : cluster 3 failed to encode map e846 with expected crc 2024-03-22T07:26:31.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:31 smithi148 bash[66753]: cluster 2024-03-22T07:26:30.994072+0000 osd.7 (osd.7) 447 : cluster 3 failed to encode map e846 with expected crc 2024-03-22T07:26:32.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:32 smithi129 bash[79695]: cluster 2024-03-22T07:26:30.889294+0000 osd.5 (osd.5) 425 : cluster 3 failed to encode map e846 with expected crc 2024-03-22T07:26:32.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:32 smithi129 bash[79695]: cluster 2024-03-22T07:26:31.889397+0000 osd.7 (osd.7) 448 : cluster 3 failed to encode map e847 with expected crc 2024-03-22T07:26:32.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:32 smithi129 bash[79695]: cluster 2024-03-22T07:26:31.893959+0000 mon.a (mon.0) 1205 : cluster 0 osdmap e847: 8 total, 8 up, 8 in 2024-03-22T07:26:32.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:32 smithi129 bash[82160]: cluster 2024-03-22T07:26:30.889294+0000 osd.5 (osd.5) 425 : cluster 3 failed to encode map e846 with expected crc 2024-03-22T07:26:32.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:32 smithi129 bash[82160]: cluster 2024-03-22T07:26:31.889397+0000 osd.7 (osd.7) 448 : cluster 3 failed to encode map e847 with expected crc 2024-03-22T07:26:32.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:32 smithi129 bash[82160]: cluster 2024-03-22T07:26:31.893959+0000 mon.a (mon.0) 1205 : cluster 0 osdmap e847: 8 total, 8 up, 8 in 2024-03-22T07:26:32.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:32 smithi148 bash[66753]: cluster 2024-03-22T07:26:30.889294+0000 osd.5 (osd.5) 425 : cluster 3 failed to encode map e846 with expected crc 2024-03-22T07:26:32.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:32 smithi148 bash[66753]: cluster 2024-03-22T07:26:31.889397+0000 osd.7 (osd.7) 448 : cluster 3 failed to encode map e847 with expected crc 2024-03-22T07:26:32.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:32 smithi148 bash[66753]: cluster 2024-03-22T07:26:31.893959+0000 mon.a (mon.0) 1205 : cluster 0 osdmap e847: 8 total, 8 up, 8 in 2024-03-22T07:26:33.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:33 smithi129 bash[82160]: cluster 2024-03-22T07:26:31.890133+0000 osd.5 (osd.5) 426 : cluster 3 failed to encode map e847 with expected crc 2024-03-22T07:26:33.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:33 smithi129 bash[82160]: cluster 2024-03-22T07:26:31.900263+0000 mgr.y (mgr.25337) 576 : cluster 0 pgmap v1043: 713 pgs: 1 peering, 712 active+clean; 2.6 MiB data, 485 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 43 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:26:33.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:33 smithi129 bash[82160]: cluster 2024-03-22T07:26:32.898250+0000 osd.7 (osd.7) 449 : cluster 3 failed to encode map e848 with expected crc 2024-03-22T07:26:33.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:33 smithi129 bash[82160]: cluster 2024-03-22T07:26:32.902407+0000 mon.a (mon.0) 1206 : cluster 0 osdmap e848: 8 total, 8 up, 8 in 2024-03-22T07:26:33.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:33 smithi129 bash[79695]: cluster 2024-03-22T07:26:31.890133+0000 osd.5 (osd.5) 426 : cluster 3 failed to encode map e847 with expected crc 2024-03-22T07:26:33.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:33 smithi129 bash[79695]: cluster 2024-03-22T07:26:31.900263+0000 mgr.y (mgr.25337) 576 : cluster 0 pgmap v1043: 713 pgs: 1 peering, 712 active+clean; 2.6 MiB data, 485 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 43 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:26:33.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:33 smithi129 bash[79695]: cluster 2024-03-22T07:26:32.898250+0000 osd.7 (osd.7) 449 : cluster 3 failed to encode map e848 with expected crc 2024-03-22T07:26:33.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:33 smithi129 bash[79695]: cluster 2024-03-22T07:26:32.902407+0000 mon.a (mon.0) 1206 : cluster 0 osdmap e848: 8 total, 8 up, 8 in 2024-03-22T07:26:33.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:33 smithi148 bash[66753]: cluster 2024-03-22T07:26:31.890133+0000 osd.5 (osd.5) 426 : cluster 3 failed to encode map e847 with expected crc 2024-03-22T07:26:33.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:33 smithi148 bash[66753]: cluster 2024-03-22T07:26:31.900263+0000 mgr.y (mgr.25337) 576 : cluster 0 pgmap v1043: 713 pgs: 1 peering, 712 active+clean; 2.6 MiB data, 485 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 43 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:26:33.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:33 smithi148 bash[66753]: cluster 2024-03-22T07:26:32.898250+0000 osd.7 (osd.7) 449 : cluster 3 failed to encode map e848 with expected crc 2024-03-22T07:26:33.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:33 smithi148 bash[66753]: cluster 2024-03-22T07:26:32.902407+0000 mon.a (mon.0) 1206 : cluster 0 osdmap e848: 8 total, 8 up, 8 in 2024-03-22T07:26:34.048 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] TestLibRBD.ConcurentOperations (25334 ms) 2024-03-22T07:26:34.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:26:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:26:33] "GET /metrics HTTP/1.1" 200 82163 "" "Prometheus/2.43.0" 2024-03-22T07:26:34.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:34 smithi129 bash[82160]: cluster 2024-03-22T07:26:32.939415+0000 osd.5 (osd.5) 427 : cluster 3 failed to encode map e848 with expected crc 2024-03-22T07:26:34.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:34 smithi129 bash[82160]: cluster 2024-03-22T07:26:33.816405+0000 osd.7 (osd.7) 450 : cluster 3 failed to encode map e849 with expected crc 2024-03-22T07:26:34.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:34 smithi129 bash[82160]: cluster 2024-03-22T07:26:33.822585+0000 mon.a (mon.0) 1207 : cluster 0 osdmap e849: 8 total, 8 up, 8 in 2024-03-22T07:26:34.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:34 smithi129 bash[82160]: cluster 2024-03-22T07:26:33.983900+0000 osd.6 (osd.6) 425 : cluster 3 failed to encode map e849 with expected crc 2024-03-22T07:26:34.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:34 smithi129 bash[79695]: cluster 2024-03-22T07:26:32.939415+0000 osd.5 (osd.5) 427 : cluster 3 failed to encode map e848 with expected crc 2024-03-22T07:26:34.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:34 smithi129 bash[79695]: cluster 2024-03-22T07:26:33.816405+0000 osd.7 (osd.7) 450 : cluster 3 failed to encode map e849 with expected crc 2024-03-22T07:26:34.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:34 smithi129 bash[79695]: cluster 2024-03-22T07:26:33.822585+0000 mon.a (mon.0) 1207 : cluster 0 osdmap e849: 8 total, 8 up, 8 in 2024-03-22T07:26:34.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:34 smithi129 bash[79695]: cluster 2024-03-22T07:26:33.983900+0000 osd.6 (osd.6) 425 : cluster 3 failed to encode map e849 with expected crc 2024-03-22T07:26:34.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:34 smithi148 bash[66753]: cluster 2024-03-22T07:26:32.939415+0000 osd.5 (osd.5) 427 : cluster 3 failed to encode map e848 with expected crc 2024-03-22T07:26:34.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:34 smithi148 bash[66753]: cluster 2024-03-22T07:26:33.816405+0000 osd.7 (osd.7) 450 : cluster 3 failed to encode map e849 with expected crc 2024-03-22T07:26:34.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:34 smithi148 bash[66753]: cluster 2024-03-22T07:26:33.822585+0000 mon.a (mon.0) 1207 : cluster 0 osdmap e849: 8 total, 8 up, 8 in 2024-03-22T07:26:34.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:34 smithi148 bash[66753]: cluster 2024-03-22T07:26:33.983900+0000 osd.6 (osd.6) 425 : cluster 3 failed to encode map e849 with expected crc 2024-03-22T07:26:35.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:35 smithi129 bash[79695]: cluster 2024-03-22T07:26:33.853127+0000 osd.5 (osd.5) 428 : cluster 3 failed to encode map e849 with expected crc 2024-03-22T07:26:35.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:35 smithi129 bash[79695]: cluster 2024-03-22T07:26:33.901628+0000 mgr.y (mgr.25337) 577 : cluster 0 pgmap v1046: 713 pgs: 713 active+clean; 2.6 MiB data, 485 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:26:35.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:35 smithi129 bash[79695]: cluster 2024-03-22T07:26:34.835480+0000 mon.a (mon.0) 1208 : cluster 0 osdmap e850: 8 total, 8 up, 8 in 2024-03-22T07:26:35.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:35 smithi129 bash[82160]: cluster 2024-03-22T07:26:33.853127+0000 osd.5 (osd.5) 428 : cluster 3 failed to encode map e849 with expected crc 2024-03-22T07:26:35.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:35 smithi129 bash[82160]: cluster 2024-03-22T07:26:33.901628+0000 mgr.y (mgr.25337) 577 : cluster 0 pgmap v1046: 713 pgs: 713 active+clean; 2.6 MiB data, 485 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:26:35.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:35 smithi129 bash[82160]: cluster 2024-03-22T07:26:34.835480+0000 mon.a (mon.0) 1208 : cluster 0 osdmap e850: 8 total, 8 up, 8 in 2024-03-22T07:26:35.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:35 smithi148 bash[66753]: cluster 2024-03-22T07:26:33.853127+0000 osd.5 (osd.5) 428 : cluster 3 failed to encode map e849 with expected crc 2024-03-22T07:26:35.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:35 smithi148 bash[66753]: cluster 2024-03-22T07:26:33.901628+0000 mgr.y (mgr.25337) 577 : cluster 0 pgmap v1046: 713 pgs: 713 active+clean; 2.6 MiB data, 485 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-03-22T07:26:35.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:35 smithi148 bash[66753]: cluster 2024-03-22T07:26:34.835480+0000 mon.a (mon.0) 1208 : cluster 0 osdmap e850: 8 total, 8 up, 8 in 2024-03-22T07:26:36.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:36 smithi129 bash[79695]: cluster 2024-03-22T07:26:34.831246+0000 osd.5 (osd.5) 429 : cluster 3 failed to encode map e850 with expected crc 2024-03-22T07:26:36.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:36 smithi129 bash[79695]: cluster 2024-03-22T07:26:35.586889+0000 osd.7 (osd.7) 451 : cluster 3 failed to encode map e850 with expected crc 2024-03-22T07:26:36.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:36 smithi129 bash[79695]: cluster 2024-03-22T07:26:35.832760+0000 osd.7 (osd.7) 452 : cluster 3 failed to encode map e851 with expected crc 2024-03-22T07:26:36.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:36 smithi129 bash[79695]: cluster 2024-03-22T07:26:35.838593+0000 mon.a (mon.0) 1209 : cluster 0 osdmap e851: 8 total, 8 up, 8 in 2024-03-22T07:26:36.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:36 smithi129 bash[82160]: cluster 2024-03-22T07:26:34.831246+0000 osd.5 (osd.5) 429 : cluster 3 failed to encode map e850 with expected crc 2024-03-22T07:26:36.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:36 smithi129 bash[82160]: cluster 2024-03-22T07:26:35.586889+0000 osd.7 (osd.7) 451 : cluster 3 failed to encode map e850 with expected crc 2024-03-22T07:26:36.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:36 smithi129 bash[82160]: cluster 2024-03-22T07:26:35.832760+0000 osd.7 (osd.7) 452 : cluster 3 failed to encode map e851 with expected crc 2024-03-22T07:26:36.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:36 smithi129 bash[82160]: cluster 2024-03-22T07:26:35.838593+0000 mon.a (mon.0) 1209 : cluster 0 osdmap e851: 8 total, 8 up, 8 in 2024-03-22T07:26:36.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:36 smithi148 bash[66753]: cluster 2024-03-22T07:26:34.831246+0000 osd.5 (osd.5) 429 : cluster 3 failed to encode map e850 with expected crc 2024-03-22T07:26:36.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:36 smithi148 bash[66753]: cluster 2024-03-22T07:26:35.586889+0000 osd.7 (osd.7) 451 : cluster 3 failed to encode map e850 with expected crc 2024-03-22T07:26:36.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:36 smithi148 bash[66753]: cluster 2024-03-22T07:26:35.832760+0000 osd.7 (osd.7) 452 : cluster 3 failed to encode map e851 with expected crc 2024-03-22T07:26:36.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:36 smithi148 bash[66753]: cluster 2024-03-22T07:26:35.838593+0000 mon.a (mon.0) 1209 : cluster 0 osdmap e851: 8 total, 8 up, 8 in 2024-03-22T07:26:37.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:37 smithi129 bash[79695]: cluster 2024-03-22T07:26:35.902738+0000 mgr.y (mgr.25337) 578 : cluster 0 pgmap v1049: 649 pgs: 649 active+clean; 2.6 MiB data, 490 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 34 op/s 2024-03-22T07:26:37.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:37 smithi129 bash[79695]: cluster 2024-03-22T07:26:36.256977+0000 osd.6 (osd.6) 426 : cluster 3 failed to encode map e851 with expected crc 2024-03-22T07:26:37.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:37 smithi129 bash[79695]: cluster 2024-03-22T07:26:36.262870+0000 osd.6 (osd.6) 427 : cluster 3 failed to encode map e851 with expected crc 2024-03-22T07:26:37.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:37 smithi129 bash[79695]: cluster 2024-03-22T07:26:36.748331+0000 osd.5 (osd.5) 430 : cluster 3 failed to encode map e851 with expected crc 2024-03-22T07:26:37.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:37 smithi129 bash[79695]: cluster 2024-03-22T07:26:36.843758+0000 mon.a (mon.0) 1210 : cluster 0 osdmap e852: 8 total, 8 up, 8 in 2024-03-22T07:26:37.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:37 smithi129 bash[82160]: cluster 2024-03-22T07:26:35.902738+0000 mgr.y (mgr.25337) 578 : cluster 0 pgmap v1049: 649 pgs: 649 active+clean; 2.6 MiB data, 490 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 34 op/s 2024-03-22T07:26:37.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:37 smithi129 bash[82160]: cluster 2024-03-22T07:26:36.256977+0000 osd.6 (osd.6) 426 : cluster 3 failed to encode map e851 with expected crc 2024-03-22T07:26:37.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:37 smithi129 bash[82160]: cluster 2024-03-22T07:26:36.262870+0000 osd.6 (osd.6) 427 : cluster 3 failed to encode map e851 with expected crc 2024-03-22T07:26:37.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:37 smithi129 bash[82160]: cluster 2024-03-22T07:26:36.748331+0000 osd.5 (osd.5) 430 : cluster 3 failed to encode map e851 with expected crc 2024-03-22T07:26:37.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:37 smithi129 bash[82160]: cluster 2024-03-22T07:26:36.843758+0000 mon.a (mon.0) 1210 : cluster 0 osdmap e852: 8 total, 8 up, 8 in 2024-03-22T07:26:37.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:37 smithi148 bash[66753]: cluster 2024-03-22T07:26:35.902738+0000 mgr.y (mgr.25337) 578 : cluster 0 pgmap v1049: 649 pgs: 649 active+clean; 2.6 MiB data, 490 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 34 op/s 2024-03-22T07:26:37.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:37 smithi148 bash[66753]: cluster 2024-03-22T07:26:36.256977+0000 osd.6 (osd.6) 426 : cluster 3 failed to encode map e851 with expected crc 2024-03-22T07:26:37.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:37 smithi148 bash[66753]: cluster 2024-03-22T07:26:36.262870+0000 osd.6 (osd.6) 427 : cluster 3 failed to encode map e851 with expected crc 2024-03-22T07:26:37.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:37 smithi148 bash[66753]: cluster 2024-03-22T07:26:36.748331+0000 osd.5 (osd.5) 430 : cluster 3 failed to encode map e851 with expected crc 2024-03-22T07:26:37.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:37 smithi148 bash[66753]: cluster 2024-03-22T07:26:36.843758+0000 mon.a (mon.0) 1210 : cluster 0 osdmap e852: 8 total, 8 up, 8 in 2024-03-22T07:26:38.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:38 smithi129 bash[79695]: cluster 2024-03-22T07:26:36.842899+0000 osd.5 (osd.5) 431 : cluster 3 failed to encode map e852 with expected crc 2024-03-22T07:26:38.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:38 smithi129 bash[79695]: cluster 2024-03-22T07:26:37.258972+0000 osd.6 (osd.6) 428 : cluster 3 failed to encode map e852 with expected crc 2024-03-22T07:26:38.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:38 smithi129 bash[79695]: cluster 2024-03-22T07:26:37.264517+0000 osd.6 (osd.6) 429 : cluster 3 failed to encode map e852 with expected crc 2024-03-22T07:26:38.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:38 smithi129 bash[79695]: cluster 2024-03-22T07:26:37.633773+0000 osd.7 (osd.7) 453 : cluster 3 failed to encode map e852 with expected crc 2024-03-22T07:26:38.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:38 smithi129 bash[79695]: cluster 2024-03-22T07:26:37.844558+0000 osd.7 (osd.7) 454 : cluster 3 failed to encode map e853 with expected crc 2024-03-22T07:26:38.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:38 smithi129 bash[79695]: cluster 2024-03-22T07:26:37.849097+0000 mon.a (mon.0) 1211 : cluster 0 osdmap e853: 8 total, 8 up, 8 in 2024-03-22T07:26:38.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:38 smithi129 bash[79695]: audit 2024-03-22T07:26:38.398536+0000 mon.c (mon.2) 303 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:26:38.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:38 smithi129 bash[82160]: cluster 2024-03-22T07:26:36.842899+0000 osd.5 (osd.5) 431 : cluster 3 failed to encode map e852 with expected crc 2024-03-22T07:26:38.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:38 smithi129 bash[82160]: cluster 2024-03-22T07:26:37.258972+0000 osd.6 (osd.6) 428 : cluster 3 failed to encode map e852 with expected crc 2024-03-22T07:26:38.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:38 smithi129 bash[82160]: cluster 2024-03-22T07:26:37.264517+0000 osd.6 (osd.6) 429 : cluster 3 failed to encode map e852 with expected crc 2024-03-22T07:26:38.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:38 smithi129 bash[82160]: cluster 2024-03-22T07:26:37.633773+0000 osd.7 (osd.7) 453 : cluster 3 failed to encode map e852 with expected crc 2024-03-22T07:26:38.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:38 smithi129 bash[82160]: cluster 2024-03-22T07:26:37.844558+0000 osd.7 (osd.7) 454 : cluster 3 failed to encode map e853 with expected crc 2024-03-22T07:26:38.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:38 smithi129 bash[82160]: cluster 2024-03-22T07:26:37.849097+0000 mon.a (mon.0) 1211 : cluster 0 osdmap e853: 8 total, 8 up, 8 in 2024-03-22T07:26:38.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:38 smithi129 bash[82160]: audit 2024-03-22T07:26:38.398536+0000 mon.c (mon.2) 303 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:26:38.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:38 smithi148 bash[66753]: cluster 2024-03-22T07:26:36.842899+0000 osd.5 (osd.5) 431 : cluster 3 failed to encode map e852 with expected crc 2024-03-22T07:26:38.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:38 smithi148 bash[66753]: cluster 2024-03-22T07:26:37.258972+0000 osd.6 (osd.6) 428 : cluster 3 failed to encode map e852 with expected crc 2024-03-22T07:26:38.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:38 smithi148 bash[66753]: cluster 2024-03-22T07:26:37.264517+0000 osd.6 (osd.6) 429 : cluster 3 failed to encode map e852 with expected crc 2024-03-22T07:26:38.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:38 smithi148 bash[66753]: cluster 2024-03-22T07:26:37.633773+0000 osd.7 (osd.7) 453 : cluster 3 failed to encode map e852 with expected crc 2024-03-22T07:26:38.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:38 smithi148 bash[66753]: cluster 2024-03-22T07:26:37.844558+0000 osd.7 (osd.7) 454 : cluster 3 failed to encode map e853 with expected crc 2024-03-22T07:26:38.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:38 smithi148 bash[66753]: cluster 2024-03-22T07:26:37.849097+0000 mon.a (mon.0) 1211 : cluster 0 osdmap e853: 8 total, 8 up, 8 in 2024-03-22T07:26:38.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:38 smithi148 bash[66753]: audit 2024-03-22T07:26:38.398536+0000 mon.c (mon.2) 303 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:26:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:39 smithi129 bash[79695]: cluster 2024-03-22T07:26:37.847534+0000 osd.5 (osd.5) 432 : cluster 3 failed to encode map e853 with expected crc 2024-03-22T07:26:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:39 smithi129 bash[79695]: cluster 2024-03-22T07:26:37.903724+0000 mgr.y (mgr.25337) 579 : cluster 0 pgmap v1052: 585 pgs: 585 active+clean; 2.6 MiB data, 490 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:39 smithi129 bash[79695]: cluster 2024-03-22T07:26:38.819141+0000 osd.7 (osd.7) 455 : cluster 3 failed to encode map e854 with expected crc 2024-03-22T07:26:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:39 smithi129 bash[79695]: cluster 2024-03-22T07:26:38.824451+0000 mon.a (mon.0) 1212 : cluster 0 osdmap e854: 8 total, 8 up, 8 in 2024-03-22T07:26:39.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:39 smithi129 bash[82160]: cluster 2024-03-22T07:26:37.847534+0000 osd.5 (osd.5) 432 : cluster 3 failed to encode map e853 with expected crc 2024-03-22T07:26:39.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:39 smithi129 bash[82160]: cluster 2024-03-22T07:26:37.903724+0000 mgr.y (mgr.25337) 579 : cluster 0 pgmap v1052: 585 pgs: 585 active+clean; 2.6 MiB data, 490 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:39.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:39 smithi129 bash[82160]: cluster 2024-03-22T07:26:38.819141+0000 osd.7 (osd.7) 455 : cluster 3 failed to encode map e854 with expected crc 2024-03-22T07:26:39.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:39 smithi129 bash[82160]: cluster 2024-03-22T07:26:38.824451+0000 mon.a (mon.0) 1212 : cluster 0 osdmap e854: 8 total, 8 up, 8 in 2024-03-22T07:26:39.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:39 smithi148 bash[66753]: cluster 2024-03-22T07:26:37.847534+0000 osd.5 (osd.5) 432 : cluster 3 failed to encode map e853 with expected crc 2024-03-22T07:26:39.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:39 smithi148 bash[66753]: cluster 2024-03-22T07:26:37.903724+0000 mgr.y (mgr.25337) 579 : cluster 0 pgmap v1052: 585 pgs: 585 active+clean; 2.6 MiB data, 490 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:39.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:39 smithi148 bash[66753]: cluster 2024-03-22T07:26:38.819141+0000 osd.7 (osd.7) 455 : cluster 3 failed to encode map e854 with expected crc 2024-03-22T07:26:39.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:39 smithi148 bash[66753]: cluster 2024-03-22T07:26:38.824451+0000 mon.a (mon.0) 1212 : cluster 0 osdmap e854: 8 total, 8 up, 8 in 2024-03-22T07:26:40.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:40 smithi129 bash[79695]: cluster 2024-03-22T07:26:39.084097+0000 osd.5 (osd.5) 433 : cluster 3 failed to encode map e854 with expected crc 2024-03-22T07:26:40.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:40 smithi129 bash[79695]: cluster 2024-03-22T07:26:39.112582+0000 osd.6 (osd.6) 430 : cluster 3 failed to encode map e854 with expected crc 2024-03-22T07:26:40.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:40 smithi129 bash[79695]: cluster 2024-03-22T07:26:39.827015+0000 osd.7 (osd.7) 456 : cluster 3 failed to encode map e855 with expected crc 2024-03-22T07:26:40.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:40 smithi129 bash[79695]: cluster 2024-03-22T07:26:39.832245+0000 mon.a (mon.0) 1213 : cluster 0 osdmap e855: 8 total, 8 up, 8 in 2024-03-22T07:26:40.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:40 smithi129 bash[82160]: cluster 2024-03-22T07:26:39.084097+0000 osd.5 (osd.5) 433 : cluster 3 failed to encode map e854 with expected crc 2024-03-22T07:26:40.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:40 smithi129 bash[82160]: cluster 2024-03-22T07:26:39.112582+0000 osd.6 (osd.6) 430 : cluster 3 failed to encode map e854 with expected crc 2024-03-22T07:26:40.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:40 smithi129 bash[82160]: cluster 2024-03-22T07:26:39.827015+0000 osd.7 (osd.7) 456 : cluster 3 failed to encode map e855 with expected crc 2024-03-22T07:26:40.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:40 smithi129 bash[82160]: cluster 2024-03-22T07:26:39.832245+0000 mon.a (mon.0) 1213 : cluster 0 osdmap e855: 8 total, 8 up, 8 in 2024-03-22T07:26:40.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:40 smithi148 bash[66753]: cluster 2024-03-22T07:26:39.084097+0000 osd.5 (osd.5) 433 : cluster 3 failed to encode map e854 with expected crc 2024-03-22T07:26:40.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:40 smithi148 bash[66753]: cluster 2024-03-22T07:26:39.112582+0000 osd.6 (osd.6) 430 : cluster 3 failed to encode map e854 with expected crc 2024-03-22T07:26:40.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:40 smithi148 bash[66753]: cluster 2024-03-22T07:26:39.827015+0000 osd.7 (osd.7) 456 : cluster 3 failed to encode map e855 with expected crc 2024-03-22T07:26:40.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:40 smithi148 bash[66753]: cluster 2024-03-22T07:26:39.832245+0000 mon.a (mon.0) 1213 : cluster 0 osdmap e855: 8 total, 8 up, 8 in 2024-03-22T07:26:41.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:41 smithi129 bash[79695]: cluster 2024-03-22T07:26:39.904791+0000 mgr.y (mgr.25337) 580 : cluster 0 pgmap v1055: 521 pgs: 521 active+clean; 2.6 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:41.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:41 smithi129 bash[79695]: cluster 2024-03-22T07:26:40.188295+0000 osd.5 (osd.5) 434 : cluster 3 failed to encode map e855 with expected crc 2024-03-22T07:26:41.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:41 smithi129 bash[79695]: cluster 2024-03-22T07:26:40.188766+0000 osd.6 (osd.6) 431 : cluster 3 failed to encode map e855 with expected crc 2024-03-22T07:26:41.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:41 smithi129 bash[79695]: cluster 2024-03-22T07:26:40.834361+0000 osd.7 (osd.7) 457 : cluster 3 failed to encode map e856 with expected crc 2024-03-22T07:26:41.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:41 smithi129 bash[79695]: cluster 2024-03-22T07:26:40.838833+0000 mon.a (mon.0) 1214 : cluster 0 osdmap e856: 8 total, 8 up, 8 in 2024-03-22T07:26:41.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:41 smithi129 bash[79695]: audit 2024-03-22T07:26:40.895789+0000 mon.a (mon.0) 1215 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:41.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:41 smithi129 bash[82160]: cluster 2024-03-22T07:26:39.904791+0000 mgr.y (mgr.25337) 580 : cluster 0 pgmap v1055: 521 pgs: 521 active+clean; 2.6 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:41.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:41 smithi129 bash[82160]: cluster 2024-03-22T07:26:40.188295+0000 osd.5 (osd.5) 434 : cluster 3 failed to encode map e855 with expected crc 2024-03-22T07:26:41.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:41 smithi129 bash[82160]: cluster 2024-03-22T07:26:40.188766+0000 osd.6 (osd.6) 431 : cluster 3 failed to encode map e855 with expected crc 2024-03-22T07:26:41.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:41 smithi129 bash[82160]: cluster 2024-03-22T07:26:40.834361+0000 osd.7 (osd.7) 457 : cluster 3 failed to encode map e856 with expected crc 2024-03-22T07:26:41.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:41 smithi129 bash[82160]: cluster 2024-03-22T07:26:40.838833+0000 mon.a (mon.0) 1214 : cluster 0 osdmap e856: 8 total, 8 up, 8 in 2024-03-22T07:26:41.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:41 smithi129 bash[82160]: audit 2024-03-22T07:26:40.895789+0000 mon.a (mon.0) 1215 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:41.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:41 smithi148 bash[66753]: cluster 2024-03-22T07:26:39.904791+0000 mgr.y (mgr.25337) 580 : cluster 0 pgmap v1055: 521 pgs: 521 active+clean; 2.6 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:41.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:41 smithi148 bash[66753]: cluster 2024-03-22T07:26:40.188295+0000 osd.5 (osd.5) 434 : cluster 3 failed to encode map e855 with expected crc 2024-03-22T07:26:41.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:41 smithi148 bash[66753]: cluster 2024-03-22T07:26:40.188766+0000 osd.6 (osd.6) 431 : cluster 3 failed to encode map e855 with expected crc 2024-03-22T07:26:41.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:41 smithi148 bash[66753]: cluster 2024-03-22T07:26:40.834361+0000 osd.7 (osd.7) 457 : cluster 3 failed to encode map e856 with expected crc 2024-03-22T07:26:41.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:41 smithi148 bash[66753]: cluster 2024-03-22T07:26:40.838833+0000 mon.a (mon.0) 1214 : cluster 0 osdmap e856: 8 total, 8 up, 8 in 2024-03-22T07:26:41.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:41 smithi148 bash[66753]: audit 2024-03-22T07:26:40.895789+0000 mon.a (mon.0) 1215 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:26:42.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:42 smithi129 bash[82160]: cluster 2024-03-22T07:26:40.834580+0000 osd.5 (osd.5) 435 : cluster 3 failed to encode map e856 with expected crc 2024-03-22T07:26:42.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:42 smithi129 bash[82160]: cluster 2024-03-22T07:26:41.834684+0000 osd.7 (osd.7) 458 : cluster 3 failed to encode map e857 with expected crc 2024-03-22T07:26:42.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:42 smithi129 bash[82160]: cluster 2024-03-22T07:26:41.839689+0000 mon.a (mon.0) 1216 : cluster 0 osdmap e857: 8 total, 8 up, 8 in 2024-03-22T07:26:42.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:42 smithi129 bash[79695]: cluster 2024-03-22T07:26:40.834580+0000 osd.5 (osd.5) 435 : cluster 3 failed to encode map e856 with expected crc 2024-03-22T07:26:42.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:42 smithi129 bash[79695]: cluster 2024-03-22T07:26:41.834684+0000 osd.7 (osd.7) 458 : cluster 3 failed to encode map e857 with expected crc 2024-03-22T07:26:42.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:42 smithi129 bash[79695]: cluster 2024-03-22T07:26:41.839689+0000 mon.a (mon.0) 1216 : cluster 0 osdmap e857: 8 total, 8 up, 8 in 2024-03-22T07:26:42.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:42 smithi148 bash[66753]: cluster 2024-03-22T07:26:40.834580+0000 osd.5 (osd.5) 435 : cluster 3 failed to encode map e856 with expected crc 2024-03-22T07:26:42.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:42 smithi148 bash[66753]: cluster 2024-03-22T07:26:41.834684+0000 osd.7 (osd.7) 458 : cluster 3 failed to encode map e857 with expected crc 2024-03-22T07:26:42.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:42 smithi148 bash[66753]: cluster 2024-03-22T07:26:41.839689+0000 mon.a (mon.0) 1216 : cluster 0 osdmap e857: 8 total, 8 up, 8 in 2024-03-22T07:26:43.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:43 smithi129 bash[79695]: cluster 2024-03-22T07:26:41.905795+0000 mgr.y (mgr.25337) 581 : cluster 0 pgmap v1058: 457 pgs: 457 active+clean; 2.6 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:43.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:43 smithi129 bash[79695]: cluster 2024-03-22T07:26:42.125865+0000 osd.6 (osd.6) 432 : cluster 3 failed to encode map e857 with expected crc 2024-03-22T07:26:43.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:43 smithi129 bash[79695]: cluster 2024-03-22T07:26:42.125869+0000 osd.5 (osd.5) 436 : cluster 3 failed to encode map e857 with expected crc 2024-03-22T07:26:43.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:43 smithi129 bash[79695]: cluster 2024-03-22T07:26:42.850182+0000 osd.7 (osd.7) 459 : cluster 3 failed to encode map e858 with expected crc 2024-03-22T07:26:43.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:43 smithi129 bash[79695]: cluster 2024-03-22T07:26:42.854483+0000 mon.a (mon.0) 1217 : cluster 0 osdmap e858: 8 total, 8 up, 8 in 2024-03-22T07:26:43.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:43 smithi129 bash[82160]: cluster 2024-03-22T07:26:41.905795+0000 mgr.y (mgr.25337) 581 : cluster 0 pgmap v1058: 457 pgs: 457 active+clean; 2.6 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:43.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:43 smithi129 bash[82160]: cluster 2024-03-22T07:26:42.125865+0000 osd.6 (osd.6) 432 : cluster 3 failed to encode map e857 with expected crc 2024-03-22T07:26:43.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:43 smithi129 bash[82160]: cluster 2024-03-22T07:26:42.125869+0000 osd.5 (osd.5) 436 : cluster 3 failed to encode map e857 with expected crc 2024-03-22T07:26:43.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:43 smithi129 bash[82160]: cluster 2024-03-22T07:26:42.850182+0000 osd.7 (osd.7) 459 : cluster 3 failed to encode map e858 with expected crc 2024-03-22T07:26:43.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:43 smithi129 bash[82160]: cluster 2024-03-22T07:26:42.854483+0000 mon.a (mon.0) 1217 : cluster 0 osdmap e858: 8 total, 8 up, 8 in 2024-03-22T07:26:43.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:43 smithi148 bash[66753]: cluster 2024-03-22T07:26:41.905795+0000 mgr.y (mgr.25337) 581 : cluster 0 pgmap v1058: 457 pgs: 457 active+clean; 2.6 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:43.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:43 smithi148 bash[66753]: cluster 2024-03-22T07:26:42.125865+0000 osd.6 (osd.6) 432 : cluster 3 failed to encode map e857 with expected crc 2024-03-22T07:26:43.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:43 smithi148 bash[66753]: cluster 2024-03-22T07:26:42.125869+0000 osd.5 (osd.5) 436 : cluster 3 failed to encode map e857 with expected crc 2024-03-22T07:26:43.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:43 smithi148 bash[66753]: cluster 2024-03-22T07:26:42.850182+0000 osd.7 (osd.7) 459 : cluster 3 failed to encode map e858 with expected crc 2024-03-22T07:26:43.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:43 smithi148 bash[66753]: cluster 2024-03-22T07:26:42.854483+0000 mon.a (mon.0) 1217 : cluster 0 osdmap e858: 8 total, 8 up, 8 in 2024-03-22T07:26:44.372 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:26:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:26:43] "GET /metrics HTTP/1.1" 200 72540 "" "Prometheus/2.43.0" 2024-03-22T07:26:44.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:44 smithi129 bash[79695]: cluster 2024-03-22T07:26:42.850213+0000 osd.5 (osd.5) 437 : cluster 3 failed to encode map e858 with expected crc 2024-03-22T07:26:44.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:44 smithi129 bash[79695]: cluster 2024-03-22T07:26:43.627041+0000 osd.6 (osd.6) 433 : cluster 3 failed to encode map e858 with expected crc 2024-03-22T07:26:44.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:44 smithi129 bash[79695]: cluster 2024-03-22T07:26:43.821644+0000 osd.7 (osd.7) 460 : cluster 3 failed to encode map e859 with expected crc 2024-03-22T07:26:44.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:44 smithi129 bash[79695]: cluster 2024-03-22T07:26:43.826690+0000 mon.a (mon.0) 1218 : cluster 0 osdmap e859: 8 total, 8 up, 8 in 2024-03-22T07:26:44.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:44 smithi129 bash[79695]: cluster 2024-03-22T07:26:43.828667+0000 osd.7 (osd.7) 461 : cluster 3 failed to encode map e859 with expected crc 2024-03-22T07:26:44.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:44 smithi129 bash[79695]: cluster 2024-03-22T07:26:43.829299+0000 osd.6 (osd.6) 434 : cluster 3 failed to encode map e859 with expected crc 2024-03-22T07:26:44.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:44 smithi129 bash[82160]: cluster 2024-03-22T07:26:42.850213+0000 osd.5 (osd.5) 437 : cluster 3 failed to encode map e858 with expected crc 2024-03-22T07:26:44.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:44 smithi129 bash[82160]: cluster 2024-03-22T07:26:43.627041+0000 osd.6 (osd.6) 433 : cluster 3 failed to encode map e858 with expected crc 2024-03-22T07:26:44.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:44 smithi129 bash[82160]: cluster 2024-03-22T07:26:43.821644+0000 osd.7 (osd.7) 460 : cluster 3 failed to encode map e859 with expected crc 2024-03-22T07:26:44.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:44 smithi129 bash[82160]: cluster 2024-03-22T07:26:43.826690+0000 mon.a (mon.0) 1218 : cluster 0 osdmap e859: 8 total, 8 up, 8 in 2024-03-22T07:26:44.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:44 smithi129 bash[82160]: cluster 2024-03-22T07:26:43.828667+0000 osd.7 (osd.7) 461 : cluster 3 failed to encode map e859 with expected crc 2024-03-22T07:26:44.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:44 smithi129 bash[82160]: cluster 2024-03-22T07:26:43.829299+0000 osd.6 (osd.6) 434 : cluster 3 failed to encode map e859 with expected crc 2024-03-22T07:26:44.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:44 smithi148 bash[66753]: cluster 2024-03-22T07:26:42.850213+0000 osd.5 (osd.5) 437 : cluster 3 failed to encode map e858 with expected crc 2024-03-22T07:26:44.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:44 smithi148 bash[66753]: cluster 2024-03-22T07:26:43.627041+0000 osd.6 (osd.6) 433 : cluster 3 failed to encode map e858 with expected crc 2024-03-22T07:26:44.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:44 smithi148 bash[66753]: cluster 2024-03-22T07:26:43.821644+0000 osd.7 (osd.7) 460 : cluster 3 failed to encode map e859 with expected crc 2024-03-22T07:26:44.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:44 smithi148 bash[66753]: cluster 2024-03-22T07:26:43.826690+0000 mon.a (mon.0) 1218 : cluster 0 osdmap e859: 8 total, 8 up, 8 in 2024-03-22T07:26:44.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:44 smithi148 bash[66753]: cluster 2024-03-22T07:26:43.828667+0000 osd.7 (osd.7) 461 : cluster 3 failed to encode map e859 with expected crc 2024-03-22T07:26:44.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:44 smithi148 bash[66753]: cluster 2024-03-22T07:26:43.829299+0000 osd.6 (osd.6) 434 : cluster 3 failed to encode map e859 with expected crc 2024-03-22T07:26:45.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:45 smithi129 bash[79695]: cluster 2024-03-22T07:26:43.829376+0000 osd.5 (osd.5) 438 : cluster 3 failed to encode map e859 with expected crc 2024-03-22T07:26:45.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:45 smithi129 bash[79695]: cluster 2024-03-22T07:26:43.906569+0000 mgr.y (mgr.25337) 582 : cluster 0 pgmap v1061: 393 pgs: 393 active+clean; 2.6 MiB data, 499 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:45.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:45 smithi129 bash[79695]: cluster 2024-03-22T07:26:44.834574+0000 osd.7 (osd.7) 462 : cluster 3 failed to encode map e860 with expected crc 2024-03-22T07:26:45.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:45 smithi129 bash[79695]: cluster 2024-03-22T07:26:44.840204+0000 mon.a (mon.0) 1219 : cluster 0 osdmap e860: 8 total, 8 up, 8 in 2024-03-22T07:26:45.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:45 smithi129 bash[82160]: cluster 2024-03-22T07:26:43.829376+0000 osd.5 (osd.5) 438 : cluster 3 failed to encode map e859 with expected crc 2024-03-22T07:26:45.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:45 smithi129 bash[82160]: cluster 2024-03-22T07:26:43.906569+0000 mgr.y (mgr.25337) 582 : cluster 0 pgmap v1061: 393 pgs: 393 active+clean; 2.6 MiB data, 499 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:45.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:45 smithi129 bash[82160]: cluster 2024-03-22T07:26:44.834574+0000 osd.7 (osd.7) 462 : cluster 3 failed to encode map e860 with expected crc 2024-03-22T07:26:45.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:45 smithi129 bash[82160]: cluster 2024-03-22T07:26:44.840204+0000 mon.a (mon.0) 1219 : cluster 0 osdmap e860: 8 total, 8 up, 8 in 2024-03-22T07:26:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:45 smithi148 bash[66753]: cluster 2024-03-22T07:26:43.829376+0000 osd.5 (osd.5) 438 : cluster 3 failed to encode map e859 with expected crc 2024-03-22T07:26:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:45 smithi148 bash[66753]: cluster 2024-03-22T07:26:43.906569+0000 mgr.y (mgr.25337) 582 : cluster 0 pgmap v1061: 393 pgs: 393 active+clean; 2.6 MiB data, 499 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:45.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:45 smithi148 bash[66753]: cluster 2024-03-22T07:26:44.834574+0000 osd.7 (osd.7) 462 : cluster 3 failed to encode map e860 with expected crc 2024-03-22T07:26:45.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:45 smithi148 bash[66753]: cluster 2024-03-22T07:26:44.840204+0000 mon.a (mon.0) 1219 : cluster 0 osdmap e860: 8 total, 8 up, 8 in 2024-03-22T07:26:47.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:46 smithi129 bash[79695]: cluster 2024-03-22T07:26:45.690453+0000 osd.6 (osd.6) 435 : cluster 3 failed to encode map e860 with expected crc 2024-03-22T07:26:47.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:46 smithi129 bash[79695]: cluster 2024-03-22T07:26:45.844297+0000 mon.a (mon.0) 1220 : cluster 0 osdmap e861: 8 total, 8 up, 8 in 2024-03-22T07:26:47.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:46 smithi129 bash[79695]: cluster 2024-03-22T07:26:45.907508+0000 mgr.y (mgr.25337) 583 : cluster 0 pgmap v1064: 329 pgs: 329 active+clean; 587 KiB data, 499 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:47.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:46 smithi129 bash[79695]: cluster 2024-03-22T07:26:45.987728+0000 osd.5 (osd.5) 439 : cluster 3 failed to encode map e860 with expected crc 2024-03-22T07:26:47.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:46 smithi129 bash[79695]: cluster 2024-03-22T07:26:46.117012+0000 osd.7 (osd.7) 463 : cluster 3 failed to encode map e861 with expected crc 2024-03-22T07:26:47.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:46 smithi129 bash[82160]: cluster 2024-03-22T07:26:45.690453+0000 osd.6 (osd.6) 435 : cluster 3 failed to encode map e860 with expected crc 2024-03-22T07:26:47.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:46 smithi129 bash[82160]: cluster 2024-03-22T07:26:45.844297+0000 mon.a (mon.0) 1220 : cluster 0 osdmap e861: 8 total, 8 up, 8 in 2024-03-22T07:26:47.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:46 smithi129 bash[82160]: cluster 2024-03-22T07:26:45.907508+0000 mgr.y (mgr.25337) 583 : cluster 0 pgmap v1064: 329 pgs: 329 active+clean; 587 KiB data, 499 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:47.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:46 smithi129 bash[82160]: cluster 2024-03-22T07:26:45.987728+0000 osd.5 (osd.5) 439 : cluster 3 failed to encode map e860 with expected crc 2024-03-22T07:26:47.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:46 smithi129 bash[82160]: cluster 2024-03-22T07:26:46.117012+0000 osd.7 (osd.7) 463 : cluster 3 failed to encode map e861 with expected crc 2024-03-22T07:26:47.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:46 smithi148 bash[66753]: cluster 2024-03-22T07:26:45.690453+0000 osd.6 (osd.6) 435 : cluster 3 failed to encode map e860 with expected crc 2024-03-22T07:26:47.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:46 smithi148 bash[66753]: cluster 2024-03-22T07:26:45.844297+0000 mon.a (mon.0) 1220 : cluster 0 osdmap e861: 8 total, 8 up, 8 in 2024-03-22T07:26:47.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:46 smithi148 bash[66753]: cluster 2024-03-22T07:26:45.907508+0000 mgr.y (mgr.25337) 583 : cluster 0 pgmap v1064: 329 pgs: 329 active+clean; 587 KiB data, 499 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:47.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:46 smithi148 bash[66753]: cluster 2024-03-22T07:26:45.987728+0000 osd.5 (osd.5) 439 : cluster 3 failed to encode map e860 with expected crc 2024-03-22T07:26:47.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:46 smithi148 bash[66753]: cluster 2024-03-22T07:26:46.117012+0000 osd.7 (osd.7) 463 : cluster 3 failed to encode map e861 with expected crc 2024-03-22T07:26:48.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:47 smithi129 bash[79695]: cluster 2024-03-22T07:26:46.845978+0000 osd.7 (osd.7) 464 : cluster 3 failed to encode map e862 with expected crc 2024-03-22T07:26:48.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:47 smithi129 bash[79695]: cluster 2024-03-22T07:26:46.853893+0000 mon.a (mon.0) 1221 : cluster 0 osdmap e862: 8 total, 8 up, 8 in 2024-03-22T07:26:48.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:47 smithi129 bash[79695]: cluster 2024-03-22T07:26:46.937893+0000 osd.5 (osd.5) 440 : cluster 3 failed to encode map e862 with expected crc 2024-03-22T07:26:48.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:47 smithi129 bash[79695]: cluster 2024-03-22T07:26:46.941946+0000 osd.6 (osd.6) 436 : cluster 3 failed to encode map e862 with expected crc 2024-03-22T07:26:48.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:47 smithi129 bash[82160]: cluster 2024-03-22T07:26:46.845978+0000 osd.7 (osd.7) 464 : cluster 3 failed to encode map e862 with expected crc 2024-03-22T07:26:48.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:47 smithi129 bash[82160]: cluster 2024-03-22T07:26:46.853893+0000 mon.a (mon.0) 1221 : cluster 0 osdmap e862: 8 total, 8 up, 8 in 2024-03-22T07:26:48.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:47 smithi129 bash[82160]: cluster 2024-03-22T07:26:46.937893+0000 osd.5 (osd.5) 440 : cluster 3 failed to encode map e862 with expected crc 2024-03-22T07:26:48.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:47 smithi129 bash[82160]: cluster 2024-03-22T07:26:46.941946+0000 osd.6 (osd.6) 436 : cluster 3 failed to encode map e862 with expected crc 2024-03-22T07:26:48.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:47 smithi148 bash[66753]: cluster 2024-03-22T07:26:46.845978+0000 osd.7 (osd.7) 464 : cluster 3 failed to encode map e862 with expected crc 2024-03-22T07:26:48.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:47 smithi148 bash[66753]: cluster 2024-03-22T07:26:46.853893+0000 mon.a (mon.0) 1221 : cluster 0 osdmap e862: 8 total, 8 up, 8 in 2024-03-22T07:26:48.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:47 smithi148 bash[66753]: cluster 2024-03-22T07:26:46.937893+0000 osd.5 (osd.5) 440 : cluster 3 failed to encode map e862 with expected crc 2024-03-22T07:26:48.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:47 smithi148 bash[66753]: cluster 2024-03-22T07:26:46.941946+0000 osd.6 (osd.6) 436 : cluster 3 failed to encode map e862 with expected crc 2024-03-22T07:26:49.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:48 smithi129 bash[79695]: cluster 2024-03-22T07:26:47.850995+0000 osd.5 (osd.5) 441 : cluster 3 failed to encode map e863 with expected crc 2024-03-22T07:26:49.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:48 smithi129 bash[79695]: cluster 2024-03-22T07:26:47.852440+0000 mon.a (mon.0) 1222 : cluster 0 osdmap e863: 8 total, 8 up, 8 in 2024-03-22T07:26:49.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:48 smithi129 bash[79695]: cluster 2024-03-22T07:26:47.858044+0000 osd.5 (osd.5) 442 : cluster 3 failed to encode map e863 with expected crc 2024-03-22T07:26:49.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:48 smithi129 bash[79695]: cluster 2024-03-22T07:26:47.864215+0000 osd.5 (osd.5) 443 : cluster 3 failed to encode map e863 with expected crc 2024-03-22T07:26:49.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:48 smithi129 bash[79695]: cluster 2024-03-22T07:26:47.908415+0000 mgr.y (mgr.25337) 584 : cluster 0 pgmap v1067: 265 pgs: 265 active+clean; 587 KiB data, 499 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:49.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:48 smithi129 bash[79695]: cluster 2024-03-22T07:26:48.854279+0000 mon.a (mon.0) 1223 : cluster 0 osdmap e864: 8 total, 8 up, 8 in 2024-03-22T07:26:49.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:48 smithi129 bash[82160]: cluster 2024-03-22T07:26:47.850995+0000 osd.5 (osd.5) 441 : cluster 3 failed to encode map e863 with expected crc 2024-03-22T07:26:49.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:48 smithi129 bash[82160]: cluster 2024-03-22T07:26:47.852440+0000 mon.a (mon.0) 1222 : cluster 0 osdmap e863: 8 total, 8 up, 8 in 2024-03-22T07:26:49.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:48 smithi129 bash[82160]: cluster 2024-03-22T07:26:47.858044+0000 osd.5 (osd.5) 442 : cluster 3 failed to encode map e863 with expected crc 2024-03-22T07:26:49.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:48 smithi129 bash[82160]: cluster 2024-03-22T07:26:47.864215+0000 osd.5 (osd.5) 443 : cluster 3 failed to encode map e863 with expected crc 2024-03-22T07:26:49.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:48 smithi129 bash[82160]: cluster 2024-03-22T07:26:47.908415+0000 mgr.y (mgr.25337) 584 : cluster 0 pgmap v1067: 265 pgs: 265 active+clean; 587 KiB data, 499 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:49.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:48 smithi129 bash[82160]: cluster 2024-03-22T07:26:48.854279+0000 mon.a (mon.0) 1223 : cluster 0 osdmap e864: 8 total, 8 up, 8 in 2024-03-22T07:26:49.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:48 smithi148 bash[66753]: cluster 2024-03-22T07:26:47.850995+0000 osd.5 (osd.5) 441 : cluster 3 failed to encode map e863 with expected crc 2024-03-22T07:26:49.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:48 smithi148 bash[66753]: cluster 2024-03-22T07:26:47.852440+0000 mon.a (mon.0) 1222 : cluster 0 osdmap e863: 8 total, 8 up, 8 in 2024-03-22T07:26:49.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:48 smithi148 bash[66753]: cluster 2024-03-22T07:26:47.858044+0000 osd.5 (osd.5) 442 : cluster 3 failed to encode map e863 with expected crc 2024-03-22T07:26:49.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:48 smithi148 bash[66753]: cluster 2024-03-22T07:26:47.864215+0000 osd.5 (osd.5) 443 : cluster 3 failed to encode map e863 with expected crc 2024-03-22T07:26:49.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:48 smithi148 bash[66753]: cluster 2024-03-22T07:26:47.908415+0000 mgr.y (mgr.25337) 584 : cluster 0 pgmap v1067: 265 pgs: 265 active+clean; 587 KiB data, 499 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:49.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:48 smithi148 bash[66753]: cluster 2024-03-22T07:26:48.854279+0000 mon.a (mon.0) 1223 : cluster 0 osdmap e864: 8 total, 8 up, 8 in 2024-03-22T07:26:50.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:49 smithi148 bash[66753]: cluster 2024-03-22T07:26:48.648105+0000 osd.6 (osd.6) 437 : cluster 3 failed to encode map e863 with expected crc 2024-03-22T07:26:50.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:49 smithi148 bash[66753]: cluster 2024-03-22T07:26:48.849782+0000 osd.7 (osd.7) 465 : cluster 3 failed to encode map e863 with expected crc 2024-03-22T07:26:50.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:49 smithi148 bash[66753]: cluster 2024-03-22T07:26:48.890522+0000 osd.5 (osd.5) 444 : cluster 3 failed to encode map e864 with expected crc 2024-03-22T07:26:50.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:49 smithi148 bash[66753]: cluster 2024-03-22T07:26:48.890831+0000 osd.6 (osd.6) 438 : cluster 3 failed to encode map e864 with expected crc 2024-03-22T07:26:50.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:49 smithi148 bash[66753]: cluster 2024-03-22T07:26:49.871709+0000 mon.a (mon.0) 1224 : cluster 0 osdmap e865: 8 total, 8 up, 8 in 2024-03-22T07:26:50.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:49 smithi129 bash[79695]: cluster 2024-03-22T07:26:48.648105+0000 osd.6 (osd.6) 437 : cluster 3 failed to encode map e863 with expected crc 2024-03-22T07:26:50.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:49 smithi129 bash[79695]: cluster 2024-03-22T07:26:48.849782+0000 osd.7 (osd.7) 465 : cluster 3 failed to encode map e863 with expected crc 2024-03-22T07:26:50.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:49 smithi129 bash[79695]: cluster 2024-03-22T07:26:48.890522+0000 osd.5 (osd.5) 444 : cluster 3 failed to encode map e864 with expected crc 2024-03-22T07:26:50.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:49 smithi129 bash[79695]: cluster 2024-03-22T07:26:48.890831+0000 osd.6 (osd.6) 438 : cluster 3 failed to encode map e864 with expected crc 2024-03-22T07:26:50.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:49 smithi129 bash[79695]: cluster 2024-03-22T07:26:49.871709+0000 mon.a (mon.0) 1224 : cluster 0 osdmap e865: 8 total, 8 up, 8 in 2024-03-22T07:26:50.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:49 smithi129 bash[82160]: cluster 2024-03-22T07:26:48.648105+0000 osd.6 (osd.6) 437 : cluster 3 failed to encode map e863 with expected crc 2024-03-22T07:26:50.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:49 smithi129 bash[82160]: cluster 2024-03-22T07:26:48.849782+0000 osd.7 (osd.7) 465 : cluster 3 failed to encode map e863 with expected crc 2024-03-22T07:26:50.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:49 smithi129 bash[82160]: cluster 2024-03-22T07:26:48.890522+0000 osd.5 (osd.5) 444 : cluster 3 failed to encode map e864 with expected crc 2024-03-22T07:26:50.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:49 smithi129 bash[82160]: cluster 2024-03-22T07:26:48.890831+0000 osd.6 (osd.6) 438 : cluster 3 failed to encode map e864 with expected crc 2024-03-22T07:26:50.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:49 smithi129 bash[82160]: cluster 2024-03-22T07:26:49.871709+0000 mon.a (mon.0) 1224 : cluster 0 osdmap e865: 8 total, 8 up, 8 in 2024-03-22T07:26:51.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:50 smithi148 bash[66753]: cluster 2024-03-22T07:26:49.867356+0000 osd.7 (osd.7) 466 : cluster 3 failed to encode map e865 with expected crc 2024-03-22T07:26:51.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:50 smithi148 bash[66753]: cluster 2024-03-22T07:26:49.909191+0000 mgr.y (mgr.25337) 585 : cluster 0 pgmap v1070: 201 pgs: 201 active+clean; 587 KiB data, 500 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:51.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:50 smithi129 bash[79695]: cluster 2024-03-22T07:26:49.867356+0000 osd.7 (osd.7) 466 : cluster 3 failed to encode map e865 with expected crc 2024-03-22T07:26:51.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:50 smithi129 bash[79695]: cluster 2024-03-22T07:26:49.909191+0000 mgr.y (mgr.25337) 585 : cluster 0 pgmap v1070: 201 pgs: 201 active+clean; 587 KiB data, 500 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:51.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:50 smithi129 bash[82160]: cluster 2024-03-22T07:26:49.867356+0000 osd.7 (osd.7) 466 : cluster 3 failed to encode map e865 with expected crc 2024-03-22T07:26:51.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:50 smithi129 bash[82160]: cluster 2024-03-22T07:26:49.909191+0000 mgr.y (mgr.25337) 585 : cluster 0 pgmap v1070: 201 pgs: 201 active+clean; 587 KiB data, 500 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:52.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:51 smithi148 bash[66753]: cluster 2024-03-22T07:26:50.705990+0000 osd.6 (osd.6) 439 : cluster 3 failed to encode map e865 with expected crc 2024-03-22T07:26:52.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:51 smithi148 bash[66753]: cluster 2024-03-22T07:26:50.889091+0000 osd.7 (osd.7) 467 : cluster 3 failed to encode map e866 with expected crc 2024-03-22T07:26:52.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:51 smithi148 bash[66753]: cluster 2024-03-22T07:26:50.896074+0000 mon.a (mon.0) 1225 : cluster 0 osdmap e866: 8 total, 8 up, 8 in 2024-03-22T07:26:52.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:51 smithi148 bash[66753]: cluster 2024-03-22T07:26:50.997967+0000 osd.5 (osd.5) 445 : cluster 3 failed to encode map e865 with expected crc 2024-03-22T07:26:52.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:51 smithi129 bash[79695]: cluster 2024-03-22T07:26:50.705990+0000 osd.6 (osd.6) 439 : cluster 3 failed to encode map e865 with expected crc 2024-03-22T07:26:52.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:51 smithi129 bash[79695]: cluster 2024-03-22T07:26:50.889091+0000 osd.7 (osd.7) 467 : cluster 3 failed to encode map e866 with expected crc 2024-03-22T07:26:52.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:51 smithi129 bash[79695]: cluster 2024-03-22T07:26:50.896074+0000 mon.a (mon.0) 1225 : cluster 0 osdmap e866: 8 total, 8 up, 8 in 2024-03-22T07:26:52.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:51 smithi129 bash[79695]: cluster 2024-03-22T07:26:50.997967+0000 osd.5 (osd.5) 445 : cluster 3 failed to encode map e865 with expected crc 2024-03-22T07:26:52.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:51 smithi129 bash[82160]: cluster 2024-03-22T07:26:50.705990+0000 osd.6 (osd.6) 439 : cluster 3 failed to encode map e865 with expected crc 2024-03-22T07:26:52.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:51 smithi129 bash[82160]: cluster 2024-03-22T07:26:50.889091+0000 osd.7 (osd.7) 467 : cluster 3 failed to encode map e866 with expected crc 2024-03-22T07:26:52.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:51 smithi129 bash[82160]: cluster 2024-03-22T07:26:50.896074+0000 mon.a (mon.0) 1225 : cluster 0 osdmap e866: 8 total, 8 up, 8 in 2024-03-22T07:26:52.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:51 smithi129 bash[82160]: cluster 2024-03-22T07:26:50.997967+0000 osd.5 (osd.5) 445 : cluster 3 failed to encode map e865 with expected crc 2024-03-22T07:26:53.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:52 smithi148 bash[66753]: cluster 2024-03-22T07:26:51.191565+0000 osd.6 (osd.6) 440 : cluster 3 failed to encode map e866 with expected crc 2024-03-22T07:26:53.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:52 smithi148 bash[66753]: cluster 2024-03-22T07:26:51.899726+0000 osd.7 (osd.7) 468 : cluster 3 failed to encode map e867 with expected crc 2024-03-22T07:26:53.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:52 smithi148 bash[66753]: cluster 2024-03-22T07:26:51.900420+0000 osd.5 (osd.5) 446 : cluster 3 failed to encode map e867 with expected crc 2024-03-22T07:26:53.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:52 smithi148 bash[66753]: cluster 2024-03-22T07:26:51.904160+0000 mon.a (mon.0) 1226 : cluster 0 osdmap e867: 8 total, 8 up, 8 in 2024-03-22T07:26:53.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:52 smithi148 bash[66753]: cluster 2024-03-22T07:26:51.909826+0000 mgr.y (mgr.25337) 586 : cluster 0 pgmap v1073: 137 pgs: 137 active+clean; 586 KiB data, 500 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:53.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:52 smithi129 bash[82160]: cluster 2024-03-22T07:26:51.191565+0000 osd.6 (osd.6) 440 : cluster 3 failed to encode map e866 with expected crc 2024-03-22T07:26:53.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:52 smithi129 bash[82160]: cluster 2024-03-22T07:26:51.899726+0000 osd.7 (osd.7) 468 : cluster 3 failed to encode map e867 with expected crc 2024-03-22T07:26:53.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:52 smithi129 bash[82160]: cluster 2024-03-22T07:26:51.900420+0000 osd.5 (osd.5) 446 : cluster 3 failed to encode map e867 with expected crc 2024-03-22T07:26:53.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:52 smithi129 bash[82160]: cluster 2024-03-22T07:26:51.904160+0000 mon.a (mon.0) 1226 : cluster 0 osdmap e867: 8 total, 8 up, 8 in 2024-03-22T07:26:53.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:52 smithi129 bash[82160]: cluster 2024-03-22T07:26:51.909826+0000 mgr.y (mgr.25337) 586 : cluster 0 pgmap v1073: 137 pgs: 137 active+clean; 586 KiB data, 500 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:53.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:52 smithi129 bash[79695]: cluster 2024-03-22T07:26:51.191565+0000 osd.6 (osd.6) 440 : cluster 3 failed to encode map e866 with expected crc 2024-03-22T07:26:53.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:52 smithi129 bash[79695]: cluster 2024-03-22T07:26:51.899726+0000 osd.7 (osd.7) 468 : cluster 3 failed to encode map e867 with expected crc 2024-03-22T07:26:53.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:52 smithi129 bash[79695]: cluster 2024-03-22T07:26:51.900420+0000 osd.5 (osd.5) 446 : cluster 3 failed to encode map e867 with expected crc 2024-03-22T07:26:53.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:52 smithi129 bash[79695]: cluster 2024-03-22T07:26:51.904160+0000 mon.a (mon.0) 1226 : cluster 0 osdmap e867: 8 total, 8 up, 8 in 2024-03-22T07:26:53.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:52 smithi129 bash[79695]: cluster 2024-03-22T07:26:51.909826+0000 mgr.y (mgr.25337) 586 : cluster 0 pgmap v1073: 137 pgs: 137 active+clean; 586 KiB data, 500 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:53.925 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 168 tests from TestLibRBD (638624 ms total) 2024-03-22T07:26:53.925 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:26:53.925 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-03-22T07:26:53.979 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-03-22T07:26:54.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:53 smithi148 bash[66753]: cluster 2024-03-22T07:26:52.909670+0000 osd.6 (osd.6) 441 : cluster 3 failed to encode map e868 with expected crc 2024-03-22T07:26:54.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:53 smithi148 bash[66753]: cluster 2024-03-22T07:26:52.909891+0000 osd.7 (osd.7) 469 : cluster 3 failed to encode map e868 with expected crc 2024-03-22T07:26:54.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:53 smithi148 bash[66753]: cluster 2024-03-22T07:26:52.916894+0000 mon.a (mon.0) 1227 : cluster 0 osdmap e868: 8 total, 8 up, 8 in 2024-03-22T07:26:54.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:53 smithi148 bash[66753]: audit 2024-03-22T07:26:53.398412+0000 mon.c (mon.2) 304 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:26:54.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:53 smithi129 bash[82160]: cluster 2024-03-22T07:26:52.909670+0000 osd.6 (osd.6) 441 : cluster 3 failed to encode map e868 with expected crc 2024-03-22T07:26:54.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:53 smithi129 bash[82160]: cluster 2024-03-22T07:26:52.909891+0000 osd.7 (osd.7) 469 : cluster 3 failed to encode map e868 with expected crc 2024-03-22T07:26:54.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:53 smithi129 bash[82160]: cluster 2024-03-22T07:26:52.916894+0000 mon.a (mon.0) 1227 : cluster 0 osdmap e868: 8 total, 8 up, 8 in 2024-03-22T07:26:54.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:53 smithi129 bash[82160]: audit 2024-03-22T07:26:53.398412+0000 mon.c (mon.2) 304 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:26:54.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:53 smithi129 bash[79695]: cluster 2024-03-22T07:26:52.909670+0000 osd.6 (osd.6) 441 : cluster 3 failed to encode map e868 with expected crc 2024-03-22T07:26:54.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:53 smithi129 bash[79695]: cluster 2024-03-22T07:26:52.909891+0000 osd.7 (osd.7) 469 : cluster 3 failed to encode map e868 with expected crc 2024-03-22T07:26:54.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:53 smithi129 bash[79695]: cluster 2024-03-22T07:26:52.916894+0000 mon.a (mon.0) 1227 : cluster 0 osdmap e868: 8 total, 8 up, 8 in 2024-03-22T07:26:54.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:53 smithi129 bash[79695]: audit 2024-03-22T07:26:53.398412+0000 mon.c (mon.2) 304 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:26:54.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:26:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:26:53] "GET /metrics HTTP/1.1" 200 36501 "" "Prometheus/2.43.0" 2024-03-22T07:26:55.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:54 smithi129 bash[82160]: cluster 2024-03-22T07:26:53.829426+0000 osd.5 (osd.5) 447 : cluster 3 failed to encode map e868 with expected crc 2024-03-22T07:26:55.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:54 smithi129 bash[82160]: cluster 2024-03-22T07:26:53.910563+0000 mgr.y (mgr.25337) 587 : cluster 0 pgmap v1075: 105 pgs: 105 active+clean; 586 KiB data, 504 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:55.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:54 smithi129 bash[82160]: cluster 2024-03-22T07:26:53.916847+0000 mon.a (mon.0) 1228 : cluster 0 osdmap e869: 8 total, 8 up, 8 in 2024-03-22T07:26:55.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:54 smithi129 bash[82160]: cluster 2024-03-22T07:26:53.918400+0000 osd.5 (osd.5) 448 : cluster 3 failed to encode map e869 with expected crc 2024-03-22T07:26:55.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:54 smithi129 bash[82160]: cluster 2024-03-22T07:26:54.279716+0000 osd.7 (osd.7) 470 : cluster 3 failed to encode map e869 with expected crc 2024-03-22T07:26:55.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:54 smithi129 bash[82160]: cluster 2024-03-22T07:26:54.282812+0000 osd.7 (osd.7) 471 : cluster 3 failed to encode map e869 with expected crc 2024-03-22T07:26:55.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:54 smithi129 bash[79695]: cluster 2024-03-22T07:26:53.829426+0000 osd.5 (osd.5) 447 : cluster 3 failed to encode map e868 with expected crc 2024-03-22T07:26:55.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:54 smithi129 bash[79695]: cluster 2024-03-22T07:26:53.910563+0000 mgr.y (mgr.25337) 587 : cluster 0 pgmap v1075: 105 pgs: 105 active+clean; 586 KiB data, 504 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:55.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:54 smithi129 bash[79695]: cluster 2024-03-22T07:26:53.916847+0000 mon.a (mon.0) 1228 : cluster 0 osdmap e869: 8 total, 8 up, 8 in 2024-03-22T07:26:55.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:54 smithi129 bash[79695]: cluster 2024-03-22T07:26:53.918400+0000 osd.5 (osd.5) 448 : cluster 3 failed to encode map e869 with expected crc 2024-03-22T07:26:55.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:54 smithi129 bash[79695]: cluster 2024-03-22T07:26:54.279716+0000 osd.7 (osd.7) 470 : cluster 3 failed to encode map e869 with expected crc 2024-03-22T07:26:55.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:54 smithi129 bash[79695]: cluster 2024-03-22T07:26:54.282812+0000 osd.7 (osd.7) 471 : cluster 3 failed to encode map e869 with expected crc 2024-03-22T07:26:55.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:54 smithi148 bash[66753]: cluster 2024-03-22T07:26:53.829426+0000 osd.5 (osd.5) 447 : cluster 3 failed to encode map e868 with expected crc 2024-03-22T07:26:55.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:54 smithi148 bash[66753]: cluster 2024-03-22T07:26:53.910563+0000 mgr.y (mgr.25337) 587 : cluster 0 pgmap v1075: 105 pgs: 105 active+clean; 586 KiB data, 504 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:55.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:54 smithi148 bash[66753]: cluster 2024-03-22T07:26:53.916847+0000 mon.a (mon.0) 1228 : cluster 0 osdmap e869: 8 total, 8 up, 8 in 2024-03-22T07:26:55.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:54 smithi148 bash[66753]: cluster 2024-03-22T07:26:53.918400+0000 osd.5 (osd.5) 448 : cluster 3 failed to encode map e869 with expected crc 2024-03-22T07:26:55.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:54 smithi148 bash[66753]: cluster 2024-03-22T07:26:54.279716+0000 osd.7 (osd.7) 470 : cluster 3 failed to encode map e869 with expected crc 2024-03-22T07:26:55.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:54 smithi148 bash[66753]: cluster 2024-03-22T07:26:54.282812+0000 osd.7 (osd.7) 471 : cluster 3 failed to encode map e869 with expected crc 2024-03-22T07:26:55.961 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:26:56.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[79695]: cluster 2024-03-22T07:26:54.782148+0000 osd.6 (osd.6) 442 : cluster 3 failed to encode map e869 with expected crc 2024-03-22T07:26:56.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[79695]: cluster 2024-03-22T07:26:54.942476+0000 osd.7 (osd.7) 472 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[79695]: cluster 2024-03-22T07:26:54.948994+0000 osd.5 (osd.5) 449 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[79695]: cluster 2024-03-22T07:26:54.949065+0000 osd.6 (osd.6) 443 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[79695]: cluster 2024-03-22T07:26:54.951108+0000 mon.a (mon.0) 1229 : cluster 0 osdmap e870: 8 total, 8 up, 8 in 2024-03-22T07:26:56.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[79695]: audit 2024-03-22T07:26:54.953308+0000 mon.a (mon.0) 1230 : audit 1 from='client.? 172.21.15.129:0/3428423841' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:26:56.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[79695]: cluster 2024-03-22T07:26:54.953888+0000 osd.6 (osd.6) 444 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[79695]: cluster 2024-03-22T07:26:54.954218+0000 osd.7 (osd.7) 473 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[79695]: cluster 2024-03-22T07:26:54.954433+0000 osd.5 (osd.5) 450 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[79695]: cluster 2024-03-22T07:26:54.957945+0000 osd.7 (osd.7) 474 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[82160]: cluster 2024-03-22T07:26:54.782148+0000 osd.6 (osd.6) 442 : cluster 3 failed to encode map e869 with expected crc 2024-03-22T07:26:56.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[82160]: cluster 2024-03-22T07:26:54.942476+0000 osd.7 (osd.7) 472 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[82160]: cluster 2024-03-22T07:26:54.948994+0000 osd.5 (osd.5) 449 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[82160]: cluster 2024-03-22T07:26:54.949065+0000 osd.6 (osd.6) 443 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[82160]: cluster 2024-03-22T07:26:54.951108+0000 mon.a (mon.0) 1229 : cluster 0 osdmap e870: 8 total, 8 up, 8 in 2024-03-22T07:26:56.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[82160]: audit 2024-03-22T07:26:54.953308+0000 mon.a (mon.0) 1230 : audit 1 from='client.? 172.21.15.129:0/3428423841' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:26:56.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[82160]: cluster 2024-03-22T07:26:54.953888+0000 osd.6 (osd.6) 444 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[82160]: cluster 2024-03-22T07:26:54.954218+0000 osd.7 (osd.7) 473 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[82160]: cluster 2024-03-22T07:26:54.954433+0000 osd.5 (osd.5) 450 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:55 smithi129 bash[82160]: cluster 2024-03-22T07:26:54.957945+0000 osd.7 (osd.7) 474 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:55 smithi148 bash[66753]: cluster 2024-03-22T07:26:54.782148+0000 osd.6 (osd.6) 442 : cluster 3 failed to encode map e869 with expected crc 2024-03-22T07:26:56.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:55 smithi148 bash[66753]: cluster 2024-03-22T07:26:54.942476+0000 osd.7 (osd.7) 472 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:55 smithi148 bash[66753]: cluster 2024-03-22T07:26:54.948994+0000 osd.5 (osd.5) 449 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:55 smithi148 bash[66753]: cluster 2024-03-22T07:26:54.949065+0000 osd.6 (osd.6) 443 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:55 smithi148 bash[66753]: cluster 2024-03-22T07:26:54.951108+0000 mon.a (mon.0) 1229 : cluster 0 osdmap e870: 8 total, 8 up, 8 in 2024-03-22T07:26:56.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:55 smithi148 bash[66753]: audit 2024-03-22T07:26:54.953308+0000 mon.a (mon.0) 1230 : audit 1 from='client.? 172.21.15.129:0/3428423841' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:26:56.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:55 smithi148 bash[66753]: cluster 2024-03-22T07:26:54.953888+0000 osd.6 (osd.6) 444 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:55 smithi148 bash[66753]: cluster 2024-03-22T07:26:54.954218+0000 osd.7 (osd.7) 473 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:55 smithi148 bash[66753]: cluster 2024-03-22T07:26:54.954433+0000 osd.5 (osd.5) 450 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:56.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:55 smithi148 bash[66753]: cluster 2024-03-22T07:26:54.957945+0000 osd.7 (osd.7) 474 : cluster 3 failed to encode map e870 with expected crc 2024-03-22T07:26:57.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[79695]: cluster 2024-03-22T07:26:55.911342+0000 mgr.y (mgr.25337) 588 : cluster 0 pgmap v1078: 105 pgs: 2 creating+peering, 30 unknown, 73 active+clean; 582 KiB data, 508 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:57.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[79695]: cluster 2024-03-22T07:26:55.941559+0000 mon.a (mon.0) 1231 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:26:57.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[79695]: audit 2024-03-22T07:26:55.951137+0000 mon.a (mon.0) 1232 : audit 1 from='client.? 172.21.15.129:0/3428423841' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:26:57.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[79695]: cluster 2024-03-22T07:26:55.952986+0000 osd.7 (osd.7) 475 : cluster 3 failed to encode map e871 with expected crc 2024-03-22T07:26:57.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[79695]: cluster 2024-03-22T07:26:55.959281+0000 mon.a (mon.0) 1233 : cluster 0 osdmap e871: 8 total, 8 up, 8 in 2024-03-22T07:26:57.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[79695]: cluster 2024-03-22T07:26:55.959813+0000 osd.7 (osd.7) 476 : cluster 3 failed to encode map e871 with expected crc 2024-03-22T07:26:57.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[79695]: cluster 2024-03-22T07:26:55.962572+0000 osd.6 (osd.6) 445 : cluster 3 failed to encode map e871 with expected crc 2024-03-22T07:26:57.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[79695]: cluster 2024-03-22T07:26:55.963580+0000 osd.5 (osd.5) 451 : cluster 3 failed to encode map e871 with expected crc 2024-03-22T07:26:57.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[82160]: cluster 2024-03-22T07:26:55.911342+0000 mgr.y (mgr.25337) 588 : cluster 0 pgmap v1078: 105 pgs: 2 creating+peering, 30 unknown, 73 active+clean; 582 KiB data, 508 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:57.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[82160]: cluster 2024-03-22T07:26:55.941559+0000 mon.a (mon.0) 1231 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:26:57.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[82160]: audit 2024-03-22T07:26:55.951137+0000 mon.a (mon.0) 1232 : audit 1 from='client.? 172.21.15.129:0/3428423841' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:26:57.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[82160]: cluster 2024-03-22T07:26:55.952986+0000 osd.7 (osd.7) 475 : cluster 3 failed to encode map e871 with expected crc 2024-03-22T07:26:57.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[82160]: cluster 2024-03-22T07:26:55.959281+0000 mon.a (mon.0) 1233 : cluster 0 osdmap e871: 8 total, 8 up, 8 in 2024-03-22T07:26:57.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[82160]: cluster 2024-03-22T07:26:55.959813+0000 osd.7 (osd.7) 476 : cluster 3 failed to encode map e871 with expected crc 2024-03-22T07:26:57.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[82160]: cluster 2024-03-22T07:26:55.962572+0000 osd.6 (osd.6) 445 : cluster 3 failed to encode map e871 with expected crc 2024-03-22T07:26:57.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:56 smithi129 bash[82160]: cluster 2024-03-22T07:26:55.963580+0000 osd.5 (osd.5) 451 : cluster 3 failed to encode map e871 with expected crc 2024-03-22T07:26:57.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:56 smithi148 bash[66753]: cluster 2024-03-22T07:26:55.911342+0000 mgr.y (mgr.25337) 588 : cluster 0 pgmap v1078: 105 pgs: 2 creating+peering, 30 unknown, 73 active+clean; 582 KiB data, 508 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:57.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:56 smithi148 bash[66753]: cluster 2024-03-22T07:26:55.941559+0000 mon.a (mon.0) 1231 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:26:57.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:56 smithi148 bash[66753]: audit 2024-03-22T07:26:55.951137+0000 mon.a (mon.0) 1232 : audit 1 from='client.? 172.21.15.129:0/3428423841' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:26:57.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:56 smithi148 bash[66753]: cluster 2024-03-22T07:26:55.952986+0000 osd.7 (osd.7) 475 : cluster 3 failed to encode map e871 with expected crc 2024-03-22T07:26:57.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:56 smithi148 bash[66753]: cluster 2024-03-22T07:26:55.959281+0000 mon.a (mon.0) 1233 : cluster 0 osdmap e871: 8 total, 8 up, 8 in 2024-03-22T07:26:57.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:56 smithi148 bash[66753]: cluster 2024-03-22T07:26:55.959813+0000 osd.7 (osd.7) 476 : cluster 3 failed to encode map e871 with expected crc 2024-03-22T07:26:57.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:56 smithi148 bash[66753]: cluster 2024-03-22T07:26:55.962572+0000 osd.6 (osd.6) 445 : cluster 3 failed to encode map e871 with expected crc 2024-03-22T07:26:57.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:56 smithi148 bash[66753]: cluster 2024-03-22T07:26:55.963580+0000 osd.5 (osd.5) 451 : cluster 3 failed to encode map e871 with expected crc 2024-03-22T07:26:58.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:57 smithi129 bash[79695]: cluster 2024-03-22T07:26:56.967114+0000 osd.7 (osd.7) 477 : cluster 3 failed to encode map e872 with expected crc 2024-03-22T07:26:58.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:57 smithi129 bash[79695]: cluster 2024-03-22T07:26:56.967771+0000 osd.5 (osd.5) 452 : cluster 3 failed to encode map e872 with expected crc 2024-03-22T07:26:58.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:57 smithi129 bash[79695]: cluster 2024-03-22T07:26:56.971541+0000 mon.a (mon.0) 1234 : cluster 0 osdmap e872: 8 total, 8 up, 8 in 2024-03-22T07:26:58.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:57 smithi129 bash[82160]: cluster 2024-03-22T07:26:56.967114+0000 osd.7 (osd.7) 477 : cluster 3 failed to encode map e872 with expected crc 2024-03-22T07:26:58.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:57 smithi129 bash[82160]: cluster 2024-03-22T07:26:56.967771+0000 osd.5 (osd.5) 452 : cluster 3 failed to encode map e872 with expected crc 2024-03-22T07:26:58.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:57 smithi129 bash[82160]: cluster 2024-03-22T07:26:56.971541+0000 mon.a (mon.0) 1234 : cluster 0 osdmap e872: 8 total, 8 up, 8 in 2024-03-22T07:26:58.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:57 smithi148 bash[66753]: cluster 2024-03-22T07:26:56.967114+0000 osd.7 (osd.7) 477 : cluster 3 failed to encode map e872 with expected crc 2024-03-22T07:26:58.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:57 smithi148 bash[66753]: cluster 2024-03-22T07:26:56.967771+0000 osd.5 (osd.5) 452 : cluster 3 failed to encode map e872 with expected crc 2024-03-22T07:26:58.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:57 smithi148 bash[66753]: cluster 2024-03-22T07:26:56.971541+0000 mon.a (mon.0) 1234 : cluster 0 osdmap e872: 8 total, 8 up, 8 in 2024-03-22T07:26:59.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:58 smithi129 bash[79695]: cluster 2024-03-22T07:26:57.161929+0000 osd.6 (osd.6) 446 : cluster 3 failed to encode map e872 with expected crc 2024-03-22T07:26:59.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:58 smithi129 bash[79695]: cluster 2024-03-22T07:26:57.165366+0000 osd.6 (osd.6) 447 : cluster 3 failed to encode map e872 with expected crc 2024-03-22T07:26:59.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:58 smithi129 bash[79695]: cluster 2024-03-22T07:26:57.912336+0000 mgr.y (mgr.25337) 589 : cluster 0 pgmap v1081: 105 pgs: 2 creating+peering, 13 unknown, 90 active+clean; 582 KiB data, 508 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:59.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:58 smithi129 bash[79695]: cluster 2024-03-22T07:26:57.966069+0000 mon.a (mon.0) 1235 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:26:59.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:58 smithi129 bash[79695]: cluster 2024-03-22T07:26:57.975415+0000 osd.7 (osd.7) 478 : cluster 3 failed to encode map e873 with expected crc 2024-03-22T07:26:59.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:58 smithi129 bash[79695]: cluster 2024-03-22T07:26:57.984246+0000 mon.a (mon.0) 1236 : cluster 0 osdmap e873: 8 total, 8 up, 8 in 2024-03-22T07:26:59.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:58 smithi129 bash[79695]: cluster 2024-03-22T07:26:58.003692+0000 osd.6 (osd.6) 448 : cluster 3 failed to encode map e873 with expected crc 2024-03-22T07:26:59.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:58 smithi129 bash[82160]: cluster 2024-03-22T07:26:57.161929+0000 osd.6 (osd.6) 446 : cluster 3 failed to encode map e872 with expected crc 2024-03-22T07:26:59.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:58 smithi129 bash[82160]: cluster 2024-03-22T07:26:57.165366+0000 osd.6 (osd.6) 447 : cluster 3 failed to encode map e872 with expected crc 2024-03-22T07:26:59.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:58 smithi129 bash[82160]: cluster 2024-03-22T07:26:57.912336+0000 mgr.y (mgr.25337) 589 : cluster 0 pgmap v1081: 105 pgs: 2 creating+peering, 13 unknown, 90 active+clean; 582 KiB data, 508 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:59.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:58 smithi129 bash[82160]: cluster 2024-03-22T07:26:57.966069+0000 mon.a (mon.0) 1235 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:26:59.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:58 smithi129 bash[82160]: cluster 2024-03-22T07:26:57.975415+0000 osd.7 (osd.7) 478 : cluster 3 failed to encode map e873 with expected crc 2024-03-22T07:26:59.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:58 smithi129 bash[82160]: cluster 2024-03-22T07:26:57.984246+0000 mon.a (mon.0) 1236 : cluster 0 osdmap e873: 8 total, 8 up, 8 in 2024-03-22T07:26:59.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:58 smithi129 bash[82160]: cluster 2024-03-22T07:26:58.003692+0000 osd.6 (osd.6) 448 : cluster 3 failed to encode map e873 with expected crc 2024-03-22T07:26:59.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:58 smithi148 bash[66753]: cluster 2024-03-22T07:26:57.161929+0000 osd.6 (osd.6) 446 : cluster 3 failed to encode map e872 with expected crc 2024-03-22T07:26:59.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:58 smithi148 bash[66753]: cluster 2024-03-22T07:26:57.165366+0000 osd.6 (osd.6) 447 : cluster 3 failed to encode map e872 with expected crc 2024-03-22T07:26:59.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:58 smithi148 bash[66753]: cluster 2024-03-22T07:26:57.912336+0000 mgr.y (mgr.25337) 589 : cluster 0 pgmap v1081: 105 pgs: 2 creating+peering, 13 unknown, 90 active+clean; 582 KiB data, 508 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:26:59.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:58 smithi148 bash[66753]: cluster 2024-03-22T07:26:57.966069+0000 mon.a (mon.0) 1235 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:26:59.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:58 smithi148 bash[66753]: cluster 2024-03-22T07:26:57.975415+0000 osd.7 (osd.7) 478 : cluster 3 failed to encode map e873 with expected crc 2024-03-22T07:26:59.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:58 smithi148 bash[66753]: cluster 2024-03-22T07:26:57.984246+0000 mon.a (mon.0) 1236 : cluster 0 osdmap e873: 8 total, 8 up, 8 in 2024-03-22T07:26:59.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:58 smithi148 bash[66753]: cluster 2024-03-22T07:26:58.003692+0000 osd.6 (osd.6) 448 : cluster 3 failed to encode map e873 with expected crc 2024-03-22T07:27:00.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:59 smithi129 bash[82160]: cluster 2024-03-22T07:26:58.988188+0000 osd.6 (osd.6) 449 : cluster 3 failed to encode map e874 with expected crc 2024-03-22T07:27:00.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:59 smithi129 bash[82160]: cluster 2024-03-22T07:26:58.992478+0000 mon.a (mon.0) 1237 : cluster 0 osdmap e874: 8 total, 8 up, 8 in 2024-03-22T07:27:00.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:59 smithi129 bash[82160]: cluster 2024-03-22T07:26:58.998673+0000 osd.7 (osd.7) 479 : cluster 3 failed to encode map e874 with expected crc 2024-03-22T07:27:00.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:26:59 smithi129 bash[82160]: cluster 2024-03-22T07:26:59.002831+0000 osd.5 (osd.5) 453 : cluster 3 failed to encode map e874 with expected crc 2024-03-22T07:27:00.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:59 smithi129 bash[79695]: cluster 2024-03-22T07:26:58.988188+0000 osd.6 (osd.6) 449 : cluster 3 failed to encode map e874 with expected crc 2024-03-22T07:27:00.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:59 smithi129 bash[79695]: cluster 2024-03-22T07:26:58.992478+0000 mon.a (mon.0) 1237 : cluster 0 osdmap e874: 8 total, 8 up, 8 in 2024-03-22T07:27:00.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:59 smithi129 bash[79695]: cluster 2024-03-22T07:26:58.998673+0000 osd.7 (osd.7) 479 : cluster 3 failed to encode map e874 with expected crc 2024-03-22T07:27:00.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:26:59 smithi129 bash[79695]: cluster 2024-03-22T07:26:59.002831+0000 osd.5 (osd.5) 453 : cluster 3 failed to encode map e874 with expected crc 2024-03-22T07:27:00.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:59 smithi148 bash[66753]: cluster 2024-03-22T07:26:58.988188+0000 osd.6 (osd.6) 449 : cluster 3 failed to encode map e874 with expected crc 2024-03-22T07:27:00.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:59 smithi148 bash[66753]: cluster 2024-03-22T07:26:58.992478+0000 mon.a (mon.0) 1237 : cluster 0 osdmap e874: 8 total, 8 up, 8 in 2024-03-22T07:27:00.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:59 smithi148 bash[66753]: cluster 2024-03-22T07:26:58.998673+0000 osd.7 (osd.7) 479 : cluster 3 failed to encode map e874 with expected crc 2024-03-22T07:27:00.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:26:59 smithi148 bash[66753]: cluster 2024-03-22T07:26:59.002831+0000 osd.5 (osd.5) 453 : cluster 3 failed to encode map e874 with expected crc 2024-03-22T07:27:01.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:00 smithi129 bash[79695]: cluster 2024-03-22T07:26:59.913346+0000 mgr.y (mgr.25337) 590 : cluster 0 pgmap v1084: 105 pgs: 2 creating+peering, 103 active+clean; 9.6 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-03-22T07:27:01.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:00 smithi129 bash[79695]: audit 2024-03-22T07:27:00.011937+0000 mon.c (mon.2) 305 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:27:01.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:00 smithi129 bash[82160]: cluster 2024-03-22T07:26:59.913346+0000 mgr.y (mgr.25337) 590 : cluster 0 pgmap v1084: 105 pgs: 2 creating+peering, 103 active+clean; 9.6 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-03-22T07:27:01.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:00 smithi129 bash[82160]: audit 2024-03-22T07:27:00.011937+0000 mon.c (mon.2) 305 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:27:01.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:00 smithi148 bash[66753]: cluster 2024-03-22T07:26:59.913346+0000 mgr.y (mgr.25337) 590 : cluster 0 pgmap v1084: 105 pgs: 2 creating+peering, 103 active+clean; 9.6 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-03-22T07:27:01.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:00 smithi148 bash[66753]: audit 2024-03-22T07:27:00.011937+0000 mon.c (mon.2) 305 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:27:03.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:03 smithi129 bash[79695]: cluster 2024-03-22T07:27:01.914032+0000 mgr.y (mgr.25337) 591 : cluster 0 pgmap v1085: 105 pgs: 105 active+clean; 14 MiB data, 552 MiB used, 715 GiB / 715 GiB avail; 9.2 KiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-03-22T07:27:03.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:03 smithi129 bash[82160]: cluster 2024-03-22T07:27:01.914032+0000 mgr.y (mgr.25337) 591 : cluster 0 pgmap v1085: 105 pgs: 105 active+clean; 14 MiB data, 552 MiB used, 715 GiB / 715 GiB avail; 9.2 KiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-03-22T07:27:03.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:03 smithi148 bash[66753]: cluster 2024-03-22T07:27:01.914032+0000 mgr.y (mgr.25337) 591 : cluster 0 pgmap v1085: 105 pgs: 105 active+clean; 14 MiB data, 552 MiB used, 715 GiB / 715 GiB avail; 9.2 KiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-03-22T07:27:04.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:27:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:27:03] "GET /metrics HTTP/1.1" 200 36501 "" "Prometheus/2.43.0" 2024-03-22T07:27:05.372 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:05 smithi129 bash[79695]: cluster 2024-03-22T07:27:03.915098+0000 mgr.y (mgr.25337) 592 : cluster 0 pgmap v1086: 105 pgs: 105 active+clean; 30 MiB data, 588 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s rd, 4.2 MiB/s wr, 54 op/s 2024-03-22T07:27:05.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:05 smithi129 bash[82160]: cluster 2024-03-22T07:27:03.915098+0000 mgr.y (mgr.25337) 592 : cluster 0 pgmap v1086: 105 pgs: 105 active+clean; 30 MiB data, 588 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s rd, 4.2 MiB/s wr, 54 op/s 2024-03-22T07:27:05.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:05 smithi148 bash[66753]: cluster 2024-03-22T07:27:03.915098+0000 mgr.y (mgr.25337) 592 : cluster 0 pgmap v1086: 105 pgs: 105 active+clean; 30 MiB data, 588 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s rd, 4.2 MiB/s wr, 54 op/s 2024-03-22T07:27:06.989 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/0.Simple (13009 ms) 2024-03-22T07:27:06.989 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-03-22T07:27:06.989 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:27:07.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:06 smithi129 bash[82160]: audit 2024-03-22T07:27:05.751267+0000 mon.a (mon.0) 1238 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:07.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:06 smithi129 bash[82160]: audit 2024-03-22T07:27:05.759617+0000 mon.a (mon.0) 1239 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:07.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:06 smithi129 bash[82160]: audit 2024-03-22T07:27:06.115069+0000 mon.a (mon.0) 1240 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:07.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:06 smithi129 bash[82160]: audit 2024-03-22T07:27:06.131559+0000 mon.a (mon.0) 1241 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:07.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:06 smithi129 bash[79695]: audit 2024-03-22T07:27:05.751267+0000 mon.a (mon.0) 1238 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:07.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:06 smithi129 bash[79695]: audit 2024-03-22T07:27:05.759617+0000 mon.a (mon.0) 1239 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:07.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:06 smithi129 bash[79695]: audit 2024-03-22T07:27:06.115069+0000 mon.a (mon.0) 1240 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:07.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:06 smithi129 bash[79695]: audit 2024-03-22T07:27:06.131559+0000 mon.a (mon.0) 1241 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:07.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:06 smithi148 bash[66753]: audit 2024-03-22T07:27:05.751267+0000 mon.a (mon.0) 1238 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:07.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:06 smithi148 bash[66753]: audit 2024-03-22T07:27:05.759617+0000 mon.a (mon.0) 1239 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:07.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:06 smithi148 bash[66753]: audit 2024-03-22T07:27:06.115069+0000 mon.a (mon.0) 1240 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:07.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:06 smithi148 bash[66753]: audit 2024-03-22T07:27:06.131559+0000 mon.a (mon.0) 1241 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:08.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:07 smithi129 bash[79695]: cluster 2024-03-22T07:27:05.916274+0000 mgr.y (mgr.25337) 593 : cluster 0 pgmap v1087: 105 pgs: 105 active+clean; 30 MiB data, 604 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-03-22T07:27:08.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:07 smithi129 bash[79695]: audit 2024-03-22T07:27:06.764313+0000 mon.c (mon.2) 306 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:27:08.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:07 smithi129 bash[79695]: audit 2024-03-22T07:27:06.765700+0000 mon.c (mon.2) 307 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:27:08.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:07 smithi129 bash[79695]: audit 2024-03-22T07:27:06.775427+0000 mon.a (mon.0) 1242 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:08.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:07 smithi129 bash[82160]: cluster 2024-03-22T07:27:05.916274+0000 mgr.y (mgr.25337) 593 : cluster 0 pgmap v1087: 105 pgs: 105 active+clean; 30 MiB data, 604 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-03-22T07:27:08.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:07 smithi129 bash[82160]: audit 2024-03-22T07:27:06.764313+0000 mon.c (mon.2) 306 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:27:08.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:07 smithi129 bash[82160]: audit 2024-03-22T07:27:06.765700+0000 mon.c (mon.2) 307 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:27:08.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:07 smithi129 bash[82160]: audit 2024-03-22T07:27:06.775427+0000 mon.a (mon.0) 1242 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:08.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:07 smithi148 bash[66753]: cluster 2024-03-22T07:27:05.916274+0000 mgr.y (mgr.25337) 593 : cluster 0 pgmap v1087: 105 pgs: 105 active+clean; 30 MiB data, 604 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-03-22T07:27:08.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:07 smithi148 bash[66753]: audit 2024-03-22T07:27:06.764313+0000 mon.c (mon.2) 306 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:27:08.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:07 smithi148 bash[66753]: audit 2024-03-22T07:27:06.765700+0000 mon.c (mon.2) 307 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:27:08.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:07 smithi148 bash[66753]: audit 2024-03-22T07:27:06.775427+0000 mon.a (mon.0) 1242 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:09.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:08 smithi129 bash[82160]: cluster 2024-03-22T07:27:07.782616+0000 osd.7 (osd.7) 480 : cluster 3 failed to encode map e875 with expected crc 2024-03-22T07:27:09.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:08 smithi129 bash[82160]: cluster 2024-03-22T07:27:07.787621+0000 mon.a (mon.0) 1243 : cluster 0 osdmap e875: 8 total, 8 up, 8 in 2024-03-22T07:27:09.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:08 smithi129 bash[82160]: cluster 2024-03-22T07:27:07.789458+0000 osd.5 (osd.5) 454 : cluster 3 failed to encode map e875 with expected crc 2024-03-22T07:27:09.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:08 smithi129 bash[82160]: cluster 2024-03-22T07:27:07.806931+0000 osd.6 (osd.6) 450 : cluster 3 failed to encode map e875 with expected crc 2024-03-22T07:27:09.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:08 smithi129 bash[82160]: audit 2024-03-22T07:27:08.398093+0000 mon.c (mon.2) 308 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:27:09.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:08 smithi129 bash[79695]: cluster 2024-03-22T07:27:07.782616+0000 osd.7 (osd.7) 480 : cluster 3 failed to encode map e875 with expected crc 2024-03-22T07:27:09.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:08 smithi129 bash[79695]: cluster 2024-03-22T07:27:07.787621+0000 mon.a (mon.0) 1243 : cluster 0 osdmap e875: 8 total, 8 up, 8 in 2024-03-22T07:27:09.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:08 smithi129 bash[79695]: cluster 2024-03-22T07:27:07.789458+0000 osd.5 (osd.5) 454 : cluster 3 failed to encode map e875 with expected crc 2024-03-22T07:27:09.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:08 smithi129 bash[79695]: cluster 2024-03-22T07:27:07.806931+0000 osd.6 (osd.6) 450 : cluster 3 failed to encode map e875 with expected crc 2024-03-22T07:27:09.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:08 smithi129 bash[79695]: audit 2024-03-22T07:27:08.398093+0000 mon.c (mon.2) 308 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:27:09.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:08 smithi148 bash[66753]: cluster 2024-03-22T07:27:07.782616+0000 osd.7 (osd.7) 480 : cluster 3 failed to encode map e875 with expected crc 2024-03-22T07:27:09.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:08 smithi148 bash[66753]: cluster 2024-03-22T07:27:07.787621+0000 mon.a (mon.0) 1243 : cluster 0 osdmap e875: 8 total, 8 up, 8 in 2024-03-22T07:27:09.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:08 smithi148 bash[66753]: cluster 2024-03-22T07:27:07.789458+0000 osd.5 (osd.5) 454 : cluster 3 failed to encode map e875 with expected crc 2024-03-22T07:27:09.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:08 smithi148 bash[66753]: cluster 2024-03-22T07:27:07.806931+0000 osd.6 (osd.6) 450 : cluster 3 failed to encode map e875 with expected crc 2024-03-22T07:27:09.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:08 smithi148 bash[66753]: audit 2024-03-22T07:27:08.398093+0000 mon.c (mon.2) 308 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:27:10.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:09 smithi129 bash[82160]: cluster 2024-03-22T07:27:07.917230+0000 mgr.y (mgr.25337) 594 : cluster 0 pgmap v1089: 105 pgs: 105 active+clean; 62 MiB data, 638 MiB used, 715 GiB / 715 GiB avail; 9.5 MiB/s rd, 7.3 MiB/s wr, 63 op/s 2024-03-22T07:27:10.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:09 smithi129 bash[82160]: cluster 2024-03-22T07:27:08.826968+0000 osd.7 (osd.7) 481 : cluster 3 failed to encode map e876 with expected crc 2024-03-22T07:27:10.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:09 smithi129 bash[82160]: cluster 2024-03-22T07:27:08.827940+0000 osd.6 (osd.6) 451 : cluster 3 failed to encode map e876 with expected crc 2024-03-22T07:27:10.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:09 smithi129 bash[82160]: cluster 2024-03-22T07:27:08.831127+0000 mon.a (mon.0) 1244 : cluster 0 osdmap e876: 8 total, 8 up, 8 in 2024-03-22T07:27:10.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:09 smithi129 bash[82160]: cluster 2024-03-22T07:27:09.020644+0000 osd.5 (osd.5) 455 : cluster 3 failed to encode map e876 with expected crc 2024-03-22T07:27:10.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:09 smithi129 bash[79695]: cluster 2024-03-22T07:27:07.917230+0000 mgr.y (mgr.25337) 594 : cluster 0 pgmap v1089: 105 pgs: 105 active+clean; 62 MiB data, 638 MiB used, 715 GiB / 715 GiB avail; 9.5 MiB/s rd, 7.3 MiB/s wr, 63 op/s 2024-03-22T07:27:10.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:09 smithi129 bash[79695]: cluster 2024-03-22T07:27:08.826968+0000 osd.7 (osd.7) 481 : cluster 3 failed to encode map e876 with expected crc 2024-03-22T07:27:10.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:09 smithi129 bash[79695]: cluster 2024-03-22T07:27:08.827940+0000 osd.6 (osd.6) 451 : cluster 3 failed to encode map e876 with expected crc 2024-03-22T07:27:10.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:09 smithi129 bash[79695]: cluster 2024-03-22T07:27:08.831127+0000 mon.a (mon.0) 1244 : cluster 0 osdmap e876: 8 total, 8 up, 8 in 2024-03-22T07:27:10.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:09 smithi129 bash[79695]: cluster 2024-03-22T07:27:09.020644+0000 osd.5 (osd.5) 455 : cluster 3 failed to encode map e876 with expected crc 2024-03-22T07:27:10.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:09 smithi148 bash[66753]: cluster 2024-03-22T07:27:07.917230+0000 mgr.y (mgr.25337) 594 : cluster 0 pgmap v1089: 105 pgs: 105 active+clean; 62 MiB data, 638 MiB used, 715 GiB / 715 GiB avail; 9.5 MiB/s rd, 7.3 MiB/s wr, 63 op/s 2024-03-22T07:27:10.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:09 smithi148 bash[66753]: cluster 2024-03-22T07:27:08.826968+0000 osd.7 (osd.7) 481 : cluster 3 failed to encode map e876 with expected crc 2024-03-22T07:27:10.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:09 smithi148 bash[66753]: cluster 2024-03-22T07:27:08.827940+0000 osd.6 (osd.6) 451 : cluster 3 failed to encode map e876 with expected crc 2024-03-22T07:27:10.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:09 smithi148 bash[66753]: cluster 2024-03-22T07:27:08.831127+0000 mon.a (mon.0) 1244 : cluster 0 osdmap e876: 8 total, 8 up, 8 in 2024-03-22T07:27:10.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:09 smithi148 bash[66753]: cluster 2024-03-22T07:27:09.020644+0000 osd.5 (osd.5) 455 : cluster 3 failed to encode map e876 with expected crc 2024-03-22T07:27:12.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:11 smithi129 bash[79695]: cluster 2024-03-22T07:27:09.918253+0000 mgr.y (mgr.25337) 595 : cluster 0 pgmap v1091: 105 pgs: 105 active+clean; 76 MiB data, 710 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 111 op/s 2024-03-22T07:27:12.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:11 smithi129 bash[79695]: audit 2024-03-22T07:27:10.933793+0000 mon.a (mon.0) 1245 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:12.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:11 smithi129 bash[82160]: cluster 2024-03-22T07:27:09.918253+0000 mgr.y (mgr.25337) 595 : cluster 0 pgmap v1091: 105 pgs: 105 active+clean; 76 MiB data, 710 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 111 op/s 2024-03-22T07:27:12.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:11 smithi129 bash[82160]: audit 2024-03-22T07:27:10.933793+0000 mon.a (mon.0) 1245 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:12.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:11 smithi148 bash[66753]: cluster 2024-03-22T07:27:09.918253+0000 mgr.y (mgr.25337) 595 : cluster 0 pgmap v1091: 105 pgs: 105 active+clean; 76 MiB data, 710 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 111 op/s 2024-03-22T07:27:12.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:11 smithi148 bash[66753]: audit 2024-03-22T07:27:10.933793+0000 mon.a (mon.0) 1245 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:27:13.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:12 smithi129 bash[79695]: cluster 2024-03-22T07:27:11.918999+0000 mgr.y (mgr.25337) 596 : cluster 0 pgmap v1092: 105 pgs: 105 active+clean; 80 MiB data, 718 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 74 op/s 2024-03-22T07:27:13.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:12 smithi129 bash[82160]: cluster 2024-03-22T07:27:11.918999+0000 mgr.y (mgr.25337) 596 : cluster 0 pgmap v1092: 105 pgs: 105 active+clean; 80 MiB data, 718 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 74 op/s 2024-03-22T07:27:13.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:12 smithi148 bash[66753]: cluster 2024-03-22T07:27:11.918999+0000 mgr.y (mgr.25337) 596 : cluster 0 pgmap v1092: 105 pgs: 105 active+clean; 80 MiB data, 718 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 74 op/s 2024-03-22T07:27:14.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:27:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:27:13] "GET /metrics HTTP/1.1" 200 36512 "" "Prometheus/2.43.0" 2024-03-22T07:27:15.122 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:14 smithi129 bash[79695]: cluster 2024-03-22T07:27:13.920087+0000 mgr.y (mgr.25337) 597 : cluster 0 pgmap v1093: 105 pgs: 105 active+clean; 80 MiB data, 738 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 74 op/s 2024-03-22T07:27:15.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:14 smithi129 bash[82160]: cluster 2024-03-22T07:27:13.920087+0000 mgr.y (mgr.25337) 597 : cluster 0 pgmap v1093: 105 pgs: 105 active+clean; 80 MiB data, 738 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 74 op/s 2024-03-22T07:27:15.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:14 smithi148 bash[66753]: cluster 2024-03-22T07:27:13.920087+0000 mgr.y (mgr.25337) 597 : cluster 0 pgmap v1093: 105 pgs: 105 active+clean; 80 MiB data, 738 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 74 op/s 2024-03-22T07:27:16.395 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/0.Grow (9407 ms) 2024-03-22T07:27:16.396 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-03-22T07:27:16.396 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:27:17.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:16 smithi129 bash[79695]: cluster 2024-03-22T07:27:15.921180+0000 mgr.y (mgr.25337) 598 : cluster 0 pgmap v1094: 105 pgs: 105 active+clean; 96 MiB data, 754 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 77 op/s 2024-03-22T07:27:17.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:16 smithi129 bash[82160]: cluster 2024-03-22T07:27:15.921180+0000 mgr.y (mgr.25337) 598 : cluster 0 pgmap v1094: 105 pgs: 105 active+clean; 96 MiB data, 754 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 77 op/s 2024-03-22T07:27:17.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:16 smithi148 bash[66753]: cluster 2024-03-22T07:27:15.921180+0000 mgr.y (mgr.25337) 598 : cluster 0 pgmap v1094: 105 pgs: 105 active+clean; 96 MiB data, 754 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 77 op/s 2024-03-22T07:27:18.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:18 smithi129 bash[79695]: cluster 2024-03-22T07:27:16.979142+0000 osd.7 (osd.7) 482 : cluster 3 failed to encode map e877 with expected crc 2024-03-22T07:27:18.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:18 smithi129 bash[79695]: cluster 2024-03-22T07:27:16.981528+0000 osd.5 (osd.5) 456 : cluster 3 failed to encode map e877 with expected crc 2024-03-22T07:27:18.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:18 smithi129 bash[79695]: cluster 2024-03-22T07:27:16.984842+0000 mon.a (mon.0) 1246 : cluster 0 osdmap e877: 8 total, 8 up, 8 in 2024-03-22T07:27:18.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:18 smithi129 bash[79695]: cluster 2024-03-22T07:27:16.989110+0000 osd.6 (osd.6) 452 : cluster 3 failed to encode map e877 with expected crc 2024-03-22T07:27:18.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:18 smithi129 bash[82160]: cluster 2024-03-22T07:27:16.979142+0000 osd.7 (osd.7) 482 : cluster 3 failed to encode map e877 with expected crc 2024-03-22T07:27:18.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:18 smithi129 bash[82160]: cluster 2024-03-22T07:27:16.981528+0000 osd.5 (osd.5) 456 : cluster 3 failed to encode map e877 with expected crc 2024-03-22T07:27:18.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:18 smithi129 bash[82160]: cluster 2024-03-22T07:27:16.984842+0000 mon.a (mon.0) 1246 : cluster 0 osdmap e877: 8 total, 8 up, 8 in 2024-03-22T07:27:18.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:18 smithi129 bash[82160]: cluster 2024-03-22T07:27:16.989110+0000 osd.6 (osd.6) 452 : cluster 3 failed to encode map e877 with expected crc 2024-03-22T07:27:18.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:18 smithi148 bash[66753]: cluster 2024-03-22T07:27:16.979142+0000 osd.7 (osd.7) 482 : cluster 3 failed to encode map e877 with expected crc 2024-03-22T07:27:18.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:18 smithi148 bash[66753]: cluster 2024-03-22T07:27:16.981528+0000 osd.5 (osd.5) 456 : cluster 3 failed to encode map e877 with expected crc 2024-03-22T07:27:18.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:18 smithi148 bash[66753]: cluster 2024-03-22T07:27:16.984842+0000 mon.a (mon.0) 1246 : cluster 0 osdmap e877: 8 total, 8 up, 8 in 2024-03-22T07:27:18.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:18 smithi148 bash[66753]: cluster 2024-03-22T07:27:16.989110+0000 osd.6 (osd.6) 452 : cluster 3 failed to encode map e877 with expected crc 2024-03-22T07:27:19.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:19 smithi129 bash[79695]: cluster 2024-03-22T07:27:17.922241+0000 mgr.y (mgr.25337) 599 : cluster 0 pgmap v1096: 105 pgs: 105 active+clean; 122 MiB data, 804 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 103 op/s 2024-03-22T07:27:19.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:19 smithi129 bash[82160]: cluster 2024-03-22T07:27:17.922241+0000 mgr.y (mgr.25337) 599 : cluster 0 pgmap v1096: 105 pgs: 105 active+clean; 122 MiB data, 804 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 103 op/s 2024-03-22T07:27:19.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:19 smithi148 bash[66753]: cluster 2024-03-22T07:27:17.922241+0000 mgr.y (mgr.25337) 599 : cluster 0 pgmap v1096: 105 pgs: 105 active+clean; 122 MiB data, 804 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 103 op/s 2024-03-22T07:27:21.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:21 smithi129 bash[79695]: cluster 2024-03-22T07:27:19.923315+0000 mgr.y (mgr.25337) 600 : cluster 0 pgmap v1097: 105 pgs: 105 active+clean; 134 MiB data, 887 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 68 op/s 2024-03-22T07:27:21.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:21 smithi129 bash[82160]: cluster 2024-03-22T07:27:19.923315+0000 mgr.y (mgr.25337) 600 : cluster 0 pgmap v1097: 105 pgs: 105 active+clean; 134 MiB data, 887 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 68 op/s 2024-03-22T07:27:21.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:21 smithi148 bash[66753]: cluster 2024-03-22T07:27:19.923315+0000 mgr.y (mgr.25337) 600 : cluster 0 pgmap v1097: 105 pgs: 105 active+clean; 134 MiB data, 887 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 68 op/s 2024-03-22T07:27:23.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:23 smithi129 bash[79695]: cluster 2024-03-22T07:27:21.923782+0000 mgr.y (mgr.25337) 601 : cluster 0 pgmap v1098: 105 pgs: 105 active+clean; 134 MiB data, 900 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-03-22T07:27:23.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:23 smithi129 bash[82160]: cluster 2024-03-22T07:27:21.923782+0000 mgr.y (mgr.25337) 601 : cluster 0 pgmap v1098: 105 pgs: 105 active+clean; 134 MiB data, 900 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-03-22T07:27:23.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:23 smithi148 bash[66753]: cluster 2024-03-22T07:27:21.923782+0000 mgr.y (mgr.25337) 601 : cluster 0 pgmap v1098: 105 pgs: 105 active+clean; 134 MiB data, 900 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-03-22T07:27:24.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:24 smithi129 bash[82160]: audit 2024-03-22T07:27:23.398542+0000 mon.c (mon.2) 309 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:27:24.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:24 smithi129 bash[79695]: audit 2024-03-22T07:27:23.398542+0000 mon.c (mon.2) 309 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:27:24.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:27:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:27:23] "GET /metrics HTTP/1.1" 200 36515 "" "Prometheus/2.43.0" 2024-03-22T07:27:24.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:24 smithi148 bash[66753]: audit 2024-03-22T07:27:23.398542+0000 mon.c (mon.2) 309 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:27:25.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:25 smithi129 bash[82160]: cluster 2024-03-22T07:27:23.924718+0000 mgr.y (mgr.25337) 602 : cluster 0 pgmap v1099: 105 pgs: 105 active+clean; 134 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 67 op/s 2024-03-22T07:27:25.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:25 smithi129 bash[79695]: cluster 2024-03-22T07:27:23.924718+0000 mgr.y (mgr.25337) 602 : cluster 0 pgmap v1099: 105 pgs: 105 active+clean; 134 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 67 op/s 2024-03-22T07:27:25.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:25 smithi148 bash[66753]: cluster 2024-03-22T07:27:23.924718+0000 mgr.y (mgr.25337) 602 : cluster 0 pgmap v1099: 105 pgs: 105 active+clean; 134 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 67 op/s 2024-03-22T07:27:25.591 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (9196 ms) 2024-03-22T07:27:25.591 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-03-22T07:27:25.591 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:27:27.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:27 smithi129 bash[82160]: cluster 2024-03-22T07:27:25.925790+0000 mgr.y (mgr.25337) 603 : cluster 0 pgmap v1100: 105 pgs: 105 active+clean; 151 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.9 MiB/s wr, 72 op/s 2024-03-22T07:27:27.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:27 smithi129 bash[82160]: cluster 2024-03-22T07:27:26.032991+0000 osd.7 (osd.7) 483 : cluster 3 failed to encode map e878 with expected crc 2024-03-22T07:27:27.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:27 smithi129 bash[82160]: cluster 2024-03-22T07:27:26.037874+0000 mon.a (mon.0) 1247 : cluster 0 osdmap e878: 8 total, 8 up, 8 in 2024-03-22T07:27:27.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:27 smithi129 bash[82160]: cluster 2024-03-22T07:27:26.044582+0000 osd.5 (osd.5) 457 : cluster 3 failed to encode map e878 with expected crc 2024-03-22T07:27:27.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:27 smithi129 bash[82160]: cluster 2024-03-22T07:27:26.048127+0000 osd.5 (osd.5) 458 : cluster 3 failed to encode map e878 with expected crc 2024-03-22T07:27:27.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:27 smithi129 bash[79695]: cluster 2024-03-22T07:27:25.925790+0000 mgr.y (mgr.25337) 603 : cluster 0 pgmap v1100: 105 pgs: 105 active+clean; 151 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.9 MiB/s wr, 72 op/s 2024-03-22T07:27:27.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:27 smithi129 bash[79695]: cluster 2024-03-22T07:27:26.032991+0000 osd.7 (osd.7) 483 : cluster 3 failed to encode map e878 with expected crc 2024-03-22T07:27:27.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:27 smithi129 bash[79695]: cluster 2024-03-22T07:27:26.037874+0000 mon.a (mon.0) 1247 : cluster 0 osdmap e878: 8 total, 8 up, 8 in 2024-03-22T07:27:27.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:27 smithi129 bash[79695]: cluster 2024-03-22T07:27:26.044582+0000 osd.5 (osd.5) 457 : cluster 3 failed to encode map e878 with expected crc 2024-03-22T07:27:27.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:27 smithi129 bash[79695]: cluster 2024-03-22T07:27:26.048127+0000 osd.5 (osd.5) 458 : cluster 3 failed to encode map e878 with expected crc 2024-03-22T07:27:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:27 smithi148 bash[66753]: cluster 2024-03-22T07:27:25.925790+0000 mgr.y (mgr.25337) 603 : cluster 0 pgmap v1100: 105 pgs: 105 active+clean; 151 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.9 MiB/s wr, 72 op/s 2024-03-22T07:27:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:27 smithi148 bash[66753]: cluster 2024-03-22T07:27:26.032991+0000 osd.7 (osd.7) 483 : cluster 3 failed to encode map e878 with expected crc 2024-03-22T07:27:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:27 smithi148 bash[66753]: cluster 2024-03-22T07:27:26.037874+0000 mon.a (mon.0) 1247 : cluster 0 osdmap e878: 8 total, 8 up, 8 in 2024-03-22T07:27:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:27 smithi148 bash[66753]: cluster 2024-03-22T07:27:26.044582+0000 osd.5 (osd.5) 457 : cluster 3 failed to encode map e878 with expected crc 2024-03-22T07:27:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:27 smithi148 bash[66753]: cluster 2024-03-22T07:27:26.048127+0000 osd.5 (osd.5) 458 : cluster 3 failed to encode map e878 with expected crc 2024-03-22T07:27:28.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:28 smithi129 bash[82160]: cluster 2024-03-22T07:27:26.121089+0000 osd.6 (osd.6) 453 : cluster 3 failed to encode map e878 with expected crc 2024-03-22T07:27:28.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:28 smithi129 bash[79695]: cluster 2024-03-22T07:27:26.121089+0000 osd.6 (osd.6) 453 : cluster 3 failed to encode map e878 with expected crc 2024-03-22T07:27:28.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:28 smithi148 bash[66753]: cluster 2024-03-22T07:27:26.121089+0000 osd.6 (osd.6) 453 : cluster 3 failed to encode map e878 with expected crc 2024-03-22T07:27:29.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:29 smithi129 bash[79695]: cluster 2024-03-22T07:27:27.926762+0000 mgr.y (mgr.25337) 604 : cluster 0 pgmap v1102: 105 pgs: 105 active+clean; 175 MiB data, 1021 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 69 op/s 2024-03-22T07:27:29.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:29 smithi129 bash[82160]: cluster 2024-03-22T07:27:27.926762+0000 mgr.y (mgr.25337) 604 : cluster 0 pgmap v1102: 105 pgs: 105 active+clean; 175 MiB data, 1021 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 69 op/s 2024-03-22T07:27:29.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:29 smithi148 bash[66753]: cluster 2024-03-22T07:27:27.926762+0000 mgr.y (mgr.25337) 604 : cluster 0 pgmap v1102: 105 pgs: 105 active+clean; 175 MiB data, 1021 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 69 op/s 2024-03-22T07:27:31.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:31 smithi129 bash[79695]: cluster 2024-03-22T07:27:29.927731+0000 mgr.y (mgr.25337) 605 : cluster 0 pgmap v1103: 105 pgs: 105 active+clean; 184 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 65 op/s 2024-03-22T07:27:31.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:31 smithi129 bash[82160]: cluster 2024-03-22T07:27:29.927731+0000 mgr.y (mgr.25337) 605 : cluster 0 pgmap v1103: 105 pgs: 105 active+clean; 184 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 65 op/s 2024-03-22T07:27:31.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:31 smithi148 bash[66753]: cluster 2024-03-22T07:27:29.927731+0000 mgr.y (mgr.25337) 605 : cluster 0 pgmap v1103: 105 pgs: 105 active+clean; 184 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 65 op/s 2024-03-22T07:27:33.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:33 smithi129 bash[79695]: cluster 2024-03-22T07:27:31.928387+0000 mgr.y (mgr.25337) 606 : cluster 0 pgmap v1104: 105 pgs: 105 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-03-22T07:27:33.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:33 smithi129 bash[82160]: cluster 2024-03-22T07:27:31.928387+0000 mgr.y (mgr.25337) 606 : cluster 0 pgmap v1104: 105 pgs: 105 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-03-22T07:27:33.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:33 smithi148 bash[66753]: cluster 2024-03-22T07:27:31.928387+0000 mgr.y (mgr.25337) 606 : cluster 0 pgmap v1104: 105 pgs: 105 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-03-22T07:27:34.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:27:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:27:33] "GET /metrics HTTP/1.1" 200 36515 "" "Prometheus/2.43.0" 2024-03-22T07:27:34.418 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (8827 ms) 2024-03-22T07:27:34.419 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-03-22T07:27:34.419 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:27:35.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:35 smithi129 bash[79695]: cluster 2024-03-22T07:27:33.929367+0000 mgr.y (mgr.25337) 607 : cluster 0 pgmap v1105: 105 pgs: 105 active+clean; 192 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 79 op/s 2024-03-22T07:27:35.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:35 smithi129 bash[82160]: cluster 2024-03-22T07:27:33.929367+0000 mgr.y (mgr.25337) 607 : cluster 0 pgmap v1105: 105 pgs: 105 active+clean; 192 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 79 op/s 2024-03-22T07:27:35.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:35 smithi148 bash[66753]: cluster 2024-03-22T07:27:33.929367+0000 mgr.y (mgr.25337) 607 : cluster 0 pgmap v1105: 105 pgs: 105 active+clean; 192 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 79 op/s 2024-03-22T07:27:36.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:36 smithi129 bash[82160]: cluster 2024-03-22T07:27:35.056500+0000 osd.7 (osd.7) 484 : cluster 3 failed to encode map e879 with expected crc 2024-03-22T07:27:36.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:36 smithi129 bash[82160]: cluster 2024-03-22T07:27:35.061979+0000 mon.a (mon.0) 1248 : cluster 0 osdmap e879: 8 total, 8 up, 8 in 2024-03-22T07:27:36.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:36 smithi129 bash[82160]: cluster 2024-03-22T07:27:35.080237+0000 osd.5 (osd.5) 459 : cluster 3 failed to encode map e879 with expected crc 2024-03-22T07:27:36.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:36 smithi129 bash[79695]: cluster 2024-03-22T07:27:35.056500+0000 osd.7 (osd.7) 484 : cluster 3 failed to encode map e879 with expected crc 2024-03-22T07:27:36.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:36 smithi129 bash[79695]: cluster 2024-03-22T07:27:35.061979+0000 mon.a (mon.0) 1248 : cluster 0 osdmap e879: 8 total, 8 up, 8 in 2024-03-22T07:27:36.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:36 smithi129 bash[79695]: cluster 2024-03-22T07:27:35.080237+0000 osd.5 (osd.5) 459 : cluster 3 failed to encode map e879 with expected crc 2024-03-22T07:27:36.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:36 smithi148 bash[66753]: cluster 2024-03-22T07:27:35.056500+0000 osd.7 (osd.7) 484 : cluster 3 failed to encode map e879 with expected crc 2024-03-22T07:27:36.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:36 smithi148 bash[66753]: cluster 2024-03-22T07:27:35.061979+0000 mon.a (mon.0) 1248 : cluster 0 osdmap e879: 8 total, 8 up, 8 in 2024-03-22T07:27:36.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:36 smithi148 bash[66753]: cluster 2024-03-22T07:27:35.080237+0000 osd.5 (osd.5) 459 : cluster 3 failed to encode map e879 with expected crc 2024-03-22T07:27:37.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:37 smithi129 bash[79695]: cluster 2024-03-22T07:27:35.077205+0000 osd.6 (osd.6) 454 : cluster 3 failed to encode map e879 with expected crc 2024-03-22T07:27:37.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:37 smithi129 bash[79695]: cluster 2024-03-22T07:27:35.930140+0000 mgr.y (mgr.25337) 608 : cluster 0 pgmap v1107: 105 pgs: 105 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.2 MiB/s wr, 61 op/s 2024-03-22T07:27:37.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:37 smithi129 bash[82160]: cluster 2024-03-22T07:27:35.077205+0000 osd.6 (osd.6) 454 : cluster 3 failed to encode map e879 with expected crc 2024-03-22T07:27:37.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:37 smithi129 bash[82160]: cluster 2024-03-22T07:27:35.930140+0000 mgr.y (mgr.25337) 608 : cluster 0 pgmap v1107: 105 pgs: 105 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.2 MiB/s wr, 61 op/s 2024-03-22T07:27:37.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:37 smithi148 bash[66753]: cluster 2024-03-22T07:27:35.077205+0000 osd.6 (osd.6) 454 : cluster 3 failed to encode map e879 with expected crc 2024-03-22T07:27:37.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:37 smithi148 bash[66753]: cluster 2024-03-22T07:27:35.930140+0000 mgr.y (mgr.25337) 608 : cluster 0 pgmap v1107: 105 pgs: 105 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.2 MiB/s wr, 61 op/s 2024-03-22T07:27:39.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:39 smithi129 bash[79695]: cluster 2024-03-22T07:27:37.931167+0000 mgr.y (mgr.25337) 609 : cluster 0 pgmap v1108: 105 pgs: 105 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.4 MiB/s wr, 65 op/s 2024-03-22T07:27:39.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:39 smithi129 bash[79695]: audit 2024-03-22T07:27:38.398157+0000 mon.c (mon.2) 310 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:27:39.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:39 smithi129 bash[82160]: cluster 2024-03-22T07:27:37.931167+0000 mgr.y (mgr.25337) 609 : cluster 0 pgmap v1108: 105 pgs: 105 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.4 MiB/s wr, 65 op/s 2024-03-22T07:27:39.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:39 smithi129 bash[82160]: audit 2024-03-22T07:27:38.398157+0000 mon.c (mon.2) 310 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:27:39.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:39 smithi148 bash[66753]: cluster 2024-03-22T07:27:37.931167+0000 mgr.y (mgr.25337) 609 : cluster 0 pgmap v1108: 105 pgs: 105 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.4 MiB/s wr, 65 op/s 2024-03-22T07:27:39.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:39 smithi148 bash[66753]: audit 2024-03-22T07:27:38.398157+0000 mon.c (mon.2) 310 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:27:41.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:41 smithi129 bash[79695]: cluster 2024-03-22T07:27:39.931737+0000 mgr.y (mgr.25337) 610 : cluster 0 pgmap v1109: 105 pgs: 105 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 947 KiB/s rd, 4.5 MiB/s wr, 57 op/s 2024-03-22T07:27:41.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:41 smithi129 bash[82160]: cluster 2024-03-22T07:27:39.931737+0000 mgr.y (mgr.25337) 610 : cluster 0 pgmap v1109: 105 pgs: 105 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 947 KiB/s rd, 4.5 MiB/s wr, 57 op/s 2024-03-22T07:27:41.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:41 smithi148 bash[66753]: cluster 2024-03-22T07:27:39.931737+0000 mgr.y (mgr.25337) 610 : cluster 0 pgmap v1109: 105 pgs: 105 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 947 KiB/s rd, 4.5 MiB/s wr, 57 op/s 2024-03-22T07:27:43.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:43 smithi129 bash[79695]: cluster 2024-03-22T07:27:41.932383+0000 mgr.y (mgr.25337) 611 : cluster 0 pgmap v1110: 105 pgs: 105 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 975 KiB/s rd, 4.5 MiB/s wr, 57 op/s 2024-03-22T07:27:43.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:43 smithi129 bash[79695]: cluster 2024-03-22T07:27:42.094135+0000 osd.5 (osd.5) 460 : cluster 3 failed to encode map e880 with expected crc 2024-03-22T07:27:43.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:43 smithi129 bash[79695]: cluster 2024-03-22T07:27:42.095337+0000 mon.a (mon.0) 1249 : cluster 0 osdmap e880: 8 total, 8 up, 8 in 2024-03-22T07:27:43.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:43 smithi129 bash[79695]: cluster 2024-03-22T07:27:42.098968+0000 osd.6 (osd.6) 455 : cluster 3 failed to encode map e880 with expected crc 2024-03-22T07:27:43.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:43 smithi129 bash[79695]: cluster 2024-03-22T07:27:42.103353+0000 osd.6 (osd.6) 456 : cluster 3 failed to encode map e880 with expected crc 2024-03-22T07:27:43.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:43 smithi129 bash[79695]: cluster 2024-03-22T07:27:42.188805+0000 osd.7 (osd.7) 485 : cluster 3 failed to encode map e880 with expected crc 2024-03-22T07:27:43.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:43 smithi129 bash[79695]: cluster 2024-03-22T07:27:42.194995+0000 osd.7 (osd.7) 486 : cluster 3 failed to encode map e880 with expected crc 2024-03-22T07:27:43.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:43 smithi129 bash[82160]: cluster 2024-03-22T07:27:41.932383+0000 mgr.y (mgr.25337) 611 : cluster 0 pgmap v1110: 105 pgs: 105 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 975 KiB/s rd, 4.5 MiB/s wr, 57 op/s 2024-03-22T07:27:43.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:43 smithi129 bash[82160]: cluster 2024-03-22T07:27:42.094135+0000 osd.5 (osd.5) 460 : cluster 3 failed to encode map e880 with expected crc 2024-03-22T07:27:43.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:43 smithi129 bash[82160]: cluster 2024-03-22T07:27:42.095337+0000 mon.a (mon.0) 1249 : cluster 0 osdmap e880: 8 total, 8 up, 8 in 2024-03-22T07:27:43.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:43 smithi129 bash[82160]: cluster 2024-03-22T07:27:42.098968+0000 osd.6 (osd.6) 455 : cluster 3 failed to encode map e880 with expected crc 2024-03-22T07:27:43.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:43 smithi129 bash[82160]: cluster 2024-03-22T07:27:42.103353+0000 osd.6 (osd.6) 456 : cluster 3 failed to encode map e880 with expected crc 2024-03-22T07:27:43.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:43 smithi129 bash[82160]: cluster 2024-03-22T07:27:42.188805+0000 osd.7 (osd.7) 485 : cluster 3 failed to encode map e880 with expected crc 2024-03-22T07:27:43.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:43 smithi129 bash[82160]: cluster 2024-03-22T07:27:42.194995+0000 osd.7 (osd.7) 486 : cluster 3 failed to encode map e880 with expected crc 2024-03-22T07:27:43.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:43 smithi148 bash[66753]: cluster 2024-03-22T07:27:41.932383+0000 mgr.y (mgr.25337) 611 : cluster 0 pgmap v1110: 105 pgs: 105 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 975 KiB/s rd, 4.5 MiB/s wr, 57 op/s 2024-03-22T07:27:43.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:43 smithi148 bash[66753]: cluster 2024-03-22T07:27:42.094135+0000 osd.5 (osd.5) 460 : cluster 3 failed to encode map e880 with expected crc 2024-03-22T07:27:43.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:43 smithi148 bash[66753]: cluster 2024-03-22T07:27:42.095337+0000 mon.a (mon.0) 1249 : cluster 0 osdmap e880: 8 total, 8 up, 8 in 2024-03-22T07:27:43.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:43 smithi148 bash[66753]: cluster 2024-03-22T07:27:42.098968+0000 osd.6 (osd.6) 455 : cluster 3 failed to encode map e880 with expected crc 2024-03-22T07:27:43.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:43 smithi148 bash[66753]: cluster 2024-03-22T07:27:42.103353+0000 osd.6 (osd.6) 456 : cluster 3 failed to encode map e880 with expected crc 2024-03-22T07:27:43.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:43 smithi148 bash[66753]: cluster 2024-03-22T07:27:42.188805+0000 osd.7 (osd.7) 485 : cluster 3 failed to encode map e880 with expected crc 2024-03-22T07:27:43.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:43 smithi148 bash[66753]: cluster 2024-03-22T07:27:42.194995+0000 osd.7 (osd.7) 486 : cluster 3 failed to encode map e880 with expected crc 2024-03-22T07:27:44.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:27:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:27:43] "GET /metrics HTTP/1.1" 200 36520 "" "Prometheus/2.43.0" 2024-03-22T07:27:44.677 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (10259 ms) 2024-03-22T07:27:44.677 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-03-22T07:27:44.677 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:27:45.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:45 smithi129 bash[79695]: cluster 2024-03-22T07:27:43.933411+0000 mgr.y (mgr.25337) 612 : cluster 0 pgmap v1112: 105 pgs: 105 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 8.3 MiB/s wr, 83 op/s 2024-03-22T07:27:45.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:45 smithi129 bash[82160]: cluster 2024-03-22T07:27:43.933411+0000 mgr.y (mgr.25337) 612 : cluster 0 pgmap v1112: 105 pgs: 105 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 8.3 MiB/s wr, 83 op/s 2024-03-22T07:27:45.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:45 smithi148 bash[66753]: cluster 2024-03-22T07:27:43.933411+0000 mgr.y (mgr.25337) 612 : cluster 0 pgmap v1112: 105 pgs: 105 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 8.3 MiB/s wr, 83 op/s 2024-03-22T07:27:46.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:46 smithi129 bash[79695]: cluster 2024-03-22T07:27:45.098333+0000 osd.7 (osd.7) 487 : cluster 3 failed to encode map e881 with expected crc 2024-03-22T07:27:46.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:46 smithi129 bash[79695]: cluster 2024-03-22T07:27:45.099087+0000 osd.5 (osd.5) 461 : cluster 3 failed to encode map e881 with expected crc 2024-03-22T07:27:46.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:46 smithi129 bash[79695]: cluster 2024-03-22T07:27:45.102058+0000 mon.a (mon.0) 1250 : cluster 0 osdmap e881: 8 total, 8 up, 8 in 2024-03-22T07:27:46.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:46 smithi129 bash[79695]: cluster 2024-03-22T07:27:45.116793+0000 osd.6 (osd.6) 457 : cluster 3 failed to encode map e881 with expected crc 2024-03-22T07:27:46.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:46 smithi129 bash[82160]: cluster 2024-03-22T07:27:45.098333+0000 osd.7 (osd.7) 487 : cluster 3 failed to encode map e881 with expected crc 2024-03-22T07:27:46.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:46 smithi129 bash[82160]: cluster 2024-03-22T07:27:45.099087+0000 osd.5 (osd.5) 461 : cluster 3 failed to encode map e881 with expected crc 2024-03-22T07:27:46.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:46 smithi129 bash[82160]: cluster 2024-03-22T07:27:45.102058+0000 mon.a (mon.0) 1250 : cluster 0 osdmap e881: 8 total, 8 up, 8 in 2024-03-22T07:27:46.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:46 smithi129 bash[82160]: cluster 2024-03-22T07:27:45.116793+0000 osd.6 (osd.6) 457 : cluster 3 failed to encode map e881 with expected crc 2024-03-22T07:27:46.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:46 smithi148 bash[66753]: cluster 2024-03-22T07:27:45.098333+0000 osd.7 (osd.7) 487 : cluster 3 failed to encode map e881 with expected crc 2024-03-22T07:27:46.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:46 smithi148 bash[66753]: cluster 2024-03-22T07:27:45.099087+0000 osd.5 (osd.5) 461 : cluster 3 failed to encode map e881 with expected crc 2024-03-22T07:27:46.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:46 smithi148 bash[66753]: cluster 2024-03-22T07:27:45.102058+0000 mon.a (mon.0) 1250 : cluster 0 osdmap e881: 8 total, 8 up, 8 in 2024-03-22T07:27:46.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:46 smithi148 bash[66753]: cluster 2024-03-22T07:27:45.116793+0000 osd.6 (osd.6) 457 : cluster 3 failed to encode map e881 with expected crc 2024-03-22T07:27:47.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:47 smithi129 bash[79695]: cluster 2024-03-22T07:27:45.933897+0000 mgr.y (mgr.25337) 613 : cluster 0 pgmap v1114: 105 pgs: 105 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.6 MiB/s wr, 50 op/s 2024-03-22T07:27:47.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:47 smithi129 bash[82160]: cluster 2024-03-22T07:27:45.933897+0000 mgr.y (mgr.25337) 613 : cluster 0 pgmap v1114: 105 pgs: 105 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.6 MiB/s wr, 50 op/s 2024-03-22T07:27:47.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:47 smithi148 bash[66753]: cluster 2024-03-22T07:27:45.933897+0000 mgr.y (mgr.25337) 613 : cluster 0 pgmap v1114: 105 pgs: 105 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.6 MiB/s wr, 50 op/s 2024-03-22T07:27:49.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:49 smithi129 bash[79695]: cluster 2024-03-22T07:27:47.934870+0000 mgr.y (mgr.25337) 614 : cluster 0 pgmap v1115: 105 pgs: 105 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.8 MiB/s wr, 84 op/s 2024-03-22T07:27:49.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:49 smithi129 bash[82160]: cluster 2024-03-22T07:27:47.934870+0000 mgr.y (mgr.25337) 614 : cluster 0 pgmap v1115: 105 pgs: 105 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.8 MiB/s wr, 84 op/s 2024-03-22T07:27:49.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:49 smithi148 bash[66753]: cluster 2024-03-22T07:27:47.934870+0000 mgr.y (mgr.25337) 614 : cluster 0 pgmap v1115: 105 pgs: 105 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.8 MiB/s wr, 84 op/s 2024-03-22T07:27:51.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:51 smithi129 bash[82160]: cluster 2024-03-22T07:27:49.935891+0000 mgr.y (mgr.25337) 615 : cluster 0 pgmap v1116: 105 pgs: 105 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 97 op/s 2024-03-22T07:27:51.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:51 smithi129 bash[79695]: cluster 2024-03-22T07:27:49.935891+0000 mgr.y (mgr.25337) 615 : cluster 0 pgmap v1116: 105 pgs: 105 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 97 op/s 2024-03-22T07:27:51.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:51 smithi148 bash[66753]: cluster 2024-03-22T07:27:49.935891+0000 mgr.y (mgr.25337) 615 : cluster 0 pgmap v1116: 105 pgs: 105 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 97 op/s 2024-03-22T07:27:53.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:53 smithi148 bash[66753]: cluster 2024-03-22T07:27:51.936581+0000 mgr.y (mgr.25337) 616 : cluster 0 pgmap v1117: 105 pgs: 105 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.3 MiB/s wr, 79 op/s 2024-03-22T07:27:53.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:53 smithi129 bash[82160]: cluster 2024-03-22T07:27:51.936581+0000 mgr.y (mgr.25337) 616 : cluster 0 pgmap v1117: 105 pgs: 105 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.3 MiB/s wr, 79 op/s 2024-03-22T07:27:53.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:53 smithi129 bash[79695]: cluster 2024-03-22T07:27:51.936581+0000 mgr.y (mgr.25337) 616 : cluster 0 pgmap v1117: 105 pgs: 105 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.3 MiB/s wr, 79 op/s 2024-03-22T07:27:53.707 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (9029 ms) 2024-03-22T07:27:53.707 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-03-22T07:27:53.707 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:27:54.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:54 smithi129 bash[79695]: audit 2024-03-22T07:27:53.399156+0000 mon.c (mon.2) 311 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:27:54.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:27:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:27:53] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.43.0" 2024-03-22T07:27:54.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:54 smithi129 bash[82160]: audit 2024-03-22T07:27:53.399156+0000 mon.c (mon.2) 311 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:27:54.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:54 smithi148 bash[66753]: audit 2024-03-22T07:27:53.399156+0000 mon.c (mon.2) 311 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:27:55.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:55 smithi148 bash[66753]: cluster 2024-03-22T07:27:53.937636+0000 mgr.y (mgr.25337) 617 : cluster 0 pgmap v1118: 105 pgs: 105 active+clean; 315 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-03-22T07:27:55.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:55 smithi148 bash[66753]: cluster 2024-03-22T07:27:54.137766+0000 osd.7 (osd.7) 488 : cluster 3 failed to encode map e882 with expected crc 2024-03-22T07:27:55.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:55 smithi148 bash[66753]: cluster 2024-03-22T07:27:54.143013+0000 mon.a (mon.0) 1251 : cluster 0 osdmap e882: 8 total, 8 up, 8 in 2024-03-22T07:27:55.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:55 smithi148 bash[66753]: cluster 2024-03-22T07:27:54.145067+0000 osd.6 (osd.6) 458 : cluster 3 failed to encode map e882 with expected crc 2024-03-22T07:27:55.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:55 smithi129 bash[79695]: cluster 2024-03-22T07:27:53.937636+0000 mgr.y (mgr.25337) 617 : cluster 0 pgmap v1118: 105 pgs: 105 active+clean; 315 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-03-22T07:27:55.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:55 smithi129 bash[79695]: cluster 2024-03-22T07:27:54.137766+0000 osd.7 (osd.7) 488 : cluster 3 failed to encode map e882 with expected crc 2024-03-22T07:27:55.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:55 smithi129 bash[79695]: cluster 2024-03-22T07:27:54.143013+0000 mon.a (mon.0) 1251 : cluster 0 osdmap e882: 8 total, 8 up, 8 in 2024-03-22T07:27:55.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:55 smithi129 bash[79695]: cluster 2024-03-22T07:27:54.145067+0000 osd.6 (osd.6) 458 : cluster 3 failed to encode map e882 with expected crc 2024-03-22T07:27:55.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:55 smithi129 bash[82160]: cluster 2024-03-22T07:27:53.937636+0000 mgr.y (mgr.25337) 617 : cluster 0 pgmap v1118: 105 pgs: 105 active+clean; 315 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-03-22T07:27:55.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:55 smithi129 bash[82160]: cluster 2024-03-22T07:27:54.137766+0000 osd.7 (osd.7) 488 : cluster 3 failed to encode map e882 with expected crc 2024-03-22T07:27:55.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:55 smithi129 bash[82160]: cluster 2024-03-22T07:27:54.143013+0000 mon.a (mon.0) 1251 : cluster 0 osdmap e882: 8 total, 8 up, 8 in 2024-03-22T07:27:55.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:55 smithi129 bash[82160]: cluster 2024-03-22T07:27:54.145067+0000 osd.6 (osd.6) 458 : cluster 3 failed to encode map e882 with expected crc 2024-03-22T07:27:57.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:57 smithi148 bash[66753]: cluster 2024-03-22T07:27:55.938652+0000 mgr.y (mgr.25337) 618 : cluster 0 pgmap v1120: 105 pgs: 105 active+clean; 339 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.5 MiB/s wr, 86 op/s 2024-03-22T07:27:57.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:57 smithi129 bash[79695]: cluster 2024-03-22T07:27:55.938652+0000 mgr.y (mgr.25337) 618 : cluster 0 pgmap v1120: 105 pgs: 105 active+clean; 339 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.5 MiB/s wr, 86 op/s 2024-03-22T07:27:57.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:57 smithi129 bash[82160]: cluster 2024-03-22T07:27:55.938652+0000 mgr.y (mgr.25337) 618 : cluster 0 pgmap v1120: 105 pgs: 105 active+clean; 339 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.5 MiB/s wr, 86 op/s 2024-03-22T07:27:59.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:27:59 smithi148 bash[66753]: cluster 2024-03-22T07:27:57.939608+0000 mgr.y (mgr.25337) 619 : cluster 0 pgmap v1121: 105 pgs: 105 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 67 op/s 2024-03-22T07:27:59.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:27:59 smithi129 bash[79695]: cluster 2024-03-22T07:27:57.939608+0000 mgr.y (mgr.25337) 619 : cluster 0 pgmap v1121: 105 pgs: 105 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 67 op/s 2024-03-22T07:27:59.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:27:59 smithi129 bash[82160]: cluster 2024-03-22T07:27:57.939608+0000 mgr.y (mgr.25337) 619 : cluster 0 pgmap v1121: 105 pgs: 105 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 67 op/s 2024-03-22T07:28:01.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:01 smithi148 bash[66753]: cluster 2024-03-22T07:27:59.940586+0000 mgr.y (mgr.25337) 620 : cluster 0 pgmap v1122: 105 pgs: 105 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 63 op/s 2024-03-22T07:28:01.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:01 smithi129 bash[79695]: cluster 2024-03-22T07:27:59.940586+0000 mgr.y (mgr.25337) 620 : cluster 0 pgmap v1122: 105 pgs: 105 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 63 op/s 2024-03-22T07:28:01.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:01 smithi129 bash[82160]: cluster 2024-03-22T07:27:59.940586+0000 mgr.y (mgr.25337) 620 : cluster 0 pgmap v1122: 105 pgs: 105 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 63 op/s 2024-03-22T07:28:02.589 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (8882 ms) 2024-03-22T07:28:03.172 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (68609 ms total) 2024-03-22T07:28:03.172 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:28:03.172 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-03-22T07:28:03.227 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-03-22T07:28:03.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:03 smithi148 bash[66753]: cluster 2024-03-22T07:28:01.941266+0000 mgr.y (mgr.25337) 621 : cluster 0 pgmap v1123: 105 pgs: 105 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 63 op/s 2024-03-22T07:28:03.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:03 smithi129 bash[79695]: cluster 2024-03-22T07:28:01.941266+0000 mgr.y (mgr.25337) 621 : cluster 0 pgmap v1123: 105 pgs: 105 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 63 op/s 2024-03-22T07:28:03.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:03 smithi129 bash[82160]: cluster 2024-03-22T07:28:01.941266+0000 mgr.y (mgr.25337) 621 : cluster 0 pgmap v1123: 105 pgs: 105 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 63 op/s 2024-03-22T07:28:04.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:28:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:28:03] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.43.0" 2024-03-22T07:28:04.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:04 smithi129 bash[82160]: cluster 2024-03-22T07:28:03.170835+0000 mon.a (mon.0) 1252 : cluster 0 osdmap e883: 8 total, 8 up, 8 in 2024-03-22T07:28:04.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:04 smithi129 bash[82160]: cluster 2024-03-22T07:28:03.205373+0000 osd.7 (osd.7) 489 : cluster 3 failed to encode map e883 with expected crc 2024-03-22T07:28:04.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:04 smithi129 bash[82160]: cluster 2024-03-22T07:28:03.780807+0000 osd.6 (osd.6) 459 : cluster 3 failed to encode map e883 with expected crc 2024-03-22T07:28:04.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:04 smithi129 bash[82160]: cluster 2024-03-22T07:28:03.783870+0000 osd.6 (osd.6) 460 : cluster 3 failed to encode map e883 with expected crc 2024-03-22T07:28:04.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:04 smithi129 bash[79695]: cluster 2024-03-22T07:28:03.170835+0000 mon.a (mon.0) 1252 : cluster 0 osdmap e883: 8 total, 8 up, 8 in 2024-03-22T07:28:04.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:04 smithi129 bash[79695]: cluster 2024-03-22T07:28:03.205373+0000 osd.7 (osd.7) 489 : cluster 3 failed to encode map e883 with expected crc 2024-03-22T07:28:04.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:04 smithi129 bash[79695]: cluster 2024-03-22T07:28:03.780807+0000 osd.6 (osd.6) 459 : cluster 3 failed to encode map e883 with expected crc 2024-03-22T07:28:04.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:04 smithi129 bash[79695]: cluster 2024-03-22T07:28:03.783870+0000 osd.6 (osd.6) 460 : cluster 3 failed to encode map e883 with expected crc 2024-03-22T07:28:04.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:04 smithi148 bash[66753]: cluster 2024-03-22T07:28:03.170835+0000 mon.a (mon.0) 1252 : cluster 0 osdmap e883: 8 total, 8 up, 8 in 2024-03-22T07:28:04.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:04 smithi148 bash[66753]: cluster 2024-03-22T07:28:03.205373+0000 osd.7 (osd.7) 489 : cluster 3 failed to encode map e883 with expected crc 2024-03-22T07:28:04.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:04 smithi148 bash[66753]: cluster 2024-03-22T07:28:03.780807+0000 osd.6 (osd.6) 459 : cluster 3 failed to encode map e883 with expected crc 2024-03-22T07:28:04.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:04 smithi148 bash[66753]: cluster 2024-03-22T07:28:03.783870+0000 osd.6 (osd.6) 460 : cluster 3 failed to encode map e883 with expected crc 2024-03-22T07:28:05.213 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:28:05.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[79695]: cluster 2024-03-22T07:28:03.941922+0000 mgr.y (mgr.25337) 622 : cluster 0 pgmap v1125: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:28:05.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[79695]: cluster 2024-03-22T07:28:03.982681+0000 osd.5 (osd.5) 462 : cluster 3 failed to encode map e883 with expected crc 2024-03-22T07:28:05.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[79695]: cluster 2024-03-22T07:28:04.180902+0000 osd.7 (osd.7) 490 : cluster 3 failed to encode map e884 with expected crc 2024-03-22T07:28:05.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[79695]: cluster 2024-03-22T07:28:04.185197+0000 osd.5 (osd.5) 463 : cluster 3 failed to encode map e884 with expected crc 2024-03-22T07:28:05.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[79695]: cluster 2024-03-22T07:28:04.185305+0000 osd.6 (osd.6) 461 : cluster 3 failed to encode map e884 with expected crc 2024-03-22T07:28:05.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[79695]: cluster 2024-03-22T07:28:04.186582+0000 osd.7 (osd.7) 491 : cluster 3 failed to encode map e884 with expected crc 2024-03-22T07:28:05.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[79695]: cluster 2024-03-22T07:28:04.186807+0000 mon.a (mon.0) 1253 : cluster 0 osdmap e884: 8 total, 8 up, 8 in 2024-03-22T07:28:05.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[79695]: cluster 2024-03-22T07:28:04.191792+0000 osd.7 (osd.7) 492 : cluster 3 failed to encode map e884 with expected crc 2024-03-22T07:28:05.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[79695]: audit 2024-03-22T07:28:04.199116+0000 mon.a (mon.0) 1254 : audit 1 from='client.? 172.21.15.129:0/2313204603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:28:05.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[82160]: cluster 2024-03-22T07:28:03.941922+0000 mgr.y (mgr.25337) 622 : cluster 0 pgmap v1125: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:28:05.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[82160]: cluster 2024-03-22T07:28:03.982681+0000 osd.5 (osd.5) 462 : cluster 3 failed to encode map e883 with expected crc 2024-03-22T07:28:05.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[82160]: cluster 2024-03-22T07:28:04.180902+0000 osd.7 (osd.7) 490 : cluster 3 failed to encode map e884 with expected crc 2024-03-22T07:28:05.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[82160]: cluster 2024-03-22T07:28:04.185197+0000 osd.5 (osd.5) 463 : cluster 3 failed to encode map e884 with expected crc 2024-03-22T07:28:05.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[82160]: cluster 2024-03-22T07:28:04.185305+0000 osd.6 (osd.6) 461 : cluster 3 failed to encode map e884 with expected crc 2024-03-22T07:28:05.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[82160]: cluster 2024-03-22T07:28:04.186582+0000 osd.7 (osd.7) 491 : cluster 3 failed to encode map e884 with expected crc 2024-03-22T07:28:05.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[82160]: cluster 2024-03-22T07:28:04.186807+0000 mon.a (mon.0) 1253 : cluster 0 osdmap e884: 8 total, 8 up, 8 in 2024-03-22T07:28:05.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[82160]: cluster 2024-03-22T07:28:04.191792+0000 osd.7 (osd.7) 492 : cluster 3 failed to encode map e884 with expected crc 2024-03-22T07:28:05.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:05 smithi129 bash[82160]: audit 2024-03-22T07:28:04.199116+0000 mon.a (mon.0) 1254 : audit 1 from='client.? 172.21.15.129:0/2313204603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:28:05.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:05 smithi148 bash[66753]: cluster 2024-03-22T07:28:03.941922+0000 mgr.y (mgr.25337) 622 : cluster 0 pgmap v1125: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:28:05.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:05 smithi148 bash[66753]: cluster 2024-03-22T07:28:03.982681+0000 osd.5 (osd.5) 462 : cluster 3 failed to encode map e883 with expected crc 2024-03-22T07:28:05.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:05 smithi148 bash[66753]: cluster 2024-03-22T07:28:04.180902+0000 osd.7 (osd.7) 490 : cluster 3 failed to encode map e884 with expected crc 2024-03-22T07:28:05.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:05 smithi148 bash[66753]: cluster 2024-03-22T07:28:04.185197+0000 osd.5 (osd.5) 463 : cluster 3 failed to encode map e884 with expected crc 2024-03-22T07:28:05.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:05 smithi148 bash[66753]: cluster 2024-03-22T07:28:04.185305+0000 osd.6 (osd.6) 461 : cluster 3 failed to encode map e884 with expected crc 2024-03-22T07:28:05.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:05 smithi148 bash[66753]: cluster 2024-03-22T07:28:04.186582+0000 osd.7 (osd.7) 491 : cluster 3 failed to encode map e884 with expected crc 2024-03-22T07:28:05.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:05 smithi148 bash[66753]: cluster 2024-03-22T07:28:04.186807+0000 mon.a (mon.0) 1253 : cluster 0 osdmap e884: 8 total, 8 up, 8 in 2024-03-22T07:28:05.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:05 smithi148 bash[66753]: cluster 2024-03-22T07:28:04.191792+0000 osd.7 (osd.7) 492 : cluster 3 failed to encode map e884 with expected crc 2024-03-22T07:28:05.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:05 smithi148 bash[66753]: audit 2024-03-22T07:28:04.199116+0000 mon.a (mon.0) 1254 : audit 1 from='client.? 172.21.15.129:0/2313204603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:28:06.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:06 smithi129 bash[79695]: audit 2024-03-22T07:28:05.181239+0000 mon.a (mon.0) 1255 : audit 1 from='client.? 172.21.15.129:0/2313204603' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:28:06.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:06 smithi129 bash[79695]: cluster 2024-03-22T07:28:05.182981+0000 osd.7 (osd.7) 493 : cluster 3 failed to encode map e885 with expected crc 2024-03-22T07:28:06.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:06 smithi129 bash[79695]: cluster 2024-03-22T07:28:05.183875+0000 osd.5 (osd.5) 464 : cluster 3 failed to encode map e885 with expected crc 2024-03-22T07:28:06.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:06 smithi129 bash[79695]: cluster 2024-03-22T07:28:05.187279+0000 mon.a (mon.0) 1256 : cluster 0 osdmap e885: 8 total, 8 up, 8 in 2024-03-22T07:28:06.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:06 smithi129 bash[79695]: cluster 2024-03-22T07:28:05.188608+0000 osd.7 (osd.7) 494 : cluster 3 failed to encode map e885 with expected crc 2024-03-22T07:28:06.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:06 smithi129 bash[79695]: cluster 2024-03-22T07:28:05.189213+0000 osd.6 (osd.6) 462 : cluster 3 failed to encode map e885 with expected crc 2024-03-22T07:28:06.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:06 smithi129 bash[79695]: cluster 2024-03-22T07:28:05.190075+0000 osd.5 (osd.5) 465 : cluster 3 failed to encode map e885 with expected crc 2024-03-22T07:28:06.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:06 smithi129 bash[82160]: audit 2024-03-22T07:28:05.181239+0000 mon.a (mon.0) 1255 : audit 1 from='client.? 172.21.15.129:0/2313204603' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:28:06.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:06 smithi129 bash[82160]: cluster 2024-03-22T07:28:05.182981+0000 osd.7 (osd.7) 493 : cluster 3 failed to encode map e885 with expected crc 2024-03-22T07:28:06.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:06 smithi129 bash[82160]: cluster 2024-03-22T07:28:05.183875+0000 osd.5 (osd.5) 464 : cluster 3 failed to encode map e885 with expected crc 2024-03-22T07:28:06.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:06 smithi129 bash[82160]: cluster 2024-03-22T07:28:05.187279+0000 mon.a (mon.0) 1256 : cluster 0 osdmap e885: 8 total, 8 up, 8 in 2024-03-22T07:28:06.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:06 smithi129 bash[82160]: cluster 2024-03-22T07:28:05.188608+0000 osd.7 (osd.7) 494 : cluster 3 failed to encode map e885 with expected crc 2024-03-22T07:28:06.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:06 smithi129 bash[82160]: cluster 2024-03-22T07:28:05.189213+0000 osd.6 (osd.6) 462 : cluster 3 failed to encode map e885 with expected crc 2024-03-22T07:28:06.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:06 smithi129 bash[82160]: cluster 2024-03-22T07:28:05.190075+0000 osd.5 (osd.5) 465 : cluster 3 failed to encode map e885 with expected crc 2024-03-22T07:28:06.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:06 smithi148 bash[66753]: audit 2024-03-22T07:28:05.181239+0000 mon.a (mon.0) 1255 : audit 1 from='client.? 172.21.15.129:0/2313204603' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:28:06.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:06 smithi148 bash[66753]: cluster 2024-03-22T07:28:05.182981+0000 osd.7 (osd.7) 493 : cluster 3 failed to encode map e885 with expected crc 2024-03-22T07:28:06.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:06 smithi148 bash[66753]: cluster 2024-03-22T07:28:05.183875+0000 osd.5 (osd.5) 464 : cluster 3 failed to encode map e885 with expected crc 2024-03-22T07:28:06.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:06 smithi148 bash[66753]: cluster 2024-03-22T07:28:05.187279+0000 mon.a (mon.0) 1256 : cluster 0 osdmap e885: 8 total, 8 up, 8 in 2024-03-22T07:28:06.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:06 smithi148 bash[66753]: cluster 2024-03-22T07:28:05.188608+0000 osd.7 (osd.7) 494 : cluster 3 failed to encode map e885 with expected crc 2024-03-22T07:28:06.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:06 smithi148 bash[66753]: cluster 2024-03-22T07:28:05.189213+0000 osd.6 (osd.6) 462 : cluster 3 failed to encode map e885 with expected crc 2024-03-22T07:28:06.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:06 smithi148 bash[66753]: cluster 2024-03-22T07:28:05.190075+0000 osd.5 (osd.5) 465 : cluster 3 failed to encode map e885 with expected crc 2024-03-22T07:28:07.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:07 smithi129 bash[79695]: cluster 2024-03-22T07:28:05.942707+0000 mgr.y (mgr.25337) 623 : cluster 0 pgmap v1128: 105 pgs: 15 creating+peering, 15 unknown, 75 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:28:07.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:07 smithi129 bash[79695]: cluster 2024-03-22T07:28:06.213354+0000 mon.a (mon.0) 1257 : cluster 0 osdmap e886: 8 total, 8 up, 8 in 2024-03-22T07:28:07.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:07 smithi129 bash[79695]: cluster 2024-03-22T07:28:06.507329+0000 osd.6 (osd.6) 463 : cluster 3 failed to encode map e886 with expected crc 2024-03-22T07:28:07.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:07 smithi129 bash[79695]: cluster 2024-03-22T07:28:06.507329+0000 osd.5 (osd.5) 466 : cluster 3 failed to encode map e886 with expected crc 2024-03-22T07:28:07.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:07 smithi129 bash[79695]: audit 2024-03-22T07:28:06.858674+0000 mon.c (mon.2) 312 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:28:07.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:07 smithi129 bash[82160]: cluster 2024-03-22T07:28:05.942707+0000 mgr.y (mgr.25337) 623 : cluster 0 pgmap v1128: 105 pgs: 15 creating+peering, 15 unknown, 75 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:28:07.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:07 smithi129 bash[82160]: cluster 2024-03-22T07:28:06.213354+0000 mon.a (mon.0) 1257 : cluster 0 osdmap e886: 8 total, 8 up, 8 in 2024-03-22T07:28:07.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:07 smithi129 bash[82160]: cluster 2024-03-22T07:28:06.507329+0000 osd.6 (osd.6) 463 : cluster 3 failed to encode map e886 with expected crc 2024-03-22T07:28:07.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:07 smithi129 bash[82160]: cluster 2024-03-22T07:28:06.507329+0000 osd.5 (osd.5) 466 : cluster 3 failed to encode map e886 with expected crc 2024-03-22T07:28:07.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:07 smithi129 bash[82160]: audit 2024-03-22T07:28:06.858674+0000 mon.c (mon.2) 312 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:28:07.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:07 smithi148 bash[66753]: cluster 2024-03-22T07:28:05.942707+0000 mgr.y (mgr.25337) 623 : cluster 0 pgmap v1128: 105 pgs: 15 creating+peering, 15 unknown, 75 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:28:07.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:07 smithi148 bash[66753]: cluster 2024-03-22T07:28:06.213354+0000 mon.a (mon.0) 1257 : cluster 0 osdmap e886: 8 total, 8 up, 8 in 2024-03-22T07:28:07.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:07 smithi148 bash[66753]: cluster 2024-03-22T07:28:06.507329+0000 osd.6 (osd.6) 463 : cluster 3 failed to encode map e886 with expected crc 2024-03-22T07:28:07.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:07 smithi148 bash[66753]: cluster 2024-03-22T07:28:06.507329+0000 osd.5 (osd.5) 466 : cluster 3 failed to encode map e886 with expected crc 2024-03-22T07:28:07.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:07 smithi148 bash[66753]: audit 2024-03-22T07:28:06.858674+0000 mon.c (mon.2) 312 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:28:08.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:08 smithi129 bash[79695]: cluster 2024-03-22T07:28:06.507187+0000 osd.7 (osd.7) 495 : cluster 3 failed to encode map e886 with expected crc 2024-03-22T07:28:08.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:08 smithi129 bash[79695]: cluster 2024-03-22T07:28:07.215215+0000 mon.a (mon.0) 1258 : cluster 0 osdmap e887: 8 total, 8 up, 8 in 2024-03-22T07:28:08.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:08 smithi129 bash[79695]: cluster 2024-03-22T07:28:07.225728+0000 osd.7 (osd.7) 496 : cluster 3 failed to encode map e887 with expected crc 2024-03-22T07:28:08.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:08 smithi129 bash[79695]: cluster 2024-03-22T07:28:07.225963+0000 osd.5 (osd.5) 467 : cluster 3 failed to encode map e887 with expected crc 2024-03-22T07:28:08.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:08 smithi129 bash[79695]: cluster 2024-03-22T07:28:07.246363+0000 osd.6 (osd.6) 464 : cluster 3 failed to encode map e887 with expected crc 2024-03-22T07:28:08.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:08 smithi129 bash[82160]: cluster 2024-03-22T07:28:06.507187+0000 osd.7 (osd.7) 495 : cluster 3 failed to encode map e886 with expected crc 2024-03-22T07:28:08.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:08 smithi129 bash[82160]: cluster 2024-03-22T07:28:07.215215+0000 mon.a (mon.0) 1258 : cluster 0 osdmap e887: 8 total, 8 up, 8 in 2024-03-22T07:28:08.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:08 smithi129 bash[82160]: cluster 2024-03-22T07:28:07.225728+0000 osd.7 (osd.7) 496 : cluster 3 failed to encode map e887 with expected crc 2024-03-22T07:28:08.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:08 smithi129 bash[82160]: cluster 2024-03-22T07:28:07.225963+0000 osd.5 (osd.5) 467 : cluster 3 failed to encode map e887 with expected crc 2024-03-22T07:28:08.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:08 smithi129 bash[82160]: cluster 2024-03-22T07:28:07.246363+0000 osd.6 (osd.6) 464 : cluster 3 failed to encode map e887 with expected crc 2024-03-22T07:28:08.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:08 smithi148 bash[66753]: cluster 2024-03-22T07:28:06.507187+0000 osd.7 (osd.7) 495 : cluster 3 failed to encode map e886 with expected crc 2024-03-22T07:28:08.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:08 smithi148 bash[66753]: cluster 2024-03-22T07:28:07.215215+0000 mon.a (mon.0) 1258 : cluster 0 osdmap e887: 8 total, 8 up, 8 in 2024-03-22T07:28:08.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:08 smithi148 bash[66753]: cluster 2024-03-22T07:28:07.225728+0000 osd.7 (osd.7) 496 : cluster 3 failed to encode map e887 with expected crc 2024-03-22T07:28:08.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:08 smithi148 bash[66753]: cluster 2024-03-22T07:28:07.225963+0000 osd.5 (osd.5) 467 : cluster 3 failed to encode map e887 with expected crc 2024-03-22T07:28:08.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:08 smithi148 bash[66753]: cluster 2024-03-22T07:28:07.246363+0000 osd.6 (osd.6) 464 : cluster 3 failed to encode map e887 with expected crc 2024-03-22T07:28:09.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:09 smithi129 bash[79695]: cluster 2024-03-22T07:28:07.943625+0000 mgr.y (mgr.25337) 624 : cluster 0 pgmap v1131: 105 pgs: 15 creating+peering, 90 active+clean; 8.6 MiB data, 682 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-03-22T07:28:09.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:09 smithi129 bash[79695]: cluster 2024-03-22T07:28:08.239187+0000 osd.5 (osd.5) 468 : cluster 3 failed to encode map e888 with expected crc 2024-03-22T07:28:09.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:09 smithi129 bash[79695]: cluster 2024-03-22T07:28:08.244010+0000 mon.a (mon.0) 1259 : cluster 0 osdmap e888: 8 total, 8 up, 8 in 2024-03-22T07:28:09.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:09 smithi129 bash[79695]: cluster 2024-03-22T07:28:08.247515+0000 osd.7 (osd.7) 497 : cluster 3 failed to encode map e888 with expected crc 2024-03-22T07:28:09.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:09 smithi129 bash[79695]: cluster 2024-03-22T07:28:08.251870+0000 osd.6 (osd.6) 465 : cluster 3 failed to encode map e888 with expected crc 2024-03-22T07:28:09.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:09 smithi129 bash[79695]: audit 2024-03-22T07:28:08.399717+0000 mon.c (mon.2) 313 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:28:09.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:09 smithi129 bash[82160]: cluster 2024-03-22T07:28:07.943625+0000 mgr.y (mgr.25337) 624 : cluster 0 pgmap v1131: 105 pgs: 15 creating+peering, 90 active+clean; 8.6 MiB data, 682 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-03-22T07:28:09.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:09 smithi129 bash[82160]: cluster 2024-03-22T07:28:08.239187+0000 osd.5 (osd.5) 468 : cluster 3 failed to encode map e888 with expected crc 2024-03-22T07:28:09.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:09 smithi129 bash[82160]: cluster 2024-03-22T07:28:08.244010+0000 mon.a (mon.0) 1259 : cluster 0 osdmap e888: 8 total, 8 up, 8 in 2024-03-22T07:28:09.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:09 smithi129 bash[82160]: cluster 2024-03-22T07:28:08.247515+0000 osd.7 (osd.7) 497 : cluster 3 failed to encode map e888 with expected crc 2024-03-22T07:28:09.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:09 smithi129 bash[82160]: cluster 2024-03-22T07:28:08.251870+0000 osd.6 (osd.6) 465 : cluster 3 failed to encode map e888 with expected crc 2024-03-22T07:28:09.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:09 smithi129 bash[82160]: audit 2024-03-22T07:28:08.399717+0000 mon.c (mon.2) 313 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:28:09.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:09 smithi148 bash[66753]: cluster 2024-03-22T07:28:07.943625+0000 mgr.y (mgr.25337) 624 : cluster 0 pgmap v1131: 105 pgs: 15 creating+peering, 90 active+clean; 8.6 MiB data, 682 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-03-22T07:28:09.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:09 smithi148 bash[66753]: cluster 2024-03-22T07:28:08.239187+0000 osd.5 (osd.5) 468 : cluster 3 failed to encode map e888 with expected crc 2024-03-22T07:28:09.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:09 smithi148 bash[66753]: cluster 2024-03-22T07:28:08.244010+0000 mon.a (mon.0) 1259 : cluster 0 osdmap e888: 8 total, 8 up, 8 in 2024-03-22T07:28:09.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:09 smithi148 bash[66753]: cluster 2024-03-22T07:28:08.247515+0000 osd.7 (osd.7) 497 : cluster 3 failed to encode map e888 with expected crc 2024-03-22T07:28:09.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:09 smithi148 bash[66753]: cluster 2024-03-22T07:28:08.251870+0000 osd.6 (osd.6) 465 : cluster 3 failed to encode map e888 with expected crc 2024-03-22T07:28:09.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:09 smithi148 bash[66753]: audit 2024-03-22T07:28:08.399717+0000 mon.c (mon.2) 313 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:28:11.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:11 smithi129 bash[79695]: cluster 2024-03-22T07:28:09.944410+0000 mgr.y (mgr.25337) 625 : cluster 0 pgmap v1133: 105 pgs: 105 active+clean; 18 MiB data, 566 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 3.6 MiB/s wr, 28 op/s 2024-03-22T07:28:11.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:11 smithi129 bash[82160]: cluster 2024-03-22T07:28:09.944410+0000 mgr.y (mgr.25337) 625 : cluster 0 pgmap v1133: 105 pgs: 105 active+clean; 18 MiB data, 566 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 3.6 MiB/s wr, 28 op/s 2024-03-22T07:28:11.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:11 smithi148 bash[66753]: cluster 2024-03-22T07:28:09.944410+0000 mgr.y (mgr.25337) 625 : cluster 0 pgmap v1133: 105 pgs: 105 active+clean; 18 MiB data, 566 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 3.6 MiB/s wr, 28 op/s 2024-03-22T07:28:13.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:13 smithi129 bash[79695]: cluster 2024-03-22T07:28:11.944938+0000 mgr.y (mgr.25337) 626 : cluster 0 pgmap v1134: 105 pgs: 105 active+clean; 22 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 3.5 MiB/s wr, 23 op/s 2024-03-22T07:28:13.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:13 smithi129 bash[79695]: audit 2024-03-22T07:28:12.813687+0000 mon.a (mon.0) 1260 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:13.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:13 smithi129 bash[79695]: audit 2024-03-22T07:28:12.827941+0000 mon.a (mon.0) 1261 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:13.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:13 smithi129 bash[79695]: audit 2024-03-22T07:28:12.914127+0000 mon.a (mon.0) 1262 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:13.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:13 smithi129 bash[79695]: audit 2024-03-22T07:28:12.926510+0000 mon.a (mon.0) 1263 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:13.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:13 smithi129 bash[82160]: cluster 2024-03-22T07:28:11.944938+0000 mgr.y (mgr.25337) 626 : cluster 0 pgmap v1134: 105 pgs: 105 active+clean; 22 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 3.5 MiB/s wr, 23 op/s 2024-03-22T07:28:13.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:13 smithi129 bash[82160]: audit 2024-03-22T07:28:12.813687+0000 mon.a (mon.0) 1260 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:13.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:13 smithi129 bash[82160]: audit 2024-03-22T07:28:12.827941+0000 mon.a (mon.0) 1261 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:13.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:13 smithi129 bash[82160]: audit 2024-03-22T07:28:12.914127+0000 mon.a (mon.0) 1262 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:13.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:13 smithi129 bash[82160]: audit 2024-03-22T07:28:12.926510+0000 mon.a (mon.0) 1263 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:13.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:13 smithi148 bash[66753]: cluster 2024-03-22T07:28:11.944938+0000 mgr.y (mgr.25337) 626 : cluster 0 pgmap v1134: 105 pgs: 105 active+clean; 22 MiB data, 569 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 3.5 MiB/s wr, 23 op/s 2024-03-22T07:28:13.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:13 smithi148 bash[66753]: audit 2024-03-22T07:28:12.813687+0000 mon.a (mon.0) 1260 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:13.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:13 smithi148 bash[66753]: audit 2024-03-22T07:28:12.827941+0000 mon.a (mon.0) 1261 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:13.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:13 smithi148 bash[66753]: audit 2024-03-22T07:28:12.914127+0000 mon.a (mon.0) 1262 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:13.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:13 smithi148 bash[66753]: audit 2024-03-22T07:28:12.926510+0000 mon.a (mon.0) 1263 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:14.247 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:14 smithi129 bash[79695]: audit 2024-03-22T07:28:13.558459+0000 mon.c (mon.2) 314 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:28:14.247 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:14 smithi129 bash[79695]: audit 2024-03-22T07:28:13.559611+0000 mon.c (mon.2) 315 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:28:14.247 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:14 smithi129 bash[79695]: audit 2024-03-22T07:28:13.567520+0000 mon.a (mon.0) 1264 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:14.247 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:14 smithi129 bash[82160]: audit 2024-03-22T07:28:13.558459+0000 mon.c (mon.2) 314 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:28:14.248 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:14 smithi129 bash[82160]: audit 2024-03-22T07:28:13.559611+0000 mon.c (mon.2) 315 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:28:14.248 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:14 smithi129 bash[82160]: audit 2024-03-22T07:28:13.567520+0000 mon.a (mon.0) 1264 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:14.248 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:28:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:28:13] "GET /metrics HTTP/1.1" 200 36505 "" "Prometheus/2.43.0" 2024-03-22T07:28:14.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:14 smithi148 bash[66753]: audit 2024-03-22T07:28:13.558459+0000 mon.c (mon.2) 314 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:28:14.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:14 smithi148 bash[66753]: audit 2024-03-22T07:28:13.559611+0000 mon.c (mon.2) 315 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:28:14.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:14 smithi148 bash[66753]: audit 2024-03-22T07:28:13.567520+0000 mon.a (mon.0) 1264 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:15.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:15 smithi129 bash[82160]: cluster 2024-03-22T07:28:13.945628+0000 mgr.y (mgr.25337) 627 : cluster 0 pgmap v1135: 105 pgs: 105 active+clean; 26 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 3.2 MiB/s wr, 47 op/s 2024-03-22T07:28:15.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:15 smithi129 bash[79695]: cluster 2024-03-22T07:28:13.945628+0000 mgr.y (mgr.25337) 627 : cluster 0 pgmap v1135: 105 pgs: 105 active+clean; 26 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 3.2 MiB/s wr, 47 op/s 2024-03-22T07:28:15.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:15 smithi148 bash[66753]: cluster 2024-03-22T07:28:13.945628+0000 mgr.y (mgr.25337) 627 : cluster 0 pgmap v1135: 105 pgs: 105 active+clean; 26 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 3.2 MiB/s wr, 47 op/s 2024-03-22T07:28:17.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:16 smithi129 bash[79695]: cluster 2024-03-22T07:28:15.946337+0000 mgr.y (mgr.25337) 628 : cluster 0 pgmap v1136: 105 pgs: 105 active+clean; 26 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 MiB/s wr, 42 op/s 2024-03-22T07:28:17.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:16 smithi129 bash[79695]: audit 2024-03-22T07:28:15.961572+0000 mon.a (mon.0) 1265 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:17.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:16 smithi129 bash[82160]: cluster 2024-03-22T07:28:15.946337+0000 mgr.y (mgr.25337) 628 : cluster 0 pgmap v1136: 105 pgs: 105 active+clean; 26 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 MiB/s wr, 42 op/s 2024-03-22T07:28:17.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:16 smithi129 bash[82160]: audit 2024-03-22T07:28:15.961572+0000 mon.a (mon.0) 1265 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:17.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:16 smithi148 bash[66753]: cluster 2024-03-22T07:28:15.946337+0000 mgr.y (mgr.25337) 628 : cluster 0 pgmap v1136: 105 pgs: 105 active+clean; 26 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 MiB/s wr, 42 op/s 2024-03-22T07:28:17.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:16 smithi148 bash[66753]: audit 2024-03-22T07:28:15.961572+0000 mon.a (mon.0) 1265 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:28:19.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:18 smithi129 bash[79695]: cluster 2024-03-22T07:28:17.947043+0000 mgr.y (mgr.25337) 629 : cluster 0 pgmap v1137: 105 pgs: 105 active+clean; 34 MiB data, 621 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-03-22T07:28:19.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:18 smithi129 bash[79695]: cluster 2024-03-22T07:28:18.878303+0000 mon.a (mon.0) 1266 : cluster 0 osdmap e889: 8 total, 8 up, 8 in 2024-03-22T07:28:19.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:18 smithi129 bash[82160]: cluster 2024-03-22T07:28:17.947043+0000 mgr.y (mgr.25337) 629 : cluster 0 pgmap v1137: 105 pgs: 105 active+clean; 34 MiB data, 621 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-03-22T07:28:19.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:18 smithi129 bash[82160]: cluster 2024-03-22T07:28:18.878303+0000 mon.a (mon.0) 1266 : cluster 0 osdmap e889: 8 total, 8 up, 8 in 2024-03-22T07:28:19.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:18 smithi148 bash[66753]: cluster 2024-03-22T07:28:17.947043+0000 mgr.y (mgr.25337) 629 : cluster 0 pgmap v1137: 105 pgs: 105 active+clean; 34 MiB data, 621 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-03-22T07:28:19.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:18 smithi148 bash[66753]: cluster 2024-03-22T07:28:18.878303+0000 mon.a (mon.0) 1266 : cluster 0 osdmap e889: 8 total, 8 up, 8 in 2024-03-22T07:28:20.226 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/1.Simple (16998 ms) 2024-03-22T07:28:20.226 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-03-22T07:28:20.226 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:28:20.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:19 smithi129 bash[79695]: cluster 2024-03-22T07:28:18.876078+0000 osd.7 (osd.7) 498 : cluster 3 failed to encode map e889 with expected crc 2024-03-22T07:28:20.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:19 smithi129 bash[79695]: cluster 2024-03-22T07:28:19.061447+0000 osd.6 (osd.6) 466 : cluster 3 failed to encode map e889 with expected crc 2024-03-22T07:28:20.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:19 smithi129 bash[79695]: cluster 2024-03-22T07:28:19.099912+0000 osd.5 (osd.5) 469 : cluster 3 failed to encode map e889 with expected crc 2024-03-22T07:28:20.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:19 smithi129 bash[82160]: cluster 2024-03-22T07:28:18.876078+0000 osd.7 (osd.7) 498 : cluster 3 failed to encode map e889 with expected crc 2024-03-22T07:28:20.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:19 smithi129 bash[82160]: cluster 2024-03-22T07:28:19.061447+0000 osd.6 (osd.6) 466 : cluster 3 failed to encode map e889 with expected crc 2024-03-22T07:28:20.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:19 smithi129 bash[82160]: cluster 2024-03-22T07:28:19.099912+0000 osd.5 (osd.5) 469 : cluster 3 failed to encode map e889 with expected crc 2024-03-22T07:28:20.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:19 smithi148 bash[66753]: cluster 2024-03-22T07:28:18.876078+0000 osd.7 (osd.7) 498 : cluster 3 failed to encode map e889 with expected crc 2024-03-22T07:28:20.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:19 smithi148 bash[66753]: cluster 2024-03-22T07:28:19.061447+0000 osd.6 (osd.6) 466 : cluster 3 failed to encode map e889 with expected crc 2024-03-22T07:28:20.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:19 smithi148 bash[66753]: cluster 2024-03-22T07:28:19.099912+0000 osd.5 (osd.5) 469 : cluster 3 failed to encode map e889 with expected crc 2024-03-22T07:28:21.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:20 smithi129 bash[79695]: cluster 2024-03-22T07:28:19.947750+0000 mgr.y (mgr.25337) 630 : cluster 0 pgmap v1139: 105 pgs: 105 active+clean; 50 MiB data, 652 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-03-22T07:28:21.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:20 smithi129 bash[82160]: cluster 2024-03-22T07:28:19.947750+0000 mgr.y (mgr.25337) 630 : cluster 0 pgmap v1139: 105 pgs: 105 active+clean; 50 MiB data, 652 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-03-22T07:28:21.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:20 smithi148 bash[66753]: cluster 2024-03-22T07:28:19.947750+0000 mgr.y (mgr.25337) 630 : cluster 0 pgmap v1139: 105 pgs: 105 active+clean; 50 MiB data, 652 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-03-22T07:28:22.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:21 smithi129 bash[79695]: cluster 2024-03-22T07:28:20.975719+0000 osd.5 (osd.5) 470 : cluster 3 failed to encode map e890 with expected crc 2024-03-22T07:28:22.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:21 smithi129 bash[79695]: cluster 2024-03-22T07:28:20.980180+0000 mon.a (mon.0) 1267 : cluster 0 osdmap e890: 8 total, 8 up, 8 in 2024-03-22T07:28:22.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:21 smithi129 bash[79695]: cluster 2024-03-22T07:28:20.993032+0000 osd.7 (osd.7) 499 : cluster 3 failed to encode map e890 with expected crc 2024-03-22T07:28:22.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:21 smithi129 bash[79695]: cluster 2024-03-22T07:28:21.010585+0000 osd.6 (osd.6) 467 : cluster 3 failed to encode map e890 with expected crc 2024-03-22T07:28:22.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:21 smithi129 bash[82160]: cluster 2024-03-22T07:28:20.975719+0000 osd.5 (osd.5) 470 : cluster 3 failed to encode map e890 with expected crc 2024-03-22T07:28:22.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:21 smithi129 bash[82160]: cluster 2024-03-22T07:28:20.980180+0000 mon.a (mon.0) 1267 : cluster 0 osdmap e890: 8 total, 8 up, 8 in 2024-03-22T07:28:22.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:21 smithi129 bash[82160]: cluster 2024-03-22T07:28:20.993032+0000 osd.7 (osd.7) 499 : cluster 3 failed to encode map e890 with expected crc 2024-03-22T07:28:22.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:21 smithi129 bash[82160]: cluster 2024-03-22T07:28:21.010585+0000 osd.6 (osd.6) 467 : cluster 3 failed to encode map e890 with expected crc 2024-03-22T07:28:22.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:21 smithi148 bash[66753]: cluster 2024-03-22T07:28:20.975719+0000 osd.5 (osd.5) 470 : cluster 3 failed to encode map e890 with expected crc 2024-03-22T07:28:22.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:21 smithi148 bash[66753]: cluster 2024-03-22T07:28:20.980180+0000 mon.a (mon.0) 1267 : cluster 0 osdmap e890: 8 total, 8 up, 8 in 2024-03-22T07:28:22.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:21 smithi148 bash[66753]: cluster 2024-03-22T07:28:20.993032+0000 osd.7 (osd.7) 499 : cluster 3 failed to encode map e890 with expected crc 2024-03-22T07:28:22.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:21 smithi148 bash[66753]: cluster 2024-03-22T07:28:21.010585+0000 osd.6 (osd.6) 467 : cluster 3 failed to encode map e890 with expected crc 2024-03-22T07:28:23.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:23 smithi129 bash[79695]: cluster 2024-03-22T07:28:21.948347+0000 mgr.y (mgr.25337) 631 : cluster 0 pgmap v1141: 105 pgs: 105 active+clean; 50 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-03-22T07:28:23.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:23 smithi129 bash[82160]: cluster 2024-03-22T07:28:21.948347+0000 mgr.y (mgr.25337) 631 : cluster 0 pgmap v1141: 105 pgs: 105 active+clean; 50 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-03-22T07:28:23.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:23 smithi148 bash[66753]: cluster 2024-03-22T07:28:21.948347+0000 mgr.y (mgr.25337) 631 : cluster 0 pgmap v1141: 105 pgs: 105 active+clean; 50 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-03-22T07:28:24.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:24 smithi129 bash[79695]: audit 2024-03-22T07:28:23.399674+0000 mon.c (mon.2) 316 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:28:24.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:28:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:28:23] "GET /metrics HTTP/1.1" 200 36513 "" "Prometheus/2.43.0" 2024-03-22T07:28:24.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:24 smithi129 bash[82160]: audit 2024-03-22T07:28:23.399674+0000 mon.c (mon.2) 316 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:28:24.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:24 smithi148 bash[66753]: audit 2024-03-22T07:28:23.399674+0000 mon.c (mon.2) 316 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:28:25.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:25 smithi129 bash[79695]: cluster 2024-03-22T07:28:23.949081+0000 mgr.y (mgr.25337) 632 : cluster 0 pgmap v1142: 105 pgs: 105 active+clean; 83 MiB data, 726 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 9.1 MiB/s wr, 56 op/s 2024-03-22T07:28:25.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:25 smithi129 bash[82160]: cluster 2024-03-22T07:28:23.949081+0000 mgr.y (mgr.25337) 632 : cluster 0 pgmap v1142: 105 pgs: 105 active+clean; 83 MiB data, 726 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 9.1 MiB/s wr, 56 op/s 2024-03-22T07:28:25.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:25 smithi148 bash[66753]: cluster 2024-03-22T07:28:23.949081+0000 mgr.y (mgr.25337) 632 : cluster 0 pgmap v1142: 105 pgs: 105 active+clean; 83 MiB data, 726 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 9.1 MiB/s wr, 56 op/s 2024-03-22T07:28:27.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:27 smithi129 bash[79695]: cluster 2024-03-22T07:28:25.949795+0000 mgr.y (mgr.25337) 633 : cluster 0 pgmap v1143: 105 pgs: 105 active+clean; 92 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 9.3 MiB/s wr, 74 op/s 2024-03-22T07:28:27.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:27 smithi129 bash[82160]: cluster 2024-03-22T07:28:25.949795+0000 mgr.y (mgr.25337) 633 : cluster 0 pgmap v1143: 105 pgs: 105 active+clean; 92 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 9.3 MiB/s wr, 74 op/s 2024-03-22T07:28:27.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:27 smithi148 bash[66753]: cluster 2024-03-22T07:28:25.949795+0000 mgr.y (mgr.25337) 633 : cluster 0 pgmap v1143: 105 pgs: 105 active+clean; 92 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 9.3 MiB/s wr, 74 op/s 2024-03-22T07:28:29.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:29 smithi129 bash[79695]: cluster 2024-03-22T07:28:27.950493+0000 mgr.y (mgr.25337) 634 : cluster 0 pgmap v1144: 105 pgs: 105 active+clean; 92 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-03-22T07:28:29.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:29 smithi129 bash[82160]: cluster 2024-03-22T07:28:27.950493+0000 mgr.y (mgr.25337) 634 : cluster 0 pgmap v1144: 105 pgs: 105 active+clean; 92 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-03-22T07:28:29.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:29 smithi148 bash[66753]: cluster 2024-03-22T07:28:27.950493+0000 mgr.y (mgr.25337) 634 : cluster 0 pgmap v1144: 105 pgs: 105 active+clean; 92 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-03-22T07:28:31.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:31 smithi129 bash[79695]: cluster 2024-03-22T07:28:29.951209+0000 mgr.y (mgr.25337) 635 : cluster 0 pgmap v1145: 105 pgs: 105 active+clean; 108 MiB data, 798 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 6.6 MiB/s wr, 61 op/s 2024-03-22T07:28:31.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:31 smithi129 bash[82160]: cluster 2024-03-22T07:28:29.951209+0000 mgr.y (mgr.25337) 635 : cluster 0 pgmap v1145: 105 pgs: 105 active+clean; 108 MiB data, 798 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 6.6 MiB/s wr, 61 op/s 2024-03-22T07:28:31.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:31 smithi148 bash[66753]: cluster 2024-03-22T07:28:29.951209+0000 mgr.y (mgr.25337) 635 : cluster 0 pgmap v1145: 105 pgs: 105 active+clean; 108 MiB data, 798 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 6.6 MiB/s wr, 61 op/s 2024-03-22T07:28:32.508 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/1.Grow (12282 ms) 2024-03-22T07:28:32.508 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-03-22T07:28:32.508 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:28:33.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:33 smithi129 bash[82160]: cluster 2024-03-22T07:28:31.951720+0000 mgr.y (mgr.25337) 636 : cluster 0 pgmap v1146: 105 pgs: 105 active+clean; 108 MiB data, 801 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.0 MiB/s wr, 46 op/s 2024-03-22T07:28:33.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:33 smithi129 bash[79695]: cluster 2024-03-22T07:28:31.951720+0000 mgr.y (mgr.25337) 636 : cluster 0 pgmap v1146: 105 pgs: 105 active+clean; 108 MiB data, 801 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.0 MiB/s wr, 46 op/s 2024-03-22T07:28:33.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:33 smithi148 bash[66753]: cluster 2024-03-22T07:28:31.951720+0000 mgr.y (mgr.25337) 636 : cluster 0 pgmap v1146: 105 pgs: 105 active+clean; 108 MiB data, 801 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.0 MiB/s wr, 46 op/s 2024-03-22T07:28:34.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:28:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:28:33] "GET /metrics HTTP/1.1" 200 36513 "" "Prometheus/2.43.0" 2024-03-22T07:28:34.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:34 smithi129 bash[82160]: cluster 2024-03-22T07:28:33.036260+0000 mon.a (mon.0) 1268 : cluster 0 osdmap e891: 8 total, 8 up, 8 in 2024-03-22T07:28:34.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:34 smithi129 bash[82160]: cluster 2024-03-22T07:28:33.042582+0000 osd.7 (osd.7) 500 : cluster 3 failed to encode map e891 with expected crc 2024-03-22T07:28:34.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:34 smithi129 bash[82160]: cluster 2024-03-22T07:28:33.103046+0000 osd.5 (osd.5) 471 : cluster 3 failed to encode map e891 with expected crc 2024-03-22T07:28:34.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:34 smithi129 bash[79695]: cluster 2024-03-22T07:28:33.036260+0000 mon.a (mon.0) 1268 : cluster 0 osdmap e891: 8 total, 8 up, 8 in 2024-03-22T07:28:34.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:34 smithi129 bash[79695]: cluster 2024-03-22T07:28:33.042582+0000 osd.7 (osd.7) 500 : cluster 3 failed to encode map e891 with expected crc 2024-03-22T07:28:34.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:34 smithi129 bash[79695]: cluster 2024-03-22T07:28:33.103046+0000 osd.5 (osd.5) 471 : cluster 3 failed to encode map e891 with expected crc 2024-03-22T07:28:34.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:34 smithi148 bash[66753]: cluster 2024-03-22T07:28:33.036260+0000 mon.a (mon.0) 1268 : cluster 0 osdmap e891: 8 total, 8 up, 8 in 2024-03-22T07:28:34.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:34 smithi148 bash[66753]: cluster 2024-03-22T07:28:33.042582+0000 osd.7 (osd.7) 500 : cluster 3 failed to encode map e891 with expected crc 2024-03-22T07:28:34.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:34 smithi148 bash[66753]: cluster 2024-03-22T07:28:33.103046+0000 osd.5 (osd.5) 471 : cluster 3 failed to encode map e891 with expected crc 2024-03-22T07:28:35.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:35 smithi129 bash[79695]: cluster 2024-03-22T07:28:33.952291+0000 mgr.y (mgr.25337) 637 : cluster 0 pgmap v1148: 105 pgs: 105 active+clean; 125 MiB data, 859 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.2 MiB/s wr, 50 op/s 2024-03-22T07:28:35.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:35 smithi129 bash[82160]: cluster 2024-03-22T07:28:33.952291+0000 mgr.y (mgr.25337) 637 : cluster 0 pgmap v1148: 105 pgs: 105 active+clean; 125 MiB data, 859 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.2 MiB/s wr, 50 op/s 2024-03-22T07:28:35.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:35 smithi148 bash[66753]: cluster 2024-03-22T07:28:33.952291+0000 mgr.y (mgr.25337) 637 : cluster 0 pgmap v1148: 105 pgs: 105 active+clean; 125 MiB data, 859 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.2 MiB/s wr, 50 op/s 2024-03-22T07:28:37.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:37 smithi129 bash[79695]: cluster 2024-03-22T07:28:35.953060+0000 mgr.y (mgr.25337) 638 : cluster 0 pgmap v1149: 105 pgs: 105 active+clean; 154 MiB data, 942 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 46 op/s 2024-03-22T07:28:37.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:37 smithi129 bash[82160]: cluster 2024-03-22T07:28:35.953060+0000 mgr.y (mgr.25337) 638 : cluster 0 pgmap v1149: 105 pgs: 105 active+clean; 154 MiB data, 942 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 46 op/s 2024-03-22T07:28:37.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:37 smithi148 bash[66753]: cluster 2024-03-22T07:28:35.953060+0000 mgr.y (mgr.25337) 638 : cluster 0 pgmap v1149: 105 pgs: 105 active+clean; 154 MiB data, 942 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 46 op/s 2024-03-22T07:28:39.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:39 smithi129 bash[82160]: cluster 2024-03-22T07:28:37.953750+0000 mgr.y (mgr.25337) 639 : cluster 0 pgmap v1150: 105 pgs: 105 active+clean; 158 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-03-22T07:28:39.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:39 smithi129 bash[82160]: audit 2024-03-22T07:28:38.399667+0000 mon.c (mon.2) 317 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:28:39.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:39 smithi129 bash[79695]: cluster 2024-03-22T07:28:37.953750+0000 mgr.y (mgr.25337) 639 : cluster 0 pgmap v1150: 105 pgs: 105 active+clean; 158 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-03-22T07:28:39.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:39 smithi129 bash[79695]: audit 2024-03-22T07:28:38.399667+0000 mon.c (mon.2) 317 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:28:39.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:39 smithi148 bash[66753]: cluster 2024-03-22T07:28:37.953750+0000 mgr.y (mgr.25337) 639 : cluster 0 pgmap v1150: 105 pgs: 105 active+clean; 158 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-03-22T07:28:39.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:39 smithi148 bash[66753]: audit 2024-03-22T07:28:38.399667+0000 mon.c (mon.2) 317 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:28:41.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:41 smithi129 bash[79695]: cluster 2024-03-22T07:28:39.954447+0000 mgr.y (mgr.25337) 640 : cluster 0 pgmap v1151: 105 pgs: 105 active+clean; 158 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 64 op/s 2024-03-22T07:28:41.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:41 smithi129 bash[82160]: cluster 2024-03-22T07:28:39.954447+0000 mgr.y (mgr.25337) 640 : cluster 0 pgmap v1151: 105 pgs: 105 active+clean; 158 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 64 op/s 2024-03-22T07:28:41.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:41 smithi148 bash[66753]: cluster 2024-03-22T07:28:39.954447+0000 mgr.y (mgr.25337) 640 : cluster 0 pgmap v1151: 105 pgs: 105 active+clean; 158 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 64 op/s 2024-03-22T07:28:43.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:43 smithi129 bash[79695]: cluster 2024-03-22T07:28:41.955044+0000 mgr.y (mgr.25337) 641 : cluster 0 pgmap v1152: 105 pgs: 105 active+clean; 162 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 64 op/s 2024-03-22T07:28:43.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:43 smithi129 bash[82160]: cluster 2024-03-22T07:28:41.955044+0000 mgr.y (mgr.25337) 641 : cluster 0 pgmap v1152: 105 pgs: 105 active+clean; 162 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 64 op/s 2024-03-22T07:28:43.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:43 smithi148 bash[66753]: cluster 2024-03-22T07:28:41.955044+0000 mgr.y (mgr.25337) 641 : cluster 0 pgmap v1152: 105 pgs: 105 active+clean; 162 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 64 op/s 2024-03-22T07:28:44.250 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (11743 ms) 2024-03-22T07:28:44.251 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-03-22T07:28:44.251 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:28:44.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:28:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:28:43] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.43.0" 2024-03-22T07:28:45.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:45 smithi129 bash[82160]: cluster 2024-03-22T07:28:43.955779+0000 mgr.y (mgr.25337) 642 : cluster 0 pgmap v1153: 105 pgs: 105 active+clean; 182 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 7.1 MiB/s wr, 42 op/s 2024-03-22T07:28:45.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:45 smithi129 bash[79695]: cluster 2024-03-22T07:28:43.955779+0000 mgr.y (mgr.25337) 642 : cluster 0 pgmap v1153: 105 pgs: 105 active+clean; 182 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 7.1 MiB/s wr, 42 op/s 2024-03-22T07:28:45.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:45 smithi148 bash[66753]: cluster 2024-03-22T07:28:43.955779+0000 mgr.y (mgr.25337) 642 : cluster 0 pgmap v1153: 105 pgs: 105 active+clean; 182 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 7.1 MiB/s wr, 42 op/s 2024-03-22T07:28:46.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:46 smithi129 bash[82160]: cluster 2024-03-22T07:28:45.082299+0000 osd.7 (osd.7) 501 : cluster 3 failed to encode map e892 with expected crc 2024-03-22T07:28:46.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:46 smithi129 bash[82160]: cluster 2024-03-22T07:28:45.082884+0000 osd.6 (osd.6) 468 : cluster 3 failed to encode map e892 with expected crc 2024-03-22T07:28:46.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:46 smithi129 bash[82160]: cluster 2024-03-22T07:28:45.085412+0000 mon.a (mon.0) 1269 : cluster 0 osdmap e892: 8 total, 8 up, 8 in 2024-03-22T07:28:46.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:46 smithi129 bash[82160]: cluster 2024-03-22T07:28:45.089439+0000 osd.5 (osd.5) 472 : cluster 3 failed to encode map e892 with expected crc 2024-03-22T07:28:46.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:46 smithi129 bash[79695]: cluster 2024-03-22T07:28:45.082299+0000 osd.7 (osd.7) 501 : cluster 3 failed to encode map e892 with expected crc 2024-03-22T07:28:46.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:46 smithi129 bash[79695]: cluster 2024-03-22T07:28:45.082884+0000 osd.6 (osd.6) 468 : cluster 3 failed to encode map e892 with expected crc 2024-03-22T07:28:46.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:46 smithi129 bash[79695]: cluster 2024-03-22T07:28:45.085412+0000 mon.a (mon.0) 1269 : cluster 0 osdmap e892: 8 total, 8 up, 8 in 2024-03-22T07:28:46.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:46 smithi129 bash[79695]: cluster 2024-03-22T07:28:45.089439+0000 osd.5 (osd.5) 472 : cluster 3 failed to encode map e892 with expected crc 2024-03-22T07:28:46.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:46 smithi148 bash[66753]: cluster 2024-03-22T07:28:45.082299+0000 osd.7 (osd.7) 501 : cluster 3 failed to encode map e892 with expected crc 2024-03-22T07:28:46.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:46 smithi148 bash[66753]: cluster 2024-03-22T07:28:45.082884+0000 osd.6 (osd.6) 468 : cluster 3 failed to encode map e892 with expected crc 2024-03-22T07:28:46.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:46 smithi148 bash[66753]: cluster 2024-03-22T07:28:45.085412+0000 mon.a (mon.0) 1269 : cluster 0 osdmap e892: 8 total, 8 up, 8 in 2024-03-22T07:28:46.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:46 smithi148 bash[66753]: cluster 2024-03-22T07:28:45.089439+0000 osd.5 (osd.5) 472 : cluster 3 failed to encode map e892 with expected crc 2024-03-22T07:28:47.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:47 smithi129 bash[79695]: cluster 2024-03-22T07:28:45.956406+0000 mgr.y (mgr.25337) 643 : cluster 0 pgmap v1155: 105 pgs: 105 active+clean; 203 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-03-22T07:28:47.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:47 smithi129 bash[82160]: cluster 2024-03-22T07:28:45.956406+0000 mgr.y (mgr.25337) 643 : cluster 0 pgmap v1155: 105 pgs: 105 active+clean; 203 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-03-22T07:28:47.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:47 smithi148 bash[66753]: cluster 2024-03-22T07:28:45.956406+0000 mgr.y (mgr.25337) 643 : cluster 0 pgmap v1155: 105 pgs: 105 active+clean; 203 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-03-22T07:28:49.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:49 smithi129 bash[79695]: cluster 2024-03-22T07:28:47.957133+0000 mgr.y (mgr.25337) 644 : cluster 0 pgmap v1156: 105 pgs: 105 active+clean; 216 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 51 op/s 2024-03-22T07:28:49.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:49 smithi129 bash[82160]: cluster 2024-03-22T07:28:47.957133+0000 mgr.y (mgr.25337) 644 : cluster 0 pgmap v1156: 105 pgs: 105 active+clean; 216 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 51 op/s 2024-03-22T07:28:49.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:49 smithi148 bash[66753]: cluster 2024-03-22T07:28:47.957133+0000 mgr.y (mgr.25337) 644 : cluster 0 pgmap v1156: 105 pgs: 105 active+clean; 216 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 51 op/s 2024-03-22T07:28:51.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:51 smithi129 bash[79695]: cluster 2024-03-22T07:28:49.957836+0000 mgr.y (mgr.25337) 645 : cluster 0 pgmap v1157: 105 pgs: 105 active+clean; 224 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-03-22T07:28:51.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:51 smithi129 bash[82160]: cluster 2024-03-22T07:28:49.957836+0000 mgr.y (mgr.25337) 645 : cluster 0 pgmap v1157: 105 pgs: 105 active+clean; 224 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-03-22T07:28:51.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:51 smithi148 bash[66753]: cluster 2024-03-22T07:28:49.957836+0000 mgr.y (mgr.25337) 645 : cluster 0 pgmap v1157: 105 pgs: 105 active+clean; 224 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-03-22T07:28:53.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:53 smithi129 bash[82160]: cluster 2024-03-22T07:28:51.958357+0000 mgr.y (mgr.25337) 646 : cluster 0 pgmap v1158: 105 pgs: 105 active+clean; 224 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-03-22T07:28:53.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:53 smithi129 bash[79695]: cluster 2024-03-22T07:28:51.958357+0000 mgr.y (mgr.25337) 646 : cluster 0 pgmap v1158: 105 pgs: 105 active+clean; 224 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-03-22T07:28:53.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:53 smithi148 bash[66753]: cluster 2024-03-22T07:28:51.958357+0000 mgr.y (mgr.25337) 646 : cluster 0 pgmap v1158: 105 pgs: 105 active+clean; 224 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-03-22T07:28:54.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:54 smithi129 bash[79695]: audit 2024-03-22T07:28:53.400109+0000 mon.c (mon.2) 318 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:28:54.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:28:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:28:53] "GET /metrics HTTP/1.1" 200 36521 "" "Prometheus/2.43.0" 2024-03-22T07:28:54.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:54 smithi129 bash[82160]: audit 2024-03-22T07:28:53.400109+0000 mon.c (mon.2) 318 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:28:54.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:54 smithi148 bash[66753]: audit 2024-03-22T07:28:53.400109+0000 mon.c (mon.2) 318 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:28:55.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:55 smithi129 bash[79695]: cluster 2024-03-22T07:28:53.959054+0000 mgr.y (mgr.25337) 647 : cluster 0 pgmap v1159: 105 pgs: 105 active+clean; 224 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.4 MiB/s wr, 65 op/s 2024-03-22T07:28:55.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:55 smithi129 bash[82160]: cluster 2024-03-22T07:28:53.959054+0000 mgr.y (mgr.25337) 647 : cluster 0 pgmap v1159: 105 pgs: 105 active+clean; 224 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.4 MiB/s wr, 65 op/s 2024-03-22T07:28:55.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:55 smithi148 bash[66753]: cluster 2024-03-22T07:28:53.959054+0000 mgr.y (mgr.25337) 647 : cluster 0 pgmap v1159: 105 pgs: 105 active+clean; 224 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.4 MiB/s wr, 65 op/s 2024-03-22T07:28:56.544 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (12293 ms) 2024-03-22T07:28:56.544 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-03-22T07:28:56.544 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:28:57.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:57 smithi129 bash[79695]: cluster 2024-03-22T07:28:55.959775+0000 mgr.y (mgr.25337) 648 : cluster 0 pgmap v1160: 105 pgs: 105 active+clean; 240 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-03-22T07:28:57.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:57 smithi129 bash[82160]: cluster 2024-03-22T07:28:55.959775+0000 mgr.y (mgr.25337) 648 : cluster 0 pgmap v1160: 105 pgs: 105 active+clean; 240 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-03-22T07:28:57.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:57 smithi148 bash[66753]: cluster 2024-03-22T07:28:55.959775+0000 mgr.y (mgr.25337) 648 : cluster 0 pgmap v1160: 105 pgs: 105 active+clean; 240 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-03-22T07:28:58.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:58 smithi148 bash[66753]: cluster 2024-03-22T07:28:57.129055+0000 osd.7 (osd.7) 502 : cluster 3 failed to encode map e893 with expected crc 2024-03-22T07:28:58.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:58 smithi148 bash[66753]: cluster 2024-03-22T07:28:57.129561+0000 osd.5 (osd.5) 473 : cluster 3 failed to encode map e893 with expected crc 2024-03-22T07:28:58.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:58 smithi148 bash[66753]: cluster 2024-03-22T07:28:57.131598+0000 mon.a (mon.0) 1270 : cluster 0 osdmap e893: 8 total, 8 up, 8 in 2024-03-22T07:28:58.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:58 smithi129 bash[79695]: cluster 2024-03-22T07:28:57.129055+0000 osd.7 (osd.7) 502 : cluster 3 failed to encode map e893 with expected crc 2024-03-22T07:28:58.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:58 smithi129 bash[79695]: cluster 2024-03-22T07:28:57.129561+0000 osd.5 (osd.5) 473 : cluster 3 failed to encode map e893 with expected crc 2024-03-22T07:28:58.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:58 smithi129 bash[79695]: cluster 2024-03-22T07:28:57.131598+0000 mon.a (mon.0) 1270 : cluster 0 osdmap e893: 8 total, 8 up, 8 in 2024-03-22T07:28:58.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:58 smithi129 bash[82160]: cluster 2024-03-22T07:28:57.129055+0000 osd.7 (osd.7) 502 : cluster 3 failed to encode map e893 with expected crc 2024-03-22T07:28:58.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:58 smithi129 bash[82160]: cluster 2024-03-22T07:28:57.129561+0000 osd.5 (osd.5) 473 : cluster 3 failed to encode map e893 with expected crc 2024-03-22T07:28:58.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:58 smithi129 bash[82160]: cluster 2024-03-22T07:28:57.131598+0000 mon.a (mon.0) 1270 : cluster 0 osdmap e893: 8 total, 8 up, 8 in 2024-03-22T07:28:59.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:28:59 smithi148 bash[66753]: cluster 2024-03-22T07:28:57.960586+0000 mgr.y (mgr.25337) 649 : cluster 0 pgmap v1162: 105 pgs: 105 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 516 KiB/s rd, 4.0 MiB/s wr, 61 op/s 2024-03-22T07:28:59.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:28:59 smithi129 bash[79695]: cluster 2024-03-22T07:28:57.960586+0000 mgr.y (mgr.25337) 649 : cluster 0 pgmap v1162: 105 pgs: 105 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 516 KiB/s rd, 4.0 MiB/s wr, 61 op/s 2024-03-22T07:28:59.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:28:59 smithi129 bash[82160]: cluster 2024-03-22T07:28:57.960586+0000 mgr.y (mgr.25337) 649 : cluster 0 pgmap v1162: 105 pgs: 105 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 516 KiB/s rd, 4.0 MiB/s wr, 61 op/s 2024-03-22T07:29:01.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:01 smithi148 bash[66753]: cluster 2024-03-22T07:28:59.961319+0000 mgr.y (mgr.25337) 650 : cluster 0 pgmap v1163: 105 pgs: 105 active+clean; 261 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-03-22T07:29:01.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:01 smithi129 bash[79695]: cluster 2024-03-22T07:28:59.961319+0000 mgr.y (mgr.25337) 650 : cluster 0 pgmap v1163: 105 pgs: 105 active+clean; 261 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-03-22T07:29:01.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:01 smithi129 bash[82160]: cluster 2024-03-22T07:28:59.961319+0000 mgr.y (mgr.25337) 650 : cluster 0 pgmap v1163: 105 pgs: 105 active+clean; 261 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-03-22T07:29:03.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:03 smithi148 bash[66753]: cluster 2024-03-22T07:29:01.962007+0000 mgr.y (mgr.25337) 651 : cluster 0 pgmap v1164: 105 pgs: 105 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-03-22T07:29:03.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:03 smithi129 bash[79695]: cluster 2024-03-22T07:29:01.962007+0000 mgr.y (mgr.25337) 651 : cluster 0 pgmap v1164: 105 pgs: 105 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-03-22T07:29:03.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:03 smithi129 bash[82160]: cluster 2024-03-22T07:29:01.962007+0000 mgr.y (mgr.25337) 651 : cluster 0 pgmap v1164: 105 pgs: 105 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-03-22T07:29:04.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:29:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:29:03] "GET /metrics HTTP/1.1" 200 36521 "" "Prometheus/2.43.0" 2024-03-22T07:29:05.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:05 smithi148 bash[66753]: cluster 2024-03-22T07:29:03.962736+0000 mgr.y (mgr.25337) 652 : cluster 0 pgmap v1165: 105 pgs: 105 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 55 op/s 2024-03-22T07:29:05.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:05 smithi129 bash[79695]: cluster 2024-03-22T07:29:03.962736+0000 mgr.y (mgr.25337) 652 : cluster 0 pgmap v1165: 105 pgs: 105 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 55 op/s 2024-03-22T07:29:05.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:05 smithi129 bash[82160]: cluster 2024-03-22T07:29:03.962736+0000 mgr.y (mgr.25337) 652 : cluster 0 pgmap v1165: 105 pgs: 105 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 55 op/s 2024-03-22T07:29:07.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:07 smithi148 bash[66753]: cluster 2024-03-22T07:29:05.963512+0000 mgr.y (mgr.25337) 653 : cluster 0 pgmap v1166: 105 pgs: 105 active+clean; 277 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 54 op/s 2024-03-22T07:29:07.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:07 smithi129 bash[79695]: cluster 2024-03-22T07:29:05.963512+0000 mgr.y (mgr.25337) 653 : cluster 0 pgmap v1166: 105 pgs: 105 active+clean; 277 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 54 op/s 2024-03-22T07:29:07.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:07 smithi129 bash[82160]: cluster 2024-03-22T07:29:05.963512+0000 mgr.y (mgr.25337) 653 : cluster 0 pgmap v1166: 105 pgs: 105 active+clean; 277 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 54 op/s 2024-03-22T07:29:08.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:08 smithi148 bash[66753]: cluster 2024-03-22T07:29:07.157193+0000 mon.a (mon.0) 1271 : cluster 0 osdmap e894: 8 total, 8 up, 8 in 2024-03-22T07:29:08.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:08 smithi148 bash[66753]: cluster 2024-03-22T07:29:07.168542+0000 osd.6 (osd.6) 469 : cluster 3 failed to encode map e894 with expected crc 2024-03-22T07:29:08.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:08 smithi148 bash[66753]: cluster 2024-03-22T07:29:07.175467+0000 osd.7 (osd.7) 503 : cluster 3 failed to encode map e894 with expected crc 2024-03-22T07:29:08.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:08 smithi148 bash[66753]: cluster 2024-03-22T07:29:07.188879+0000 osd.5 (osd.5) 474 : cluster 3 failed to encode map e894 with expected crc 2024-03-22T07:29:08.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:08 smithi129 bash[79695]: cluster 2024-03-22T07:29:07.157193+0000 mon.a (mon.0) 1271 : cluster 0 osdmap e894: 8 total, 8 up, 8 in 2024-03-22T07:29:08.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:08 smithi129 bash[79695]: cluster 2024-03-22T07:29:07.168542+0000 osd.6 (osd.6) 469 : cluster 3 failed to encode map e894 with expected crc 2024-03-22T07:29:08.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:08 smithi129 bash[79695]: cluster 2024-03-22T07:29:07.175467+0000 osd.7 (osd.7) 503 : cluster 3 failed to encode map e894 with expected crc 2024-03-22T07:29:08.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:08 smithi129 bash[79695]: cluster 2024-03-22T07:29:07.188879+0000 osd.5 (osd.5) 474 : cluster 3 failed to encode map e894 with expected crc 2024-03-22T07:29:08.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:08 smithi129 bash[82160]: cluster 2024-03-22T07:29:07.157193+0000 mon.a (mon.0) 1271 : cluster 0 osdmap e894: 8 total, 8 up, 8 in 2024-03-22T07:29:08.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:08 smithi129 bash[82160]: cluster 2024-03-22T07:29:07.168542+0000 osd.6 (osd.6) 469 : cluster 3 failed to encode map e894 with expected crc 2024-03-22T07:29:08.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:08 smithi129 bash[82160]: cluster 2024-03-22T07:29:07.175467+0000 osd.7 (osd.7) 503 : cluster 3 failed to encode map e894 with expected crc 2024-03-22T07:29:08.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:08 smithi129 bash[82160]: cluster 2024-03-22T07:29:07.188879+0000 osd.5 (osd.5) 474 : cluster 3 failed to encode map e894 with expected crc 2024-03-22T07:29:09.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:09 smithi148 bash[66753]: cluster 2024-03-22T07:29:07.964203+0000 mgr.y (mgr.25337) 654 : cluster 0 pgmap v1168: 105 pgs: 105 active+clean; 297 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 38 op/s 2024-03-22T07:29:09.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:09 smithi148 bash[66753]: audit 2024-03-22T07:29:08.400490+0000 mon.c (mon.2) 319 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:29:09.446 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (12899 ms) 2024-03-22T07:29:09.446 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-03-22T07:29:09.446 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:29:09.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:09 smithi129 bash[79695]: cluster 2024-03-22T07:29:07.964203+0000 mgr.y (mgr.25337) 654 : cluster 0 pgmap v1168: 105 pgs: 105 active+clean; 297 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 38 op/s 2024-03-22T07:29:09.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:09 smithi129 bash[79695]: audit 2024-03-22T07:29:08.400490+0000 mon.c (mon.2) 319 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:29:09.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:09 smithi129 bash[82160]: cluster 2024-03-22T07:29:07.964203+0000 mgr.y (mgr.25337) 654 : cluster 0 pgmap v1168: 105 pgs: 105 active+clean; 297 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 38 op/s 2024-03-22T07:29:09.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:09 smithi129 bash[82160]: audit 2024-03-22T07:29:08.400490+0000 mon.c (mon.2) 319 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:29:11.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:11 smithi148 bash[66753]: cluster 2024-03-22T07:29:09.965174+0000 mgr.y (mgr.25337) 655 : cluster 0 pgmap v1169: 105 pgs: 105 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.1 MiB/s wr, 40 op/s 2024-03-22T07:29:11.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:11 smithi148 bash[66753]: cluster 2024-03-22T07:29:10.186632+0000 mon.a (mon.0) 1272 : cluster 0 osdmap e895: 8 total, 8 up, 8 in 2024-03-22T07:29:11.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:11 smithi148 bash[66753]: cluster 2024-03-22T07:29:10.248274+0000 osd.5 (osd.5) 475 : cluster 3 failed to encode map e895 with expected crc 2024-03-22T07:29:11.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:11 smithi148 bash[66753]: cluster 2024-03-22T07:29:10.248570+0000 osd.7 (osd.7) 504 : cluster 3 failed to encode map e895 with expected crc 2024-03-22T07:29:11.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:11 smithi148 bash[66753]: cluster 2024-03-22T07:29:10.284168+0000 osd.6 (osd.6) 470 : cluster 3 failed to encode map e895 with expected crc 2024-03-22T07:29:11.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:11 smithi129 bash[79695]: cluster 2024-03-22T07:29:09.965174+0000 mgr.y (mgr.25337) 655 : cluster 0 pgmap v1169: 105 pgs: 105 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.1 MiB/s wr, 40 op/s 2024-03-22T07:29:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:11 smithi129 bash[79695]: cluster 2024-03-22T07:29:10.186632+0000 mon.a (mon.0) 1272 : cluster 0 osdmap e895: 8 total, 8 up, 8 in 2024-03-22T07:29:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:11 smithi129 bash[79695]: cluster 2024-03-22T07:29:10.248274+0000 osd.5 (osd.5) 475 : cluster 3 failed to encode map e895 with expected crc 2024-03-22T07:29:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:11 smithi129 bash[79695]: cluster 2024-03-22T07:29:10.248570+0000 osd.7 (osd.7) 504 : cluster 3 failed to encode map e895 with expected crc 2024-03-22T07:29:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:11 smithi129 bash[79695]: cluster 2024-03-22T07:29:10.284168+0000 osd.6 (osd.6) 470 : cluster 3 failed to encode map e895 with expected crc 2024-03-22T07:29:11.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:11 smithi129 bash[82160]: cluster 2024-03-22T07:29:09.965174+0000 mgr.y (mgr.25337) 655 : cluster 0 pgmap v1169: 105 pgs: 105 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.1 MiB/s wr, 40 op/s 2024-03-22T07:29:11.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:11 smithi129 bash[82160]: cluster 2024-03-22T07:29:10.186632+0000 mon.a (mon.0) 1272 : cluster 0 osdmap e895: 8 total, 8 up, 8 in 2024-03-22T07:29:11.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:11 smithi129 bash[82160]: cluster 2024-03-22T07:29:10.248274+0000 osd.5 (osd.5) 475 : cluster 3 failed to encode map e895 with expected crc 2024-03-22T07:29:11.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:11 smithi129 bash[82160]: cluster 2024-03-22T07:29:10.248570+0000 osd.7 (osd.7) 504 : cluster 3 failed to encode map e895 with expected crc 2024-03-22T07:29:11.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:11 smithi129 bash[82160]: cluster 2024-03-22T07:29:10.284168+0000 osd.6 (osd.6) 470 : cluster 3 failed to encode map e895 with expected crc 2024-03-22T07:29:13.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:13 smithi129 bash[79695]: cluster 2024-03-22T07:29:11.965763+0000 mgr.y (mgr.25337) 656 : cluster 0 pgmap v1171: 105 pgs: 105 active+clean; 350 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 10 MiB/s wr, 67 op/s 2024-03-22T07:29:13.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:13 smithi129 bash[82160]: cluster 2024-03-22T07:29:11.965763+0000 mgr.y (mgr.25337) 656 : cluster 0 pgmap v1171: 105 pgs: 105 active+clean; 350 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 10 MiB/s wr, 67 op/s 2024-03-22T07:29:13.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:13 smithi148 bash[66753]: cluster 2024-03-22T07:29:11.965763+0000 mgr.y (mgr.25337) 656 : cluster 0 pgmap v1171: 105 pgs: 105 active+clean; 350 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 10 MiB/s wr, 67 op/s 2024-03-22T07:29:14.191 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:14 smithi129 bash[79695]: audit 2024-03-22T07:29:13.628888+0000 mon.c (mon.2) 320 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:29:14.192 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:29:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:29:13] "GET /metrics HTTP/1.1" 200 36518 "" "Prometheus/2.43.0" 2024-03-22T07:29:14.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:14 smithi129 bash[82160]: audit 2024-03-22T07:29:13.628888+0000 mon.c (mon.2) 320 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:29:14.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:14 smithi148 bash[66753]: audit 2024-03-22T07:29:13.628888+0000 mon.c (mon.2) 320 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:29:15.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:15 smithi129 bash[79695]: cluster 2024-03-22T07:29:13.966827+0000 mgr.y (mgr.25337) 657 : cluster 0 pgmap v1172: 105 pgs: 105 active+clean; 366 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 76 op/s 2024-03-22T07:29:15.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:15 smithi129 bash[82160]: cluster 2024-03-22T07:29:13.966827+0000 mgr.y (mgr.25337) 657 : cluster 0 pgmap v1172: 105 pgs: 105 active+clean; 366 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 76 op/s 2024-03-22T07:29:15.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:15 smithi148 bash[66753]: cluster 2024-03-22T07:29:13.966827+0000 mgr.y (mgr.25337) 657 : cluster 0 pgmap v1172: 105 pgs: 105 active+clean; 366 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 76 op/s 2024-03-22T07:29:17.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:17 smithi129 bash[79695]: cluster 2024-03-22T07:29:15.967569+0000 mgr.y (mgr.25337) 658 : cluster 0 pgmap v1173: 105 pgs: 105 active+clean; 379 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 11 MiB/s wr, 89 op/s 2024-03-22T07:29:17.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:17 smithi129 bash[82160]: cluster 2024-03-22T07:29:15.967569+0000 mgr.y (mgr.25337) 658 : cluster 0 pgmap v1173: 105 pgs: 105 active+clean; 379 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 11 MiB/s wr, 89 op/s 2024-03-22T07:29:17.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:17 smithi148 bash[66753]: cluster 2024-03-22T07:29:15.967569+0000 mgr.y (mgr.25337) 658 : cluster 0 pgmap v1173: 105 pgs: 105 active+clean; 379 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 11 MiB/s wr, 89 op/s 2024-03-22T07:29:19.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:19 smithi129 bash[79695]: cluster 2024-03-22T07:29:17.968273+0000 mgr.y (mgr.25337) 659 : cluster 0 pgmap v1174: 105 pgs: 105 active+clean; 383 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.6 MiB/s wr, 64 op/s 2024-03-22T07:29:19.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:19 smithi129 bash[82160]: cluster 2024-03-22T07:29:17.968273+0000 mgr.y (mgr.25337) 659 : cluster 0 pgmap v1174: 105 pgs: 105 active+clean; 383 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.6 MiB/s wr, 64 op/s 2024-03-22T07:29:19.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:19 smithi148 bash[66753]: cluster 2024-03-22T07:29:17.968273+0000 mgr.y (mgr.25337) 659 : cluster 0 pgmap v1174: 105 pgs: 105 active+clean; 383 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.6 MiB/s wr, 64 op/s 2024-03-22T07:29:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:20 smithi129 bash[79695]: audit 2024-03-22T07:29:19.619025+0000 mon.a (mon.0) 1273 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:20 smithi129 bash[79695]: audit 2024-03-22T07:29:19.632212+0000 mon.a (mon.0) 1274 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:20 smithi129 bash[79695]: audit 2024-03-22T07:29:19.672699+0000 mon.a (mon.0) 1275 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:20 smithi129 bash[79695]: audit 2024-03-22T07:29:19.682966+0000 mon.a (mon.0) 1276 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:20 smithi129 bash[79695]: audit 2024-03-22T07:29:20.308805+0000 mon.c (mon.2) 321 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:29:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:20 smithi129 bash[79695]: audit 2024-03-22T07:29:20.309712+0000 mon.c (mon.2) 322 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:29:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:20 smithi129 bash[79695]: audit 2024-03-22T07:29:20.315884+0000 mon.a (mon.0) 1277 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:20.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:20 smithi129 bash[82160]: audit 2024-03-22T07:29:19.619025+0000 mon.a (mon.0) 1273 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:20 smithi129 bash[82160]: audit 2024-03-22T07:29:19.632212+0000 mon.a (mon.0) 1274 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:20 smithi129 bash[82160]: audit 2024-03-22T07:29:19.672699+0000 mon.a (mon.0) 1275 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:20 smithi129 bash[82160]: audit 2024-03-22T07:29:19.682966+0000 mon.a (mon.0) 1276 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:20 smithi129 bash[82160]: audit 2024-03-22T07:29:20.308805+0000 mon.c (mon.2) 321 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:29:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:20 smithi129 bash[82160]: audit 2024-03-22T07:29:20.309712+0000 mon.c (mon.2) 322 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:29:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:20 smithi129 bash[82160]: audit 2024-03-22T07:29:20.315884+0000 mon.a (mon.0) 1277 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:20.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:20 smithi148 bash[66753]: audit 2024-03-22T07:29:19.619025+0000 mon.a (mon.0) 1273 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:20.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:20 smithi148 bash[66753]: audit 2024-03-22T07:29:19.632212+0000 mon.a (mon.0) 1274 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:20.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:20 smithi148 bash[66753]: audit 2024-03-22T07:29:19.672699+0000 mon.a (mon.0) 1275 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:20.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:20 smithi148 bash[66753]: audit 2024-03-22T07:29:19.682966+0000 mon.a (mon.0) 1276 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:20.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:20 smithi148 bash[66753]: audit 2024-03-22T07:29:20.308805+0000 mon.c (mon.2) 321 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:29:20.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:20 smithi148 bash[66753]: audit 2024-03-22T07:29:20.309712+0000 mon.c (mon.2) 322 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:29:20.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:20 smithi148 bash[66753]: audit 2024-03-22T07:29:20.315884+0000 mon.a (mon.0) 1277 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:21.837 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (12394 ms) 2024-03-22T07:29:21.838 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-03-22T07:29:21.838 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:29:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:21 smithi129 bash[79695]: cluster 2024-03-22T07:29:19.968838+0000 mgr.y (mgr.25337) 660 : cluster 0 pgmap v1175: 105 pgs: 105 active+clean; 383 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-03-22T07:29:22.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:21 smithi129 bash[82160]: cluster 2024-03-22T07:29:19.968838+0000 mgr.y (mgr.25337) 660 : cluster 0 pgmap v1175: 105 pgs: 105 active+clean; 383 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-03-22T07:29:22.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:21 smithi148 bash[66753]: cluster 2024-03-22T07:29:19.968838+0000 mgr.y (mgr.25337) 660 : cluster 0 pgmap v1175: 105 pgs: 105 active+clean; 383 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-03-22T07:29:24.123 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:29:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:29:23] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-03-22T07:29:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:23 smithi129 bash[82160]: cluster 2024-03-22T07:29:21.969601+0000 mgr.y (mgr.25337) 661 : cluster 0 pgmap v1176: 105 pgs: 105 active+clean; 387 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.2 MiB/s wr, 48 op/s 2024-03-22T07:29:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:23 smithi129 bash[82160]: cluster 2024-03-22T07:29:22.700203+0000 osd.7 (osd.7) 505 : cluster 3 failed to encode map e896 with expected crc 2024-03-22T07:29:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:23 smithi129 bash[82160]: cluster 2024-03-22T07:29:22.702204+0000 osd.6 (osd.6) 471 : cluster 3 failed to encode map e896 with expected crc 2024-03-22T07:29:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:23 smithi129 bash[82160]: cluster 2024-03-22T07:29:22.703054+0000 mon.a (mon.0) 1278 : cluster 0 osdmap e896: 8 total, 8 up, 8 in 2024-03-22T07:29:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:23 smithi129 bash[82160]: cluster 2024-03-22T07:29:22.774683+0000 osd.5 (osd.5) 476 : cluster 3 failed to encode map e896 with expected crc 2024-03-22T07:29:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:23 smithi129 bash[82160]: cluster 2024-03-22T07:29:22.778295+0000 osd.5 (osd.5) 477 : cluster 3 failed to encode map e896 with expected crc 2024-03-22T07:29:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:23 smithi129 bash[82160]: audit 2024-03-22T07:29:23.401452+0000 mon.c (mon.2) 323 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:29:24.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:23 smithi129 bash[79695]: cluster 2024-03-22T07:29:21.969601+0000 mgr.y (mgr.25337) 661 : cluster 0 pgmap v1176: 105 pgs: 105 active+clean; 387 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.2 MiB/s wr, 48 op/s 2024-03-22T07:29:24.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:23 smithi129 bash[79695]: cluster 2024-03-22T07:29:22.700203+0000 osd.7 (osd.7) 505 : cluster 3 failed to encode map e896 with expected crc 2024-03-22T07:29:24.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:23 smithi129 bash[79695]: cluster 2024-03-22T07:29:22.702204+0000 osd.6 (osd.6) 471 : cluster 3 failed to encode map e896 with expected crc 2024-03-22T07:29:24.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:23 smithi129 bash[79695]: cluster 2024-03-22T07:29:22.703054+0000 mon.a (mon.0) 1278 : cluster 0 osdmap e896: 8 total, 8 up, 8 in 2024-03-22T07:29:24.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:23 smithi129 bash[79695]: cluster 2024-03-22T07:29:22.774683+0000 osd.5 (osd.5) 476 : cluster 3 failed to encode map e896 with expected crc 2024-03-22T07:29:24.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:23 smithi129 bash[79695]: cluster 2024-03-22T07:29:22.778295+0000 osd.5 (osd.5) 477 : cluster 3 failed to encode map e896 with expected crc 2024-03-22T07:29:24.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:23 smithi129 bash[79695]: audit 2024-03-22T07:29:23.401452+0000 mon.c (mon.2) 323 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:29:24.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:23 smithi148 bash[66753]: cluster 2024-03-22T07:29:21.969601+0000 mgr.y (mgr.25337) 661 : cluster 0 pgmap v1176: 105 pgs: 105 active+clean; 387 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.2 MiB/s wr, 48 op/s 2024-03-22T07:29:24.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:23 smithi148 bash[66753]: cluster 2024-03-22T07:29:22.700203+0000 osd.7 (osd.7) 505 : cluster 3 failed to encode map e896 with expected crc 2024-03-22T07:29:24.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:23 smithi148 bash[66753]: cluster 2024-03-22T07:29:22.702204+0000 osd.6 (osd.6) 471 : cluster 3 failed to encode map e896 with expected crc 2024-03-22T07:29:24.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:23 smithi148 bash[66753]: cluster 2024-03-22T07:29:22.703054+0000 mon.a (mon.0) 1278 : cluster 0 osdmap e896: 8 total, 8 up, 8 in 2024-03-22T07:29:24.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:23 smithi148 bash[66753]: cluster 2024-03-22T07:29:22.774683+0000 osd.5 (osd.5) 476 : cluster 3 failed to encode map e896 with expected crc 2024-03-22T07:29:24.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:23 smithi148 bash[66753]: cluster 2024-03-22T07:29:22.778295+0000 osd.5 (osd.5) 477 : cluster 3 failed to encode map e896 with expected crc 2024-03-22T07:29:24.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:23 smithi148 bash[66753]: audit 2024-03-22T07:29:23.401452+0000 mon.c (mon.2) 323 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:29:26.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:25 smithi129 bash[79695]: cluster 2024-03-22T07:29:23.970176+0000 mgr.y (mgr.25337) 662 : cluster 0 pgmap v1178: 105 pgs: 105 active+clean; 411 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-03-22T07:29:26.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:25 smithi129 bash[82160]: cluster 2024-03-22T07:29:23.970176+0000 mgr.y (mgr.25337) 662 : cluster 0 pgmap v1178: 105 pgs: 105 active+clean; 411 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-03-22T07:29:26.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:25 smithi148 bash[66753]: cluster 2024-03-22T07:29:23.970176+0000 mgr.y (mgr.25337) 662 : cluster 0 pgmap v1178: 105 pgs: 105 active+clean; 411 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-03-22T07:29:28.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:27 smithi129 bash[79695]: cluster 2024-03-22T07:29:25.970872+0000 mgr.y (mgr.25337) 663 : cluster 0 pgmap v1179: 105 pgs: 105 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-03-22T07:29:28.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:27 smithi129 bash[82160]: cluster 2024-03-22T07:29:25.970872+0000 mgr.y (mgr.25337) 663 : cluster 0 pgmap v1179: 105 pgs: 105 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-03-22T07:29:28.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:27 smithi148 bash[66753]: cluster 2024-03-22T07:29:25.970872+0000 mgr.y (mgr.25337) 663 : cluster 0 pgmap v1179: 105 pgs: 105 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-03-22T07:29:30.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:29 smithi129 bash[79695]: cluster 2024-03-22T07:29:27.971602+0000 mgr.y (mgr.25337) 664 : cluster 0 pgmap v1180: 105 pgs: 105 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 57 op/s 2024-03-22T07:29:30.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:29 smithi129 bash[82160]: cluster 2024-03-22T07:29:27.971602+0000 mgr.y (mgr.25337) 664 : cluster 0 pgmap v1180: 105 pgs: 105 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 57 op/s 2024-03-22T07:29:30.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:29 smithi148 bash[66753]: cluster 2024-03-22T07:29:27.971602+0000 mgr.y (mgr.25337) 664 : cluster 0 pgmap v1180: 105 pgs: 105 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 57 op/s 2024-03-22T07:29:32.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:31 smithi129 bash[79695]: cluster 2024-03-22T07:29:29.972312+0000 mgr.y (mgr.25337) 665 : cluster 0 pgmap v1181: 105 pgs: 105 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 54 op/s 2024-03-22T07:29:32.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:31 smithi129 bash[82160]: cluster 2024-03-22T07:29:29.972312+0000 mgr.y (mgr.25337) 665 : cluster 0 pgmap v1181: 105 pgs: 105 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 54 op/s 2024-03-22T07:29:32.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:31 smithi148 bash[66753]: cluster 2024-03-22T07:29:29.972312+0000 mgr.y (mgr.25337) 665 : cluster 0 pgmap v1181: 105 pgs: 105 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 54 op/s 2024-03-22T07:29:34.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:33 smithi129 bash[79695]: cluster 2024-03-22T07:29:31.972752+0000 mgr.y (mgr.25337) 666 : cluster 0 pgmap v1182: 105 pgs: 105 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-03-22T07:29:34.125 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:29:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:29:33] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-03-22T07:29:34.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:33 smithi129 bash[82160]: cluster 2024-03-22T07:29:31.972752+0000 mgr.y (mgr.25337) 666 : cluster 0 pgmap v1182: 105 pgs: 105 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-03-22T07:29:34.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:33 smithi148 bash[66753]: cluster 2024-03-22T07:29:31.972752+0000 mgr.y (mgr.25337) 666 : cluster 0 pgmap v1182: 105 pgs: 105 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-03-22T07:29:36.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:35 smithi129 bash[79695]: cluster 2024-03-22T07:29:33.973423+0000 mgr.y (mgr.25337) 667 : cluster 0 pgmap v1183: 105 pgs: 105 active+clean; 428 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 36 op/s 2024-03-22T07:29:36.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:35 smithi129 bash[82160]: cluster 2024-03-22T07:29:33.973423+0000 mgr.y (mgr.25337) 667 : cluster 0 pgmap v1183: 105 pgs: 105 active+clean; 428 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 36 op/s 2024-03-22T07:29:36.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:35 smithi148 bash[66753]: cluster 2024-03-22T07:29:33.973423+0000 mgr.y (mgr.25337) 667 : cluster 0 pgmap v1183: 105 pgs: 105 active+clean; 428 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 36 op/s 2024-03-22T07:29:36.479 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (14641 ms) 2024-03-22T07:29:36.740 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (93250 ms total) 2024-03-22T07:29:36.740 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:29:36.740 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-03-22T07:29:36.791 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-03-22T07:29:38.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:37 smithi129 bash[82160]: cluster 2024-03-22T07:29:35.974141+0000 mgr.y (mgr.25337) 668 : cluster 0 pgmap v1184: 105 pgs: 105 active+clean; 440 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 46 op/s 2024-03-22T07:29:38.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:37 smithi129 bash[82160]: cluster 2024-03-22T07:29:36.730177+0000 osd.5 (osd.5) 478 : cluster 3 failed to encode map e897 with expected crc 2024-03-22T07:29:38.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:37 smithi129 bash[82160]: cluster 2024-03-22T07:29:36.730874+0000 osd.7 (osd.7) 506 : cluster 3 failed to encode map e897 with expected crc 2024-03-22T07:29:38.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:37 smithi129 bash[82160]: cluster 2024-03-22T07:29:36.732167+0000 mon.a (mon.0) 1279 : cluster 0 osdmap e897: 8 total, 8 up, 8 in 2024-03-22T07:29:38.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:37 smithi129 bash[79695]: cluster 2024-03-22T07:29:35.974141+0000 mgr.y (mgr.25337) 668 : cluster 0 pgmap v1184: 105 pgs: 105 active+clean; 440 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 46 op/s 2024-03-22T07:29:38.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:37 smithi129 bash[79695]: cluster 2024-03-22T07:29:36.730177+0000 osd.5 (osd.5) 478 : cluster 3 failed to encode map e897 with expected crc 2024-03-22T07:29:38.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:37 smithi129 bash[79695]: cluster 2024-03-22T07:29:36.730874+0000 osd.7 (osd.7) 506 : cluster 3 failed to encode map e897 with expected crc 2024-03-22T07:29:38.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:37 smithi129 bash[79695]: cluster 2024-03-22T07:29:36.732167+0000 mon.a (mon.0) 1279 : cluster 0 osdmap e897: 8 total, 8 up, 8 in 2024-03-22T07:29:38.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:37 smithi148 bash[66753]: cluster 2024-03-22T07:29:35.974141+0000 mgr.y (mgr.25337) 668 : cluster 0 pgmap v1184: 105 pgs: 105 active+clean; 440 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 46 op/s 2024-03-22T07:29:38.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:37 smithi148 bash[66753]: cluster 2024-03-22T07:29:36.730177+0000 osd.5 (osd.5) 478 : cluster 3 failed to encode map e897 with expected crc 2024-03-22T07:29:38.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:37 smithi148 bash[66753]: cluster 2024-03-22T07:29:36.730874+0000 osd.7 (osd.7) 506 : cluster 3 failed to encode map e897 with expected crc 2024-03-22T07:29:38.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:37 smithi148 bash[66753]: cluster 2024-03-22T07:29:36.732167+0000 mon.a (mon.0) 1279 : cluster 0 osdmap e897: 8 total, 8 up, 8 in 2024-03-22T07:29:38.766 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:29:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:38 smithi129 bash[82160]: cluster 2024-03-22T07:29:37.746099+0000 osd.5 (osd.5) 479 : cluster 3 failed to encode map e898 with expected crc 2024-03-22T07:29:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:38 smithi129 bash[82160]: cluster 2024-03-22T07:29:37.746099+0000 osd.6 (osd.6) 472 : cluster 3 failed to encode map e898 with expected crc 2024-03-22T07:29:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:38 smithi129 bash[82160]: cluster 2024-03-22T07:29:37.747804+0000 mon.a (mon.0) 1280 : cluster 0 osdmap e898: 8 total, 8 up, 8 in 2024-03-22T07:29:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:38 smithi129 bash[82160]: cluster 2024-03-22T07:29:37.750688+0000 osd.7 (osd.7) 507 : cluster 3 failed to encode map e898 with expected crc 2024-03-22T07:29:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:38 smithi129 bash[82160]: audit 2024-03-22T07:29:37.754025+0000 mon.a (mon.0) 1281 : audit 1 from='client.? 172.21.15.129:0/2981756497' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:29:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:38 smithi129 bash[82160]: audit 2024-03-22T07:29:38.402093+0000 mon.c (mon.2) 324 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:29:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:38 smithi129 bash[79695]: cluster 2024-03-22T07:29:37.746099+0000 osd.5 (osd.5) 479 : cluster 3 failed to encode map e898 with expected crc 2024-03-22T07:29:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:38 smithi129 bash[79695]: cluster 2024-03-22T07:29:37.746099+0000 osd.6 (osd.6) 472 : cluster 3 failed to encode map e898 with expected crc 2024-03-22T07:29:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:38 smithi129 bash[79695]: cluster 2024-03-22T07:29:37.747804+0000 mon.a (mon.0) 1280 : cluster 0 osdmap e898: 8 total, 8 up, 8 in 2024-03-22T07:29:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:38 smithi129 bash[79695]: cluster 2024-03-22T07:29:37.750688+0000 osd.7 (osd.7) 507 : cluster 3 failed to encode map e898 with expected crc 2024-03-22T07:29:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:38 smithi129 bash[79695]: audit 2024-03-22T07:29:37.754025+0000 mon.a (mon.0) 1281 : audit 1 from='client.? 172.21.15.129:0/2981756497' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:29:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:38 smithi129 bash[79695]: audit 2024-03-22T07:29:38.402093+0000 mon.c (mon.2) 324 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:29:39.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:38 smithi148 bash[66753]: cluster 2024-03-22T07:29:37.746099+0000 osd.5 (osd.5) 479 : cluster 3 failed to encode map e898 with expected crc 2024-03-22T07:29:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:38 smithi148 bash[66753]: cluster 2024-03-22T07:29:37.746099+0000 osd.6 (osd.6) 472 : cluster 3 failed to encode map e898 with expected crc 2024-03-22T07:29:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:38 smithi148 bash[66753]: cluster 2024-03-22T07:29:37.747804+0000 mon.a (mon.0) 1280 : cluster 0 osdmap e898: 8 total, 8 up, 8 in 2024-03-22T07:29:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:38 smithi148 bash[66753]: cluster 2024-03-22T07:29:37.750688+0000 osd.7 (osd.7) 507 : cluster 3 failed to encode map e898 with expected crc 2024-03-22T07:29:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:38 smithi148 bash[66753]: audit 2024-03-22T07:29:37.754025+0000 mon.a (mon.0) 1281 : audit 1 from='client.? 172.21.15.129:0/2981756497' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:29:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:38 smithi148 bash[66753]: audit 2024-03-22T07:29:38.402093+0000 mon.c (mon.2) 324 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:29:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[79695]: cluster 2024-03-22T07:29:37.975135+0000 mgr.y (mgr.25337) 669 : cluster 0 pgmap v1187: 105 pgs: 2 creating+peering, 30 unknown, 73 active+clean; 582 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:29:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[79695]: cluster 2024-03-22T07:29:38.739161+0000 mon.a (mon.0) 1282 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:29:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[79695]: audit 2024-03-22T07:29:38.748375+0000 mon.a (mon.0) 1283 : audit 1 from='client.? 172.21.15.129:0/2981756497' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:29:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[79695]: cluster 2024-03-22T07:29:38.751917+0000 osd.7 (osd.7) 508 : cluster 3 failed to encode map e899 with expected crc 2024-03-22T07:29:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[79695]: cluster 2024-03-22T07:29:38.759578+0000 mon.a (mon.0) 1284 : cluster 0 osdmap e899: 8 total, 8 up, 8 in 2024-03-22T07:29:40.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[79695]: cluster 2024-03-22T07:29:38.761763+0000 osd.7 (osd.7) 509 : cluster 3 failed to encode map e899 with expected crc 2024-03-22T07:29:40.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[79695]: cluster 2024-03-22T07:29:38.762068+0000 osd.5 (osd.5) 480 : cluster 3 failed to encode map e899 with expected crc 2024-03-22T07:29:40.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[79695]: cluster 2024-03-22T07:29:38.762117+0000 osd.6 (osd.6) 473 : cluster 3 failed to encode map e899 with expected crc 2024-03-22T07:29:40.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[82160]: cluster 2024-03-22T07:29:37.975135+0000 mgr.y (mgr.25337) 669 : cluster 0 pgmap v1187: 105 pgs: 2 creating+peering, 30 unknown, 73 active+clean; 582 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:29:40.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[82160]: cluster 2024-03-22T07:29:38.739161+0000 mon.a (mon.0) 1282 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:29:40.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[82160]: audit 2024-03-22T07:29:38.748375+0000 mon.a (mon.0) 1283 : audit 1 from='client.? 172.21.15.129:0/2981756497' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:29:40.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[82160]: cluster 2024-03-22T07:29:38.751917+0000 osd.7 (osd.7) 508 : cluster 3 failed to encode map e899 with expected crc 2024-03-22T07:29:40.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[82160]: cluster 2024-03-22T07:29:38.759578+0000 mon.a (mon.0) 1284 : cluster 0 osdmap e899: 8 total, 8 up, 8 in 2024-03-22T07:29:40.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[82160]: cluster 2024-03-22T07:29:38.761763+0000 osd.7 (osd.7) 509 : cluster 3 failed to encode map e899 with expected crc 2024-03-22T07:29:40.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[82160]: cluster 2024-03-22T07:29:38.762068+0000 osd.5 (osd.5) 480 : cluster 3 failed to encode map e899 with expected crc 2024-03-22T07:29:40.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:39 smithi129 bash[82160]: cluster 2024-03-22T07:29:38.762117+0000 osd.6 (osd.6) 473 : cluster 3 failed to encode map e899 with expected crc 2024-03-22T07:29:40.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:39 smithi148 bash[66753]: cluster 2024-03-22T07:29:37.975135+0000 mgr.y (mgr.25337) 669 : cluster 0 pgmap v1187: 105 pgs: 2 creating+peering, 30 unknown, 73 active+clean; 582 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:29:40.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:39 smithi148 bash[66753]: cluster 2024-03-22T07:29:38.739161+0000 mon.a (mon.0) 1282 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:29:40.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:39 smithi148 bash[66753]: audit 2024-03-22T07:29:38.748375+0000 mon.a (mon.0) 1283 : audit 1 from='client.? 172.21.15.129:0/2981756497' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:29:40.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:39 smithi148 bash[66753]: cluster 2024-03-22T07:29:38.751917+0000 osd.7 (osd.7) 508 : cluster 3 failed to encode map e899 with expected crc 2024-03-22T07:29:40.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:39 smithi148 bash[66753]: cluster 2024-03-22T07:29:38.759578+0000 mon.a (mon.0) 1284 : cluster 0 osdmap e899: 8 total, 8 up, 8 in 2024-03-22T07:29:40.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:39 smithi148 bash[66753]: cluster 2024-03-22T07:29:38.761763+0000 osd.7 (osd.7) 509 : cluster 3 failed to encode map e899 with expected crc 2024-03-22T07:29:40.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:39 smithi148 bash[66753]: cluster 2024-03-22T07:29:38.762068+0000 osd.5 (osd.5) 480 : cluster 3 failed to encode map e899 with expected crc 2024-03-22T07:29:40.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:39 smithi148 bash[66753]: cluster 2024-03-22T07:29:38.762117+0000 osd.6 (osd.6) 473 : cluster 3 failed to encode map e899 with expected crc 2024-03-22T07:29:41.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:40 smithi129 bash[79695]: cluster 2024-03-22T07:29:39.753545+0000 osd.7 (osd.7) 510 : cluster 3 failed to encode map e900 with expected crc 2024-03-22T07:29:41.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:40 smithi129 bash[79695]: cluster 2024-03-22T07:29:39.758276+0000 mon.a (mon.0) 1285 : cluster 0 osdmap e900: 8 total, 8 up, 8 in 2024-03-22T07:29:41.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:40 smithi129 bash[82160]: cluster 2024-03-22T07:29:39.753545+0000 osd.7 (osd.7) 510 : cluster 3 failed to encode map e900 with expected crc 2024-03-22T07:29:41.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:40 smithi129 bash[82160]: cluster 2024-03-22T07:29:39.758276+0000 mon.a (mon.0) 1285 : cluster 0 osdmap e900: 8 total, 8 up, 8 in 2024-03-22T07:29:41.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:40 smithi148 bash[66753]: cluster 2024-03-22T07:29:39.753545+0000 osd.7 (osd.7) 510 : cluster 3 failed to encode map e900 with expected crc 2024-03-22T07:29:41.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:40 smithi148 bash[66753]: cluster 2024-03-22T07:29:39.758276+0000 mon.a (mon.0) 1285 : cluster 0 osdmap e900: 8 total, 8 up, 8 in 2024-03-22T07:29:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:41 smithi129 bash[79695]: cluster 2024-03-22T07:29:39.975797+0000 mgr.y (mgr.25337) 670 : cluster 0 pgmap v1190: 105 pgs: 2 creating+peering, 11 unknown, 92 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:29:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:41 smithi129 bash[79695]: cluster 2024-03-22T07:29:40.761712+0000 mon.a (mon.0) 1286 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:29:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:41 smithi129 bash[79695]: cluster 2024-03-22T07:29:40.772348+0000 osd.7 (osd.7) 511 : cluster 3 failed to encode map e901 with expected crc 2024-03-22T07:29:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:41 smithi129 bash[79695]: cluster 2024-03-22T07:29:40.777613+0000 mon.a (mon.0) 1287 : cluster 0 osdmap e901: 8 total, 8 up, 8 in 2024-03-22T07:29:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:41 smithi129 bash[79695]: cluster 2024-03-22T07:29:40.796622+0000 osd.6 (osd.6) 474 : cluster 3 failed to encode map e900 with expected crc 2024-03-22T07:29:42.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:41 smithi129 bash[82160]: cluster 2024-03-22T07:29:39.975797+0000 mgr.y (mgr.25337) 670 : cluster 0 pgmap v1190: 105 pgs: 2 creating+peering, 11 unknown, 92 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:29:42.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:41 smithi129 bash[82160]: cluster 2024-03-22T07:29:40.761712+0000 mon.a (mon.0) 1286 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:29:42.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:41 smithi129 bash[82160]: cluster 2024-03-22T07:29:40.772348+0000 osd.7 (osd.7) 511 : cluster 3 failed to encode map e901 with expected crc 2024-03-22T07:29:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:41 smithi129 bash[82160]: cluster 2024-03-22T07:29:40.777613+0000 mon.a (mon.0) 1287 : cluster 0 osdmap e901: 8 total, 8 up, 8 in 2024-03-22T07:29:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:41 smithi129 bash[82160]: cluster 2024-03-22T07:29:40.796622+0000 osd.6 (osd.6) 474 : cluster 3 failed to encode map e900 with expected crc 2024-03-22T07:29:42.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:41 smithi148 bash[66753]: cluster 2024-03-22T07:29:39.975797+0000 mgr.y (mgr.25337) 670 : cluster 0 pgmap v1190: 105 pgs: 2 creating+peering, 11 unknown, 92 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:29:42.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:41 smithi148 bash[66753]: cluster 2024-03-22T07:29:40.761712+0000 mon.a (mon.0) 1286 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:29:42.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:41 smithi148 bash[66753]: cluster 2024-03-22T07:29:40.772348+0000 osd.7 (osd.7) 511 : cluster 3 failed to encode map e901 with expected crc 2024-03-22T07:29:42.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:41 smithi148 bash[66753]: cluster 2024-03-22T07:29:40.777613+0000 mon.a (mon.0) 1287 : cluster 0 osdmap e901: 8 total, 8 up, 8 in 2024-03-22T07:29:42.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:41 smithi148 bash[66753]: cluster 2024-03-22T07:29:40.796622+0000 osd.6 (osd.6) 474 : cluster 3 failed to encode map e900 with expected crc 2024-03-22T07:29:43.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:42 smithi129 bash[79695]: cluster 2024-03-22T07:29:40.799450+0000 osd.5 (osd.5) 481 : cluster 3 failed to encode map e900 with expected crc 2024-03-22T07:29:43.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:42 smithi129 bash[82160]: cluster 2024-03-22T07:29:40.799450+0000 osd.5 (osd.5) 481 : cluster 3 failed to encode map e900 with expected crc 2024-03-22T07:29:43.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:42 smithi148 bash[66753]: cluster 2024-03-22T07:29:40.799450+0000 osd.5 (osd.5) 481 : cluster 3 failed to encode map e900 with expected crc 2024-03-22T07:29:44.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:43 smithi129 bash[79695]: cluster 2024-03-22T07:29:41.976250+0000 mgr.y (mgr.25337) 671 : cluster 0 pgmap v1192: 105 pgs: 2 creating+peering, 6 unknown, 97 active+clean; 582 KiB data, 942 MiB used, 714 GiB / 715 GiB avail; 241 B/s wr, 0 op/s 2024-03-22T07:29:44.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:29:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:29:43] "GET /metrics HTTP/1.1" 200 36459 "" "Prometheus/2.43.0" 2024-03-22T07:29:44.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:43 smithi129 bash[82160]: cluster 2024-03-22T07:29:41.976250+0000 mgr.y (mgr.25337) 671 : cluster 0 pgmap v1192: 105 pgs: 2 creating+peering, 6 unknown, 97 active+clean; 582 KiB data, 942 MiB used, 714 GiB / 715 GiB avail; 241 B/s wr, 0 op/s 2024-03-22T07:29:44.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:43 smithi148 bash[66753]: cluster 2024-03-22T07:29:41.976250+0000 mgr.y (mgr.25337) 671 : cluster 0 pgmap v1192: 105 pgs: 2 creating+peering, 6 unknown, 97 active+clean; 582 KiB data, 942 MiB used, 714 GiB / 715 GiB avail; 241 B/s wr, 0 op/s 2024-03-22T07:29:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:45 smithi129 bash[79695]: cluster 2024-03-22T07:29:43.976811+0000 mgr.y (mgr.25337) 672 : cluster 0 pgmap v1193: 105 pgs: 105 active+clean; 582 KiB data, 557 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 341 B/s wr, 0 op/s 2024-03-22T07:29:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:45 smithi129 bash[79695]: cluster 2024-03-22T07:29:44.797627+0000 osd.5 (osd.5) 482 : cluster 3 failed to encode map e902 with expected crc 2024-03-22T07:29:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:45 smithi129 bash[79695]: cluster 2024-03-22T07:29:44.801627+0000 mon.a (mon.0) 1288 : cluster 0 osdmap e902: 8 total, 8 up, 8 in 2024-03-22T07:29:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:45 smithi129 bash[79695]: cluster 2024-03-22T07:29:44.866497+0000 osd.6 (osd.6) 475 : cluster 3 failed to encode map e902 with expected crc 2024-03-22T07:29:46.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:45 smithi129 bash[82160]: cluster 2024-03-22T07:29:43.976811+0000 mgr.y (mgr.25337) 672 : cluster 0 pgmap v1193: 105 pgs: 105 active+clean; 582 KiB data, 557 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 341 B/s wr, 0 op/s 2024-03-22T07:29:46.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:45 smithi129 bash[82160]: cluster 2024-03-22T07:29:44.797627+0000 osd.5 (osd.5) 482 : cluster 3 failed to encode map e902 with expected crc 2024-03-22T07:29:46.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:45 smithi129 bash[82160]: cluster 2024-03-22T07:29:44.801627+0000 mon.a (mon.0) 1288 : cluster 0 osdmap e902: 8 total, 8 up, 8 in 2024-03-22T07:29:46.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:45 smithi129 bash[82160]: cluster 2024-03-22T07:29:44.866497+0000 osd.6 (osd.6) 475 : cluster 3 failed to encode map e902 with expected crc 2024-03-22T07:29:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:45 smithi148 bash[66753]: cluster 2024-03-22T07:29:43.976811+0000 mgr.y (mgr.25337) 672 : cluster 0 pgmap v1193: 105 pgs: 105 active+clean; 582 KiB data, 557 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 341 B/s wr, 0 op/s 2024-03-22T07:29:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:45 smithi148 bash[66753]: cluster 2024-03-22T07:29:44.797627+0000 osd.5 (osd.5) 482 : cluster 3 failed to encode map e902 with expected crc 2024-03-22T07:29:46.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:45 smithi148 bash[66753]: cluster 2024-03-22T07:29:44.801627+0000 mon.a (mon.0) 1288 : cluster 0 osdmap e902: 8 total, 8 up, 8 in 2024-03-22T07:29:46.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:45 smithi148 bash[66753]: cluster 2024-03-22T07:29:44.866497+0000 osd.6 (osd.6) 475 : cluster 3 failed to encode map e902 with expected crc 2024-03-22T07:29:48.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:47 smithi129 bash[82160]: cluster 2024-03-22T07:29:45.977494+0000 mgr.y (mgr.25337) 673 : cluster 0 pgmap v1195: 105 pgs: 105 active+clean; 4.6 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 661 KiB/s wr, 29 op/s 2024-03-22T07:29:48.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:47 smithi129 bash[79695]: cluster 2024-03-22T07:29:45.977494+0000 mgr.y (mgr.25337) 673 : cluster 0 pgmap v1195: 105 pgs: 105 active+clean; 4.6 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 661 KiB/s wr, 29 op/s 2024-03-22T07:29:48.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:47 smithi148 bash[66753]: cluster 2024-03-22T07:29:45.977494+0000 mgr.y (mgr.25337) 673 : cluster 0 pgmap v1195: 105 pgs: 105 active+clean; 4.6 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 661 KiB/s wr, 29 op/s 2024-03-22T07:29:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:49 smithi129 bash[79695]: cluster 2024-03-22T07:29:47.978417+0000 mgr.y (mgr.25337) 674 : cluster 0 pgmap v1196: 105 pgs: 105 active+clean; 13 MiB data, 600 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-03-22T07:29:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:49 smithi129 bash[79695]: cluster 2024-03-22T07:29:48.894078+0000 osd.6 (osd.6) 476 : cluster 3 failed to encode map e903 with expected crc 2024-03-22T07:29:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:49 smithi129 bash[79695]: cluster 2024-03-22T07:29:48.898050+0000 mon.a (mon.0) 1289 : cluster 0 osdmap e903: 8 total, 8 up, 8 in 2024-03-22T07:29:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:49 smithi129 bash[79695]: cluster 2024-03-22T07:29:49.247897+0000 osd.5 (osd.5) 483 : cluster 3 failed to encode map e903 with expected crc 2024-03-22T07:29:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:49 smithi129 bash[79695]: cluster 2024-03-22T07:29:49.248284+0000 osd.7 (osd.7) 512 : cluster 3 failed to encode map e903 with expected crc 2024-03-22T07:29:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:49 smithi129 bash[79695]: cluster 2024-03-22T07:29:49.251231+0000 osd.5 (osd.5) 484 : cluster 3 failed to encode map e903 with expected crc 2024-03-22T07:29:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:49 smithi129 bash[79695]: cluster 2024-03-22T07:29:49.251928+0000 osd.7 (osd.7) 513 : cluster 3 failed to encode map e903 with expected crc 2024-03-22T07:29:50.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:49 smithi129 bash[82160]: cluster 2024-03-22T07:29:47.978417+0000 mgr.y (mgr.25337) 674 : cluster 0 pgmap v1196: 105 pgs: 105 active+clean; 13 MiB data, 600 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-03-22T07:29:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:49 smithi129 bash[82160]: cluster 2024-03-22T07:29:48.894078+0000 osd.6 (osd.6) 476 : cluster 3 failed to encode map e903 with expected crc 2024-03-22T07:29:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:49 smithi129 bash[82160]: cluster 2024-03-22T07:29:48.898050+0000 mon.a (mon.0) 1289 : cluster 0 osdmap e903: 8 total, 8 up, 8 in 2024-03-22T07:29:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:49 smithi129 bash[82160]: cluster 2024-03-22T07:29:49.247897+0000 osd.5 (osd.5) 483 : cluster 3 failed to encode map e903 with expected crc 2024-03-22T07:29:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:49 smithi129 bash[82160]: cluster 2024-03-22T07:29:49.248284+0000 osd.7 (osd.7) 512 : cluster 3 failed to encode map e903 with expected crc 2024-03-22T07:29:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:49 smithi129 bash[82160]: cluster 2024-03-22T07:29:49.251231+0000 osd.5 (osd.5) 484 : cluster 3 failed to encode map e903 with expected crc 2024-03-22T07:29:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:49 smithi129 bash[82160]: cluster 2024-03-22T07:29:49.251928+0000 osd.7 (osd.7) 513 : cluster 3 failed to encode map e903 with expected crc 2024-03-22T07:29:50.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:49 smithi148 bash[66753]: cluster 2024-03-22T07:29:47.978417+0000 mgr.y (mgr.25337) 674 : cluster 0 pgmap v1196: 105 pgs: 105 active+clean; 13 MiB data, 600 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-03-22T07:29:50.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:49 smithi148 bash[66753]: cluster 2024-03-22T07:29:48.894078+0000 osd.6 (osd.6) 476 : cluster 3 failed to encode map e903 with expected crc 2024-03-22T07:29:50.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:49 smithi148 bash[66753]: cluster 2024-03-22T07:29:48.898050+0000 mon.a (mon.0) 1289 : cluster 0 osdmap e903: 8 total, 8 up, 8 in 2024-03-22T07:29:50.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:49 smithi148 bash[66753]: cluster 2024-03-22T07:29:49.247897+0000 osd.5 (osd.5) 483 : cluster 3 failed to encode map e903 with expected crc 2024-03-22T07:29:50.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:49 smithi148 bash[66753]: cluster 2024-03-22T07:29:49.248284+0000 osd.7 (osd.7) 512 : cluster 3 failed to encode map e903 with expected crc 2024-03-22T07:29:50.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:49 smithi148 bash[66753]: cluster 2024-03-22T07:29:49.251231+0000 osd.5 (osd.5) 484 : cluster 3 failed to encode map e903 with expected crc 2024-03-22T07:29:50.181 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:49 smithi148 bash[66753]: cluster 2024-03-22T07:29:49.251928+0000 osd.7 (osd.7) 513 : cluster 3 failed to encode map e903 with expected crc 2024-03-22T07:29:51.675 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14883 ms) 2024-03-22T07:29:51.675 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-03-22T07:29:51.675 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:29:52.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:51 smithi129 bash[79695]: cluster 2024-03-22T07:29:49.979440+0000 mgr.y (mgr.25337) 675 : cluster 0 pgmap v1198: 105 pgs: 105 active+clean; 34 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-03-22T07:29:52.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:51 smithi129 bash[79695]: audit 2024-03-22T07:29:50.996675+0000 mon.a (mon.0) 1290 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:52.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:51 smithi129 bash[82160]: cluster 2024-03-22T07:29:49.979440+0000 mgr.y (mgr.25337) 675 : cluster 0 pgmap v1198: 105 pgs: 105 active+clean; 34 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-03-22T07:29:52.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:51 smithi129 bash[82160]: audit 2024-03-22T07:29:50.996675+0000 mon.a (mon.0) 1290 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:52.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:51 smithi148 bash[66753]: cluster 2024-03-22T07:29:49.979440+0000 mgr.y (mgr.25337) 675 : cluster 0 pgmap v1198: 105 pgs: 105 active+clean; 34 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-03-22T07:29:52.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:51 smithi148 bash[66753]: audit 2024-03-22T07:29:50.996675+0000 mon.a (mon.0) 1290 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:29:54.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:53 smithi129 bash[82160]: cluster 2024-03-22T07:29:51.980270+0000 mgr.y (mgr.25337) 676 : cluster 0 pgmap v1199: 105 pgs: 105 active+clean; 34 MiB data, 647 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.1 MiB/s wr, 63 op/s 2024-03-22T07:29:54.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:53 smithi129 bash[82160]: audit 2024-03-22T07:29:53.402146+0000 mon.c (mon.2) 325 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:29:54.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:53 smithi129 bash[79695]: cluster 2024-03-22T07:29:51.980270+0000 mgr.y (mgr.25337) 676 : cluster 0 pgmap v1199: 105 pgs: 105 active+clean; 34 MiB data, 647 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.1 MiB/s wr, 63 op/s 2024-03-22T07:29:54.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:53 smithi129 bash[79695]: audit 2024-03-22T07:29:53.402146+0000 mon.c (mon.2) 325 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:29:54.125 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:29:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:29:53] "GET /metrics HTTP/1.1" 200 36512 "" "Prometheus/2.43.0" 2024-03-22T07:29:54.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:53 smithi148 bash[66753]: cluster 2024-03-22T07:29:51.980270+0000 mgr.y (mgr.25337) 676 : cluster 0 pgmap v1199: 105 pgs: 105 active+clean; 34 MiB data, 647 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.1 MiB/s wr, 63 op/s 2024-03-22T07:29:54.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:53 smithi148 bash[66753]: audit 2024-03-22T07:29:53.402146+0000 mon.c (mon.2) 325 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:29:56.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:55 smithi129 bash[79695]: cluster 2024-03-22T07:29:53.981232+0000 mgr.y (mgr.25337) 677 : cluster 0 pgmap v1200: 105 pgs: 105 active+clean; 46 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 56 op/s 2024-03-22T07:29:56.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:55 smithi129 bash[82160]: cluster 2024-03-22T07:29:53.981232+0000 mgr.y (mgr.25337) 677 : cluster 0 pgmap v1200: 105 pgs: 105 active+clean; 46 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 56 op/s 2024-03-22T07:29:56.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:55 smithi148 bash[66753]: cluster 2024-03-22T07:29:53.981232+0000 mgr.y (mgr.25337) 677 : cluster 0 pgmap v1200: 105 pgs: 105 active+clean; 46 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 56 op/s 2024-03-22T07:29:57.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:56 smithi129 bash[79695]: cluster 2024-03-22T07:29:55.829707+0000 osd.5 (osd.5) 485 : cluster 3 failed to encode map e904 with expected crc 2024-03-22T07:29:57.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:56 smithi129 bash[79695]: cluster 2024-03-22T07:29:55.833967+0000 mon.a (mon.0) 1291 : cluster 0 osdmap e904: 8 total, 8 up, 8 in 2024-03-22T07:29:57.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:56 smithi129 bash[79695]: cluster 2024-03-22T07:29:55.836744+0000 osd.7 (osd.7) 514 : cluster 3 failed to encode map e904 with expected crc 2024-03-22T07:29:57.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:56 smithi129 bash[79695]: cluster 2024-03-22T07:29:55.908480+0000 osd.6 (osd.6) 477 : cluster 3 failed to encode map e904 with expected crc 2024-03-22T07:29:57.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:56 smithi129 bash[79695]: cluster 2024-03-22T07:29:55.981872+0000 mgr.y (mgr.25337) 678 : cluster 0 pgmap v1202: 105 pgs: 105 active+clean; 59 MiB data, 727 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 5.8 MiB/s wr, 60 op/s 2024-03-22T07:29:57.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:56 smithi129 bash[82160]: cluster 2024-03-22T07:29:55.829707+0000 osd.5 (osd.5) 485 : cluster 3 failed to encode map e904 with expected crc 2024-03-22T07:29:57.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:56 smithi129 bash[82160]: cluster 2024-03-22T07:29:55.833967+0000 mon.a (mon.0) 1291 : cluster 0 osdmap e904: 8 total, 8 up, 8 in 2024-03-22T07:29:57.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:56 smithi129 bash[82160]: cluster 2024-03-22T07:29:55.836744+0000 osd.7 (osd.7) 514 : cluster 3 failed to encode map e904 with expected crc 2024-03-22T07:29:57.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:56 smithi129 bash[82160]: cluster 2024-03-22T07:29:55.908480+0000 osd.6 (osd.6) 477 : cluster 3 failed to encode map e904 with expected crc 2024-03-22T07:29:57.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:56 smithi129 bash[82160]: cluster 2024-03-22T07:29:55.981872+0000 mgr.y (mgr.25337) 678 : cluster 0 pgmap v1202: 105 pgs: 105 active+clean; 59 MiB data, 727 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 5.8 MiB/s wr, 60 op/s 2024-03-22T07:29:57.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:56 smithi148 bash[66753]: cluster 2024-03-22T07:29:55.829707+0000 osd.5 (osd.5) 485 : cluster 3 failed to encode map e904 with expected crc 2024-03-22T07:29:57.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:56 smithi148 bash[66753]: cluster 2024-03-22T07:29:55.833967+0000 mon.a (mon.0) 1291 : cluster 0 osdmap e904: 8 total, 8 up, 8 in 2024-03-22T07:29:57.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:56 smithi148 bash[66753]: cluster 2024-03-22T07:29:55.836744+0000 osd.7 (osd.7) 514 : cluster 3 failed to encode map e904 with expected crc 2024-03-22T07:29:57.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:56 smithi148 bash[66753]: cluster 2024-03-22T07:29:55.908480+0000 osd.6 (osd.6) 477 : cluster 3 failed to encode map e904 with expected crc 2024-03-22T07:29:57.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:56 smithi148 bash[66753]: cluster 2024-03-22T07:29:55.981872+0000 mgr.y (mgr.25337) 678 : cluster 0 pgmap v1202: 105 pgs: 105 active+clean; 59 MiB data, 727 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 5.8 MiB/s wr, 60 op/s 2024-03-22T07:29:59.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:29:59 smithi129 bash[79695]: cluster 2024-03-22T07:29:57.982772+0000 mgr.y (mgr.25337) 679 : cluster 0 pgmap v1203: 105 pgs: 105 active+clean; 75 MiB data, 764 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 54 op/s 2024-03-22T07:29:59.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:29:59 smithi129 bash[82160]: cluster 2024-03-22T07:29:57.982772+0000 mgr.y (mgr.25337) 679 : cluster 0 pgmap v1203: 105 pgs: 105 active+clean; 75 MiB data, 764 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 54 op/s 2024-03-22T07:29:59.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:29:59 smithi148 bash[66753]: cluster 2024-03-22T07:29:57.982772+0000 mgr.y (mgr.25337) 679 : cluster 0 pgmap v1203: 105 pgs: 105 active+clean; 75 MiB data, 764 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 54 op/s 2024-03-22T07:30:00.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:00 smithi129 bash[82160]: cluster 2024-03-22T07:30:00.000075+0000 mon.a (mon.0) 1292 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:30:00.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:00 smithi129 bash[79695]: debug 2024-03-22T07:29:59.997+0000 7f74b4953700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:30:00.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:00 smithi129 bash[79695]: cluster 2024-03-22T07:30:00.000075+0000 mon.a (mon.0) 1292 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:30:00.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:00 smithi148 bash[66753]: cluster 2024-03-22T07:30:00.000075+0000 mon.a (mon.0) 1292 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:30:01.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:01 smithi129 bash[79695]: cluster 2024-03-22T07:29:59.983782+0000 mgr.y (mgr.25337) 680 : cluster 0 pgmap v1204: 105 pgs: 105 active+clean; 88 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-03-22T07:30:01.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:01 smithi129 bash[82160]: cluster 2024-03-22T07:29:59.983782+0000 mgr.y (mgr.25337) 680 : cluster 0 pgmap v1204: 105 pgs: 105 active+clean; 88 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-03-22T07:30:01.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:01 smithi148 bash[66753]: cluster 2024-03-22T07:29:59.983782+0000 mgr.y (mgr.25337) 680 : cluster 0 pgmap v1204: 105 pgs: 105 active+clean; 88 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-03-22T07:30:02.857 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/2.Grow (11182 ms) 2024-03-22T07:30:02.857 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-03-22T07:30:02.857 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:30:03.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:03 smithi129 bash[82160]: cluster 2024-03-22T07:30:01.984461+0000 mgr.y (mgr.25337) 681 : cluster 0 pgmap v1205: 105 pgs: 105 active+clean; 89 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.5 MiB/s wr, 56 op/s 2024-03-22T07:30:03.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:03 smithi129 bash[79695]: cluster 2024-03-22T07:30:01.984461+0000 mgr.y (mgr.25337) 681 : cluster 0 pgmap v1205: 105 pgs: 105 active+clean; 89 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.5 MiB/s wr, 56 op/s 2024-03-22T07:30:03.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:03 smithi148 bash[66753]: cluster 2024-03-22T07:30:01.984461+0000 mgr.y (mgr.25337) 681 : cluster 0 pgmap v1205: 105 pgs: 105 active+clean; 89 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.5 MiB/s wr, 56 op/s 2024-03-22T07:30:04.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:30:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:30:03] "GET /metrics HTTP/1.1" 200 36512 "" "Prometheus/2.43.0" 2024-03-22T07:30:05.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:05 smithi129 bash[79695]: cluster 2024-03-22T07:30:03.985422+0000 mgr.y (mgr.25337) 682 : cluster 0 pgmap v1206: 105 pgs: 105 active+clean; 93 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.7 MiB/s wr, 47 op/s 2024-03-22T07:30:05.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:05 smithi129 bash[82160]: cluster 2024-03-22T07:30:03.985422+0000 mgr.y (mgr.25337) 682 : cluster 0 pgmap v1206: 105 pgs: 105 active+clean; 93 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.7 MiB/s wr, 47 op/s 2024-03-22T07:30:05.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:05 smithi148 bash[66753]: cluster 2024-03-22T07:30:03.985422+0000 mgr.y (mgr.25337) 682 : cluster 0 pgmap v1206: 105 pgs: 105 active+clean; 93 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.7 MiB/s wr, 47 op/s 2024-03-22T07:30:07.378 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:07 smithi129 bash[79695]: cluster 2024-03-22T07:30:05.986508+0000 mgr.y (mgr.25337) 683 : cluster 0 pgmap v1207: 105 pgs: 105 active+clean; 117 MiB data, 918 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-03-22T07:30:07.379 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:07 smithi129 bash[82160]: cluster 2024-03-22T07:30:05.986508+0000 mgr.y (mgr.25337) 683 : cluster 0 pgmap v1207: 105 pgs: 105 active+clean; 117 MiB data, 918 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-03-22T07:30:07.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:07 smithi148 bash[66753]: cluster 2024-03-22T07:30:05.986508+0000 mgr.y (mgr.25337) 683 : cluster 0 pgmap v1207: 105 pgs: 105 active+clean; 117 MiB data, 918 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-03-22T07:30:08.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:08 smithi129 bash[79695]: cluster 2024-03-22T07:30:07.066390+0000 osd.7 (osd.7) 515 : cluster 3 failed to encode map e905 with expected crc 2024-03-22T07:30:08.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:08 smithi129 bash[79695]: cluster 2024-03-22T07:30:07.067154+0000 osd.5 (osd.5) 486 : cluster 3 failed to encode map e905 with expected crc 2024-03-22T07:30:08.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:08 smithi129 bash[79695]: cluster 2024-03-22T07:30:07.069428+0000 mon.a (mon.0) 1293 : cluster 0 osdmap e905: 8 total, 8 up, 8 in 2024-03-22T07:30:08.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:08 smithi129 bash[79695]: cluster 2024-03-22T07:30:07.074563+0000 osd.5 (osd.5) 487 : cluster 3 failed to encode map e905 with expected crc 2024-03-22T07:30:08.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:08 smithi129 bash[82160]: cluster 2024-03-22T07:30:07.066390+0000 osd.7 (osd.7) 515 : cluster 3 failed to encode map e905 with expected crc 2024-03-22T07:30:08.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:08 smithi129 bash[82160]: cluster 2024-03-22T07:30:07.067154+0000 osd.5 (osd.5) 486 : cluster 3 failed to encode map e905 with expected crc 2024-03-22T07:30:08.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:08 smithi129 bash[82160]: cluster 2024-03-22T07:30:07.069428+0000 mon.a (mon.0) 1293 : cluster 0 osdmap e905: 8 total, 8 up, 8 in 2024-03-22T07:30:08.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:08 smithi129 bash[82160]: cluster 2024-03-22T07:30:07.074563+0000 osd.5 (osd.5) 487 : cluster 3 failed to encode map e905 with expected crc 2024-03-22T07:30:08.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:08 smithi148 bash[66753]: cluster 2024-03-22T07:30:07.066390+0000 osd.7 (osd.7) 515 : cluster 3 failed to encode map e905 with expected crc 2024-03-22T07:30:08.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:08 smithi148 bash[66753]: cluster 2024-03-22T07:30:07.067154+0000 osd.5 (osd.5) 486 : cluster 3 failed to encode map e905 with expected crc 2024-03-22T07:30:08.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:08 smithi148 bash[66753]: cluster 2024-03-22T07:30:07.069428+0000 mon.a (mon.0) 1293 : cluster 0 osdmap e905: 8 total, 8 up, 8 in 2024-03-22T07:30:08.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:08 smithi148 bash[66753]: cluster 2024-03-22T07:30:07.074563+0000 osd.5 (osd.5) 487 : cluster 3 failed to encode map e905 with expected crc 2024-03-22T07:30:09.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:09 smithi129 bash[79695]: cluster 2024-03-22T07:30:07.987419+0000 mgr.y (mgr.25337) 684 : cluster 0 pgmap v1209: 105 pgs: 105 active+clean; 125 MiB data, 947 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 71 op/s 2024-03-22T07:30:09.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:09 smithi129 bash[79695]: audit 2024-03-22T07:30:08.402561+0000 mon.c (mon.2) 326 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:30:09.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:09 smithi129 bash[82160]: cluster 2024-03-22T07:30:07.987419+0000 mgr.y (mgr.25337) 684 : cluster 0 pgmap v1209: 105 pgs: 105 active+clean; 125 MiB data, 947 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 71 op/s 2024-03-22T07:30:09.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:09 smithi129 bash[82160]: audit 2024-03-22T07:30:08.402561+0000 mon.c (mon.2) 326 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:30:09.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:09 smithi148 bash[66753]: cluster 2024-03-22T07:30:07.987419+0000 mgr.y (mgr.25337) 684 : cluster 0 pgmap v1209: 105 pgs: 105 active+clean; 125 MiB data, 947 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 71 op/s 2024-03-22T07:30:09.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:09 smithi148 bash[66753]: audit 2024-03-22T07:30:08.402561+0000 mon.c (mon.2) 326 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:30:11.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:11 smithi129 bash[82160]: cluster 2024-03-22T07:30:09.988459+0000 mgr.y (mgr.25337) 685 : cluster 0 pgmap v1210: 105 pgs: 105 active+clean; 138 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 62 op/s 2024-03-22T07:30:11.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:11 smithi129 bash[79695]: cluster 2024-03-22T07:30:09.988459+0000 mgr.y (mgr.25337) 685 : cluster 0 pgmap v1210: 105 pgs: 105 active+clean; 138 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 62 op/s 2024-03-22T07:30:11.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:11 smithi148 bash[66753]: cluster 2024-03-22T07:30:09.988459+0000 mgr.y (mgr.25337) 685 : cluster 0 pgmap v1210: 105 pgs: 105 active+clean; 138 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 62 op/s 2024-03-22T07:30:13.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:13 smithi129 bash[82160]: cluster 2024-03-22T07:30:11.989204+0000 mgr.y (mgr.25337) 686 : cluster 0 pgmap v1211: 105 pgs: 105 active+clean; 146 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-03-22T07:30:13.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:13 smithi129 bash[79695]: cluster 2024-03-22T07:30:11.989204+0000 mgr.y (mgr.25337) 686 : cluster 0 pgmap v1211: 105 pgs: 105 active+clean; 146 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-03-22T07:30:13.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:13 smithi148 bash[66753]: cluster 2024-03-22T07:30:11.989204+0000 mgr.y (mgr.25337) 686 : cluster 0 pgmap v1211: 105 pgs: 105 active+clean; 146 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-03-22T07:30:14.012 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (11155 ms) 2024-03-22T07:30:14.012 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-03-22T07:30:14.012 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:30:14.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:30:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:30:13] "GET /metrics HTTP/1.1" 200 36520 "" "Prometheus/2.43.0" 2024-03-22T07:30:15.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:15 smithi129 bash[82160]: cluster 2024-03-22T07:30:13.989766+0000 mgr.y (mgr.25337) 687 : cluster 0 pgmap v1212: 105 pgs: 105 active+clean; 154 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 72 op/s 2024-03-22T07:30:15.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:15 smithi129 bash[79695]: cluster 2024-03-22T07:30:13.989766+0000 mgr.y (mgr.25337) 687 : cluster 0 pgmap v1212: 105 pgs: 105 active+clean; 154 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 72 op/s 2024-03-22T07:30:15.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:15 smithi148 bash[66753]: cluster 2024-03-22T07:30:13.989766+0000 mgr.y (mgr.25337) 687 : cluster 0 pgmap v1212: 105 pgs: 105 active+clean; 154 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 72 op/s 2024-03-22T07:30:17.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:17 smithi129 bash[82160]: cluster 2024-03-22T07:30:15.990781+0000 mgr.y (mgr.25337) 688 : cluster 0 pgmap v1213: 105 pgs: 105 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-03-22T07:30:17.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:17 smithi129 bash[79695]: cluster 2024-03-22T07:30:15.990781+0000 mgr.y (mgr.25337) 688 : cluster 0 pgmap v1213: 105 pgs: 105 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-03-22T07:30:17.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:17 smithi148 bash[66753]: cluster 2024-03-22T07:30:15.990781+0000 mgr.y (mgr.25337) 688 : cluster 0 pgmap v1213: 105 pgs: 105 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-03-22T07:30:19.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:19 smithi129 bash[82160]: cluster 2024-03-22T07:30:17.991784+0000 mgr.y (mgr.25337) 689 : cluster 0 pgmap v1214: 105 pgs: 105 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.3 MiB/s wr, 61 op/s 2024-03-22T07:30:19.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:19 smithi129 bash[82160]: cluster 2024-03-22T07:30:18.121112+0000 mon.a (mon.0) 1294 : cluster 0 osdmap e906: 8 total, 8 up, 8 in 2024-03-22T07:30:19.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:19 smithi129 bash[82160]: cluster 2024-03-22T07:30:18.137772+0000 osd.6 (osd.6) 478 : cluster 3 failed to encode map e906 with expected crc 2024-03-22T07:30:19.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:19 smithi129 bash[82160]: cluster 2024-03-22T07:30:18.172867+0000 osd.7 (osd.7) 516 : cluster 3 failed to encode map e906 with expected crc 2024-03-22T07:30:19.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:19 smithi129 bash[79695]: cluster 2024-03-22T07:30:17.991784+0000 mgr.y (mgr.25337) 689 : cluster 0 pgmap v1214: 105 pgs: 105 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.3 MiB/s wr, 61 op/s 2024-03-22T07:30:19.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:19 smithi129 bash[79695]: cluster 2024-03-22T07:30:18.121112+0000 mon.a (mon.0) 1294 : cluster 0 osdmap e906: 8 total, 8 up, 8 in 2024-03-22T07:30:19.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:19 smithi129 bash[79695]: cluster 2024-03-22T07:30:18.137772+0000 osd.6 (osd.6) 478 : cluster 3 failed to encode map e906 with expected crc 2024-03-22T07:30:19.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:19 smithi129 bash[79695]: cluster 2024-03-22T07:30:18.172867+0000 osd.7 (osd.7) 516 : cluster 3 failed to encode map e906 with expected crc 2024-03-22T07:30:19.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:19 smithi148 bash[66753]: cluster 2024-03-22T07:30:17.991784+0000 mgr.y (mgr.25337) 689 : cluster 0 pgmap v1214: 105 pgs: 105 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.3 MiB/s wr, 61 op/s 2024-03-22T07:30:19.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:19 smithi148 bash[66753]: cluster 2024-03-22T07:30:18.121112+0000 mon.a (mon.0) 1294 : cluster 0 osdmap e906: 8 total, 8 up, 8 in 2024-03-22T07:30:19.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:19 smithi148 bash[66753]: cluster 2024-03-22T07:30:18.137772+0000 osd.6 (osd.6) 478 : cluster 3 failed to encode map e906 with expected crc 2024-03-22T07:30:19.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:19 smithi148 bash[66753]: cluster 2024-03-22T07:30:18.172867+0000 osd.7 (osd.7) 516 : cluster 3 failed to encode map e906 with expected crc 2024-03-22T07:30:21.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:21 smithi129 bash[79695]: cluster 2024-03-22T07:30:19.992796+0000 mgr.y (mgr.25337) 690 : cluster 0 pgmap v1216: 105 pgs: 105 active+clean; 200 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 46 op/s 2024-03-22T07:30:21.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:21 smithi129 bash[79695]: audit 2024-03-22T07:30:20.379620+0000 mon.c (mon.2) 327 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:30:21.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:21 smithi129 bash[82160]: cluster 2024-03-22T07:30:19.992796+0000 mgr.y (mgr.25337) 690 : cluster 0 pgmap v1216: 105 pgs: 105 active+clean; 200 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 46 op/s 2024-03-22T07:30:21.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:21 smithi129 bash[82160]: audit 2024-03-22T07:30:20.379620+0000 mon.c (mon.2) 327 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:30:21.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:21 smithi148 bash[66753]: cluster 2024-03-22T07:30:19.992796+0000 mgr.y (mgr.25337) 690 : cluster 0 pgmap v1216: 105 pgs: 105 active+clean; 200 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 46 op/s 2024-03-22T07:30:21.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:21 smithi148 bash[66753]: audit 2024-03-22T07:30:20.379620+0000 mon.c (mon.2) 327 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:30:23.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:23 smithi129 bash[79695]: cluster 2024-03-22T07:30:21.993545+0000 mgr.y (mgr.25337) 691 : cluster 0 pgmap v1217: 105 pgs: 105 active+clean; 200 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 44 op/s 2024-03-22T07:30:23.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:23 smithi129 bash[82160]: cluster 2024-03-22T07:30:21.993545+0000 mgr.y (mgr.25337) 691 : cluster 0 pgmap v1217: 105 pgs: 105 active+clean; 200 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 44 op/s 2024-03-22T07:30:23.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:23 smithi148 bash[66753]: cluster 2024-03-22T07:30:21.993545+0000 mgr.y (mgr.25337) 691 : cluster 0 pgmap v1217: 105 pgs: 105 active+clean; 200 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 44 op/s 2024-03-22T07:30:24.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:24 smithi129 bash[82160]: audit 2024-03-22T07:30:23.402049+0000 mon.c (mon.2) 328 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:30:24.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:30:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:30:23] "GET /metrics HTTP/1.1" 200 36519 "" "Prometheus/2.43.0" 2024-03-22T07:30:24.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:24 smithi129 bash[79695]: audit 2024-03-22T07:30:23.402049+0000 mon.c (mon.2) 328 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:30:24.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:24 smithi148 bash[66753]: audit 2024-03-22T07:30:23.402049+0000 mon.c (mon.2) 328 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:30:24.985 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (10974 ms) 2024-03-22T07:30:24.986 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-03-22T07:30:24.986 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:30:25.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:25 smithi148 bash[66753]: cluster 2024-03-22T07:30:23.994644+0000 mgr.y (mgr.25337) 692 : cluster 0 pgmap v1218: 105 pgs: 105 active+clean; 204 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-03-22T07:30:25.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:25 smithi129 bash[79695]: cluster 2024-03-22T07:30:23.994644+0000 mgr.y (mgr.25337) 692 : cluster 0 pgmap v1218: 105 pgs: 105 active+clean; 204 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-03-22T07:30:25.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:25 smithi129 bash[82160]: cluster 2024-03-22T07:30:23.994644+0000 mgr.y (mgr.25337) 692 : cluster 0 pgmap v1218: 105 pgs: 105 active+clean; 204 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-03-22T07:30:27.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[79695]: cluster 2024-03-22T07:30:25.995384+0000 mgr.y (mgr.25337) 693 : cluster 0 pgmap v1219: 105 pgs: 105 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-03-22T07:30:27.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[79695]: audit 2024-03-22T07:30:26.119161+0000 mon.a (mon.0) 1295 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:30:27.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[79695]: audit 2024-03-22T07:30:26.128752+0000 mon.a (mon.0) 1296 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:30:27.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[79695]: audit 2024-03-22T07:30:26.428685+0000 mon.a (mon.0) 1297 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:30:27.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[79695]: audit 2024-03-22T07:30:26.445155+0000 mon.a (mon.0) 1298 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:30:27.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[79695]: audit 2024-03-22T07:30:27.076344+0000 mon.c (mon.2) 329 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:30:27.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[79695]: audit 2024-03-22T07:30:27.078026+0000 mon.c (mon.2) 330 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:30:27.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[79695]: audit 2024-03-22T07:30:27.088040+0000 mon.a (mon.0) 1299 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:30:27.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[82160]: cluster 2024-03-22T07:30:25.995384+0000 mgr.y (mgr.25337) 693 : cluster 0 pgmap v1219: 105 pgs: 105 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-03-22T07:30:27.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[82160]: audit 2024-03-22T07:30:26.119161+0000 mon.a (mon.0) 1295 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:30:27.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[82160]: audit 2024-03-22T07:30:26.128752+0000 mon.a (mon.0) 1296 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:30:27.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[82160]: audit 2024-03-22T07:30:26.428685+0000 mon.a (mon.0) 1297 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:30:27.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[82160]: audit 2024-03-22T07:30:26.445155+0000 mon.a (mon.0) 1298 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:30:27.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[82160]: audit 2024-03-22T07:30:27.076344+0000 mon.c (mon.2) 329 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:30:27.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[82160]: audit 2024-03-22T07:30:27.078026+0000 mon.c (mon.2) 330 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:30:27.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:27 smithi129 bash[82160]: audit 2024-03-22T07:30:27.088040+0000 mon.a (mon.0) 1299 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:30:27.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:27 smithi148 bash[66753]: cluster 2024-03-22T07:30:25.995384+0000 mgr.y (mgr.25337) 693 : cluster 0 pgmap v1219: 105 pgs: 105 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-03-22T07:30:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:27 smithi148 bash[66753]: audit 2024-03-22T07:30:26.119161+0000 mon.a (mon.0) 1295 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:30:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:27 smithi148 bash[66753]: audit 2024-03-22T07:30:26.128752+0000 mon.a (mon.0) 1296 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:30:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:27 smithi148 bash[66753]: audit 2024-03-22T07:30:26.428685+0000 mon.a (mon.0) 1297 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:30:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:27 smithi148 bash[66753]: audit 2024-03-22T07:30:26.445155+0000 mon.a (mon.0) 1298 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:30:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:27 smithi148 bash[66753]: audit 2024-03-22T07:30:27.076344+0000 mon.c (mon.2) 329 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:30:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:27 smithi148 bash[66753]: audit 2024-03-22T07:30:27.078026+0000 mon.c (mon.2) 330 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:30:27.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:27 smithi148 bash[66753]: audit 2024-03-22T07:30:27.088040+0000 mon.a (mon.0) 1299 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:30:29.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:29 smithi148 bash[66753]: cluster 2024-03-22T07:30:27.996382+0000 mgr.y (mgr.25337) 694 : cluster 0 pgmap v1220: 105 pgs: 105 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 943 KiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-03-22T07:30:29.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:29 smithi129 bash[82160]: cluster 2024-03-22T07:30:27.996382+0000 mgr.y (mgr.25337) 694 : cluster 0 pgmap v1220: 105 pgs: 105 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 943 KiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-03-22T07:30:29.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:29 smithi129 bash[79695]: cluster 2024-03-22T07:30:27.996382+0000 mgr.y (mgr.25337) 694 : cluster 0 pgmap v1220: 105 pgs: 105 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 943 KiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-03-22T07:30:30.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:30 smithi148 bash[66753]: cluster 2024-03-22T07:30:29.129662+0000 osd.7 (osd.7) 517 : cluster 3 failed to encode map e907 with expected crc 2024-03-22T07:30:30.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:30 smithi148 bash[66753]: cluster 2024-03-22T07:30:29.130796+0000 osd.5 (osd.5) 488 : cluster 3 failed to encode map e907 with expected crc 2024-03-22T07:30:30.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:30 smithi148 bash[66753]: cluster 2024-03-22T07:30:29.134510+0000 mon.a (mon.0) 1300 : cluster 0 osdmap e907: 8 total, 8 up, 8 in 2024-03-22T07:30:30.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:30 smithi148 bash[66753]: cluster 2024-03-22T07:30:29.193044+0000 osd.6 (osd.6) 479 : cluster 3 failed to encode map e907 with expected crc 2024-03-22T07:30:30.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:30 smithi129 bash[82160]: cluster 2024-03-22T07:30:29.129662+0000 osd.7 (osd.7) 517 : cluster 3 failed to encode map e907 with expected crc 2024-03-22T07:30:30.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:30 smithi129 bash[82160]: cluster 2024-03-22T07:30:29.130796+0000 osd.5 (osd.5) 488 : cluster 3 failed to encode map e907 with expected crc 2024-03-22T07:30:30.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:30 smithi129 bash[82160]: cluster 2024-03-22T07:30:29.134510+0000 mon.a (mon.0) 1300 : cluster 0 osdmap e907: 8 total, 8 up, 8 in 2024-03-22T07:30:30.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:30 smithi129 bash[82160]: cluster 2024-03-22T07:30:29.193044+0000 osd.6 (osd.6) 479 : cluster 3 failed to encode map e907 with expected crc 2024-03-22T07:30:30.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:30 smithi129 bash[79695]: cluster 2024-03-22T07:30:29.129662+0000 osd.7 (osd.7) 517 : cluster 3 failed to encode map e907 with expected crc 2024-03-22T07:30:30.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:30 smithi129 bash[79695]: cluster 2024-03-22T07:30:29.130796+0000 osd.5 (osd.5) 488 : cluster 3 failed to encode map e907 with expected crc 2024-03-22T07:30:30.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:30 smithi129 bash[79695]: cluster 2024-03-22T07:30:29.134510+0000 mon.a (mon.0) 1300 : cluster 0 osdmap e907: 8 total, 8 up, 8 in 2024-03-22T07:30:30.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:30 smithi129 bash[79695]: cluster 2024-03-22T07:30:29.193044+0000 osd.6 (osd.6) 479 : cluster 3 failed to encode map e907 with expected crc 2024-03-22T07:30:31.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:31 smithi148 bash[66753]: cluster 2024-03-22T07:30:29.997419+0000 mgr.y (mgr.25337) 695 : cluster 0 pgmap v1222: 105 pgs: 105 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 938 KiB/s rd, 3.2 MiB/s wr, 83 op/s 2024-03-22T07:30:31.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:31 smithi129 bash[82160]: cluster 2024-03-22T07:30:29.997419+0000 mgr.y (mgr.25337) 695 : cluster 0 pgmap v1222: 105 pgs: 105 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 938 KiB/s rd, 3.2 MiB/s wr, 83 op/s 2024-03-22T07:30:31.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:31 smithi129 bash[79695]: cluster 2024-03-22T07:30:29.997419+0000 mgr.y (mgr.25337) 695 : cluster 0 pgmap v1222: 105 pgs: 105 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 938 KiB/s rd, 3.2 MiB/s wr, 83 op/s 2024-03-22T07:30:33.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:33 smithi148 bash[66753]: cluster 2024-03-22T07:30:31.998109+0000 mgr.y (mgr.25337) 696 : cluster 0 pgmap v1223: 105 pgs: 105 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 938 KiB/s rd, 3.2 MiB/s wr, 83 op/s 2024-03-22T07:30:33.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:33 smithi129 bash[79695]: cluster 2024-03-22T07:30:31.998109+0000 mgr.y (mgr.25337) 696 : cluster 0 pgmap v1223: 105 pgs: 105 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 938 KiB/s rd, 3.2 MiB/s wr, 83 op/s 2024-03-22T07:30:33.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:33 smithi129 bash[82160]: cluster 2024-03-22T07:30:31.998109+0000 mgr.y (mgr.25337) 696 : cluster 0 pgmap v1223: 105 pgs: 105 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 938 KiB/s rd, 3.2 MiB/s wr, 83 op/s 2024-03-22T07:30:34.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:30:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:30:33] "GET /metrics HTTP/1.1" 200 36519 "" "Prometheus/2.43.0" 2024-03-22T07:30:35.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:35 smithi148 bash[66753]: cluster 2024-03-22T07:30:33.999118+0000 mgr.y (mgr.25337) 697 : cluster 0 pgmap v1224: 105 pgs: 105 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 975 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-03-22T07:30:35.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:35 smithi148 bash[66753]: cluster 2024-03-22T07:30:34.166437+0000 mon.a (mon.0) 1301 : cluster 0 osdmap e908: 8 total, 8 up, 8 in 2024-03-22T07:30:35.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:35 smithi148 bash[66753]: cluster 2024-03-22T07:30:34.169948+0000 osd.6 (osd.6) 480 : cluster 3 failed to encode map e908 with expected crc 2024-03-22T07:30:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:35 smithi129 bash[79695]: cluster 2024-03-22T07:30:33.999118+0000 mgr.y (mgr.25337) 697 : cluster 0 pgmap v1224: 105 pgs: 105 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 975 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-03-22T07:30:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:35 smithi129 bash[79695]: cluster 2024-03-22T07:30:34.166437+0000 mon.a (mon.0) 1301 : cluster 0 osdmap e908: 8 total, 8 up, 8 in 2024-03-22T07:30:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:35 smithi129 bash[79695]: cluster 2024-03-22T07:30:34.169948+0000 osd.6 (osd.6) 480 : cluster 3 failed to encode map e908 with expected crc 2024-03-22T07:30:35.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:35 smithi129 bash[82160]: cluster 2024-03-22T07:30:33.999118+0000 mgr.y (mgr.25337) 697 : cluster 0 pgmap v1224: 105 pgs: 105 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 975 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-03-22T07:30:35.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:35 smithi129 bash[82160]: cluster 2024-03-22T07:30:34.166437+0000 mon.a (mon.0) 1301 : cluster 0 osdmap e908: 8 total, 8 up, 8 in 2024-03-22T07:30:35.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:35 smithi129 bash[82160]: cluster 2024-03-22T07:30:34.169948+0000 osd.6 (osd.6) 480 : cluster 3 failed to encode map e908 with expected crc 2024-03-22T07:30:36.677 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (11691 ms) 2024-03-22T07:30:36.677 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-03-22T07:30:36.677 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:30:37.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:37 smithi148 bash[66753]: cluster 2024-03-22T07:30:36.000329+0000 mgr.y (mgr.25337) 698 : cluster 0 pgmap v1226: 105 pgs: 105 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 8.3 MiB/s wr, 89 op/s 2024-03-22T07:30:37.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:37 smithi129 bash[79695]: cluster 2024-03-22T07:30:36.000329+0000 mgr.y (mgr.25337) 698 : cluster 0 pgmap v1226: 105 pgs: 105 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 8.3 MiB/s wr, 89 op/s 2024-03-22T07:30:37.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:37 smithi129 bash[82160]: cluster 2024-03-22T07:30:36.000329+0000 mgr.y (mgr.25337) 698 : cluster 0 pgmap v1226: 105 pgs: 105 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 8.3 MiB/s wr, 89 op/s 2024-03-22T07:30:39.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:39 smithi148 bash[66753]: cluster 2024-03-22T07:30:38.001256+0000 mgr.y (mgr.25337) 699 : cluster 0 pgmap v1227: 105 pgs: 105 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.3 MiB/s wr, 82 op/s 2024-03-22T07:30:39.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:39 smithi148 bash[66753]: audit 2024-03-22T07:30:38.403197+0000 mon.c (mon.2) 331 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:30:39.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:39 smithi129 bash[82160]: cluster 2024-03-22T07:30:38.001256+0000 mgr.y (mgr.25337) 699 : cluster 0 pgmap v1227: 105 pgs: 105 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.3 MiB/s wr, 82 op/s 2024-03-22T07:30:39.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:39 smithi129 bash[82160]: audit 2024-03-22T07:30:38.403197+0000 mon.c (mon.2) 331 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:30:39.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:39 smithi129 bash[79695]: cluster 2024-03-22T07:30:38.001256+0000 mgr.y (mgr.25337) 699 : cluster 0 pgmap v1227: 105 pgs: 105 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.3 MiB/s wr, 82 op/s 2024-03-22T07:30:39.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:39 smithi129 bash[79695]: audit 2024-03-22T07:30:38.403197+0000 mon.c (mon.2) 331 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:30:41.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:41 smithi148 bash[66753]: cluster 2024-03-22T07:30:40.002504+0000 mgr.y (mgr.25337) 700 : cluster 0 pgmap v1228: 105 pgs: 105 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.4 MiB/s wr, 37 op/s 2024-03-22T07:30:41.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:41 smithi129 bash[82160]: cluster 2024-03-22T07:30:40.002504+0000 mgr.y (mgr.25337) 700 : cluster 0 pgmap v1228: 105 pgs: 105 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.4 MiB/s wr, 37 op/s 2024-03-22T07:30:41.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:41 smithi129 bash[79695]: cluster 2024-03-22T07:30:40.002504+0000 mgr.y (mgr.25337) 700 : cluster 0 pgmap v1228: 105 pgs: 105 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.4 MiB/s wr, 37 op/s 2024-03-22T07:30:42.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:42 smithi129 bash[82160]: cluster 2024-03-22T07:30:41.184165+0000 osd.7 (osd.7) 518 : cluster 3 failed to encode map e909 with expected crc 2024-03-22T07:30:42.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:42 smithi129 bash[82160]: cluster 2024-03-22T07:30:41.188632+0000 mon.a (mon.0) 1302 : cluster 0 osdmap e909: 8 total, 8 up, 8 in 2024-03-22T07:30:42.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:42 smithi129 bash[82160]: cluster 2024-03-22T07:30:41.191770+0000 osd.6 (osd.6) 481 : cluster 3 failed to encode map e909 with expected crc 2024-03-22T07:30:42.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:42 smithi129 bash[82160]: cluster 2024-03-22T07:30:41.269670+0000 osd.5 (osd.5) 489 : cluster 3 failed to encode map e909 with expected crc 2024-03-22T07:30:42.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:42 smithi129 bash[79695]: cluster 2024-03-22T07:30:41.184165+0000 osd.7 (osd.7) 518 : cluster 3 failed to encode map e909 with expected crc 2024-03-22T07:30:42.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:42 smithi129 bash[79695]: cluster 2024-03-22T07:30:41.188632+0000 mon.a (mon.0) 1302 : cluster 0 osdmap e909: 8 total, 8 up, 8 in 2024-03-22T07:30:42.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:42 smithi129 bash[79695]: cluster 2024-03-22T07:30:41.191770+0000 osd.6 (osd.6) 481 : cluster 3 failed to encode map e909 with expected crc 2024-03-22T07:30:42.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:42 smithi129 bash[79695]: cluster 2024-03-22T07:30:41.269670+0000 osd.5 (osd.5) 489 : cluster 3 failed to encode map e909 with expected crc 2024-03-22T07:30:42.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:42 smithi148 bash[66753]: cluster 2024-03-22T07:30:41.184165+0000 osd.7 (osd.7) 518 : cluster 3 failed to encode map e909 with expected crc 2024-03-22T07:30:42.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:42 smithi148 bash[66753]: cluster 2024-03-22T07:30:41.188632+0000 mon.a (mon.0) 1302 : cluster 0 osdmap e909: 8 total, 8 up, 8 in 2024-03-22T07:30:42.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:42 smithi148 bash[66753]: cluster 2024-03-22T07:30:41.191770+0000 osd.6 (osd.6) 481 : cluster 3 failed to encode map e909 with expected crc 2024-03-22T07:30:42.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:42 smithi148 bash[66753]: cluster 2024-03-22T07:30:41.269670+0000 osd.5 (osd.5) 489 : cluster 3 failed to encode map e909 with expected crc 2024-03-22T07:30:43.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:43 smithi129 bash[79695]: cluster 2024-03-22T07:30:42.003104+0000 mgr.y (mgr.25337) 701 : cluster 0 pgmap v1230: 105 pgs: 105 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.6 MiB/s wr, 46 op/s 2024-03-22T07:30:43.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:43 smithi129 bash[82160]: cluster 2024-03-22T07:30:42.003104+0000 mgr.y (mgr.25337) 701 : cluster 0 pgmap v1230: 105 pgs: 105 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.6 MiB/s wr, 46 op/s 2024-03-22T07:30:43.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:43 smithi148 bash[66753]: cluster 2024-03-22T07:30:42.003104+0000 mgr.y (mgr.25337) 701 : cluster 0 pgmap v1230: 105 pgs: 105 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.6 MiB/s wr, 46 op/s 2024-03-22T07:30:44.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:30:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:30:43] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.43.0" 2024-03-22T07:30:45.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:45 smithi129 bash[79695]: cluster 2024-03-22T07:30:44.004126+0000 mgr.y (mgr.25337) 702 : cluster 0 pgmap v1231: 105 pgs: 105 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.7 MiB/s wr, 41 op/s 2024-03-22T07:30:45.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:45 smithi129 bash[82160]: cluster 2024-03-22T07:30:44.004126+0000 mgr.y (mgr.25337) 702 : cluster 0 pgmap v1231: 105 pgs: 105 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.7 MiB/s wr, 41 op/s 2024-03-22T07:30:45.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:45 smithi148 bash[66753]: cluster 2024-03-22T07:30:44.004126+0000 mgr.y (mgr.25337) 702 : cluster 0 pgmap v1231: 105 pgs: 105 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.7 MiB/s wr, 41 op/s 2024-03-22T07:30:47.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:47 smithi129 bash[82160]: cluster 2024-03-22T07:30:46.004878+0000 mgr.y (mgr.25337) 703 : cluster 0 pgmap v1232: 105 pgs: 105 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.3 MiB/s wr, 48 op/s 2024-03-22T07:30:47.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:47 smithi129 bash[79695]: cluster 2024-03-22T07:30:46.004878+0000 mgr.y (mgr.25337) 703 : cluster 0 pgmap v1232: 105 pgs: 105 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.3 MiB/s wr, 48 op/s 2024-03-22T07:30:47.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:47 smithi148 bash[66753]: cluster 2024-03-22T07:30:46.004878+0000 mgr.y (mgr.25337) 703 : cluster 0 pgmap v1232: 105 pgs: 105 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.3 MiB/s wr, 48 op/s 2024-03-22T07:30:48.032 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (11355 ms) 2024-03-22T07:30:48.032 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-03-22T07:30:48.032 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:30:49.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:49 smithi129 bash[79695]: cluster 2024-03-22T07:30:48.005405+0000 mgr.y (mgr.25337) 704 : cluster 0 pgmap v1233: 105 pgs: 105 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 941 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-03-22T07:30:49.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:49 smithi129 bash[82160]: cluster 2024-03-22T07:30:48.005405+0000 mgr.y (mgr.25337) 704 : cluster 0 pgmap v1233: 105 pgs: 105 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 941 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-03-22T07:30:49.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:49 smithi148 bash[66753]: cluster 2024-03-22T07:30:48.005405+0000 mgr.y (mgr.25337) 704 : cluster 0 pgmap v1233: 105 pgs: 105 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 941 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-03-22T07:30:51.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:51 smithi129 bash[79695]: cluster 2024-03-22T07:30:50.006673+0000 mgr.y (mgr.25337) 705 : cluster 0 pgmap v1234: 105 pgs: 105 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-03-22T07:30:51.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:51 smithi129 bash[82160]: cluster 2024-03-22T07:30:50.006673+0000 mgr.y (mgr.25337) 705 : cluster 0 pgmap v1234: 105 pgs: 105 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-03-22T07:30:51.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:51 smithi148 bash[66753]: cluster 2024-03-22T07:30:50.006673+0000 mgr.y (mgr.25337) 705 : cluster 0 pgmap v1234: 105 pgs: 105 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-03-22T07:30:53.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:53 smithi129 bash[82160]: cluster 2024-03-22T07:30:52.007431+0000 mgr.y (mgr.25337) 706 : cluster 0 pgmap v1235: 105 pgs: 105 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 53 op/s 2024-03-22T07:30:53.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:53 smithi129 bash[82160]: cluster 2024-03-22T07:30:52.218588+0000 osd.5 (osd.5) 490 : cluster 3 failed to encode map e910 with expected crc 2024-03-22T07:30:53.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:53 smithi129 bash[82160]: cluster 2024-03-22T07:30:52.218875+0000 osd.7 (osd.7) 519 : cluster 3 failed to encode map e910 with expected crc 2024-03-22T07:30:53.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:53 smithi129 bash[82160]: cluster 2024-03-22T07:30:52.220351+0000 mon.a (mon.0) 1303 : cluster 0 osdmap e910: 8 total, 8 up, 8 in 2024-03-22T07:30:53.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:53 smithi129 bash[82160]: cluster 2024-03-22T07:30:52.223955+0000 osd.6 (osd.6) 482 : cluster 3 failed to encode map e910 with expected crc 2024-03-22T07:30:53.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:53 smithi129 bash[79695]: cluster 2024-03-22T07:30:52.007431+0000 mgr.y (mgr.25337) 706 : cluster 0 pgmap v1235: 105 pgs: 105 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 53 op/s 2024-03-22T07:30:53.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:53 smithi129 bash[79695]: cluster 2024-03-22T07:30:52.218588+0000 osd.5 (osd.5) 490 : cluster 3 failed to encode map e910 with expected crc 2024-03-22T07:30:53.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:53 smithi129 bash[79695]: cluster 2024-03-22T07:30:52.218875+0000 osd.7 (osd.7) 519 : cluster 3 failed to encode map e910 with expected crc 2024-03-22T07:30:53.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:53 smithi129 bash[79695]: cluster 2024-03-22T07:30:52.220351+0000 mon.a (mon.0) 1303 : cluster 0 osdmap e910: 8 total, 8 up, 8 in 2024-03-22T07:30:53.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:53 smithi129 bash[79695]: cluster 2024-03-22T07:30:52.223955+0000 osd.6 (osd.6) 482 : cluster 3 failed to encode map e910 with expected crc 2024-03-22T07:30:53.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:53 smithi148 bash[66753]: cluster 2024-03-22T07:30:52.007431+0000 mgr.y (mgr.25337) 706 : cluster 0 pgmap v1235: 105 pgs: 105 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 53 op/s 2024-03-22T07:30:53.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:53 smithi148 bash[66753]: cluster 2024-03-22T07:30:52.218588+0000 osd.5 (osd.5) 490 : cluster 3 failed to encode map e910 with expected crc 2024-03-22T07:30:53.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:53 smithi148 bash[66753]: cluster 2024-03-22T07:30:52.218875+0000 osd.7 (osd.7) 519 : cluster 3 failed to encode map e910 with expected crc 2024-03-22T07:30:53.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:53 smithi148 bash[66753]: cluster 2024-03-22T07:30:52.220351+0000 mon.a (mon.0) 1303 : cluster 0 osdmap e910: 8 total, 8 up, 8 in 2024-03-22T07:30:53.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:53 smithi148 bash[66753]: cluster 2024-03-22T07:30:52.223955+0000 osd.6 (osd.6) 482 : cluster 3 failed to encode map e910 with expected crc 2024-03-22T07:30:54.224 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:30:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:30:53] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.43.0" 2024-03-22T07:30:54.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:54 smithi129 bash[82160]: audit 2024-03-22T07:30:53.403566+0000 mon.c (mon.2) 332 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:30:54.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:54 smithi129 bash[79695]: audit 2024-03-22T07:30:53.403566+0000 mon.c (mon.2) 332 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:30:54.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:54 smithi148 bash[66753]: audit 2024-03-22T07:30:53.403566+0000 mon.c (mon.2) 332 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:30:55.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:55 smithi129 bash[79695]: cluster 2024-03-22T07:30:54.008285+0000 mgr.y (mgr.25337) 707 : cluster 0 pgmap v1237: 105 pgs: 105 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-03-22T07:30:55.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:55 smithi129 bash[82160]: cluster 2024-03-22T07:30:54.008285+0000 mgr.y (mgr.25337) 707 : cluster 0 pgmap v1237: 105 pgs: 105 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-03-22T07:30:55.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:55 smithi148 bash[66753]: cluster 2024-03-22T07:30:54.008285+0000 mgr.y (mgr.25337) 707 : cluster 0 pgmap v1237: 105 pgs: 105 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-03-22T07:30:57.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:57 smithi129 bash[79695]: cluster 2024-03-22T07:30:56.009321+0000 mgr.y (mgr.25337) 708 : cluster 0 pgmap v1238: 105 pgs: 105 active+clean; 368 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-03-22T07:30:57.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:57 smithi129 bash[82160]: cluster 2024-03-22T07:30:56.009321+0000 mgr.y (mgr.25337) 708 : cluster 0 pgmap v1238: 105 pgs: 105 active+clean; 368 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-03-22T07:30:57.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:57 smithi148 bash[66753]: cluster 2024-03-22T07:30:56.009321+0000 mgr.y (mgr.25337) 708 : cluster 0 pgmap v1238: 105 pgs: 105 active+clean; 368 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-03-22T07:30:59.008 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (10977 ms) 2024-03-22T07:30:59.257 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (82217 ms total) 2024-03-22T07:30:59.257 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:30:59.257 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-03-22T07:30:59.287 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-03-22T07:30:59.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:30:59 smithi129 bash[79695]: cluster 2024-03-22T07:30:58.009867+0000 mgr.y (mgr.25337) 709 : cluster 0 pgmap v1239: 105 pgs: 105 active+clean; 368 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 63 op/s 2024-03-22T07:30:59.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:30:59 smithi129 bash[82160]: cluster 2024-03-22T07:30:58.009867+0000 mgr.y (mgr.25337) 709 : cluster 0 pgmap v1239: 105 pgs: 105 active+clean; 368 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 63 op/s 2024-03-22T07:30:59.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:30:59 smithi148 bash[66753]: cluster 2024-03-22T07:30:58.009867+0000 mgr.y (mgr.25337) 709 : cluster 0 pgmap v1239: 105 pgs: 105 active+clean; 368 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 63 op/s 2024-03-22T07:31:00.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:00 smithi129 bash[79695]: cluster 2024-03-22T07:30:59.246353+0000 osd.6 (osd.6) 483 : cluster 3 failed to encode map e911 with expected crc 2024-03-22T07:31:00.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:00 smithi129 bash[79695]: cluster 2024-03-22T07:30:59.249607+0000 mon.a (mon.0) 1304 : cluster 0 osdmap e911: 8 total, 8 up, 8 in 2024-03-22T07:31:00.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:00 smithi129 bash[82160]: cluster 2024-03-22T07:30:59.246353+0000 osd.6 (osd.6) 483 : cluster 3 failed to encode map e911 with expected crc 2024-03-22T07:31:00.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:00 smithi129 bash[82160]: cluster 2024-03-22T07:30:59.249607+0000 mon.a (mon.0) 1304 : cluster 0 osdmap e911: 8 total, 8 up, 8 in 2024-03-22T07:31:00.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:00 smithi148 bash[66753]: cluster 2024-03-22T07:30:59.246353+0000 osd.6 (osd.6) 483 : cluster 3 failed to encode map e911 with expected crc 2024-03-22T07:31:00.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:00 smithi148 bash[66753]: cluster 2024-03-22T07:30:59.249607+0000 mon.a (mon.0) 1304 : cluster 0 osdmap e911: 8 total, 8 up, 8 in 2024-03-22T07:31:01.280 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:31:01.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[79695]: cluster 2024-03-22T07:31:00.010685+0000 mgr.y (mgr.25337) 710 : cluster 0 pgmap v1241: 73 pgs: 73 active+clean; 582 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:31:01.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[79695]: cluster 2024-03-22T07:31:00.259753+0000 osd.6 (osd.6) 484 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[79695]: cluster 2024-03-22T07:31:00.259874+0000 osd.5 (osd.5) 491 : cluster 3 failed to encode map e911 with expected crc 2024-03-22T07:31:01.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[79695]: cluster 2024-03-22T07:31:00.260867+0000 osd.7 (osd.7) 520 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[79695]: cluster 2024-03-22T07:31:00.265278+0000 osd.6 (osd.6) 485 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[79695]: cluster 2024-03-22T07:31:00.266170+0000 mon.a (mon.0) 1305 : cluster 0 osdmap e912: 8 total, 8 up, 8 in 2024-03-22T07:31:01.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[79695]: cluster 2024-03-22T07:31:00.266380+0000 osd.7 (osd.7) 521 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[79695]: cluster 2024-03-22T07:31:00.266609+0000 osd.5 (osd.5) 492 : cluster 3 failed to encode map e911 with expected crc 2024-03-22T07:31:01.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[79695]: audit 2024-03-22T07:31:00.268880+0000 mon.c (mon.2) 333 : audit 1 from='client.? 172.21.15.129:0/4278546368' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:31:01.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[79695]: audit 2024-03-22T07:31:00.270150+0000 mon.a (mon.0) 1306 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:31:01.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[79695]: cluster 2024-03-22T07:31:00.270515+0000 osd.6 (osd.6) 486 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[79695]: cluster 2024-03-22T07:31:00.270551+0000 osd.7 (osd.7) 522 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[82160]: cluster 2024-03-22T07:31:00.010685+0000 mgr.y (mgr.25337) 710 : cluster 0 pgmap v1241: 73 pgs: 73 active+clean; 582 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:31:01.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[82160]: cluster 2024-03-22T07:31:00.259753+0000 osd.6 (osd.6) 484 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[82160]: cluster 2024-03-22T07:31:00.259874+0000 osd.5 (osd.5) 491 : cluster 3 failed to encode map e911 with expected crc 2024-03-22T07:31:01.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[82160]: cluster 2024-03-22T07:31:00.260867+0000 osd.7 (osd.7) 520 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[82160]: cluster 2024-03-22T07:31:00.265278+0000 osd.6 (osd.6) 485 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[82160]: cluster 2024-03-22T07:31:00.266170+0000 mon.a (mon.0) 1305 : cluster 0 osdmap e912: 8 total, 8 up, 8 in 2024-03-22T07:31:01.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[82160]: cluster 2024-03-22T07:31:00.266380+0000 osd.7 (osd.7) 521 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[82160]: cluster 2024-03-22T07:31:00.266609+0000 osd.5 (osd.5) 492 : cluster 3 failed to encode map e911 with expected crc 2024-03-22T07:31:01.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[82160]: audit 2024-03-22T07:31:00.268880+0000 mon.c (mon.2) 333 : audit 1 from='client.? 172.21.15.129:0/4278546368' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:31:01.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[82160]: audit 2024-03-22T07:31:00.270150+0000 mon.a (mon.0) 1306 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:31:01.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[82160]: cluster 2024-03-22T07:31:00.270515+0000 osd.6 (osd.6) 486 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:01 smithi129 bash[82160]: cluster 2024-03-22T07:31:00.270551+0000 osd.7 (osd.7) 522 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:01 smithi148 bash[66753]: cluster 2024-03-22T07:31:00.010685+0000 mgr.y (mgr.25337) 710 : cluster 0 pgmap v1241: 73 pgs: 73 active+clean; 582 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:31:01.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:01 smithi148 bash[66753]: cluster 2024-03-22T07:31:00.259753+0000 osd.6 (osd.6) 484 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:01 smithi148 bash[66753]: cluster 2024-03-22T07:31:00.259874+0000 osd.5 (osd.5) 491 : cluster 3 failed to encode map e911 with expected crc 2024-03-22T07:31:01.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:01 smithi148 bash[66753]: cluster 2024-03-22T07:31:00.260867+0000 osd.7 (osd.7) 520 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:01 smithi148 bash[66753]: cluster 2024-03-22T07:31:00.265278+0000 osd.6 (osd.6) 485 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:01 smithi148 bash[66753]: cluster 2024-03-22T07:31:00.266170+0000 mon.a (mon.0) 1305 : cluster 0 osdmap e912: 8 total, 8 up, 8 in 2024-03-22T07:31:01.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:01 smithi148 bash[66753]: cluster 2024-03-22T07:31:00.266380+0000 osd.7 (osd.7) 521 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:01 smithi148 bash[66753]: cluster 2024-03-22T07:31:00.266609+0000 osd.5 (osd.5) 492 : cluster 3 failed to encode map e911 with expected crc 2024-03-22T07:31:01.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:01 smithi148 bash[66753]: audit 2024-03-22T07:31:00.268880+0000 mon.c (mon.2) 333 : audit 1 from='client.? 172.21.15.129:0/4278546368' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:31:01.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:01 smithi148 bash[66753]: audit 2024-03-22T07:31:00.270150+0000 mon.a (mon.0) 1306 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:31:01.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:01 smithi148 bash[66753]: cluster 2024-03-22T07:31:00.270515+0000 osd.6 (osd.6) 486 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:01.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:01 smithi148 bash[66753]: cluster 2024-03-22T07:31:00.270551+0000 osd.7 (osd.7) 522 : cluster 3 failed to encode map e912 with expected crc 2024-03-22T07:31:02.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:02 smithi129 bash[79695]: audit 2024-03-22T07:31:01.266206+0000 mon.a (mon.0) 1307 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:31:02.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:02 smithi129 bash[79695]: cluster 2024-03-22T07:31:01.269199+0000 osd.7 (osd.7) 523 : cluster 3 failed to encode map e913 with expected crc 2024-03-22T07:31:02.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:02 smithi129 bash[79695]: cluster 2024-03-22T07:31:01.269859+0000 osd.5 (osd.5) 493 : cluster 3 failed to encode map e913 with expected crc 2024-03-22T07:31:02.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:02 smithi129 bash[79695]: cluster 2024-03-22T07:31:01.272158+0000 mon.a (mon.0) 1308 : cluster 0 osdmap e913: 8 total, 8 up, 8 in 2024-03-22T07:31:02.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:02 smithi129 bash[79695]: cluster 2024-03-22T07:31:01.275628+0000 osd.7 (osd.7) 524 : cluster 3 failed to encode map e913 with expected crc 2024-03-22T07:31:02.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:02 smithi129 bash[79695]: cluster 2024-03-22T07:31:01.275768+0000 osd.6 (osd.6) 487 : cluster 3 failed to encode map e913 with expected crc 2024-03-22T07:31:02.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:02 smithi129 bash[79695]: cluster 2024-03-22T07:31:01.275895+0000 osd.5 (osd.5) 494 : cluster 3 failed to encode map e913 with expected crc 2024-03-22T07:31:02.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:02 smithi129 bash[82160]: audit 2024-03-22T07:31:01.266206+0000 mon.a (mon.0) 1307 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:31:02.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:02 smithi129 bash[82160]: cluster 2024-03-22T07:31:01.269199+0000 osd.7 (osd.7) 523 : cluster 3 failed to encode map e913 with expected crc 2024-03-22T07:31:02.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:02 smithi129 bash[82160]: cluster 2024-03-22T07:31:01.269859+0000 osd.5 (osd.5) 493 : cluster 3 failed to encode map e913 with expected crc 2024-03-22T07:31:02.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:02 smithi129 bash[82160]: cluster 2024-03-22T07:31:01.272158+0000 mon.a (mon.0) 1308 : cluster 0 osdmap e913: 8 total, 8 up, 8 in 2024-03-22T07:31:02.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:02 smithi129 bash[82160]: cluster 2024-03-22T07:31:01.275628+0000 osd.7 (osd.7) 524 : cluster 3 failed to encode map e913 with expected crc 2024-03-22T07:31:02.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:02 smithi129 bash[82160]: cluster 2024-03-22T07:31:01.275768+0000 osd.6 (osd.6) 487 : cluster 3 failed to encode map e913 with expected crc 2024-03-22T07:31:02.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:02 smithi129 bash[82160]: cluster 2024-03-22T07:31:01.275895+0000 osd.5 (osd.5) 494 : cluster 3 failed to encode map e913 with expected crc 2024-03-22T07:31:02.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:02 smithi148 bash[66753]: audit 2024-03-22T07:31:01.266206+0000 mon.a (mon.0) 1307 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:31:02.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:02 smithi148 bash[66753]: cluster 2024-03-22T07:31:01.269199+0000 osd.7 (osd.7) 523 : cluster 3 failed to encode map e913 with expected crc 2024-03-22T07:31:02.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:02 smithi148 bash[66753]: cluster 2024-03-22T07:31:01.269859+0000 osd.5 (osd.5) 493 : cluster 3 failed to encode map e913 with expected crc 2024-03-22T07:31:02.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:02 smithi148 bash[66753]: cluster 2024-03-22T07:31:01.272158+0000 mon.a (mon.0) 1308 : cluster 0 osdmap e913: 8 total, 8 up, 8 in 2024-03-22T07:31:02.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:02 smithi148 bash[66753]: cluster 2024-03-22T07:31:01.275628+0000 osd.7 (osd.7) 524 : cluster 3 failed to encode map e913 with expected crc 2024-03-22T07:31:02.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:02 smithi148 bash[66753]: cluster 2024-03-22T07:31:01.275768+0000 osd.6 (osd.6) 487 : cluster 3 failed to encode map e913 with expected crc 2024-03-22T07:31:02.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:02 smithi148 bash[66753]: cluster 2024-03-22T07:31:01.275895+0000 osd.5 (osd.5) 494 : cluster 3 failed to encode map e913 with expected crc 2024-03-22T07:31:03.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:03 smithi129 bash[79695]: cluster 2024-03-22T07:31:02.011362+0000 mgr.y (mgr.25337) 711 : cluster 0 pgmap v1244: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:31:03.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:03 smithi129 bash[79695]: cluster 2024-03-22T07:31:02.284369+0000 mon.a (mon.0) 1309 : cluster 0 osdmap e914: 8 total, 8 up, 8 in 2024-03-22T07:31:03.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:03 smithi129 bash[79695]: cluster 2024-03-22T07:31:02.290613+0000 osd.6 (osd.6) 488 : cluster 3 failed to encode map e914 with expected crc 2024-03-22T07:31:03.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:03 smithi129 bash[79695]: cluster 2024-03-22T07:31:02.290620+0000 osd.5 (osd.5) 495 : cluster 3 failed to encode map e914 with expected crc 2024-03-22T07:31:03.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:03 smithi129 bash[82160]: cluster 2024-03-22T07:31:02.011362+0000 mgr.y (mgr.25337) 711 : cluster 0 pgmap v1244: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:31:03.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:03 smithi129 bash[82160]: cluster 2024-03-22T07:31:02.284369+0000 mon.a (mon.0) 1309 : cluster 0 osdmap e914: 8 total, 8 up, 8 in 2024-03-22T07:31:03.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:03 smithi129 bash[82160]: cluster 2024-03-22T07:31:02.290613+0000 osd.6 (osd.6) 488 : cluster 3 failed to encode map e914 with expected crc 2024-03-22T07:31:03.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:03 smithi129 bash[82160]: cluster 2024-03-22T07:31:02.290620+0000 osd.5 (osd.5) 495 : cluster 3 failed to encode map e914 with expected crc 2024-03-22T07:31:03.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:03 smithi148 bash[66753]: cluster 2024-03-22T07:31:02.011362+0000 mgr.y (mgr.25337) 711 : cluster 0 pgmap v1244: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:31:03.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:03 smithi148 bash[66753]: cluster 2024-03-22T07:31:02.284369+0000 mon.a (mon.0) 1309 : cluster 0 osdmap e914: 8 total, 8 up, 8 in 2024-03-22T07:31:03.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:03 smithi148 bash[66753]: cluster 2024-03-22T07:31:02.290613+0000 osd.6 (osd.6) 488 : cluster 3 failed to encode map e914 with expected crc 2024-03-22T07:31:03.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:03 smithi148 bash[66753]: cluster 2024-03-22T07:31:02.290620+0000 osd.5 (osd.5) 495 : cluster 3 failed to encode map e914 with expected crc 2024-03-22T07:31:04.298 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:31:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:31:03] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.43.0" 2024-03-22T07:31:04.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:04 smithi129 bash[79695]: cluster 2024-03-22T07:31:02.503174+0000 osd.7 (osd.7) 525 : cluster 3 failed to encode map e914 with expected crc 2024-03-22T07:31:04.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:04 smithi129 bash[79695]: cluster 2024-03-22T07:31:03.280942+0000 osd.7 (osd.7) 526 : cluster 3 failed to encode map e915 with expected crc 2024-03-22T07:31:04.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:04 smithi129 bash[79695]: cluster 2024-03-22T07:31:03.285554+0000 mon.a (mon.0) 1310 : cluster 0 osdmap e915: 8 total, 8 up, 8 in 2024-03-22T07:31:04.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:04 smithi129 bash[79695]: cluster 2024-03-22T07:31:03.291305+0000 osd.5 (osd.5) 496 : cluster 3 failed to encode map e915 with expected crc 2024-03-22T07:31:04.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:04 smithi129 bash[79695]: cluster 2024-03-22T07:31:03.291367+0000 osd.6 (osd.6) 489 : cluster 3 failed to encode map e915 with expected crc 2024-03-22T07:31:04.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:04 smithi129 bash[82160]: cluster 2024-03-22T07:31:02.503174+0000 osd.7 (osd.7) 525 : cluster 3 failed to encode map e914 with expected crc 2024-03-22T07:31:04.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:04 smithi129 bash[82160]: cluster 2024-03-22T07:31:03.280942+0000 osd.7 (osd.7) 526 : cluster 3 failed to encode map e915 with expected crc 2024-03-22T07:31:04.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:04 smithi129 bash[82160]: cluster 2024-03-22T07:31:03.285554+0000 mon.a (mon.0) 1310 : cluster 0 osdmap e915: 8 total, 8 up, 8 in 2024-03-22T07:31:04.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:04 smithi129 bash[82160]: cluster 2024-03-22T07:31:03.291305+0000 osd.5 (osd.5) 496 : cluster 3 failed to encode map e915 with expected crc 2024-03-22T07:31:04.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:04 smithi129 bash[82160]: cluster 2024-03-22T07:31:03.291367+0000 osd.6 (osd.6) 489 : cluster 3 failed to encode map e915 with expected crc 2024-03-22T07:31:04.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:04 smithi148 bash[66753]: cluster 2024-03-22T07:31:02.503174+0000 osd.7 (osd.7) 525 : cluster 3 failed to encode map e914 with expected crc 2024-03-22T07:31:04.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:04 smithi148 bash[66753]: cluster 2024-03-22T07:31:03.280942+0000 osd.7 (osd.7) 526 : cluster 3 failed to encode map e915 with expected crc 2024-03-22T07:31:04.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:04 smithi148 bash[66753]: cluster 2024-03-22T07:31:03.285554+0000 mon.a (mon.0) 1310 : cluster 0 osdmap e915: 8 total, 8 up, 8 in 2024-03-22T07:31:04.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:04 smithi148 bash[66753]: cluster 2024-03-22T07:31:03.291305+0000 osd.5 (osd.5) 496 : cluster 3 failed to encode map e915 with expected crc 2024-03-22T07:31:04.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:04 smithi148 bash[66753]: cluster 2024-03-22T07:31:03.291367+0000 osd.6 (osd.6) 489 : cluster 3 failed to encode map e915 with expected crc 2024-03-22T07:31:05.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:05 smithi129 bash[82160]: cluster 2024-03-22T07:31:04.012018+0000 mgr.y (mgr.25337) 712 : cluster 0 pgmap v1247: 105 pgs: 4 creating+peering, 19 unknown, 82 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-22T07:31:05.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:05 smithi129 bash[79695]: cluster 2024-03-22T07:31:04.012018+0000 mgr.y (mgr.25337) 712 : cluster 0 pgmap v1247: 105 pgs: 4 creating+peering, 19 unknown, 82 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-22T07:31:05.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:05 smithi148 bash[66753]: cluster 2024-03-22T07:31:04.012018+0000 mgr.y (mgr.25337) 712 : cluster 0 pgmap v1247: 105 pgs: 4 creating+peering, 19 unknown, 82 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-22T07:31:07.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:07 smithi129 bash[82160]: cluster 2024-03-22T07:31:06.012983+0000 mgr.y (mgr.25337) 713 : cluster 0 pgmap v1248: 105 pgs: 105 active+clean; 582 KiB data, 579 MiB used, 715 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-03-22T07:31:07.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:07 smithi129 bash[79695]: cluster 2024-03-22T07:31:06.012983+0000 mgr.y (mgr.25337) 713 : cluster 0 pgmap v1248: 105 pgs: 105 active+clean; 582 KiB data, 579 MiB used, 715 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-03-22T07:31:07.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:07 smithi148 bash[66753]: cluster 2024-03-22T07:31:06.012983+0000 mgr.y (mgr.25337) 713 : cluster 0 pgmap v1248: 105 pgs: 105 active+clean; 582 KiB data, 579 MiB used, 715 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-03-22T07:31:08.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:08 smithi129 bash[79695]: cluster 2024-03-22T07:31:07.313630+0000 mon.a (mon.0) 1311 : cluster 0 osdmap e916: 8 total, 8 up, 8 in 2024-03-22T07:31:08.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:08 smithi129 bash[79695]: cluster 2024-03-22T07:31:07.328965+0000 osd.5 (osd.5) 497 : cluster 3 failed to encode map e916 with expected crc 2024-03-22T07:31:08.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:08 smithi129 bash[79695]: cluster 2024-03-22T07:31:07.338101+0000 osd.7 (osd.7) 527 : cluster 3 failed to encode map e916 with expected crc 2024-03-22T07:31:08.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:08 smithi129 bash[79695]: cluster 2024-03-22T07:31:07.374194+0000 osd.6 (osd.6) 490 : cluster 3 failed to encode map e916 with expected crc 2024-03-22T07:31:08.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:08 smithi129 bash[82160]: cluster 2024-03-22T07:31:07.313630+0000 mon.a (mon.0) 1311 : cluster 0 osdmap e916: 8 total, 8 up, 8 in 2024-03-22T07:31:08.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:08 smithi129 bash[82160]: cluster 2024-03-22T07:31:07.328965+0000 osd.5 (osd.5) 497 : cluster 3 failed to encode map e916 with expected crc 2024-03-22T07:31:08.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:08 smithi129 bash[82160]: cluster 2024-03-22T07:31:07.338101+0000 osd.7 (osd.7) 527 : cluster 3 failed to encode map e916 with expected crc 2024-03-22T07:31:08.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:08 smithi129 bash[82160]: cluster 2024-03-22T07:31:07.374194+0000 osd.6 (osd.6) 490 : cluster 3 failed to encode map e916 with expected crc 2024-03-22T07:31:08.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:08 smithi148 bash[66753]: cluster 2024-03-22T07:31:07.313630+0000 mon.a (mon.0) 1311 : cluster 0 osdmap e916: 8 total, 8 up, 8 in 2024-03-22T07:31:08.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:08 smithi148 bash[66753]: cluster 2024-03-22T07:31:07.328965+0000 osd.5 (osd.5) 497 : cluster 3 failed to encode map e916 with expected crc 2024-03-22T07:31:08.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:08 smithi148 bash[66753]: cluster 2024-03-22T07:31:07.338101+0000 osd.7 (osd.7) 527 : cluster 3 failed to encode map e916 with expected crc 2024-03-22T07:31:08.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:08 smithi148 bash[66753]: cluster 2024-03-22T07:31:07.374194+0000 osd.6 (osd.6) 490 : cluster 3 failed to encode map e916 with expected crc 2024-03-22T07:31:09.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:09 smithi129 bash[82160]: cluster 2024-03-22T07:31:08.013791+0000 mgr.y (mgr.25337) 714 : cluster 0 pgmap v1250: 105 pgs: 105 active+clean; 8.6 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-22T07:31:09.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:09 smithi129 bash[82160]: audit 2024-03-22T07:31:08.404151+0000 mon.c (mon.2) 334 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:31:09.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:09 smithi129 bash[82160]: cluster 2024-03-22T07:31:08.918569+0000 mon.a (mon.0) 1312 : cluster 0 osdmap e917: 8 total, 8 up, 8 in 2024-03-22T07:31:09.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:09 smithi129 bash[79695]: cluster 2024-03-22T07:31:08.013791+0000 mgr.y (mgr.25337) 714 : cluster 0 pgmap v1250: 105 pgs: 105 active+clean; 8.6 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-22T07:31:09.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:09 smithi129 bash[79695]: audit 2024-03-22T07:31:08.404151+0000 mon.c (mon.2) 334 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:31:09.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:09 smithi129 bash[79695]: cluster 2024-03-22T07:31:08.918569+0000 mon.a (mon.0) 1312 : cluster 0 osdmap e917: 8 total, 8 up, 8 in 2024-03-22T07:31:09.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:09 smithi148 bash[66753]: cluster 2024-03-22T07:31:08.013791+0000 mgr.y (mgr.25337) 714 : cluster 0 pgmap v1250: 105 pgs: 105 active+clean; 8.6 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-22T07:31:09.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:09 smithi148 bash[66753]: audit 2024-03-22T07:31:08.404151+0000 mon.c (mon.2) 334 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:31:09.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:09 smithi148 bash[66753]: cluster 2024-03-22T07:31:08.918569+0000 mon.a (mon.0) 1312 : cluster 0 osdmap e917: 8 total, 8 up, 8 in 2024-03-22T07:31:10.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:10 smithi129 bash[79695]: cluster 2024-03-22T07:31:08.914669+0000 osd.7 (osd.7) 528 : cluster 3 failed to encode map e917 with expected crc 2024-03-22T07:31:10.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:10 smithi129 bash[79695]: cluster 2024-03-22T07:31:08.914781+0000 osd.5 (osd.5) 498 : cluster 3 failed to encode map e917 with expected crc 2024-03-22T07:31:10.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:10 smithi129 bash[79695]: cluster 2024-03-22T07:31:09.374725+0000 osd.6 (osd.6) 491 : cluster 3 failed to encode map e917 with expected crc 2024-03-22T07:31:10.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:10 smithi129 bash[82160]: cluster 2024-03-22T07:31:08.914669+0000 osd.7 (osd.7) 528 : cluster 3 failed to encode map e917 with expected crc 2024-03-22T07:31:10.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:10 smithi129 bash[82160]: cluster 2024-03-22T07:31:08.914781+0000 osd.5 (osd.5) 498 : cluster 3 failed to encode map e917 with expected crc 2024-03-22T07:31:10.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:10 smithi129 bash[82160]: cluster 2024-03-22T07:31:09.374725+0000 osd.6 (osd.6) 491 : cluster 3 failed to encode map e917 with expected crc 2024-03-22T07:31:10.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:10 smithi148 bash[66753]: cluster 2024-03-22T07:31:08.914669+0000 osd.7 (osd.7) 528 : cluster 3 failed to encode map e917 with expected crc 2024-03-22T07:31:10.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:10 smithi148 bash[66753]: cluster 2024-03-22T07:31:08.914781+0000 osd.5 (osd.5) 498 : cluster 3 failed to encode map e917 with expected crc 2024-03-22T07:31:10.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:10 smithi148 bash[66753]: cluster 2024-03-22T07:31:09.374725+0000 osd.6 (osd.6) 491 : cluster 3 failed to encode map e917 with expected crc 2024-03-22T07:31:11.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:11 smithi129 bash[82160]: cluster 2024-03-22T07:31:10.014764+0000 mgr.y (mgr.25337) 715 : cluster 0 pgmap v1252: 105 pgs: 105 active+clean; 17 MiB data, 659 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 2.4 MiB/s wr, 23 op/s 2024-03-22T07:31:11.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:11 smithi129 bash[82160]: audit 2024-03-22T07:31:11.029580+0000 mon.a (mon.0) 1313 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:11.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:11 smithi129 bash[79695]: cluster 2024-03-22T07:31:10.014764+0000 mgr.y (mgr.25337) 715 : cluster 0 pgmap v1252: 105 pgs: 105 active+clean; 17 MiB data, 659 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 2.4 MiB/s wr, 23 op/s 2024-03-22T07:31:11.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:11 smithi129 bash[79695]: audit 2024-03-22T07:31:11.029580+0000 mon.a (mon.0) 1313 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:11.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:11 smithi148 bash[66753]: cluster 2024-03-22T07:31:10.014764+0000 mgr.y (mgr.25337) 715 : cluster 0 pgmap v1252: 105 pgs: 105 active+clean; 17 MiB data, 659 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 2.4 MiB/s wr, 23 op/s 2024-03-22T07:31:11.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:11 smithi148 bash[66753]: audit 2024-03-22T07:31:11.029580+0000 mon.a (mon.0) 1313 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:13.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:13 smithi129 bash[82160]: cluster 2024-03-22T07:31:12.015523+0000 mgr.y (mgr.25337) 716 : cluster 0 pgmap v1253: 105 pgs: 105 active+clean; 30 MiB data, 680 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-03-22T07:31:13.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:13 smithi129 bash[79695]: cluster 2024-03-22T07:31:12.015523+0000 mgr.y (mgr.25337) 716 : cluster 0 pgmap v1253: 105 pgs: 105 active+clean; 30 MiB data, 680 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-03-22T07:31:13.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:13 smithi148 bash[66753]: cluster 2024-03-22T07:31:12.015523+0000 mgr.y (mgr.25337) 716 : cluster 0 pgmap v1253: 105 pgs: 105 active+clean; 30 MiB data, 680 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-03-22T07:31:14.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:31:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:31:13] "GET /metrics HTTP/1.1" 200 36506 "" "Prometheus/2.43.0" 2024-03-22T07:31:15.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:15 smithi129 bash[82160]: cluster 2024-03-22T07:31:14.016485+0000 mgr.y (mgr.25337) 717 : cluster 0 pgmap v1254: 105 pgs: 105 active+clean; 30 MiB data, 688 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-03-22T07:31:15.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:15 smithi129 bash[79695]: cluster 2024-03-22T07:31:14.016485+0000 mgr.y (mgr.25337) 717 : cluster 0 pgmap v1254: 105 pgs: 105 active+clean; 30 MiB data, 688 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-03-22T07:31:15.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:15 smithi148 bash[66753]: cluster 2024-03-22T07:31:14.016485+0000 mgr.y (mgr.25337) 717 : cluster 0 pgmap v1254: 105 pgs: 105 active+clean; 30 MiB data, 688 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-03-22T07:31:17.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:17 smithi129 bash[79695]: cluster 2024-03-22T07:31:16.017528+0000 mgr.y (mgr.25337) 718 : cluster 0 pgmap v1255: 105 pgs: 105 active+clean; 34 MiB data, 700 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-03-22T07:31:17.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:17 smithi129 bash[82160]: cluster 2024-03-22T07:31:16.017528+0000 mgr.y (mgr.25337) 718 : cluster 0 pgmap v1255: 105 pgs: 105 active+clean; 34 MiB data, 700 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-03-22T07:31:17.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:17 smithi148 bash[66753]: cluster 2024-03-22T07:31:16.017528+0000 mgr.y (mgr.25337) 718 : cluster 0 pgmap v1255: 105 pgs: 105 active+clean; 34 MiB data, 700 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-03-22T07:31:17.900 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/3.Simple (18612 ms) 2024-03-22T07:31:17.900 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-03-22T07:31:17.900 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:31:19.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:19 smithi129 bash[79695]: cluster 2024-03-22T07:31:18.018674+0000 mgr.y (mgr.25337) 719 : cluster 0 pgmap v1256: 105 pgs: 105 active+clean; 46 MiB data, 738 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-03-22T07:31:19.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:19 smithi129 bash[82160]: cluster 2024-03-22T07:31:18.018674+0000 mgr.y (mgr.25337) 719 : cluster 0 pgmap v1256: 105 pgs: 105 active+clean; 46 MiB data, 738 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-03-22T07:31:19.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:19 smithi148 bash[66753]: cluster 2024-03-22T07:31:18.018674+0000 mgr.y (mgr.25337) 719 : cluster 0 pgmap v1256: 105 pgs: 105 active+clean; 46 MiB data, 738 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-03-22T07:31:21.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:21 smithi129 bash[79695]: cluster 2024-03-22T07:31:20.019746+0000 mgr.y (mgr.25337) 720 : cluster 0 pgmap v1257: 105 pgs: 105 active+clean; 50 MiB data, 758 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-03-22T07:31:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:21 smithi129 bash[82160]: cluster 2024-03-22T07:31:20.019746+0000 mgr.y (mgr.25337) 720 : cluster 0 pgmap v1257: 105 pgs: 105 active+clean; 50 MiB data, 758 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-03-22T07:31:21.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:21 smithi148 bash[66753]: cluster 2024-03-22T07:31:20.019746+0000 mgr.y (mgr.25337) 720 : cluster 0 pgmap v1257: 105 pgs: 105 active+clean; 50 MiB data, 758 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-03-22T07:31:23.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:23 smithi129 bash[82160]: cluster 2024-03-22T07:31:22.020555+0000 mgr.y (mgr.25337) 721 : cluster 0 pgmap v1258: 105 pgs: 105 active+clean; 63 MiB data, 775 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.2 MiB/s wr, 41 op/s 2024-03-22T07:31:23.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:23 smithi129 bash[82160]: cluster 2024-03-22T07:31:22.371782+0000 osd.5 (osd.5) 499 : cluster 3 failed to encode map e918 with expected crc 2024-03-22T07:31:23.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:23 smithi129 bash[82160]: cluster 2024-03-22T07:31:22.374237+0000 mon.a (mon.0) 1314 : cluster 0 osdmap e918: 8 total, 8 up, 8 in 2024-03-22T07:31:23.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:23 smithi129 bash[82160]: cluster 2024-03-22T07:31:22.393556+0000 osd.6 (osd.6) 492 : cluster 3 failed to encode map e918 with expected crc 2024-03-22T07:31:23.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:23 smithi129 bash[82160]: cluster 2024-03-22T07:31:22.447826+0000 osd.7 (osd.7) 529 : cluster 3 failed to encode map e918 with expected crc 2024-03-22T07:31:23.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:23 smithi129 bash[79695]: cluster 2024-03-22T07:31:22.020555+0000 mgr.y (mgr.25337) 721 : cluster 0 pgmap v1258: 105 pgs: 105 active+clean; 63 MiB data, 775 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.2 MiB/s wr, 41 op/s 2024-03-22T07:31:23.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:23 smithi129 bash[79695]: cluster 2024-03-22T07:31:22.371782+0000 osd.5 (osd.5) 499 : cluster 3 failed to encode map e918 with expected crc 2024-03-22T07:31:23.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:23 smithi129 bash[79695]: cluster 2024-03-22T07:31:22.374237+0000 mon.a (mon.0) 1314 : cluster 0 osdmap e918: 8 total, 8 up, 8 in 2024-03-22T07:31:23.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:23 smithi129 bash[79695]: cluster 2024-03-22T07:31:22.393556+0000 osd.6 (osd.6) 492 : cluster 3 failed to encode map e918 with expected crc 2024-03-22T07:31:23.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:23 smithi129 bash[79695]: cluster 2024-03-22T07:31:22.447826+0000 osd.7 (osd.7) 529 : cluster 3 failed to encode map e918 with expected crc 2024-03-22T07:31:23.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:23 smithi148 bash[66753]: cluster 2024-03-22T07:31:22.020555+0000 mgr.y (mgr.25337) 721 : cluster 0 pgmap v1258: 105 pgs: 105 active+clean; 63 MiB data, 775 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.2 MiB/s wr, 41 op/s 2024-03-22T07:31:23.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:23 smithi148 bash[66753]: cluster 2024-03-22T07:31:22.371782+0000 osd.5 (osd.5) 499 : cluster 3 failed to encode map e918 with expected crc 2024-03-22T07:31:23.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:23 smithi148 bash[66753]: cluster 2024-03-22T07:31:22.374237+0000 mon.a (mon.0) 1314 : cluster 0 osdmap e918: 8 total, 8 up, 8 in 2024-03-22T07:31:23.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:23 smithi148 bash[66753]: cluster 2024-03-22T07:31:22.393556+0000 osd.6 (osd.6) 492 : cluster 3 failed to encode map e918 with expected crc 2024-03-22T07:31:23.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:23 smithi148 bash[66753]: cluster 2024-03-22T07:31:22.447826+0000 osd.7 (osd.7) 529 : cluster 3 failed to encode map e918 with expected crc 2024-03-22T07:31:24.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:31:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:31:23] "GET /metrics HTTP/1.1" 200 36516 "" "Prometheus/2.43.0" 2024-03-22T07:31:24.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:24 smithi148 bash[66753]: audit 2024-03-22T07:31:23.404499+0000 mon.c (mon.2) 335 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:31:24.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:24 smithi129 bash[79695]: audit 2024-03-22T07:31:23.404499+0000 mon.c (mon.2) 335 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:31:24.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:24 smithi129 bash[82160]: audit 2024-03-22T07:31:23.404499+0000 mon.c (mon.2) 335 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:31:25.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:25 smithi148 bash[66753]: cluster 2024-03-22T07:31:24.021329+0000 mgr.y (mgr.25337) 722 : cluster 0 pgmap v1260: 105 pgs: 105 active+clean; 67 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-03-22T07:31:25.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:25 smithi129 bash[79695]: cluster 2024-03-22T07:31:24.021329+0000 mgr.y (mgr.25337) 722 : cluster 0 pgmap v1260: 105 pgs: 105 active+clean; 67 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-03-22T07:31:25.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:25 smithi129 bash[82160]: cluster 2024-03-22T07:31:24.021329+0000 mgr.y (mgr.25337) 722 : cluster 0 pgmap v1260: 105 pgs: 105 active+clean; 67 MiB data, 796 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-03-22T07:31:27.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:27 smithi148 bash[66753]: cluster 2024-03-22T07:31:26.022356+0000 mgr.y (mgr.25337) 723 : cluster 0 pgmap v1261: 105 pgs: 105 active+clean; 88 MiB data, 854 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.8 MiB/s wr, 49 op/s 2024-03-22T07:31:27.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:27 smithi148 bash[66753]: audit 2024-03-22T07:31:27.170277+0000 mon.c (mon.2) 336 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:31:27.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:27 smithi129 bash[79695]: cluster 2024-03-22T07:31:26.022356+0000 mgr.y (mgr.25337) 723 : cluster 0 pgmap v1261: 105 pgs: 105 active+clean; 88 MiB data, 854 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.8 MiB/s wr, 49 op/s 2024-03-22T07:31:27.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:27 smithi129 bash[79695]: audit 2024-03-22T07:31:27.170277+0000 mon.c (mon.2) 336 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:31:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:27 smithi129 bash[82160]: cluster 2024-03-22T07:31:26.022356+0000 mgr.y (mgr.25337) 723 : cluster 0 pgmap v1261: 105 pgs: 105 active+clean; 88 MiB data, 854 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 5.8 MiB/s wr, 49 op/s 2024-03-22T07:31:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:27 smithi129 bash[82160]: audit 2024-03-22T07:31:27.170277+0000 mon.c (mon.2) 336 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:31:29.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:29 smithi148 bash[66753]: cluster 2024-03-22T07:31:28.022890+0000 mgr.y (mgr.25337) 724 : cluster 0 pgmap v1262: 105 pgs: 105 active+clean; 88 MiB data, 870 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.6 MiB/s wr, 59 op/s 2024-03-22T07:31:29.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:29 smithi129 bash[79695]: cluster 2024-03-22T07:31:28.022890+0000 mgr.y (mgr.25337) 724 : cluster 0 pgmap v1262: 105 pgs: 105 active+clean; 88 MiB data, 870 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.6 MiB/s wr, 59 op/s 2024-03-22T07:31:29.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:29 smithi129 bash[82160]: cluster 2024-03-22T07:31:28.022890+0000 mgr.y (mgr.25337) 724 : cluster 0 pgmap v1262: 105 pgs: 105 active+clean; 88 MiB data, 870 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.6 MiB/s wr, 59 op/s 2024-03-22T07:31:31.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:31 smithi148 bash[66753]: cluster 2024-03-22T07:31:30.023873+0000 mgr.y (mgr.25337) 725 : cluster 0 pgmap v1263: 105 pgs: 105 active+clean; 88 MiB data, 870 MiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.8 MiB/s wr, 51 op/s 2024-03-22T07:31:31.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:31 smithi129 bash[79695]: cluster 2024-03-22T07:31:30.023873+0000 mgr.y (mgr.25337) 725 : cluster 0 pgmap v1263: 105 pgs: 105 active+clean; 88 MiB data, 870 MiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.8 MiB/s wr, 51 op/s 2024-03-22T07:31:31.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:31 smithi129 bash[82160]: cluster 2024-03-22T07:31:30.023873+0000 mgr.y (mgr.25337) 725 : cluster 0 pgmap v1263: 105 pgs: 105 active+clean; 88 MiB data, 870 MiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.8 MiB/s wr, 51 op/s 2024-03-22T07:31:33.131 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/3.Grow (15231 ms) 2024-03-22T07:31:33.131 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-03-22T07:31:33.131 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:31:33.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:33 smithi148 bash[66753]: cluster 2024-03-22T07:31:32.024625+0000 mgr.y (mgr.25337) 726 : cluster 0 pgmap v1264: 105 pgs: 105 active+clean; 96 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 52 op/s 2024-03-22T07:31:33.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:33 smithi148 bash[66753]: audit 2024-03-22T07:31:32.910812+0000 mon.a (mon.0) 1315 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:33.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:33 smithi148 bash[66753]: audit 2024-03-22T07:31:32.932402+0000 mon.a (mon.0) 1316 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:33.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:33 smithi148 bash[66753]: audit 2024-03-22T07:31:33.208464+0000 mon.a (mon.0) 1317 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:33.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:33 smithi148 bash[66753]: audit 2024-03-22T07:31:33.218688+0000 mon.a (mon.0) 1318 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:33.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:33 smithi129 bash[79695]: cluster 2024-03-22T07:31:32.024625+0000 mgr.y (mgr.25337) 726 : cluster 0 pgmap v1264: 105 pgs: 105 active+clean; 96 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 52 op/s 2024-03-22T07:31:33.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:33 smithi129 bash[79695]: audit 2024-03-22T07:31:32.910812+0000 mon.a (mon.0) 1315 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:33.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:33 smithi129 bash[79695]: audit 2024-03-22T07:31:32.932402+0000 mon.a (mon.0) 1316 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:33.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:33 smithi129 bash[79695]: audit 2024-03-22T07:31:33.208464+0000 mon.a (mon.0) 1317 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:33.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:33 smithi129 bash[79695]: audit 2024-03-22T07:31:33.218688+0000 mon.a (mon.0) 1318 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:33.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:33 smithi129 bash[82160]: cluster 2024-03-22T07:31:32.024625+0000 mgr.y (mgr.25337) 726 : cluster 0 pgmap v1264: 105 pgs: 105 active+clean; 96 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 52 op/s 2024-03-22T07:31:33.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:33 smithi129 bash[82160]: audit 2024-03-22T07:31:32.910812+0000 mon.a (mon.0) 1315 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:33.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:33 smithi129 bash[82160]: audit 2024-03-22T07:31:32.932402+0000 mon.a (mon.0) 1316 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:33.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:33 smithi129 bash[82160]: audit 2024-03-22T07:31:33.208464+0000 mon.a (mon.0) 1317 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:33.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:33 smithi129 bash[82160]: audit 2024-03-22T07:31:33.218688+0000 mon.a (mon.0) 1318 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:34.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:31:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:31:33] "GET /metrics HTTP/1.1" 200 36516 "" "Prometheus/2.43.0" 2024-03-22T07:31:34.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:34 smithi148 bash[66753]: audit 2024-03-22T07:31:33.793453+0000 mon.c (mon.2) 337 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:31:34.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:34 smithi148 bash[66753]: audit 2024-03-22T07:31:33.794916+0000 mon.c (mon.2) 338 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:31:34.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:34 smithi148 bash[66753]: audit 2024-03-22T07:31:33.806808+0000 mon.a (mon.0) 1319 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:34.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:34 smithi129 bash[79695]: audit 2024-03-22T07:31:33.793453+0000 mon.c (mon.2) 337 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:31:34.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:34 smithi129 bash[79695]: audit 2024-03-22T07:31:33.794916+0000 mon.c (mon.2) 338 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:31:34.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:34 smithi129 bash[79695]: audit 2024-03-22T07:31:33.806808+0000 mon.a (mon.0) 1319 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:34.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:34 smithi129 bash[82160]: audit 2024-03-22T07:31:33.793453+0000 mon.c (mon.2) 337 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:31:34.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:34 smithi129 bash[82160]: audit 2024-03-22T07:31:33.794916+0000 mon.c (mon.2) 338 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:31:34.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:34 smithi129 bash[82160]: audit 2024-03-22T07:31:33.806808+0000 mon.a (mon.0) 1319 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:31:36.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:35 smithi129 bash[79695]: cluster 2024-03-22T07:31:34.025447+0000 mgr.y (mgr.25337) 727 : cluster 0 pgmap v1265: 105 pgs: 105 active+clean; 97 MiB data, 903 MiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 45 op/s 2024-03-22T07:31:36.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:35 smithi129 bash[82160]: cluster 2024-03-22T07:31:34.025447+0000 mgr.y (mgr.25337) 727 : cluster 0 pgmap v1265: 105 pgs: 105 active+clean; 97 MiB data, 903 MiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 45 op/s 2024-03-22T07:31:36.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:35 smithi148 bash[66753]: cluster 2024-03-22T07:31:34.025447+0000 mgr.y (mgr.25337) 727 : cluster 0 pgmap v1265: 105 pgs: 105 active+clean; 97 MiB data, 903 MiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 45 op/s 2024-03-22T07:31:38.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:37 smithi129 bash[79695]: cluster 2024-03-22T07:31:36.026587+0000 mgr.y (mgr.25337) 728 : cluster 0 pgmap v1266: 105 pgs: 105 active+clean; 117 MiB data, 949 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-03-22T07:31:38.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:37 smithi129 bash[82160]: cluster 2024-03-22T07:31:36.026587+0000 mgr.y (mgr.25337) 728 : cluster 0 pgmap v1266: 105 pgs: 105 active+clean; 117 MiB data, 949 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-03-22T07:31:38.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:37 smithi148 bash[66753]: cluster 2024-03-22T07:31:36.026587+0000 mgr.y (mgr.25337) 728 : cluster 0 pgmap v1266: 105 pgs: 105 active+clean; 117 MiB data, 949 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-03-22T07:31:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:38 smithi129 bash[82160]: cluster 2024-03-22T07:31:37.828410+0000 mon.a (mon.0) 1320 : cluster 0 osdmap e919: 8 total, 8 up, 8 in 2024-03-22T07:31:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:38 smithi129 bash[82160]: cluster 2024-03-22T07:31:37.828661+0000 osd.5 (osd.5) 500 : cluster 3 failed to encode map e919 with expected crc 2024-03-22T07:31:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:38 smithi129 bash[82160]: cluster 2024-03-22T07:31:37.839851+0000 osd.6 (osd.6) 493 : cluster 3 failed to encode map e919 with expected crc 2024-03-22T07:31:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:38 smithi129 bash[82160]: cluster 2024-03-22T07:31:37.882153+0000 osd.7 (osd.7) 530 : cluster 3 failed to encode map e919 with expected crc 2024-03-22T07:31:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:38 smithi129 bash[82160]: audit 2024-03-22T07:31:38.404839+0000 mon.c (mon.2) 339 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:31:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:38 smithi129 bash[79695]: cluster 2024-03-22T07:31:37.828410+0000 mon.a (mon.0) 1320 : cluster 0 osdmap e919: 8 total, 8 up, 8 in 2024-03-22T07:31:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:38 smithi129 bash[79695]: cluster 2024-03-22T07:31:37.828661+0000 osd.5 (osd.5) 500 : cluster 3 failed to encode map e919 with expected crc 2024-03-22T07:31:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:38 smithi129 bash[79695]: cluster 2024-03-22T07:31:37.839851+0000 osd.6 (osd.6) 493 : cluster 3 failed to encode map e919 with expected crc 2024-03-22T07:31:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:38 smithi129 bash[79695]: cluster 2024-03-22T07:31:37.882153+0000 osd.7 (osd.7) 530 : cluster 3 failed to encode map e919 with expected crc 2024-03-22T07:31:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:38 smithi129 bash[79695]: audit 2024-03-22T07:31:38.404839+0000 mon.c (mon.2) 339 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:31:39.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:38 smithi148 bash[66753]: cluster 2024-03-22T07:31:37.828410+0000 mon.a (mon.0) 1320 : cluster 0 osdmap e919: 8 total, 8 up, 8 in 2024-03-22T07:31:39.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:38 smithi148 bash[66753]: cluster 2024-03-22T07:31:37.828661+0000 osd.5 (osd.5) 500 : cluster 3 failed to encode map e919 with expected crc 2024-03-22T07:31:39.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:38 smithi148 bash[66753]: cluster 2024-03-22T07:31:37.839851+0000 osd.6 (osd.6) 493 : cluster 3 failed to encode map e919 with expected crc 2024-03-22T07:31:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:38 smithi148 bash[66753]: cluster 2024-03-22T07:31:37.882153+0000 osd.7 (osd.7) 530 : cluster 3 failed to encode map e919 with expected crc 2024-03-22T07:31:39.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:38 smithi148 bash[66753]: audit 2024-03-22T07:31:38.404839+0000 mon.c (mon.2) 339 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:31:40.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:39 smithi129 bash[82160]: cluster 2024-03-22T07:31:38.027412+0000 mgr.y (mgr.25337) 729 : cluster 0 pgmap v1268: 105 pgs: 105 active+clean; 117 MiB data, 953 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-03-22T07:31:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:39 smithi129 bash[79695]: cluster 2024-03-22T07:31:38.027412+0000 mgr.y (mgr.25337) 729 : cluster 0 pgmap v1268: 105 pgs: 105 active+clean; 117 MiB data, 953 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-03-22T07:31:40.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:39 smithi148 bash[66753]: cluster 2024-03-22T07:31:38.027412+0000 mgr.y (mgr.25337) 729 : cluster 0 pgmap v1268: 105 pgs: 105 active+clean; 117 MiB data, 953 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-03-22T07:31:41.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:40 smithi129 bash[82160]: cluster 2024-03-22T07:31:40.028451+0000 mgr.y (mgr.25337) 730 : cluster 0 pgmap v1269: 105 pgs: 105 active+clean; 134 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 55 op/s 2024-03-22T07:31:41.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:40 smithi129 bash[79695]: cluster 2024-03-22T07:31:40.028451+0000 mgr.y (mgr.25337) 730 : cluster 0 pgmap v1269: 105 pgs: 105 active+clean; 134 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 55 op/s 2024-03-22T07:31:41.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:40 smithi148 bash[66753]: cluster 2024-03-22T07:31:40.028451+0000 mgr.y (mgr.25337) 730 : cluster 0 pgmap v1269: 105 pgs: 105 active+clean; 134 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 55 op/s 2024-03-22T07:31:43.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:43 smithi129 bash[82160]: cluster 2024-03-22T07:31:42.029181+0000 mgr.y (mgr.25337) 731 : cluster 0 pgmap v1270: 105 pgs: 105 active+clean; 146 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 48 op/s 2024-03-22T07:31:43.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:43 smithi129 bash[79695]: cluster 2024-03-22T07:31:42.029181+0000 mgr.y (mgr.25337) 731 : cluster 0 pgmap v1270: 105 pgs: 105 active+clean; 146 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 48 op/s 2024-03-22T07:31:43.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:43 smithi148 bash[66753]: cluster 2024-03-22T07:31:42.029181+0000 mgr.y (mgr.25337) 731 : cluster 0 pgmap v1270: 105 pgs: 105 active+clean; 146 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 48 op/s 2024-03-22T07:31:44.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:31:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:31:43] "GET /metrics HTTP/1.1" 200 36517 "" "Prometheus/2.43.0" 2024-03-22T07:31:45.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:45 smithi129 bash[79695]: cluster 2024-03-22T07:31:44.030036+0000 mgr.y (mgr.25337) 732 : cluster 0 pgmap v1271: 105 pgs: 105 active+clean; 146 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.3 MiB/s wr, 49 op/s 2024-03-22T07:31:45.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:45 smithi129 bash[82160]: cluster 2024-03-22T07:31:44.030036+0000 mgr.y (mgr.25337) 732 : cluster 0 pgmap v1271: 105 pgs: 105 active+clean; 146 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.3 MiB/s wr, 49 op/s 2024-03-22T07:31:45.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:45 smithi148 bash[66753]: cluster 2024-03-22T07:31:44.030036+0000 mgr.y (mgr.25337) 732 : cluster 0 pgmap v1271: 105 pgs: 105 active+clean; 146 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.3 MiB/s wr, 49 op/s 2024-03-22T07:31:47.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:47 smithi129 bash[82160]: cluster 2024-03-22T07:31:46.031255+0000 mgr.y (mgr.25337) 733 : cluster 0 pgmap v1272: 105 pgs: 105 active+clean; 150 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 600 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-03-22T07:31:47.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:47 smithi129 bash[79695]: cluster 2024-03-22T07:31:46.031255+0000 mgr.y (mgr.25337) 733 : cluster 0 pgmap v1272: 105 pgs: 105 active+clean; 150 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 600 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-03-22T07:31:47.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:47 smithi148 bash[66753]: cluster 2024-03-22T07:31:46.031255+0000 mgr.y (mgr.25337) 733 : cluster 0 pgmap v1272: 105 pgs: 105 active+clean; 150 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 600 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-03-22T07:31:48.466 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (15335 ms) 2024-03-22T07:31:48.466 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-03-22T07:31:48.467 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:31:49.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:49 smithi129 bash[82160]: cluster 2024-03-22T07:31:48.032193+0000 mgr.y (mgr.25337) 734 : cluster 0 pgmap v1273: 105 pgs: 105 active+clean; 154 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.6 MiB/s wr, 42 op/s 2024-03-22T07:31:49.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:49 smithi129 bash[79695]: cluster 2024-03-22T07:31:48.032193+0000 mgr.y (mgr.25337) 734 : cluster 0 pgmap v1273: 105 pgs: 105 active+clean; 154 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.6 MiB/s wr, 42 op/s 2024-03-22T07:31:49.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:49 smithi148 bash[66753]: cluster 2024-03-22T07:31:48.032193+0000 mgr.y (mgr.25337) 734 : cluster 0 pgmap v1273: 105 pgs: 105 active+clean; 154 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.6 MiB/s wr, 42 op/s 2024-03-22T07:31:51.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:51 smithi129 bash[79695]: cluster 2024-03-22T07:31:50.033491+0000 mgr.y (mgr.25337) 735 : cluster 0 pgmap v1274: 105 pgs: 105 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.2 MiB/s wr, 49 op/s 2024-03-22T07:31:51.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:51 smithi129 bash[82160]: cluster 2024-03-22T07:31:50.033491+0000 mgr.y (mgr.25337) 735 : cluster 0 pgmap v1274: 105 pgs: 105 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.2 MiB/s wr, 49 op/s 2024-03-22T07:31:51.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:51 smithi148 bash[66753]: cluster 2024-03-22T07:31:50.033491+0000 mgr.y (mgr.25337) 735 : cluster 0 pgmap v1274: 105 pgs: 105 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.2 MiB/s wr, 49 op/s 2024-03-22T07:31:53.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:53 smithi129 bash[79695]: cluster 2024-03-22T07:31:52.034309+0000 mgr.y (mgr.25337) 736 : cluster 0 pgmap v1275: 105 pgs: 105 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-03-22T07:31:53.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:53 smithi129 bash[82160]: cluster 2024-03-22T07:31:52.034309+0000 mgr.y (mgr.25337) 736 : cluster 0 pgmap v1275: 105 pgs: 105 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-03-22T07:31:53.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:53 smithi148 bash[66753]: cluster 2024-03-22T07:31:52.034309+0000 mgr.y (mgr.25337) 736 : cluster 0 pgmap v1275: 105 pgs: 105 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-03-22T07:31:54.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:31:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:31:53] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-03-22T07:31:54.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:54 smithi129 bash[82160]: cluster 2024-03-22T07:31:53.115107+0000 mon.a (mon.0) 1321 : cluster 0 osdmap e920: 8 total, 8 up, 8 in 2024-03-22T07:31:54.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:54 smithi129 bash[82160]: cluster 2024-03-22T07:31:53.121146+0000 osd.5 (osd.5) 501 : cluster 3 failed to encode map e920 with expected crc 2024-03-22T07:31:54.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:54 smithi129 bash[82160]: cluster 2024-03-22T07:31:53.134363+0000 osd.7 (osd.7) 531 : cluster 3 failed to encode map e920 with expected crc 2024-03-22T07:31:54.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:54 smithi129 bash[82160]: cluster 2024-03-22T07:31:53.143349+0000 osd.6 (osd.6) 494 : cluster 3 failed to encode map e920 with expected crc 2024-03-22T07:31:54.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:54 smithi129 bash[82160]: audit 2024-03-22T07:31:53.405278+0000 mon.c (mon.2) 340 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:31:54.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:54 smithi129 bash[79695]: cluster 2024-03-22T07:31:53.115107+0000 mon.a (mon.0) 1321 : cluster 0 osdmap e920: 8 total, 8 up, 8 in 2024-03-22T07:31:54.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:54 smithi129 bash[79695]: cluster 2024-03-22T07:31:53.121146+0000 osd.5 (osd.5) 501 : cluster 3 failed to encode map e920 with expected crc 2024-03-22T07:31:54.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:54 smithi129 bash[79695]: cluster 2024-03-22T07:31:53.134363+0000 osd.7 (osd.7) 531 : cluster 3 failed to encode map e920 with expected crc 2024-03-22T07:31:54.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:54 smithi129 bash[79695]: cluster 2024-03-22T07:31:53.143349+0000 osd.6 (osd.6) 494 : cluster 3 failed to encode map e920 with expected crc 2024-03-22T07:31:54.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:54 smithi129 bash[79695]: audit 2024-03-22T07:31:53.405278+0000 mon.c (mon.2) 340 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:31:54.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:54 smithi148 bash[66753]: cluster 2024-03-22T07:31:53.115107+0000 mon.a (mon.0) 1321 : cluster 0 osdmap e920: 8 total, 8 up, 8 in 2024-03-22T07:31:54.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:54 smithi148 bash[66753]: cluster 2024-03-22T07:31:53.121146+0000 osd.5 (osd.5) 501 : cluster 3 failed to encode map e920 with expected crc 2024-03-22T07:31:54.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:54 smithi148 bash[66753]: cluster 2024-03-22T07:31:53.134363+0000 osd.7 (osd.7) 531 : cluster 3 failed to encode map e920 with expected crc 2024-03-22T07:31:54.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:54 smithi148 bash[66753]: cluster 2024-03-22T07:31:53.143349+0000 osd.6 (osd.6) 494 : cluster 3 failed to encode map e920 with expected crc 2024-03-22T07:31:54.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:54 smithi148 bash[66753]: audit 2024-03-22T07:31:53.405278+0000 mon.c (mon.2) 340 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:31:55.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:55 smithi148 bash[66753]: cluster 2024-03-22T07:31:54.034931+0000 mgr.y (mgr.25337) 737 : cluster 0 pgmap v1277: 105 pgs: 105 active+clean; 179 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-03-22T07:31:55.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:55 smithi129 bash[79695]: cluster 2024-03-22T07:31:54.034931+0000 mgr.y (mgr.25337) 737 : cluster 0 pgmap v1277: 105 pgs: 105 active+clean; 179 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-03-22T07:31:55.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:55 smithi129 bash[82160]: cluster 2024-03-22T07:31:54.034931+0000 mgr.y (mgr.25337) 737 : cluster 0 pgmap v1277: 105 pgs: 105 active+clean; 179 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-03-22T07:31:57.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:57 smithi148 bash[66753]: cluster 2024-03-22T07:31:56.035962+0000 mgr.y (mgr.25337) 738 : cluster 0 pgmap v1278: 105 pgs: 105 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 56 op/s 2024-03-22T07:31:57.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:57 smithi129 bash[79695]: cluster 2024-03-22T07:31:56.035962+0000 mgr.y (mgr.25337) 738 : cluster 0 pgmap v1278: 105 pgs: 105 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 56 op/s 2024-03-22T07:31:57.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:57 smithi129 bash[82160]: cluster 2024-03-22T07:31:56.035962+0000 mgr.y (mgr.25337) 738 : cluster 0 pgmap v1278: 105 pgs: 105 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 56 op/s 2024-03-22T07:31:59.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:31:59 smithi148 bash[66753]: cluster 2024-03-22T07:31:58.036926+0000 mgr.y (mgr.25337) 739 : cluster 0 pgmap v1279: 105 pgs: 105 active+clean; 204 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 56 op/s 2024-03-22T07:31:59.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:31:59 smithi129 bash[79695]: cluster 2024-03-22T07:31:58.036926+0000 mgr.y (mgr.25337) 739 : cluster 0 pgmap v1279: 105 pgs: 105 active+clean; 204 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 56 op/s 2024-03-22T07:31:59.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:31:59 smithi129 bash[82160]: cluster 2024-03-22T07:31:58.036926+0000 mgr.y (mgr.25337) 739 : cluster 0 pgmap v1279: 105 pgs: 105 active+clean; 204 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 56 op/s 2024-03-22T07:32:01.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:01 smithi148 bash[66753]: cluster 2024-03-22T07:32:00.038043+0000 mgr.y (mgr.25337) 740 : cluster 0 pgmap v1280: 105 pgs: 105 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-03-22T07:32:01.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:01 smithi129 bash[82160]: cluster 2024-03-22T07:32:00.038043+0000 mgr.y (mgr.25337) 740 : cluster 0 pgmap v1280: 105 pgs: 105 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-03-22T07:32:01.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:01 smithi129 bash[79695]: cluster 2024-03-22T07:32:00.038043+0000 mgr.y (mgr.25337) 740 : cluster 0 pgmap v1280: 105 pgs: 105 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-03-22T07:32:03.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:03 smithi148 bash[66753]: cluster 2024-03-22T07:32:02.038866+0000 mgr.y (mgr.25337) 741 : cluster 0 pgmap v1281: 105 pgs: 105 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 499 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-03-22T07:32:03.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:03 smithi129 bash[79695]: cluster 2024-03-22T07:32:02.038866+0000 mgr.y (mgr.25337) 741 : cluster 0 pgmap v1281: 105 pgs: 105 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 499 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-03-22T07:32:03.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:03 smithi129 bash[82160]: cluster 2024-03-22T07:32:02.038866+0000 mgr.y (mgr.25337) 741 : cluster 0 pgmap v1281: 105 pgs: 105 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 499 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-03-22T07:32:03.682 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (15216 ms) 2024-03-22T07:32:03.682 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-03-22T07:32:03.682 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:32:04.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:32:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:32:03] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-03-22T07:32:05.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:04 smithi129 bash[82160]: cluster 2024-03-22T07:32:04.039725+0000 mgr.y (mgr.25337) 742 : cluster 0 pgmap v1282: 105 pgs: 105 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 457 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-03-22T07:32:05.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:04 smithi129 bash[79695]: cluster 2024-03-22T07:32:04.039725+0000 mgr.y (mgr.25337) 742 : cluster 0 pgmap v1282: 105 pgs: 105 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 457 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-03-22T07:32:05.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:04 smithi148 bash[66753]: cluster 2024-03-22T07:32:04.039725+0000 mgr.y (mgr.25337) 742 : cluster 0 pgmap v1282: 105 pgs: 105 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 457 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-03-22T07:32:07.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:07 smithi129 bash[79695]: cluster 2024-03-22T07:32:06.040758+0000 mgr.y (mgr.25337) 743 : cluster 0 pgmap v1283: 105 pgs: 105 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 789 KiB/s rd, 3.4 MiB/s wr, 47 op/s 2024-03-22T07:32:07.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:07 smithi129 bash[82160]: cluster 2024-03-22T07:32:06.040758+0000 mgr.y (mgr.25337) 743 : cluster 0 pgmap v1283: 105 pgs: 105 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 789 KiB/s rd, 3.4 MiB/s wr, 47 op/s 2024-03-22T07:32:07.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:07 smithi148 bash[66753]: cluster 2024-03-22T07:32:06.040758+0000 mgr.y (mgr.25337) 743 : cluster 0 pgmap v1283: 105 pgs: 105 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 789 KiB/s rd, 3.4 MiB/s wr, 47 op/s 2024-03-22T07:32:09.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:09 smithi129 bash[79695]: cluster 2024-03-22T07:32:08.041678+0000 mgr.y (mgr.25337) 744 : cluster 0 pgmap v1284: 105 pgs: 105 active+clean; 217 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 770 KiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-22T07:32:09.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:09 smithi129 bash[79695]: cluster 2024-03-22T07:32:08.112666+0000 mon.a (mon.0) 1322 : cluster 0 osdmap e921: 8 total, 8 up, 8 in 2024-03-22T07:32:09.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:09 smithi129 bash[79695]: cluster 2024-03-22T07:32:08.121232+0000 osd.7 (osd.7) 532 : cluster 3 failed to encode map e921 with expected crc 2024-03-22T07:32:09.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:09 smithi129 bash[79695]: cluster 2024-03-22T07:32:08.193119+0000 osd.5 (osd.5) 502 : cluster 3 failed to encode map e921 with expected crc 2024-03-22T07:32:09.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:09 smithi129 bash[79695]: audit 2024-03-22T07:32:08.405632+0000 mon.c (mon.2) 341 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:32:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:09 smithi129 bash[82160]: cluster 2024-03-22T07:32:08.041678+0000 mgr.y (mgr.25337) 744 : cluster 0 pgmap v1284: 105 pgs: 105 active+clean; 217 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 770 KiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-22T07:32:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:09 smithi129 bash[82160]: cluster 2024-03-22T07:32:08.112666+0000 mon.a (mon.0) 1322 : cluster 0 osdmap e921: 8 total, 8 up, 8 in 2024-03-22T07:32:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:09 smithi129 bash[82160]: cluster 2024-03-22T07:32:08.121232+0000 osd.7 (osd.7) 532 : cluster 3 failed to encode map e921 with expected crc 2024-03-22T07:32:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:09 smithi129 bash[82160]: cluster 2024-03-22T07:32:08.193119+0000 osd.5 (osd.5) 502 : cluster 3 failed to encode map e921 with expected crc 2024-03-22T07:32:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:09 smithi129 bash[82160]: audit 2024-03-22T07:32:08.405632+0000 mon.c (mon.2) 341 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:32:09.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:09 smithi148 bash[66753]: cluster 2024-03-22T07:32:08.041678+0000 mgr.y (mgr.25337) 744 : cluster 0 pgmap v1284: 105 pgs: 105 active+clean; 217 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 770 KiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-22T07:32:09.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:09 smithi148 bash[66753]: cluster 2024-03-22T07:32:08.112666+0000 mon.a (mon.0) 1322 : cluster 0 osdmap e921: 8 total, 8 up, 8 in 2024-03-22T07:32:09.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:09 smithi148 bash[66753]: cluster 2024-03-22T07:32:08.121232+0000 osd.7 (osd.7) 532 : cluster 3 failed to encode map e921 with expected crc 2024-03-22T07:32:09.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:09 smithi148 bash[66753]: cluster 2024-03-22T07:32:08.193119+0000 osd.5 (osd.5) 502 : cluster 3 failed to encode map e921 with expected crc 2024-03-22T07:32:09.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:09 smithi148 bash[66753]: audit 2024-03-22T07:32:08.405632+0000 mon.c (mon.2) 341 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:32:11.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:11 smithi129 bash[79695]: cluster 2024-03-22T07:32:10.042456+0000 mgr.y (mgr.25337) 745 : cluster 0 pgmap v1286: 105 pgs: 105 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 907 KiB/s rd, 2.1 MiB/s wr, 42 op/s 2024-03-22T07:32:11.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:11 smithi129 bash[82160]: cluster 2024-03-22T07:32:10.042456+0000 mgr.y (mgr.25337) 745 : cluster 0 pgmap v1286: 105 pgs: 105 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 907 KiB/s rd, 2.1 MiB/s wr, 42 op/s 2024-03-22T07:32:11.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:11 smithi148 bash[66753]: cluster 2024-03-22T07:32:10.042456+0000 mgr.y (mgr.25337) 745 : cluster 0 pgmap v1286: 105 pgs: 105 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 907 KiB/s rd, 2.1 MiB/s wr, 42 op/s 2024-03-22T07:32:13.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:13 smithi129 bash[79695]: cluster 2024-03-22T07:32:12.043229+0000 mgr.y (mgr.25337) 746 : cluster 0 pgmap v1287: 105 pgs: 105 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 881 KiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-03-22T07:32:13.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:13 smithi129 bash[82160]: cluster 2024-03-22T07:32:12.043229+0000 mgr.y (mgr.25337) 746 : cluster 0 pgmap v1287: 105 pgs: 105 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 881 KiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-03-22T07:32:13.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:13 smithi148 bash[66753]: cluster 2024-03-22T07:32:12.043229+0000 mgr.y (mgr.25337) 746 : cluster 0 pgmap v1287: 105 pgs: 105 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 881 KiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-03-22T07:32:14.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:32:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:32:13] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.43.0" 2024-03-22T07:32:15.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:15 smithi129 bash[79695]: cluster 2024-03-22T07:32:14.044117+0000 mgr.y (mgr.25337) 747 : cluster 0 pgmap v1288: 105 pgs: 105 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 472 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-03-22T07:32:15.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:15 smithi129 bash[82160]: cluster 2024-03-22T07:32:14.044117+0000 mgr.y (mgr.25337) 747 : cluster 0 pgmap v1288: 105 pgs: 105 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 472 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-03-22T07:32:15.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:15 smithi148 bash[66753]: cluster 2024-03-22T07:32:14.044117+0000 mgr.y (mgr.25337) 747 : cluster 0 pgmap v1288: 105 pgs: 105 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 472 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-03-22T07:32:17.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:17 smithi148 bash[66753]: cluster 2024-03-22T07:32:16.045293+0000 mgr.y (mgr.25337) 748 : cluster 0 pgmap v1289: 105 pgs: 105 active+clean; 245 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-03-22T07:32:17.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:17 smithi129 bash[82160]: cluster 2024-03-22T07:32:16.045293+0000 mgr.y (mgr.25337) 748 : cluster 0 pgmap v1289: 105 pgs: 105 active+clean; 245 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-03-22T07:32:17.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:17 smithi129 bash[79695]: cluster 2024-03-22T07:32:16.045293+0000 mgr.y (mgr.25337) 748 : cluster 0 pgmap v1289: 105 pgs: 105 active+clean; 245 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-03-22T07:32:18.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:18 smithi148 bash[66753]: cluster 2024-03-22T07:32:17.132037+0000 mon.a (mon.0) 1323 : cluster 0 osdmap e922: 8 total, 8 up, 8 in 2024-03-22T07:32:18.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:18 smithi148 bash[66753]: cluster 2024-03-22T07:32:17.133012+0000 osd.5 (osd.5) 503 : cluster 3 failed to encode map e922 with expected crc 2024-03-22T07:32:18.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:18 smithi148 bash[66753]: cluster 2024-03-22T07:32:17.177385+0000 osd.6 (osd.6) 495 : cluster 3 failed to encode map e922 with expected crc 2024-03-22T07:32:18.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:18 smithi148 bash[66753]: cluster 2024-03-22T07:32:17.238877+0000 osd.7 (osd.7) 533 : cluster 3 failed to encode map e922 with expected crc 2024-03-22T07:32:18.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:18 smithi129 bash[79695]: cluster 2024-03-22T07:32:17.132037+0000 mon.a (mon.0) 1323 : cluster 0 osdmap e922: 8 total, 8 up, 8 in 2024-03-22T07:32:18.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:18 smithi129 bash[79695]: cluster 2024-03-22T07:32:17.133012+0000 osd.5 (osd.5) 503 : cluster 3 failed to encode map e922 with expected crc 2024-03-22T07:32:18.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:18 smithi129 bash[79695]: cluster 2024-03-22T07:32:17.177385+0000 osd.6 (osd.6) 495 : cluster 3 failed to encode map e922 with expected crc 2024-03-22T07:32:18.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:18 smithi129 bash[79695]: cluster 2024-03-22T07:32:17.238877+0000 osd.7 (osd.7) 533 : cluster 3 failed to encode map e922 with expected crc 2024-03-22T07:32:18.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:18 smithi129 bash[82160]: cluster 2024-03-22T07:32:17.132037+0000 mon.a (mon.0) 1323 : cluster 0 osdmap e922: 8 total, 8 up, 8 in 2024-03-22T07:32:18.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:18 smithi129 bash[82160]: cluster 2024-03-22T07:32:17.133012+0000 osd.5 (osd.5) 503 : cluster 3 failed to encode map e922 with expected crc 2024-03-22T07:32:18.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:18 smithi129 bash[82160]: cluster 2024-03-22T07:32:17.177385+0000 osd.6 (osd.6) 495 : cluster 3 failed to encode map e922 with expected crc 2024-03-22T07:32:18.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:18 smithi129 bash[82160]: cluster 2024-03-22T07:32:17.238877+0000 osd.7 (osd.7) 533 : cluster 3 failed to encode map e922 with expected crc 2024-03-22T07:32:19.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:19 smithi148 bash[66753]: cluster 2024-03-22T07:32:18.046462+0000 mgr.y (mgr.25337) 749 : cluster 0 pgmap v1291: 105 pgs: 105 active+clean; 253 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 605 KiB/s rd, 3.6 MiB/s wr, 42 op/s 2024-03-22T07:32:19.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:19 smithi129 bash[79695]: cluster 2024-03-22T07:32:18.046462+0000 mgr.y (mgr.25337) 749 : cluster 0 pgmap v1291: 105 pgs: 105 active+clean; 253 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 605 KiB/s rd, 3.6 MiB/s wr, 42 op/s 2024-03-22T07:32:19.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:19 smithi129 bash[82160]: cluster 2024-03-22T07:32:18.046462+0000 mgr.y (mgr.25337) 749 : cluster 0 pgmap v1291: 105 pgs: 105 active+clean; 253 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 605 KiB/s rd, 3.6 MiB/s wr, 42 op/s 2024-03-22T07:32:19.643 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (15961 ms) 2024-03-22T07:32:19.643 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-03-22T07:32:19.643 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:32:21.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:21 smithi148 bash[66753]: cluster 2024-03-22T07:32:20.047490+0000 mgr.y (mgr.25337) 750 : cluster 0 pgmap v1292: 105 pgs: 105 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.5 MiB/s wr, 26 op/s 2024-03-22T07:32:21.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:21 smithi129 bash[82160]: cluster 2024-03-22T07:32:20.047490+0000 mgr.y (mgr.25337) 750 : cluster 0 pgmap v1292: 105 pgs: 105 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.5 MiB/s wr, 26 op/s 2024-03-22T07:32:21.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:21 smithi129 bash[79695]: cluster 2024-03-22T07:32:20.047490+0000 mgr.y (mgr.25337) 750 : cluster 0 pgmap v1292: 105 pgs: 105 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.5 MiB/s wr, 26 op/s 2024-03-22T07:32:23.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:23 smithi148 bash[66753]: cluster 2024-03-22T07:32:22.048307+0000 mgr.y (mgr.25337) 751 : cluster 0 pgmap v1293: 105 pgs: 105 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 43 op/s 2024-03-22T07:32:23.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:23 smithi129 bash[79695]: cluster 2024-03-22T07:32:22.048307+0000 mgr.y (mgr.25337) 751 : cluster 0 pgmap v1293: 105 pgs: 105 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 43 op/s 2024-03-22T07:32:23.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:23 smithi129 bash[82160]: cluster 2024-03-22T07:32:22.048307+0000 mgr.y (mgr.25337) 751 : cluster 0 pgmap v1293: 105 pgs: 105 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 43 op/s 2024-03-22T07:32:24.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:24 smithi129 bash[82160]: audit 2024-03-22T07:32:23.406083+0000 mon.c (mon.2) 342 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:32:24.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:24 smithi129 bash[79695]: audit 2024-03-22T07:32:23.406083+0000 mon.c (mon.2) 342 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:32:24.375 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:32:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:32:23] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.43.0" 2024-03-22T07:32:24.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:24 smithi148 bash[66753]: audit 2024-03-22T07:32:23.406083+0000 mon.c (mon.2) 342 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:32:25.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:25 smithi148 bash[66753]: cluster 2024-03-22T07:32:24.049226+0000 mgr.y (mgr.25337) 752 : cluster 0 pgmap v1294: 105 pgs: 105 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 41 op/s 2024-03-22T07:32:25.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:25 smithi148 bash[66753]: cluster 2024-03-22T07:32:24.171398+0000 osd.7 (osd.7) 534 : cluster 3 failed to encode map e923 with expected crc 2024-03-22T07:32:25.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:25 smithi148 bash[66753]: cluster 2024-03-22T07:32:24.176582+0000 mon.a (mon.0) 1324 : cluster 0 osdmap e923: 8 total, 8 up, 8 in 2024-03-22T07:32:25.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:25 smithi148 bash[66753]: cluster 2024-03-22T07:32:24.185450+0000 osd.5 (osd.5) 504 : cluster 3 failed to encode map e923 with expected crc 2024-03-22T07:32:25.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:25 smithi148 bash[66753]: cluster 2024-03-22T07:32:24.188339+0000 osd.6 (osd.6) 496 : cluster 3 failed to encode map e923 with expected crc 2024-03-22T07:32:25.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:25 smithi129 bash[82160]: cluster 2024-03-22T07:32:24.049226+0000 mgr.y (mgr.25337) 752 : cluster 0 pgmap v1294: 105 pgs: 105 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 41 op/s 2024-03-22T07:32:25.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:25 smithi129 bash[82160]: cluster 2024-03-22T07:32:24.171398+0000 osd.7 (osd.7) 534 : cluster 3 failed to encode map e923 with expected crc 2024-03-22T07:32:25.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:25 smithi129 bash[82160]: cluster 2024-03-22T07:32:24.176582+0000 mon.a (mon.0) 1324 : cluster 0 osdmap e923: 8 total, 8 up, 8 in 2024-03-22T07:32:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:25 smithi129 bash[82160]: cluster 2024-03-22T07:32:24.185450+0000 osd.5 (osd.5) 504 : cluster 3 failed to encode map e923 with expected crc 2024-03-22T07:32:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:25 smithi129 bash[82160]: cluster 2024-03-22T07:32:24.188339+0000 osd.6 (osd.6) 496 : cluster 3 failed to encode map e923 with expected crc 2024-03-22T07:32:25.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:25 smithi129 bash[79695]: cluster 2024-03-22T07:32:24.049226+0000 mgr.y (mgr.25337) 752 : cluster 0 pgmap v1294: 105 pgs: 105 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 41 op/s 2024-03-22T07:32:25.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:25 smithi129 bash[79695]: cluster 2024-03-22T07:32:24.171398+0000 osd.7 (osd.7) 534 : cluster 3 failed to encode map e923 with expected crc 2024-03-22T07:32:25.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:25 smithi129 bash[79695]: cluster 2024-03-22T07:32:24.176582+0000 mon.a (mon.0) 1324 : cluster 0 osdmap e923: 8 total, 8 up, 8 in 2024-03-22T07:32:25.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:25 smithi129 bash[79695]: cluster 2024-03-22T07:32:24.185450+0000 osd.5 (osd.5) 504 : cluster 3 failed to encode map e923 with expected crc 2024-03-22T07:32:25.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:25 smithi129 bash[79695]: cluster 2024-03-22T07:32:24.188339+0000 osd.6 (osd.6) 496 : cluster 3 failed to encode map e923 with expected crc 2024-03-22T07:32:27.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:27 smithi148 bash[66753]: cluster 2024-03-22T07:32:26.050353+0000 mgr.y (mgr.25337) 753 : cluster 0 pgmap v1296: 105 pgs: 105 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.8 MiB/s wr, 67 op/s 2024-03-22T07:32:27.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:27 smithi129 bash[79695]: cluster 2024-03-22T07:32:26.050353+0000 mgr.y (mgr.25337) 753 : cluster 0 pgmap v1296: 105 pgs: 105 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.8 MiB/s wr, 67 op/s 2024-03-22T07:32:27.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:27 smithi129 bash[82160]: cluster 2024-03-22T07:32:26.050353+0000 mgr.y (mgr.25337) 753 : cluster 0 pgmap v1296: 105 pgs: 105 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.8 MiB/s wr, 67 op/s 2024-03-22T07:32:29.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:29 smithi148 bash[66753]: cluster 2024-03-22T07:32:28.051302+0000 mgr.y (mgr.25337) 754 : cluster 0 pgmap v1297: 105 pgs: 105 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-03-22T07:32:29.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:29 smithi129 bash[79695]: cluster 2024-03-22T07:32:28.051302+0000 mgr.y (mgr.25337) 754 : cluster 0 pgmap v1297: 105 pgs: 105 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-03-22T07:32:29.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:29 smithi129 bash[82160]: cluster 2024-03-22T07:32:28.051302+0000 mgr.y (mgr.25337) 754 : cluster 0 pgmap v1297: 105 pgs: 105 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-03-22T07:32:31.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:31 smithi129 bash[82160]: cluster 2024-03-22T07:32:30.052345+0000 mgr.y (mgr.25337) 755 : cluster 0 pgmap v1298: 105 pgs: 105 active+clean; 331 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 59 op/s 2024-03-22T07:32:31.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:31 smithi129 bash[79695]: cluster 2024-03-22T07:32:30.052345+0000 mgr.y (mgr.25337) 755 : cluster 0 pgmap v1298: 105 pgs: 105 active+clean; 331 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 59 op/s 2024-03-22T07:32:31.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:31 smithi148 bash[66753]: cluster 2024-03-22T07:32:30.052345+0000 mgr.y (mgr.25337) 755 : cluster 0 pgmap v1298: 105 pgs: 105 active+clean; 331 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 59 op/s 2024-03-22T07:32:33.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:33 smithi129 bash[79695]: cluster 2024-03-22T07:32:32.053130+0000 mgr.y (mgr.25337) 756 : cluster 0 pgmap v1299: 105 pgs: 105 active+clean; 335 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-03-22T07:32:33.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:33 smithi129 bash[82160]: cluster 2024-03-22T07:32:32.053130+0000 mgr.y (mgr.25337) 756 : cluster 0 pgmap v1299: 105 pgs: 105 active+clean; 335 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-03-22T07:32:33.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:33 smithi148 bash[66753]: cluster 2024-03-22T07:32:32.053130+0000 mgr.y (mgr.25337) 756 : cluster 0 pgmap v1299: 105 pgs: 105 active+clean; 335 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-03-22T07:32:34.192 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:32:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:32:33] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.43.0" 2024-03-22T07:32:34.193 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:34 smithi129 bash[79695]: audit 2024-03-22T07:32:33.882757+0000 mon.c (mon.2) 343 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:32:34.311 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (14668 ms) 2024-03-22T07:32:34.311 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-03-22T07:32:34.311 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:32:34.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:34 smithi129 bash[82160]: audit 2024-03-22T07:32:33.882757+0000 mon.c (mon.2) 343 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:32:34.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:34 smithi148 bash[66753]: audit 2024-03-22T07:32:33.882757+0000 mon.c (mon.2) 343 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:32:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:35 smithi129 bash[79695]: cluster 2024-03-22T07:32:34.054090+0000 mgr.y (mgr.25337) 757 : cluster 0 pgmap v1300: 105 pgs: 105 active+clean; 335 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 62 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-03-22T07:32:35.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:35 smithi129 bash[82160]: cluster 2024-03-22T07:32:34.054090+0000 mgr.y (mgr.25337) 757 : cluster 0 pgmap v1300: 105 pgs: 105 active+clean; 335 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 62 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-03-22T07:32:35.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:35 smithi148 bash[66753]: cluster 2024-03-22T07:32:34.054090+0000 mgr.y (mgr.25337) 757 : cluster 0 pgmap v1300: 105 pgs: 105 active+clean; 335 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 62 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-03-22T07:32:37.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:37 smithi129 bash[79695]: cluster 2024-03-22T07:32:36.055263+0000 mgr.y (mgr.25337) 758 : cluster 0 pgmap v1301: 105 pgs: 105 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 40 op/s 2024-03-22T07:32:37.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:37 smithi129 bash[82160]: cluster 2024-03-22T07:32:36.055263+0000 mgr.y (mgr.25337) 758 : cluster 0 pgmap v1301: 105 pgs: 105 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 40 op/s 2024-03-22T07:32:37.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:37 smithi148 bash[66753]: cluster 2024-03-22T07:32:36.055263+0000 mgr.y (mgr.25337) 758 : cluster 0 pgmap v1301: 105 pgs: 105 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.5 MiB/s wr, 40 op/s 2024-03-22T07:32:39.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:39 smithi129 bash[79695]: cluster 2024-03-22T07:32:38.056394+0000 mgr.y (mgr.25337) 759 : cluster 0 pgmap v1302: 105 pgs: 105 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-03-22T07:32:39.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:39 smithi129 bash[79695]: cluster 2024-03-22T07:32:38.211870+0000 osd.6 (osd.6) 497 : cluster 3 failed to encode map e924 with expected crc 2024-03-22T07:32:39.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:39 smithi129 bash[79695]: cluster 2024-03-22T07:32:38.213845+0000 mon.a (mon.0) 1325 : cluster 0 osdmap e924: 8 total, 8 up, 8 in 2024-03-22T07:32:39.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:39 smithi129 bash[79695]: cluster 2024-03-22T07:32:38.231871+0000 osd.7 (osd.7) 535 : cluster 3 failed to encode map e924 with expected crc 2024-03-22T07:32:39.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:39 smithi129 bash[79695]: cluster 2024-03-22T07:32:38.235487+0000 osd.5 (osd.5) 505 : cluster 3 failed to encode map e924 with expected crc 2024-03-22T07:32:39.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:39 smithi129 bash[79695]: cluster 2024-03-22T07:32:38.235765+0000 osd.7 (osd.7) 536 : cluster 3 failed to encode map e924 with expected crc 2024-03-22T07:32:39.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:39 smithi129 bash[79695]: audit 2024-03-22T07:32:38.406029+0000 mon.c (mon.2) 344 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:32:39.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:39 smithi129 bash[82160]: cluster 2024-03-22T07:32:38.056394+0000 mgr.y (mgr.25337) 759 : cluster 0 pgmap v1302: 105 pgs: 105 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-03-22T07:32:39.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:39 smithi129 bash[82160]: cluster 2024-03-22T07:32:38.211870+0000 osd.6 (osd.6) 497 : cluster 3 failed to encode map e924 with expected crc 2024-03-22T07:32:39.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:39 smithi129 bash[82160]: cluster 2024-03-22T07:32:38.213845+0000 mon.a (mon.0) 1325 : cluster 0 osdmap e924: 8 total, 8 up, 8 in 2024-03-22T07:32:39.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:39 smithi129 bash[82160]: cluster 2024-03-22T07:32:38.231871+0000 osd.7 (osd.7) 535 : cluster 3 failed to encode map e924 with expected crc 2024-03-22T07:32:39.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:39 smithi129 bash[82160]: cluster 2024-03-22T07:32:38.235487+0000 osd.5 (osd.5) 505 : cluster 3 failed to encode map e924 with expected crc 2024-03-22T07:32:39.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:39 smithi129 bash[82160]: cluster 2024-03-22T07:32:38.235765+0000 osd.7 (osd.7) 536 : cluster 3 failed to encode map e924 with expected crc 2024-03-22T07:32:39.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:39 smithi129 bash[82160]: audit 2024-03-22T07:32:38.406029+0000 mon.c (mon.2) 344 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:32:39.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:39 smithi148 bash[66753]: cluster 2024-03-22T07:32:38.056394+0000 mgr.y (mgr.25337) 759 : cluster 0 pgmap v1302: 105 pgs: 105 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-03-22T07:32:39.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:39 smithi148 bash[66753]: cluster 2024-03-22T07:32:38.211870+0000 osd.6 (osd.6) 497 : cluster 3 failed to encode map e924 with expected crc 2024-03-22T07:32:39.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:39 smithi148 bash[66753]: cluster 2024-03-22T07:32:38.213845+0000 mon.a (mon.0) 1325 : cluster 0 osdmap e924: 8 total, 8 up, 8 in 2024-03-22T07:32:39.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:39 smithi148 bash[66753]: cluster 2024-03-22T07:32:38.231871+0000 osd.7 (osd.7) 535 : cluster 3 failed to encode map e924 with expected crc 2024-03-22T07:32:39.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:39 smithi148 bash[66753]: cluster 2024-03-22T07:32:38.235487+0000 osd.5 (osd.5) 505 : cluster 3 failed to encode map e924 with expected crc 2024-03-22T07:32:39.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:39 smithi148 bash[66753]: cluster 2024-03-22T07:32:38.235765+0000 osd.7 (osd.7) 536 : cluster 3 failed to encode map e924 with expected crc 2024-03-22T07:32:39.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:39 smithi148 bash[66753]: audit 2024-03-22T07:32:38.406029+0000 mon.c (mon.2) 344 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:32:41.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:40 smithi129 bash[79695]: audit 2024-03-22T07:32:39.727827+0000 mon.a (mon.0) 1326 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:32:41.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:40 smithi129 bash[79695]: audit 2024-03-22T07:32:39.741367+0000 mon.a (mon.0) 1327 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:32:41.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:40 smithi129 bash[79695]: audit 2024-03-22T07:32:39.928231+0000 mon.a (mon.0) 1328 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:32:41.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:40 smithi129 bash[79695]: audit 2024-03-22T07:32:39.944591+0000 mon.a (mon.0) 1329 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:32:41.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:40 smithi129 bash[79695]: audit 2024-03-22T07:32:40.524949+0000 mon.c (mon.2) 345 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:32:41.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:40 smithi129 bash[79695]: audit 2024-03-22T07:32:40.526876+0000 mon.c (mon.2) 346 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:32:41.128 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:40 smithi129 bash[79695]: audit 2024-03-22T07:32:40.535627+0000 mon.a (mon.0) 1330 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:32:41.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:40 smithi129 bash[82160]: audit 2024-03-22T07:32:39.727827+0000 mon.a (mon.0) 1326 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:32:41.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:40 smithi129 bash[82160]: audit 2024-03-22T07:32:39.741367+0000 mon.a (mon.0) 1327 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:32:41.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:40 smithi129 bash[82160]: audit 2024-03-22T07:32:39.928231+0000 mon.a (mon.0) 1328 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:32:41.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:40 smithi129 bash[82160]: audit 2024-03-22T07:32:39.944591+0000 mon.a (mon.0) 1329 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:32:41.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:40 smithi129 bash[82160]: audit 2024-03-22T07:32:40.524949+0000 mon.c (mon.2) 345 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:32:41.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:40 smithi129 bash[82160]: audit 2024-03-22T07:32:40.526876+0000 mon.c (mon.2) 346 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:32:41.128 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:40 smithi129 bash[82160]: audit 2024-03-22T07:32:40.535627+0000 mon.a (mon.0) 1330 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:32:41.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:40 smithi148 bash[66753]: audit 2024-03-22T07:32:39.727827+0000 mon.a (mon.0) 1326 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:32:41.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:40 smithi148 bash[66753]: audit 2024-03-22T07:32:39.741367+0000 mon.a (mon.0) 1327 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:32:41.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:40 smithi148 bash[66753]: audit 2024-03-22T07:32:39.928231+0000 mon.a (mon.0) 1328 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:32:41.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:40 smithi148 bash[66753]: audit 2024-03-22T07:32:39.944591+0000 mon.a (mon.0) 1329 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:32:41.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:40 smithi148 bash[66753]: audit 2024-03-22T07:32:40.524949+0000 mon.c (mon.2) 345 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:32:41.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:40 smithi148 bash[66753]: audit 2024-03-22T07:32:40.526876+0000 mon.c (mon.2) 346 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:32:41.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:40 smithi148 bash[66753]: audit 2024-03-22T07:32:40.535627+0000 mon.a (mon.0) 1330 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:32:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:41 smithi129 bash[79695]: cluster 2024-03-22T07:32:40.057093+0000 mgr.y (mgr.25337) 760 : cluster 0 pgmap v1304: 105 pgs: 105 active+clean; 360 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 34 op/s 2024-03-22T07:32:42.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:41 smithi129 bash[82160]: cluster 2024-03-22T07:32:40.057093+0000 mgr.y (mgr.25337) 760 : cluster 0 pgmap v1304: 105 pgs: 105 active+clean; 360 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 34 op/s 2024-03-22T07:32:42.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:41 smithi148 bash[66753]: cluster 2024-03-22T07:32:40.057093+0000 mgr.y (mgr.25337) 760 : cluster 0 pgmap v1304: 105 pgs: 105 active+clean; 360 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 34 op/s 2024-03-22T07:32:44.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:43 smithi129 bash[79695]: cluster 2024-03-22T07:32:42.057568+0000 mgr.y (mgr.25337) 761 : cluster 0 pgmap v1305: 105 pgs: 105 active+clean; 368 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:32:44.125 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:32:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:32:43] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.43.0" 2024-03-22T07:32:44.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:43 smithi129 bash[82160]: cluster 2024-03-22T07:32:42.057568+0000 mgr.y (mgr.25337) 761 : cluster 0 pgmap v1305: 105 pgs: 105 active+clean; 368 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:32:44.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:43 smithi148 bash[66753]: cluster 2024-03-22T07:32:42.057568+0000 mgr.y (mgr.25337) 761 : cluster 0 pgmap v1305: 105 pgs: 105 active+clean; 368 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:32:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:45 smithi129 bash[79695]: cluster 2024-03-22T07:32:44.058376+0000 mgr.y (mgr.25337) 762 : cluster 0 pgmap v1306: 105 pgs: 105 active+clean; 368 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-03-22T07:32:46.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:45 smithi129 bash[82160]: cluster 2024-03-22T07:32:44.058376+0000 mgr.y (mgr.25337) 762 : cluster 0 pgmap v1306: 105 pgs: 105 active+clean; 368 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-03-22T07:32:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:45 smithi148 bash[66753]: cluster 2024-03-22T07:32:44.058376+0000 mgr.y (mgr.25337) 762 : cluster 0 pgmap v1306: 105 pgs: 105 active+clean; 368 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-03-22T07:32:48.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:47 smithi129 bash[82160]: cluster 2024-03-22T07:32:46.059415+0000 mgr.y (mgr.25337) 763 : cluster 0 pgmap v1307: 105 pgs: 105 active+clean; 372 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 536 KiB/s rd, 3.7 MiB/s wr, 54 op/s 2024-03-22T07:32:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:47 smithi129 bash[79695]: cluster 2024-03-22T07:32:46.059415+0000 mgr.y (mgr.25337) 763 : cluster 0 pgmap v1307: 105 pgs: 105 active+clean; 372 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 536 KiB/s rd, 3.7 MiB/s wr, 54 op/s 2024-03-22T07:32:48.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:47 smithi148 bash[66753]: cluster 2024-03-22T07:32:46.059415+0000 mgr.y (mgr.25337) 763 : cluster 0 pgmap v1307: 105 pgs: 105 active+clean; 372 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 536 KiB/s rd, 3.7 MiB/s wr, 54 op/s 2024-03-22T07:32:48.688 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (14377 ms) 2024-03-22T07:32:48.769 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (109400 ms total) 2024-03-22T07:32:48.769 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:32:48.769 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-03-22T07:32:48.816 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-03-22T07:32:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:49 smithi129 bash[79695]: cluster 2024-03-22T07:32:48.060381+0000 mgr.y (mgr.25337) 764 : cluster 0 pgmap v1308: 105 pgs: 105 active+clean; 372 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 87 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-03-22T07:32:50.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:49 smithi129 bash[79695]: cluster 2024-03-22T07:32:48.756918+0000 osd.7 (osd.7) 537 : cluster 3 failed to encode map e925 with expected crc 2024-03-22T07:32:50.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:49 smithi129 bash[79695]: cluster 2024-03-22T07:32:48.758366+0000 mon.a (mon.0) 1331 : cluster 0 osdmap e925: 8 total, 8 up, 8 in 2024-03-22T07:32:50.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:49 smithi129 bash[79695]: cluster 2024-03-22T07:32:48.764420+0000 osd.6 (osd.6) 498 : cluster 3 failed to encode map e925 with expected crc 2024-03-22T07:32:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:49 smithi129 bash[82160]: cluster 2024-03-22T07:32:48.060381+0000 mgr.y (mgr.25337) 764 : cluster 0 pgmap v1308: 105 pgs: 105 active+clean; 372 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 87 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-03-22T07:32:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:49 smithi129 bash[82160]: cluster 2024-03-22T07:32:48.756918+0000 osd.7 (osd.7) 537 : cluster 3 failed to encode map e925 with expected crc 2024-03-22T07:32:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:49 smithi129 bash[82160]: cluster 2024-03-22T07:32:48.758366+0000 mon.a (mon.0) 1331 : cluster 0 osdmap e925: 8 total, 8 up, 8 in 2024-03-22T07:32:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:49 smithi129 bash[82160]: cluster 2024-03-22T07:32:48.764420+0000 osd.6 (osd.6) 498 : cluster 3 failed to encode map e925 with expected crc 2024-03-22T07:32:50.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:49 smithi148 bash[66753]: cluster 2024-03-22T07:32:48.060381+0000 mgr.y (mgr.25337) 764 : cluster 0 pgmap v1308: 105 pgs: 105 active+clean; 372 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 87 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-03-22T07:32:50.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:49 smithi148 bash[66753]: cluster 2024-03-22T07:32:48.756918+0000 osd.7 (osd.7) 537 : cluster 3 failed to encode map e925 with expected crc 2024-03-22T07:32:50.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:49 smithi148 bash[66753]: cluster 2024-03-22T07:32:48.758366+0000 mon.a (mon.0) 1331 : cluster 0 osdmap e925: 8 total, 8 up, 8 in 2024-03-22T07:32:50.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:49 smithi148 bash[66753]: cluster 2024-03-22T07:32:48.764420+0000 osd.6 (osd.6) 498 : cluster 3 failed to encode map e925 with expected crc 2024-03-22T07:32:50.788 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:32:51.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[79695]: cluster 2024-03-22T07:32:49.207169+0000 osd.5 (osd.5) 506 : cluster 3 failed to encode map e925 with expected crc 2024-03-22T07:32:51.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[79695]: cluster 2024-03-22T07:32:49.772202+0000 osd.7 (osd.7) 538 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[79695]: cluster 2024-03-22T07:32:49.772474+0000 osd.5 (osd.5) 507 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[79695]: cluster 2024-03-22T07:32:49.773076+0000 mon.a (mon.0) 1332 : cluster 0 osdmap e926: 8 total, 8 up, 8 in 2024-03-22T07:32:51.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[79695]: cluster 2024-03-22T07:32:49.777013+0000 osd.5 (osd.5) 508 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[79695]: cluster 2024-03-22T07:32:49.777037+0000 osd.7 (osd.7) 539 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[79695]: audit 2024-03-22T07:32:49.780682+0000 mon.a (mon.0) 1333 : audit 1 from='client.? 172.21.15.129:0/1205596721' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:32:51.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[79695]: cluster 2024-03-22T07:32:49.782951+0000 osd.6 (osd.6) 499 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[79695]: cluster 2024-03-22T07:32:49.787498+0000 osd.6 (osd.6) 500 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[82160]: cluster 2024-03-22T07:32:49.207169+0000 osd.5 (osd.5) 506 : cluster 3 failed to encode map e925 with expected crc 2024-03-22T07:32:51.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[82160]: cluster 2024-03-22T07:32:49.772202+0000 osd.7 (osd.7) 538 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[82160]: cluster 2024-03-22T07:32:49.772474+0000 osd.5 (osd.5) 507 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[82160]: cluster 2024-03-22T07:32:49.773076+0000 mon.a (mon.0) 1332 : cluster 0 osdmap e926: 8 total, 8 up, 8 in 2024-03-22T07:32:51.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[82160]: cluster 2024-03-22T07:32:49.777013+0000 osd.5 (osd.5) 508 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[82160]: cluster 2024-03-22T07:32:49.777037+0000 osd.7 (osd.7) 539 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[82160]: audit 2024-03-22T07:32:49.780682+0000 mon.a (mon.0) 1333 : audit 1 from='client.? 172.21.15.129:0/1205596721' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:32:51.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[82160]: cluster 2024-03-22T07:32:49.782951+0000 osd.6 (osd.6) 499 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:50 smithi129 bash[82160]: cluster 2024-03-22T07:32:49.787498+0000 osd.6 (osd.6) 500 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:50 smithi148 bash[66753]: cluster 2024-03-22T07:32:49.207169+0000 osd.5 (osd.5) 506 : cluster 3 failed to encode map e925 with expected crc 2024-03-22T07:32:51.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:50 smithi148 bash[66753]: cluster 2024-03-22T07:32:49.772202+0000 osd.7 (osd.7) 538 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:50 smithi148 bash[66753]: cluster 2024-03-22T07:32:49.772474+0000 osd.5 (osd.5) 507 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:50 smithi148 bash[66753]: cluster 2024-03-22T07:32:49.773076+0000 mon.a (mon.0) 1332 : cluster 0 osdmap e926: 8 total, 8 up, 8 in 2024-03-22T07:32:51.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:50 smithi148 bash[66753]: cluster 2024-03-22T07:32:49.777013+0000 osd.5 (osd.5) 508 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:50 smithi148 bash[66753]: cluster 2024-03-22T07:32:49.777037+0000 osd.7 (osd.7) 539 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:50 smithi148 bash[66753]: audit 2024-03-22T07:32:49.780682+0000 mon.a (mon.0) 1333 : audit 1 from='client.? 172.21.15.129:0/1205596721' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:32:51.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:50 smithi148 bash[66753]: cluster 2024-03-22T07:32:49.782951+0000 osd.6 (osd.6) 499 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:51.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:50 smithi148 bash[66753]: cluster 2024-03-22T07:32:49.787498+0000 osd.6 (osd.6) 500 : cluster 3 failed to encode map e926 with expected crc 2024-03-22T07:32:52.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[79695]: cluster 2024-03-22T07:32:50.061050+0000 mgr.y (mgr.25337) 765 : cluster 0 pgmap v1311: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:32:52.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[79695]: cluster 2024-03-22T07:32:50.764571+0000 mon.a (mon.0) 1334 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:32:52.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[79695]: audit 2024-03-22T07:32:50.773701+0000 mon.a (mon.0) 1335 : audit 1 from='client.? 172.21.15.129:0/1205596721' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:32:52.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[79695]: cluster 2024-03-22T07:32:50.776963+0000 osd.7 (osd.7) 540 : cluster 3 failed to encode map e927 with expected crc 2024-03-22T07:32:52.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[79695]: cluster 2024-03-22T07:32:50.783447+0000 mon.a (mon.0) 1336 : cluster 0 osdmap e927: 8 total, 8 up, 8 in 2024-03-22T07:32:52.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[79695]: cluster 2024-03-22T07:32:50.787186+0000 osd.7 (osd.7) 541 : cluster 3 failed to encode map e927 with expected crc 2024-03-22T07:32:52.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[79695]: cluster 2024-03-22T07:32:50.787428+0000 osd.5 (osd.5) 509 : cluster 3 failed to encode map e927 with expected crc 2024-03-22T07:32:52.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[79695]: cluster 2024-03-22T07:32:50.788191+0000 osd.6 (osd.6) 501 : cluster 3 failed to encode map e927 with expected crc 2024-03-22T07:32:52.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[82160]: cluster 2024-03-22T07:32:50.061050+0000 mgr.y (mgr.25337) 765 : cluster 0 pgmap v1311: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:32:52.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[82160]: cluster 2024-03-22T07:32:50.764571+0000 mon.a (mon.0) 1334 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:32:52.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[82160]: audit 2024-03-22T07:32:50.773701+0000 mon.a (mon.0) 1335 : audit 1 from='client.? 172.21.15.129:0/1205596721' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:32:52.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[82160]: cluster 2024-03-22T07:32:50.776963+0000 osd.7 (osd.7) 540 : cluster 3 failed to encode map e927 with expected crc 2024-03-22T07:32:52.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[82160]: cluster 2024-03-22T07:32:50.783447+0000 mon.a (mon.0) 1336 : cluster 0 osdmap e927: 8 total, 8 up, 8 in 2024-03-22T07:32:52.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[82160]: cluster 2024-03-22T07:32:50.787186+0000 osd.7 (osd.7) 541 : cluster 3 failed to encode map e927 with expected crc 2024-03-22T07:32:52.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[82160]: cluster 2024-03-22T07:32:50.787428+0000 osd.5 (osd.5) 509 : cluster 3 failed to encode map e927 with expected crc 2024-03-22T07:32:52.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:51 smithi129 bash[82160]: cluster 2024-03-22T07:32:50.788191+0000 osd.6 (osd.6) 501 : cluster 3 failed to encode map e927 with expected crc 2024-03-22T07:32:52.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:51 smithi148 bash[66753]: cluster 2024-03-22T07:32:50.061050+0000 mgr.y (mgr.25337) 765 : cluster 0 pgmap v1311: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:32:52.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:51 smithi148 bash[66753]: cluster 2024-03-22T07:32:50.764571+0000 mon.a (mon.0) 1334 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:32:52.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:51 smithi148 bash[66753]: audit 2024-03-22T07:32:50.773701+0000 mon.a (mon.0) 1335 : audit 1 from='client.? 172.21.15.129:0/1205596721' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:32:52.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:51 smithi148 bash[66753]: cluster 2024-03-22T07:32:50.776963+0000 osd.7 (osd.7) 540 : cluster 3 failed to encode map e927 with expected crc 2024-03-22T07:32:52.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:51 smithi148 bash[66753]: cluster 2024-03-22T07:32:50.783447+0000 mon.a (mon.0) 1336 : cluster 0 osdmap e927: 8 total, 8 up, 8 in 2024-03-22T07:32:52.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:51 smithi148 bash[66753]: cluster 2024-03-22T07:32:50.787186+0000 osd.7 (osd.7) 541 : cluster 3 failed to encode map e927 with expected crc 2024-03-22T07:32:52.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:51 smithi148 bash[66753]: cluster 2024-03-22T07:32:50.787428+0000 osd.5 (osd.5) 509 : cluster 3 failed to encode map e927 with expected crc 2024-03-22T07:32:52.180 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:51 smithi148 bash[66753]: cluster 2024-03-22T07:32:50.788191+0000 osd.6 (osd.6) 501 : cluster 3 failed to encode map e927 with expected crc 2024-03-22T07:32:53.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:52 smithi129 bash[79695]: cluster 2024-03-22T07:32:51.793239+0000 mon.a (mon.0) 1337 : cluster 0 osdmap e928: 8 total, 8 up, 8 in 2024-03-22T07:32:53.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:52 smithi129 bash[79695]: cluster 2024-03-22T07:32:51.799580+0000 osd.5 (osd.5) 510 : cluster 3 failed to encode map e928 with expected crc 2024-03-22T07:32:53.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:52 smithi129 bash[82160]: cluster 2024-03-22T07:32:51.793239+0000 mon.a (mon.0) 1337 : cluster 0 osdmap e928: 8 total, 8 up, 8 in 2024-03-22T07:32:53.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:52 smithi129 bash[82160]: cluster 2024-03-22T07:32:51.799580+0000 osd.5 (osd.5) 510 : cluster 3 failed to encode map e928 with expected crc 2024-03-22T07:32:53.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:52 smithi148 bash[66753]: cluster 2024-03-22T07:32:51.793239+0000 mon.a (mon.0) 1337 : cluster 0 osdmap e928: 8 total, 8 up, 8 in 2024-03-22T07:32:53.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:52 smithi148 bash[66753]: cluster 2024-03-22T07:32:51.799580+0000 osd.5 (osd.5) 510 : cluster 3 failed to encode map e928 with expected crc 2024-03-22T07:32:54.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:32:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:32:53] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2024-03-22T07:32:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:53 smithi129 bash[79695]: cluster 2024-03-22T07:32:52.061809+0000 mgr.y (mgr.25337) 766 : cluster 0 pgmap v1314: 105 pgs: 4 creating+peering, 25 unknown, 76 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:32:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:53 smithi129 bash[79695]: cluster 2024-03-22T07:32:52.786548+0000 mon.a (mon.0) 1338 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:32:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:53 smithi129 bash[79695]: cluster 2024-03-22T07:32:52.805677+0000 osd.6 (osd.6) 502 : cluster 3 failed to encode map e928 with expected crc 2024-03-22T07:32:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:53 smithi129 bash[79695]: cluster 2024-03-22T07:32:52.810903+0000 mon.a (mon.0) 1339 : cluster 0 osdmap e929: 8 total, 8 up, 8 in 2024-03-22T07:32:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:53 smithi129 bash[79695]: cluster 2024-03-22T07:32:52.815750+0000 osd.5 (osd.5) 511 : cluster 3 failed to encode map e929 with expected crc 2024-03-22T07:32:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:53 smithi129 bash[79695]: cluster 2024-03-22T07:32:52.830483+0000 osd.7 (osd.7) 542 : cluster 3 failed to encode map e928 with expected crc 2024-03-22T07:32:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:53 smithi129 bash[79695]: audit 2024-03-22T07:32:53.407018+0000 mon.c (mon.2) 347 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:32:54.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:53 smithi129 bash[82160]: cluster 2024-03-22T07:32:52.061809+0000 mgr.y (mgr.25337) 766 : cluster 0 pgmap v1314: 105 pgs: 4 creating+peering, 25 unknown, 76 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:32:54.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:53 smithi129 bash[82160]: cluster 2024-03-22T07:32:52.786548+0000 mon.a (mon.0) 1338 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:32:54.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:53 smithi129 bash[82160]: cluster 2024-03-22T07:32:52.805677+0000 osd.6 (osd.6) 502 : cluster 3 failed to encode map e928 with expected crc 2024-03-22T07:32:54.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:53 smithi129 bash[82160]: cluster 2024-03-22T07:32:52.810903+0000 mon.a (mon.0) 1339 : cluster 0 osdmap e929: 8 total, 8 up, 8 in 2024-03-22T07:32:54.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:53 smithi129 bash[82160]: cluster 2024-03-22T07:32:52.815750+0000 osd.5 (osd.5) 511 : cluster 3 failed to encode map e929 with expected crc 2024-03-22T07:32:54.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:53 smithi129 bash[82160]: cluster 2024-03-22T07:32:52.830483+0000 osd.7 (osd.7) 542 : cluster 3 failed to encode map e928 with expected crc 2024-03-22T07:32:54.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:53 smithi129 bash[82160]: audit 2024-03-22T07:32:53.407018+0000 mon.c (mon.2) 347 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:32:54.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:53 smithi148 bash[66753]: cluster 2024-03-22T07:32:52.061809+0000 mgr.y (mgr.25337) 766 : cluster 0 pgmap v1314: 105 pgs: 4 creating+peering, 25 unknown, 76 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:32:54.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:53 smithi148 bash[66753]: cluster 2024-03-22T07:32:52.786548+0000 mon.a (mon.0) 1338 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:32:54.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:53 smithi148 bash[66753]: cluster 2024-03-22T07:32:52.805677+0000 osd.6 (osd.6) 502 : cluster 3 failed to encode map e928 with expected crc 2024-03-22T07:32:54.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:53 smithi148 bash[66753]: cluster 2024-03-22T07:32:52.810903+0000 mon.a (mon.0) 1339 : cluster 0 osdmap e929: 8 total, 8 up, 8 in 2024-03-22T07:32:54.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:53 smithi148 bash[66753]: cluster 2024-03-22T07:32:52.815750+0000 osd.5 (osd.5) 511 : cluster 3 failed to encode map e929 with expected crc 2024-03-22T07:32:54.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:53 smithi148 bash[66753]: cluster 2024-03-22T07:32:52.830483+0000 osd.7 (osd.7) 542 : cluster 3 failed to encode map e928 with expected crc 2024-03-22T07:32:54.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:53 smithi148 bash[66753]: audit 2024-03-22T07:32:53.407018+0000 mon.c (mon.2) 347 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:32:56.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:55 smithi129 bash[79695]: cluster 2024-03-22T07:32:54.062576+0000 mgr.y (mgr.25337) 767 : cluster 0 pgmap v1316: 105 pgs: 4 creating+peering, 16 unknown, 85 active+clean; 582 KiB data, 860 MiB used, 714 GiB / 715 GiB avail; 238 B/s rd, 715 B/s wr, 1 op/s 2024-03-22T07:32:56.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:55 smithi129 bash[82160]: cluster 2024-03-22T07:32:54.062576+0000 mgr.y (mgr.25337) 767 : cluster 0 pgmap v1316: 105 pgs: 4 creating+peering, 16 unknown, 85 active+clean; 582 KiB data, 860 MiB used, 714 GiB / 715 GiB avail; 238 B/s rd, 715 B/s wr, 1 op/s 2024-03-22T07:32:56.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:55 smithi148 bash[66753]: cluster 2024-03-22T07:32:54.062576+0000 mgr.y (mgr.25337) 767 : cluster 0 pgmap v1316: 105 pgs: 4 creating+peering, 16 unknown, 85 active+clean; 582 KiB data, 860 MiB used, 714 GiB / 715 GiB avail; 238 B/s rd, 715 B/s wr, 1 op/s 2024-03-22T07:32:58.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:57 smithi129 bash[79695]: cluster 2024-03-22T07:32:56.063599+0000 mgr.y (mgr.25337) 768 : cluster 0 pgmap v1317: 105 pgs: 105 active+clean; 582 KiB data, 612 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-03-22T07:32:58.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:57 smithi129 bash[79695]: cluster 2024-03-22T07:32:56.819299+0000 osd.7 (osd.7) 543 : cluster 3 failed to encode map e930 with expected crc 2024-03-22T07:32:58.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:57 smithi129 bash[79695]: cluster 2024-03-22T07:32:56.820087+0000 osd.6 (osd.6) 503 : cluster 3 failed to encode map e930 with expected crc 2024-03-22T07:32:58.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:57 smithi129 bash[79695]: cluster 2024-03-22T07:32:56.820499+0000 mon.a (mon.0) 1340 : cluster 0 osdmap e930: 8 total, 8 up, 8 in 2024-03-22T07:32:58.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:57 smithi129 bash[79695]: cluster 2024-03-22T07:32:56.826774+0000 osd.6 (osd.6) 504 : cluster 3 failed to encode map e930 with expected crc 2024-03-22T07:32:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:57 smithi129 bash[82160]: cluster 2024-03-22T07:32:56.063599+0000 mgr.y (mgr.25337) 768 : cluster 0 pgmap v1317: 105 pgs: 105 active+clean; 582 KiB data, 612 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-03-22T07:32:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:57 smithi129 bash[82160]: cluster 2024-03-22T07:32:56.819299+0000 osd.7 (osd.7) 543 : cluster 3 failed to encode map e930 with expected crc 2024-03-22T07:32:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:57 smithi129 bash[82160]: cluster 2024-03-22T07:32:56.820087+0000 osd.6 (osd.6) 503 : cluster 3 failed to encode map e930 with expected crc 2024-03-22T07:32:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:57 smithi129 bash[82160]: cluster 2024-03-22T07:32:56.820499+0000 mon.a (mon.0) 1340 : cluster 0 osdmap e930: 8 total, 8 up, 8 in 2024-03-22T07:32:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:57 smithi129 bash[82160]: cluster 2024-03-22T07:32:56.826774+0000 osd.6 (osd.6) 504 : cluster 3 failed to encode map e930 with expected crc 2024-03-22T07:32:58.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:57 smithi148 bash[66753]: cluster 2024-03-22T07:32:56.063599+0000 mgr.y (mgr.25337) 768 : cluster 0 pgmap v1317: 105 pgs: 105 active+clean; 582 KiB data, 612 MiB used, 715 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-03-22T07:32:58.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:57 smithi148 bash[66753]: cluster 2024-03-22T07:32:56.819299+0000 osd.7 (osd.7) 543 : cluster 3 failed to encode map e930 with expected crc 2024-03-22T07:32:58.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:57 smithi148 bash[66753]: cluster 2024-03-22T07:32:56.820087+0000 osd.6 (osd.6) 503 : cluster 3 failed to encode map e930 with expected crc 2024-03-22T07:32:58.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:57 smithi148 bash[66753]: cluster 2024-03-22T07:32:56.820499+0000 mon.a (mon.0) 1340 : cluster 0 osdmap e930: 8 total, 8 up, 8 in 2024-03-22T07:32:58.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:57 smithi148 bash[66753]: cluster 2024-03-22T07:32:56.826774+0000 osd.6 (osd.6) 504 : cluster 3 failed to encode map e930 with expected crc 2024-03-22T07:32:59.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:58 smithi129 bash[79695]: cluster 2024-03-22T07:32:56.846393+0000 osd.5 (osd.5) 512 : cluster 3 failed to encode map e930 with expected crc 2024-03-22T07:32:59.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:58 smithi129 bash[82160]: cluster 2024-03-22T07:32:56.846393+0000 osd.5 (osd.5) 512 : cluster 3 failed to encode map e930 with expected crc 2024-03-22T07:32:59.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:58 smithi148 bash[66753]: cluster 2024-03-22T07:32:56.846393+0000 osd.5 (osd.5) 512 : cluster 3 failed to encode map e930 with expected crc 2024-03-22T07:33:00.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:59 smithi129 bash[79695]: cluster 2024-03-22T07:32:58.064604+0000 mgr.y (mgr.25337) 769 : cluster 0 pgmap v1319: 105 pgs: 105 active+clean; 14 MiB data, 632 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-03-22T07:33:00.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:59 smithi129 bash[79695]: cluster 2024-03-22T07:32:59.279171+0000 mon.a (mon.0) 1341 : cluster 0 osdmap e931: 8 total, 8 up, 8 in 2024-03-22T07:33:00.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:59 smithi129 bash[79695]: cluster 2024-03-22T07:32:59.542950+0000 osd.5 (osd.5) 513 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:00.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:59 smithi129 bash[79695]: cluster 2024-03-22T07:32:59.546254+0000 osd.5 (osd.5) 514 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:00.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:59 smithi129 bash[79695]: cluster 2024-03-22T07:32:59.549606+0000 osd.5 (osd.5) 515 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:00.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:32:59 smithi129 bash[79695]: cluster 2024-03-22T07:32:59.552895+0000 osd.5 (osd.5) 516 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:00.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:59 smithi129 bash[82160]: cluster 2024-03-22T07:32:58.064604+0000 mgr.y (mgr.25337) 769 : cluster 0 pgmap v1319: 105 pgs: 105 active+clean; 14 MiB data, 632 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-03-22T07:33:00.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:59 smithi129 bash[82160]: cluster 2024-03-22T07:32:59.279171+0000 mon.a (mon.0) 1341 : cluster 0 osdmap e931: 8 total, 8 up, 8 in 2024-03-22T07:33:00.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:59 smithi129 bash[82160]: cluster 2024-03-22T07:32:59.542950+0000 osd.5 (osd.5) 513 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:00.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:59 smithi129 bash[82160]: cluster 2024-03-22T07:32:59.546254+0000 osd.5 (osd.5) 514 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:00.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:59 smithi129 bash[82160]: cluster 2024-03-22T07:32:59.549606+0000 osd.5 (osd.5) 515 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:00.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:32:59 smithi129 bash[82160]: cluster 2024-03-22T07:32:59.552895+0000 osd.5 (osd.5) 516 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:00.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:59 smithi148 bash[66753]: cluster 2024-03-22T07:32:58.064604+0000 mgr.y (mgr.25337) 769 : cluster 0 pgmap v1319: 105 pgs: 105 active+clean; 14 MiB data, 632 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-03-22T07:33:00.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:59 smithi148 bash[66753]: cluster 2024-03-22T07:32:59.279171+0000 mon.a (mon.0) 1341 : cluster 0 osdmap e931: 8 total, 8 up, 8 in 2024-03-22T07:33:00.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:59 smithi148 bash[66753]: cluster 2024-03-22T07:32:59.542950+0000 osd.5 (osd.5) 513 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:00.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:59 smithi148 bash[66753]: cluster 2024-03-22T07:32:59.546254+0000 osd.5 (osd.5) 514 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:00.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:59 smithi148 bash[66753]: cluster 2024-03-22T07:32:59.549606+0000 osd.5 (osd.5) 515 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:00.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:32:59 smithi148 bash[66753]: cluster 2024-03-22T07:32:59.552895+0000 osd.5 (osd.5) 516 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:01.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:00 smithi129 bash[79695]: cluster 2024-03-22T07:32:59.850861+0000 osd.6 (osd.6) 505 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:01.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:00 smithi129 bash[79695]: cluster 2024-03-22T07:32:59.854128+0000 osd.6 (osd.6) 506 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:01.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:00 smithi129 bash[79695]: cluster 2024-03-22T07:32:59.857263+0000 osd.6 (osd.6) 507 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:01.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:00 smithi129 bash[79695]: cluster 2024-03-22T07:32:59.860382+0000 osd.6 (osd.6) 508 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:01.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:00 smithi129 bash[79695]: cluster 2024-03-22T07:32:59.906890+0000 osd.7 (osd.7) 544 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:01.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:00 smithi129 bash[82160]: cluster 2024-03-22T07:32:59.850861+0000 osd.6 (osd.6) 505 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:01.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:00 smithi129 bash[82160]: cluster 2024-03-22T07:32:59.854128+0000 osd.6 (osd.6) 506 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:01.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:00 smithi129 bash[82160]: cluster 2024-03-22T07:32:59.857263+0000 osd.6 (osd.6) 507 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:01.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:00 smithi129 bash[82160]: cluster 2024-03-22T07:32:59.860382+0000 osd.6 (osd.6) 508 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:01.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:00 smithi129 bash[82160]: cluster 2024-03-22T07:32:59.906890+0000 osd.7 (osd.7) 544 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:01.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:00 smithi148 bash[66753]: cluster 2024-03-22T07:32:59.850861+0000 osd.6 (osd.6) 505 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:01.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:00 smithi148 bash[66753]: cluster 2024-03-22T07:32:59.854128+0000 osd.6 (osd.6) 506 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:01.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:00 smithi148 bash[66753]: cluster 2024-03-22T07:32:59.857263+0000 osd.6 (osd.6) 507 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:01.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:00 smithi148 bash[66753]: cluster 2024-03-22T07:32:59.860382+0000 osd.6 (osd.6) 508 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:01.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:00 smithi148 bash[66753]: cluster 2024-03-22T07:32:59.906890+0000 osd.7 (osd.7) 544 : cluster 3 failed to encode map e931 with expected crc 2024-03-22T07:33:02.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:01 smithi129 bash[79695]: cluster 2024-03-22T07:33:00.065382+0000 mgr.y (mgr.25337) 770 : cluster 0 pgmap v1321: 105 pgs: 105 active+clean; 26 MiB data, 670 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 3.4 MiB/s wr, 44 op/s 2024-03-22T07:33:02.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:01 smithi129 bash[79695]: audit 2024-03-22T07:33:01.072505+0000 mon.a (mon.0) 1342 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:02.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:01 smithi129 bash[82160]: cluster 2024-03-22T07:33:00.065382+0000 mgr.y (mgr.25337) 770 : cluster 0 pgmap v1321: 105 pgs: 105 active+clean; 26 MiB data, 670 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 3.4 MiB/s wr, 44 op/s 2024-03-22T07:33:02.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:01 smithi129 bash[82160]: audit 2024-03-22T07:33:01.072505+0000 mon.a (mon.0) 1342 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:02.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:01 smithi148 bash[66753]: cluster 2024-03-22T07:33:00.065382+0000 mgr.y (mgr.25337) 770 : cluster 0 pgmap v1321: 105 pgs: 105 active+clean; 26 MiB data, 670 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 3.4 MiB/s wr, 44 op/s 2024-03-22T07:33:02.173 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:01 smithi148 bash[66753]: audit 2024-03-22T07:33:01.072505+0000 mon.a (mon.0) 1342 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:02.429 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:33:02 smithi148 bash[48714]: logger=cleanup t=2024-03-22T07:33:02.17710627Z level=info msg="Completed cleanup jobs" duration=67.869403ms 2024-03-22T07:33:04.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:03 smithi129 bash[79695]: cluster 2024-03-22T07:33:02.065936+0000 mgr.y (mgr.25337) 771 : cluster 0 pgmap v1322: 105 pgs: 105 active+clean; 30 MiB data, 699 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-03-22T07:33:04.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:03 smithi129 bash[82160]: cluster 2024-03-22T07:33:02.065936+0000 mgr.y (mgr.25337) 771 : cluster 0 pgmap v1322: 105 pgs: 105 active+clean; 30 MiB data, 699 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-03-22T07:33:04.125 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:33:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:33:03] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2024-03-22T07:33:04.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:03 smithi148 bash[66753]: cluster 2024-03-22T07:33:02.065936+0000 mgr.y (mgr.25337) 771 : cluster 0 pgmap v1322: 105 pgs: 105 active+clean; 30 MiB data, 699 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-03-22T07:33:06.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:05 smithi129 bash[79695]: cluster 2024-03-22T07:33:04.066566+0000 mgr.y (mgr.25337) 772 : cluster 0 pgmap v1323: 105 pgs: 105 active+clean; 30 MiB data, 699 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-03-22T07:33:06.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:05 smithi129 bash[82160]: cluster 2024-03-22T07:33:04.066566+0000 mgr.y (mgr.25337) 772 : cluster 0 pgmap v1323: 105 pgs: 105 active+clean; 30 MiB data, 699 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-03-22T07:33:06.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:05 smithi148 bash[66753]: cluster 2024-03-22T07:33:04.066566+0000 mgr.y (mgr.25337) 772 : cluster 0 pgmap v1323: 105 pgs: 105 active+clean; 30 MiB data, 699 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-03-22T07:33:07.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:06 smithi148 bash[66753]: cluster 2024-03-22T07:33:06.067295+0000 mgr.y (mgr.25337) 773 : cluster 0 pgmap v1324: 105 pgs: 105 active+clean; 34 MiB data, 711 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 3.6 MiB/s wr, 42 op/s 2024-03-22T07:33:07.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:06 smithi129 bash[79695]: cluster 2024-03-22T07:33:06.067295+0000 mgr.y (mgr.25337) 773 : cluster 0 pgmap v1324: 105 pgs: 105 active+clean; 34 MiB data, 711 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 3.6 MiB/s wr, 42 op/s 2024-03-22T07:33:07.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:06 smithi129 bash[82160]: cluster 2024-03-22T07:33:06.067295+0000 mgr.y (mgr.25337) 773 : cluster 0 pgmap v1324: 105 pgs: 105 active+clean; 34 MiB data, 711 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 3.6 MiB/s wr, 42 op/s 2024-03-22T07:33:09.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:09 smithi129 bash[79695]: cluster 2024-03-22T07:33:08.068222+0000 mgr.y (mgr.25337) 774 : cluster 0 pgmap v1325: 105 pgs: 105 active+clean; 46 MiB data, 735 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s rd, 3.2 MiB/s wr, 38 op/s 2024-03-22T07:33:09.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:09 smithi129 bash[79695]: audit 2024-03-22T07:33:08.407376+0000 mon.c (mon.2) 348 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:33:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:09 smithi129 bash[82160]: cluster 2024-03-22T07:33:08.068222+0000 mgr.y (mgr.25337) 774 : cluster 0 pgmap v1325: 105 pgs: 105 active+clean; 46 MiB data, 735 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s rd, 3.2 MiB/s wr, 38 op/s 2024-03-22T07:33:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:09 smithi129 bash[82160]: audit 2024-03-22T07:33:08.407376+0000 mon.c (mon.2) 348 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:33:09.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:09 smithi148 bash[66753]: cluster 2024-03-22T07:33:08.068222+0000 mgr.y (mgr.25337) 774 : cluster 0 pgmap v1325: 105 pgs: 105 active+clean; 46 MiB data, 735 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s rd, 3.2 MiB/s wr, 38 op/s 2024-03-22T07:33:09.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:09 smithi148 bash[66753]: audit 2024-03-22T07:33:08.407376+0000 mon.c (mon.2) 348 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:33:10.531 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/4.Simple (21714 ms) 2024-03-22T07:33:10.531 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-03-22T07:33:10.531 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:33:11.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:11 smithi148 bash[66753]: cluster 2024-03-22T07:33:10.068963+0000 mgr.y (mgr.25337) 775 : cluster 0 pgmap v1326: 105 pgs: 105 active+clean; 55 MiB data, 777 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.2 MiB/s wr, 38 op/s 2024-03-22T07:33:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:11 smithi129 bash[79695]: cluster 2024-03-22T07:33:10.068963+0000 mgr.y (mgr.25337) 775 : cluster 0 pgmap v1326: 105 pgs: 105 active+clean; 55 MiB data, 777 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.2 MiB/s wr, 38 op/s 2024-03-22T07:33:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:11 smithi129 bash[82160]: cluster 2024-03-22T07:33:10.068963+0000 mgr.y (mgr.25337) 775 : cluster 0 pgmap v1326: 105 pgs: 105 active+clean; 55 MiB data, 777 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.2 MiB/s wr, 38 op/s 2024-03-22T07:33:13.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:13 smithi148 bash[66753]: cluster 2024-03-22T07:33:12.069428+0000 mgr.y (mgr.25337) 776 : cluster 0 pgmap v1327: 105 pgs: 105 active+clean; 59 MiB data, 810 MiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-03-22T07:33:13.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:13 smithi129 bash[79695]: cluster 2024-03-22T07:33:12.069428+0000 mgr.y (mgr.25337) 776 : cluster 0 pgmap v1327: 105 pgs: 105 active+clean; 59 MiB data, 810 MiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-03-22T07:33:13.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:13 smithi129 bash[82160]: cluster 2024-03-22T07:33:12.069428+0000 mgr.y (mgr.25337) 776 : cluster 0 pgmap v1327: 105 pgs: 105 active+clean; 59 MiB data, 810 MiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-03-22T07:33:14.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:33:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:33:13] "GET /metrics HTTP/1.1" 200 36510 "" "Prometheus/2.43.0" 2024-03-22T07:33:15.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:15 smithi148 bash[66753]: cluster 2024-03-22T07:33:14.069940+0000 mgr.y (mgr.25337) 777 : cluster 0 pgmap v1328: 105 pgs: 105 active+clean; 71 MiB data, 826 MiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-03-22T07:33:15.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:15 smithi129 bash[79695]: cluster 2024-03-22T07:33:14.069940+0000 mgr.y (mgr.25337) 777 : cluster 0 pgmap v1328: 105 pgs: 105 active+clean; 71 MiB data, 826 MiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-03-22T07:33:15.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:15 smithi129 bash[82160]: cluster 2024-03-22T07:33:14.069940+0000 mgr.y (mgr.25337) 777 : cluster 0 pgmap v1328: 105 pgs: 105 active+clean; 71 MiB data, 826 MiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-03-22T07:33:16.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:16 smithi148 bash[66753]: cluster 2024-03-22T07:33:15.139222+0000 osd.7 (osd.7) 545 : cluster 3 failed to encode map e932 with expected crc 2024-03-22T07:33:16.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:16 smithi148 bash[66753]: cluster 2024-03-22T07:33:15.139926+0000 osd.6 (osd.6) 509 : cluster 3 failed to encode map e932 with expected crc 2024-03-22T07:33:16.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:16 smithi148 bash[66753]: cluster 2024-03-22T07:33:15.141305+0000 mon.a (mon.0) 1343 : cluster 0 osdmap e932: 8 total, 8 up, 8 in 2024-03-22T07:33:16.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:16 smithi148 bash[66753]: cluster 2024-03-22T07:33:15.145749+0000 osd.6 (osd.6) 510 : cluster 3 failed to encode map e932 with expected crc 2024-03-22T07:33:16.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:16 smithi148 bash[66753]: cluster 2024-03-22T07:33:15.169898+0000 osd.5 (osd.5) 517 : cluster 3 failed to encode map e932 with expected crc 2024-03-22T07:33:16.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:16 smithi129 bash[79695]: cluster 2024-03-22T07:33:15.139222+0000 osd.7 (osd.7) 545 : cluster 3 failed to encode map e932 with expected crc 2024-03-22T07:33:16.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:16 smithi129 bash[79695]: cluster 2024-03-22T07:33:15.139926+0000 osd.6 (osd.6) 509 : cluster 3 failed to encode map e932 with expected crc 2024-03-22T07:33:16.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:16 smithi129 bash[79695]: cluster 2024-03-22T07:33:15.141305+0000 mon.a (mon.0) 1343 : cluster 0 osdmap e932: 8 total, 8 up, 8 in 2024-03-22T07:33:16.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:16 smithi129 bash[79695]: cluster 2024-03-22T07:33:15.145749+0000 osd.6 (osd.6) 510 : cluster 3 failed to encode map e932 with expected crc 2024-03-22T07:33:16.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:16 smithi129 bash[79695]: cluster 2024-03-22T07:33:15.169898+0000 osd.5 (osd.5) 517 : cluster 3 failed to encode map e932 with expected crc 2024-03-22T07:33:16.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:16 smithi129 bash[82160]: cluster 2024-03-22T07:33:15.139222+0000 osd.7 (osd.7) 545 : cluster 3 failed to encode map e932 with expected crc 2024-03-22T07:33:16.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:16 smithi129 bash[82160]: cluster 2024-03-22T07:33:15.139926+0000 osd.6 (osd.6) 509 : cluster 3 failed to encode map e932 with expected crc 2024-03-22T07:33:16.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:16 smithi129 bash[82160]: cluster 2024-03-22T07:33:15.141305+0000 mon.a (mon.0) 1343 : cluster 0 osdmap e932: 8 total, 8 up, 8 in 2024-03-22T07:33:16.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:16 smithi129 bash[82160]: cluster 2024-03-22T07:33:15.145749+0000 osd.6 (osd.6) 510 : cluster 3 failed to encode map e932 with expected crc 2024-03-22T07:33:16.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:16 smithi129 bash[82160]: cluster 2024-03-22T07:33:15.169898+0000 osd.5 (osd.5) 517 : cluster 3 failed to encode map e932 with expected crc 2024-03-22T07:33:17.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:17 smithi148 bash[66753]: cluster 2024-03-22T07:33:16.070370+0000 mgr.y (mgr.25337) 778 : cluster 0 pgmap v1330: 105 pgs: 105 active+clean; 72 MiB data, 835 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 35 op/s 2024-03-22T07:33:17.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:17 smithi129 bash[79695]: cluster 2024-03-22T07:33:16.070370+0000 mgr.y (mgr.25337) 778 : cluster 0 pgmap v1330: 105 pgs: 105 active+clean; 72 MiB data, 835 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 35 op/s 2024-03-22T07:33:17.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:17 smithi129 bash[82160]: cluster 2024-03-22T07:33:16.070370+0000 mgr.y (mgr.25337) 778 : cluster 0 pgmap v1330: 105 pgs: 105 active+clean; 72 MiB data, 835 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 35 op/s 2024-03-22T07:33:19.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:19 smithi148 bash[66753]: cluster 2024-03-22T07:33:18.071130+0000 mgr.y (mgr.25337) 779 : cluster 0 pgmap v1331: 105 pgs: 105 active+clean; 84 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 29 op/s 2024-03-22T07:33:19.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:19 smithi129 bash[79695]: cluster 2024-03-22T07:33:18.071130+0000 mgr.y (mgr.25337) 779 : cluster 0 pgmap v1331: 105 pgs: 105 active+clean; 84 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 29 op/s 2024-03-22T07:33:19.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:19 smithi129 bash[82160]: cluster 2024-03-22T07:33:18.071130+0000 mgr.y (mgr.25337) 779 : cluster 0 pgmap v1331: 105 pgs: 105 active+clean; 84 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 29 op/s 2024-03-22T07:33:21.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:21 smithi148 bash[66753]: cluster 2024-03-22T07:33:20.071848+0000 mgr.y (mgr.25337) 780 : cluster 0 pgmap v1332: 105 pgs: 105 active+clean; 100 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.7 MiB/s wr, 55 op/s 2024-03-22T07:33:21.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:21 smithi129 bash[79695]: cluster 2024-03-22T07:33:20.071848+0000 mgr.y (mgr.25337) 780 : cluster 0 pgmap v1332: 105 pgs: 105 active+clean; 100 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.7 MiB/s wr, 55 op/s 2024-03-22T07:33:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:21 smithi129 bash[82160]: cluster 2024-03-22T07:33:20.071848+0000 mgr.y (mgr.25337) 780 : cluster 0 pgmap v1332: 105 pgs: 105 active+clean; 100 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.7 MiB/s wr, 55 op/s 2024-03-22T07:33:23.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:23 smithi148 bash[66753]: cluster 2024-03-22T07:33:22.072436+0000 mgr.y (mgr.25337) 781 : cluster 0 pgmap v1333: 105 pgs: 105 active+clean; 100 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.9 MiB/s wr, 54 op/s 2024-03-22T07:33:23.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:23 smithi129 bash[79695]: cluster 2024-03-22T07:33:22.072436+0000 mgr.y (mgr.25337) 781 : cluster 0 pgmap v1333: 105 pgs: 105 active+clean; 100 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.9 MiB/s wr, 54 op/s 2024-03-22T07:33:23.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:23 smithi129 bash[82160]: cluster 2024-03-22T07:33:22.072436+0000 mgr.y (mgr.25337) 781 : cluster 0 pgmap v1333: 105 pgs: 105 active+clean; 100 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.9 MiB/s wr, 54 op/s 2024-03-22T07:33:24.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:24 smithi129 bash[79695]: audit 2024-03-22T07:33:23.406716+0000 mon.c (mon.2) 349 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:33:24.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:24 smithi129 bash[82160]: audit 2024-03-22T07:33:23.406716+0000 mon.c (mon.2) 349 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:33:24.375 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:33:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:33:23] "GET /metrics HTTP/1.1" 200 36513 "" "Prometheus/2.43.0" 2024-03-22T07:33:24.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:24 smithi148 bash[66753]: audit 2024-03-22T07:33:23.406716+0000 mon.c (mon.2) 349 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:33:25.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:25 smithi148 bash[66753]: cluster 2024-03-22T07:33:24.073089+0000 mgr.y (mgr.25337) 782 : cluster 0 pgmap v1334: 105 pgs: 105 active+clean; 100 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 950 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-03-22T07:33:25.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:25 smithi129 bash[82160]: cluster 2024-03-22T07:33:24.073089+0000 mgr.y (mgr.25337) 782 : cluster 0 pgmap v1334: 105 pgs: 105 active+clean; 100 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 950 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-03-22T07:33:25.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:25 smithi129 bash[79695]: cluster 2024-03-22T07:33:24.073089+0000 mgr.y (mgr.25337) 782 : cluster 0 pgmap v1334: 105 pgs: 105 active+clean; 100 MiB data, 913 MiB used, 714 GiB / 715 GiB avail; 950 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-03-22T07:33:27.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:27 smithi129 bash[79695]: cluster 2024-03-22T07:33:26.074147+0000 mgr.y (mgr.25337) 783 : cluster 0 pgmap v1335: 105 pgs: 105 active+clean; 108 MiB data, 941 MiB used, 714 GiB / 715 GiB avail; 54 KiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-03-22T07:33:27.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:27 smithi129 bash[82160]: cluster 2024-03-22T07:33:26.074147+0000 mgr.y (mgr.25337) 783 : cluster 0 pgmap v1335: 105 pgs: 105 active+clean; 108 MiB data, 941 MiB used, 714 GiB / 715 GiB avail; 54 KiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-03-22T07:33:27.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:27 smithi148 bash[66753]: cluster 2024-03-22T07:33:26.074147+0000 mgr.y (mgr.25337) 783 : cluster 0 pgmap v1335: 105 pgs: 105 active+clean; 108 MiB data, 941 MiB used, 714 GiB / 715 GiB avail; 54 KiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-03-22T07:33:29.430 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/4.Grow (18899 ms) 2024-03-22T07:33:29.430 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-03-22T07:33:29.431 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:33:29.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:29 smithi129 bash[79695]: cluster 2024-03-22T07:33:28.074847+0000 mgr.y (mgr.25337) 784 : cluster 0 pgmap v1336: 105 pgs: 105 active+clean; 128 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.3 MiB/s wr, 36 op/s 2024-03-22T07:33:29.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:29 smithi129 bash[82160]: cluster 2024-03-22T07:33:28.074847+0000 mgr.y (mgr.25337) 784 : cluster 0 pgmap v1336: 105 pgs: 105 active+clean; 128 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.3 MiB/s wr, 36 op/s 2024-03-22T07:33:29.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:29 smithi148 bash[66753]: cluster 2024-03-22T07:33:28.074847+0000 mgr.y (mgr.25337) 784 : cluster 0 pgmap v1336: 105 pgs: 105 active+clean; 128 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.3 MiB/s wr, 36 op/s 2024-03-22T07:33:31.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:31 smithi129 bash[79695]: cluster 2024-03-22T07:33:30.075825+0000 mgr.y (mgr.25337) 785 : cluster 0 pgmap v1337: 105 pgs: 105 active+clean; 141 MiB data, 986 MiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.4 MiB/s wr, 49 op/s 2024-03-22T07:33:31.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:31 smithi129 bash[82160]: cluster 2024-03-22T07:33:30.075825+0000 mgr.y (mgr.25337) 785 : cluster 0 pgmap v1337: 105 pgs: 105 active+clean; 141 MiB data, 986 MiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.4 MiB/s wr, 49 op/s 2024-03-22T07:33:31.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:31 smithi148 bash[66753]: cluster 2024-03-22T07:33:30.075825+0000 mgr.y (mgr.25337) 785 : cluster 0 pgmap v1337: 105 pgs: 105 active+clean; 141 MiB data, 986 MiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.4 MiB/s wr, 49 op/s 2024-03-22T07:33:33.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:33 smithi129 bash[79695]: cluster 2024-03-22T07:33:32.076573+0000 mgr.y (mgr.25337) 786 : cluster 0 pgmap v1338: 105 pgs: 105 active+clean; 141 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-03-22T07:33:33.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:33 smithi129 bash[82160]: cluster 2024-03-22T07:33:32.076573+0000 mgr.y (mgr.25337) 786 : cluster 0 pgmap v1338: 105 pgs: 105 active+clean; 141 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-03-22T07:33:33.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:33 smithi148 bash[66753]: cluster 2024-03-22T07:33:32.076573+0000 mgr.y (mgr.25337) 786 : cluster 0 pgmap v1338: 105 pgs: 105 active+clean; 141 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-03-22T07:33:34.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:33:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:33:33] "GET /metrics HTTP/1.1" 200 36513 "" "Prometheus/2.43.0" 2024-03-22T07:33:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:35 smithi129 bash[79695]: cluster 2024-03-22T07:33:34.077509+0000 mgr.y (mgr.25337) 787 : cluster 0 pgmap v1339: 105 pgs: 105 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-03-22T07:33:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:35 smithi129 bash[79695]: cluster 2024-03-22T07:33:34.208083+0000 osd.7 (osd.7) 546 : cluster 3 failed to encode map e933 with expected crc 2024-03-22T07:33:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:35 smithi129 bash[79695]: cluster 2024-03-22T07:33:34.210429+0000 mon.a (mon.0) 1344 : cluster 0 osdmap e933: 8 total, 8 up, 8 in 2024-03-22T07:33:35.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:35 smithi129 bash[79695]: cluster 2024-03-22T07:33:34.286566+0000 osd.5 (osd.5) 518 : cluster 3 failed to encode map e933 with expected crc 2024-03-22T07:33:35.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:35 smithi129 bash[82160]: cluster 2024-03-22T07:33:34.077509+0000 mgr.y (mgr.25337) 787 : cluster 0 pgmap v1339: 105 pgs: 105 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-03-22T07:33:35.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:35 smithi129 bash[82160]: cluster 2024-03-22T07:33:34.208083+0000 osd.7 (osd.7) 546 : cluster 3 failed to encode map e933 with expected crc 2024-03-22T07:33:35.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:35 smithi129 bash[82160]: cluster 2024-03-22T07:33:34.210429+0000 mon.a (mon.0) 1344 : cluster 0 osdmap e933: 8 total, 8 up, 8 in 2024-03-22T07:33:35.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:35 smithi129 bash[82160]: cluster 2024-03-22T07:33:34.286566+0000 osd.5 (osd.5) 518 : cluster 3 failed to encode map e933 with expected crc 2024-03-22T07:33:35.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:35 smithi148 bash[66753]: cluster 2024-03-22T07:33:34.077509+0000 mgr.y (mgr.25337) 787 : cluster 0 pgmap v1339: 105 pgs: 105 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-03-22T07:33:35.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:35 smithi148 bash[66753]: cluster 2024-03-22T07:33:34.208083+0000 osd.7 (osd.7) 546 : cluster 3 failed to encode map e933 with expected crc 2024-03-22T07:33:35.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:35 smithi148 bash[66753]: cluster 2024-03-22T07:33:34.210429+0000 mon.a (mon.0) 1344 : cluster 0 osdmap e933: 8 total, 8 up, 8 in 2024-03-22T07:33:35.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:35 smithi148 bash[66753]: cluster 2024-03-22T07:33:34.286566+0000 osd.5 (osd.5) 518 : cluster 3 failed to encode map e933 with expected crc 2024-03-22T07:33:37.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:37 smithi129 bash[79695]: cluster 2024-03-22T07:33:36.078376+0000 mgr.y (mgr.25337) 788 : cluster 0 pgmap v1341: 105 pgs: 105 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 45 op/s 2024-03-22T07:33:37.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:37 smithi129 bash[82160]: cluster 2024-03-22T07:33:36.078376+0000 mgr.y (mgr.25337) 788 : cluster 0 pgmap v1341: 105 pgs: 105 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 45 op/s 2024-03-22T07:33:37.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:37 smithi148 bash[66753]: cluster 2024-03-22T07:33:36.078376+0000 mgr.y (mgr.25337) 788 : cluster 0 pgmap v1341: 105 pgs: 105 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 45 op/s 2024-03-22T07:33:39.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:39 smithi129 bash[79695]: cluster 2024-03-22T07:33:38.079132+0000 mgr.y (mgr.25337) 789 : cluster 0 pgmap v1342: 105 pgs: 105 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.0 MiB/s wr, 58 op/s 2024-03-22T07:33:39.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:39 smithi129 bash[79695]: audit 2024-03-22T07:33:38.407334+0000 mon.c (mon.2) 350 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:33:39.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:39 smithi129 bash[82160]: cluster 2024-03-22T07:33:38.079132+0000 mgr.y (mgr.25337) 789 : cluster 0 pgmap v1342: 105 pgs: 105 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.0 MiB/s wr, 58 op/s 2024-03-22T07:33:39.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:39 smithi129 bash[82160]: audit 2024-03-22T07:33:38.407334+0000 mon.c (mon.2) 350 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:33:39.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:39 smithi148 bash[66753]: cluster 2024-03-22T07:33:38.079132+0000 mgr.y (mgr.25337) 789 : cluster 0 pgmap v1342: 105 pgs: 105 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.0 MiB/s wr, 58 op/s 2024-03-22T07:33:39.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:39 smithi148 bash[66753]: audit 2024-03-22T07:33:38.407334+0000 mon.c (mon.2) 350 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:33:41.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:41 smithi129 bash[82160]: cluster 2024-03-22T07:33:40.079842+0000 mgr.y (mgr.25337) 790 : cluster 0 pgmap v1343: 105 pgs: 105 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-03-22T07:33:41.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:41 smithi129 bash[82160]: audit 2024-03-22T07:33:40.617432+0000 mon.c (mon.2) 351 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:33:41.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:41 smithi129 bash[82160]: audit 2024-03-22T07:33:41.140390+0000 mon.a (mon.0) 1345 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:41.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:41 smithi129 bash[82160]: audit 2024-03-22T07:33:41.149386+0000 mon.a (mon.0) 1346 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:41.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:41 smithi129 bash[79695]: cluster 2024-03-22T07:33:40.079842+0000 mgr.y (mgr.25337) 790 : cluster 0 pgmap v1343: 105 pgs: 105 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-03-22T07:33:41.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:41 smithi129 bash[79695]: audit 2024-03-22T07:33:40.617432+0000 mon.c (mon.2) 351 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:33:41.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:41 smithi129 bash[79695]: audit 2024-03-22T07:33:41.140390+0000 mon.a (mon.0) 1345 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:41.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:41 smithi129 bash[79695]: audit 2024-03-22T07:33:41.149386+0000 mon.a (mon.0) 1346 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:41.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:41 smithi148 bash[66753]: cluster 2024-03-22T07:33:40.079842+0000 mgr.y (mgr.25337) 790 : cluster 0 pgmap v1343: 105 pgs: 105 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-03-22T07:33:41.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:41 smithi148 bash[66753]: audit 2024-03-22T07:33:40.617432+0000 mon.c (mon.2) 351 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:33:41.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:41 smithi148 bash[66753]: audit 2024-03-22T07:33:41.140390+0000 mon.a (mon.0) 1345 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:41.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:41 smithi148 bash[66753]: audit 2024-03-22T07:33:41.149386+0000 mon.a (mon.0) 1346 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:43.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:43 smithi129 bash[79695]: cluster 2024-03-22T07:33:42.080474+0000 mgr.y (mgr.25337) 791 : cluster 0 pgmap v1344: 105 pgs: 105 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-03-22T07:33:43.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:43 smithi129 bash[82160]: cluster 2024-03-22T07:33:42.080474+0000 mgr.y (mgr.25337) 791 : cluster 0 pgmap v1344: 105 pgs: 105 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-03-22T07:33:43.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:43 smithi148 bash[66753]: cluster 2024-03-22T07:33:42.080474+0000 mgr.y (mgr.25337) 791 : cluster 0 pgmap v1344: 105 pgs: 105 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-03-22T07:33:44.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:33:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:33:43] "GET /metrics HTTP/1.1" 200 36520 "" "Prometheus/2.43.0" 2024-03-22T07:33:45.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:45 smithi129 bash[79695]: cluster 2024-03-22T07:33:44.081092+0000 mgr.y (mgr.25337) 792 : cluster 0 pgmap v1345: 105 pgs: 105 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 847 KiB/s rd, 2.9 MiB/s wr, 38 op/s 2024-03-22T07:33:45.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:45 smithi129 bash[82160]: cluster 2024-03-22T07:33:44.081092+0000 mgr.y (mgr.25337) 792 : cluster 0 pgmap v1345: 105 pgs: 105 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 847 KiB/s rd, 2.9 MiB/s wr, 38 op/s 2024-03-22T07:33:45.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:45 smithi148 bash[66753]: cluster 2024-03-22T07:33:44.081092+0000 mgr.y (mgr.25337) 792 : cluster 0 pgmap v1345: 105 pgs: 105 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 847 KiB/s rd, 2.9 MiB/s wr, 38 op/s 2024-03-22T07:33:47.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:47 smithi148 bash[66753]: cluster 2024-03-22T07:33:46.081694+0000 mgr.y (mgr.25337) 793 : cluster 0 pgmap v1346: 105 pgs: 105 active+clean; 178 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 741 KiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-03-22T07:33:47.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:47 smithi148 bash[66753]: audit 2024-03-22T07:33:46.655878+0000 mon.a (mon.0) 1347 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:47.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:47 smithi148 bash[66753]: audit 2024-03-22T07:33:46.665132+0000 mon.a (mon.0) 1348 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:47.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:47 smithi148 bash[66753]: audit 2024-03-22T07:33:46.943643+0000 mon.a (mon.0) 1349 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:47.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:47 smithi148 bash[66753]: audit 2024-03-22T07:33:46.958040+0000 mon.a (mon.0) 1350 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:47.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:47 smithi148 bash[66753]: audit 2024-03-22T07:33:47.635793+0000 mon.c (mon.2) 352 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:33:47.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:47 smithi148 bash[66753]: audit 2024-03-22T07:33:47.636716+0000 mon.c (mon.2) 353 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:33:47.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:47 smithi148 bash[66753]: audit 2024-03-22T07:33:47.641922+0000 mon.a (mon.0) 1351 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:48.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[79695]: cluster 2024-03-22T07:33:46.081694+0000 mgr.y (mgr.25337) 793 : cluster 0 pgmap v1346: 105 pgs: 105 active+clean; 178 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 741 KiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-03-22T07:33:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[79695]: audit 2024-03-22T07:33:46.655878+0000 mon.a (mon.0) 1347 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[79695]: audit 2024-03-22T07:33:46.665132+0000 mon.a (mon.0) 1348 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[79695]: audit 2024-03-22T07:33:46.943643+0000 mon.a (mon.0) 1349 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[79695]: audit 2024-03-22T07:33:46.958040+0000 mon.a (mon.0) 1350 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[79695]: audit 2024-03-22T07:33:47.635793+0000 mon.c (mon.2) 352 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:33:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[79695]: audit 2024-03-22T07:33:47.636716+0000 mon.c (mon.2) 353 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:33:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[79695]: audit 2024-03-22T07:33:47.641922+0000 mon.a (mon.0) 1351 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[82160]: cluster 2024-03-22T07:33:46.081694+0000 mgr.y (mgr.25337) 793 : cluster 0 pgmap v1346: 105 pgs: 105 active+clean; 178 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 741 KiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-03-22T07:33:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[82160]: audit 2024-03-22T07:33:46.655878+0000 mon.a (mon.0) 1347 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[82160]: audit 2024-03-22T07:33:46.665132+0000 mon.a (mon.0) 1348 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:48.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[82160]: audit 2024-03-22T07:33:46.943643+0000 mon.a (mon.0) 1349 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:48.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[82160]: audit 2024-03-22T07:33:46.958040+0000 mon.a (mon.0) 1350 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:48.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[82160]: audit 2024-03-22T07:33:47.635793+0000 mon.c (mon.2) 352 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:33:48.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[82160]: audit 2024-03-22T07:33:47.636716+0000 mon.c (mon.2) 353 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:33:48.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:47 smithi129 bash[82160]: audit 2024-03-22T07:33:47.641922+0000 mon.a (mon.0) 1351 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:33:49.233 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (19803 ms) 2024-03-22T07:33:49.233 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-03-22T07:33:49.233 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:33:49.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:49 smithi148 bash[66753]: cluster 2024-03-22T07:33:48.082381+0000 mgr.y (mgr.25337) 794 : cluster 0 pgmap v1347: 105 pgs: 105 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 35 op/s 2024-03-22T07:33:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:49 smithi129 bash[79695]: cluster 2024-03-22T07:33:48.082381+0000 mgr.y (mgr.25337) 794 : cluster 0 pgmap v1347: 105 pgs: 105 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 35 op/s 2024-03-22T07:33:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:49 smithi129 bash[82160]: cluster 2024-03-22T07:33:48.082381+0000 mgr.y (mgr.25337) 794 : cluster 0 pgmap v1347: 105 pgs: 105 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 35 op/s 2024-03-22T07:33:51.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:51 smithi148 bash[66753]: cluster 2024-03-22T07:33:50.083353+0000 mgr.y (mgr.25337) 795 : cluster 0 pgmap v1348: 105 pgs: 105 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-03-22T07:33:52.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:51 smithi129 bash[79695]: cluster 2024-03-22T07:33:50.083353+0000 mgr.y (mgr.25337) 795 : cluster 0 pgmap v1348: 105 pgs: 105 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-03-22T07:33:52.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:51 smithi129 bash[82160]: cluster 2024-03-22T07:33:50.083353+0000 mgr.y (mgr.25337) 795 : cluster 0 pgmap v1348: 105 pgs: 105 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-03-22T07:33:53.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:53 smithi148 bash[66753]: cluster 2024-03-22T07:33:52.084096+0000 mgr.y (mgr.25337) 796 : cluster 0 pgmap v1349: 105 pgs: 105 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-03-22T07:33:53.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:53 smithi148 bash[66753]: audit 2024-03-22T07:33:53.408565+0000 mon.c (mon.2) 354 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:33:53.934 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:53 smithi129 bash[79695]: cluster 2024-03-22T07:33:52.084096+0000 mgr.y (mgr.25337) 796 : cluster 0 pgmap v1349: 105 pgs: 105 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-03-22T07:33:53.934 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:53 smithi129 bash[79695]: audit 2024-03-22T07:33:53.408565+0000 mon.c (mon.2) 354 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:33:53.935 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:53 smithi129 bash[82160]: cluster 2024-03-22T07:33:52.084096+0000 mgr.y (mgr.25337) 796 : cluster 0 pgmap v1349: 105 pgs: 105 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-03-22T07:33:53.935 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:53 smithi129 bash[82160]: audit 2024-03-22T07:33:53.408565+0000 mon.c (mon.2) 354 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:33:54.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:33:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:33:53] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.43.0" 2024-03-22T07:33:55.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:54 smithi129 bash[79695]: cluster 2024-03-22T07:33:53.681661+0000 osd.7 (osd.7) 547 : cluster 3 failed to encode map e934 with expected crc 2024-03-22T07:33:55.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:54 smithi129 bash[79695]: cluster 2024-03-22T07:33:53.683961+0000 mon.a (mon.0) 1352 : cluster 0 osdmap e934: 8 total, 8 up, 8 in 2024-03-22T07:33:55.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:54 smithi129 bash[79695]: cluster 2024-03-22T07:33:53.691932+0000 osd.6 (osd.6) 511 : cluster 3 failed to encode map e934 with expected crc 2024-03-22T07:33:55.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:54 smithi129 bash[79695]: cluster 2024-03-22T07:33:53.704708+0000 osd.5 (osd.5) 519 : cluster 3 failed to encode map e934 with expected crc 2024-03-22T07:33:55.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:54 smithi129 bash[82160]: cluster 2024-03-22T07:33:53.681661+0000 osd.7 (osd.7) 547 : cluster 3 failed to encode map e934 with expected crc 2024-03-22T07:33:55.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:54 smithi129 bash[82160]: cluster 2024-03-22T07:33:53.683961+0000 mon.a (mon.0) 1352 : cluster 0 osdmap e934: 8 total, 8 up, 8 in 2024-03-22T07:33:55.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:54 smithi129 bash[82160]: cluster 2024-03-22T07:33:53.691932+0000 osd.6 (osd.6) 511 : cluster 3 failed to encode map e934 with expected crc 2024-03-22T07:33:55.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:54 smithi129 bash[82160]: cluster 2024-03-22T07:33:53.704708+0000 osd.5 (osd.5) 519 : cluster 3 failed to encode map e934 with expected crc 2024-03-22T07:33:55.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:54 smithi148 bash[66753]: cluster 2024-03-22T07:33:53.681661+0000 osd.7 (osd.7) 547 : cluster 3 failed to encode map e934 with expected crc 2024-03-22T07:33:55.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:54 smithi148 bash[66753]: cluster 2024-03-22T07:33:53.683961+0000 mon.a (mon.0) 1352 : cluster 0 osdmap e934: 8 total, 8 up, 8 in 2024-03-22T07:33:55.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:54 smithi148 bash[66753]: cluster 2024-03-22T07:33:53.691932+0000 osd.6 (osd.6) 511 : cluster 3 failed to encode map e934 with expected crc 2024-03-22T07:33:55.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:54 smithi148 bash[66753]: cluster 2024-03-22T07:33:53.704708+0000 osd.5 (osd.5) 519 : cluster 3 failed to encode map e934 with expected crc 2024-03-22T07:33:56.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:55 smithi129 bash[79695]: cluster 2024-03-22T07:33:54.084797+0000 mgr.y (mgr.25337) 797 : cluster 0 pgmap v1351: 105 pgs: 105 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 37 op/s 2024-03-22T07:33:56.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:55 smithi129 bash[82160]: cluster 2024-03-22T07:33:54.084797+0000 mgr.y (mgr.25337) 797 : cluster 0 pgmap v1351: 105 pgs: 105 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 37 op/s 2024-03-22T07:33:56.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:55 smithi148 bash[66753]: cluster 2024-03-22T07:33:54.084797+0000 mgr.y (mgr.25337) 797 : cluster 0 pgmap v1351: 105 pgs: 105 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 37 op/s 2024-03-22T07:33:58.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:57 smithi129 bash[79695]: cluster 2024-03-22T07:33:56.085639+0000 mgr.y (mgr.25337) 798 : cluster 0 pgmap v1352: 105 pgs: 105 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-03-22T07:33:58.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:57 smithi129 bash[82160]: cluster 2024-03-22T07:33:56.085639+0000 mgr.y (mgr.25337) 798 : cluster 0 pgmap v1352: 105 pgs: 105 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-03-22T07:33:58.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:57 smithi148 bash[66753]: cluster 2024-03-22T07:33:56.085639+0000 mgr.y (mgr.25337) 798 : cluster 0 pgmap v1352: 105 pgs: 105 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-03-22T07:34:00.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:33:59 smithi129 bash[79695]: cluster 2024-03-22T07:33:58.086316+0000 mgr.y (mgr.25337) 799 : cluster 0 pgmap v1353: 105 pgs: 105 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.3 MiB/s wr, 44 op/s 2024-03-22T07:34:00.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:33:59 smithi129 bash[82160]: cluster 2024-03-22T07:33:58.086316+0000 mgr.y (mgr.25337) 799 : cluster 0 pgmap v1353: 105 pgs: 105 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.3 MiB/s wr, 44 op/s 2024-03-22T07:34:00.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:33:59 smithi148 bash[66753]: cluster 2024-03-22T07:33:58.086316+0000 mgr.y (mgr.25337) 799 : cluster 0 pgmap v1353: 105 pgs: 105 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.3 MiB/s wr, 44 op/s 2024-03-22T07:34:02.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:01 smithi129 bash[79695]: cluster 2024-03-22T07:34:00.087052+0000 mgr.y (mgr.25337) 800 : cluster 0 pgmap v1354: 105 pgs: 105 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-03-22T07:34:02.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:01 smithi129 bash[82160]: cluster 2024-03-22T07:34:00.087052+0000 mgr.y (mgr.25337) 800 : cluster 0 pgmap v1354: 105 pgs: 105 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-03-22T07:34:02.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:01 smithi148 bash[66753]: cluster 2024-03-22T07:34:00.087052+0000 mgr.y (mgr.25337) 800 : cluster 0 pgmap v1354: 105 pgs: 105 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-03-22T07:34:04.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:03 smithi129 bash[82160]: cluster 2024-03-22T07:34:02.087681+0000 mgr.y (mgr.25337) 801 : cluster 0 pgmap v1355: 105 pgs: 105 active+clean; 248 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 948 KiB/s rd, 3.7 MiB/s wr, 35 op/s 2024-03-22T07:34:04.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:03 smithi129 bash[79695]: cluster 2024-03-22T07:34:02.087681+0000 mgr.y (mgr.25337) 801 : cluster 0 pgmap v1355: 105 pgs: 105 active+clean; 248 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 948 KiB/s rd, 3.7 MiB/s wr, 35 op/s 2024-03-22T07:34:04.125 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:34:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:34:03] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.43.0" 2024-03-22T07:34:04.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:03 smithi148 bash[66753]: cluster 2024-03-22T07:34:02.087681+0000 mgr.y (mgr.25337) 801 : cluster 0 pgmap v1355: 105 pgs: 105 active+clean; 248 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 948 KiB/s rd, 3.7 MiB/s wr, 35 op/s 2024-03-22T07:34:06.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:05 smithi129 bash[79695]: cluster 2024-03-22T07:34:04.088565+0000 mgr.y (mgr.25337) 802 : cluster 0 pgmap v1356: 105 pgs: 105 active+clean; 252 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 55 KiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-03-22T07:34:06.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:05 smithi129 bash[82160]: cluster 2024-03-22T07:34:04.088565+0000 mgr.y (mgr.25337) 802 : cluster 0 pgmap v1356: 105 pgs: 105 active+clean; 252 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 55 KiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-03-22T07:34:06.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:05 smithi148 bash[66753]: cluster 2024-03-22T07:34:04.088565+0000 mgr.y (mgr.25337) 802 : cluster 0 pgmap v1356: 105 pgs: 105 active+clean; 252 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 55 KiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-03-22T07:34:07.462 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (18229 ms) 2024-03-22T07:34:07.463 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-03-22T07:34:07.463 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:34:08.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:07 smithi129 bash[79695]: cluster 2024-03-22T07:34:06.089324+0000 mgr.y (mgr.25337) 803 : cluster 0 pgmap v1357: 105 pgs: 105 active+clean; 256 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 76 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-03-22T07:34:08.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:07 smithi129 bash[82160]: cluster 2024-03-22T07:34:06.089324+0000 mgr.y (mgr.25337) 803 : cluster 0 pgmap v1357: 105 pgs: 105 active+clean; 256 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 76 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-03-22T07:34:08.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:07 smithi148 bash[66753]: cluster 2024-03-22T07:34:06.089324+0000 mgr.y (mgr.25337) 803 : cluster 0 pgmap v1357: 105 pgs: 105 active+clean; 256 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 76 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-03-22T07:34:09.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:08 smithi129 bash[79695]: audit 2024-03-22T07:34:08.408030+0000 mon.c (mon.2) 355 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:34:09.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:08 smithi129 bash[82160]: audit 2024-03-22T07:34:08.408030+0000 mon.c (mon.2) 355 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:34:09.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:08 smithi148 bash[66753]: audit 2024-03-22T07:34:08.408030+0000 mon.c (mon.2) 355 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:34:10.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:09 smithi129 bash[79695]: cluster 2024-03-22T07:34:08.089904+0000 mgr.y (mgr.25337) 804 : cluster 0 pgmap v1358: 105 pgs: 105 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-03-22T07:34:10.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:09 smithi129 bash[82160]: cluster 2024-03-22T07:34:08.089904+0000 mgr.y (mgr.25337) 804 : cluster 0 pgmap v1358: 105 pgs: 105 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-03-22T07:34:10.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:09 smithi148 bash[66753]: cluster 2024-03-22T07:34:08.089904+0000 mgr.y (mgr.25337) 804 : cluster 0 pgmap v1358: 105 pgs: 105 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-03-22T07:34:12.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:11 smithi129 bash[82160]: cluster 2024-03-22T07:34:10.090456+0000 mgr.y (mgr.25337) 805 : cluster 0 pgmap v1359: 105 pgs: 105 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-03-22T07:34:12.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:11 smithi129 bash[79695]: cluster 2024-03-22T07:34:10.090456+0000 mgr.y (mgr.25337) 805 : cluster 0 pgmap v1359: 105 pgs: 105 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-03-22T07:34:12.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:11 smithi148 bash[66753]: cluster 2024-03-22T07:34:10.090456+0000 mgr.y (mgr.25337) 805 : cluster 0 pgmap v1359: 105 pgs: 105 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-03-22T07:34:13.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:12 smithi129 bash[79695]: cluster 2024-03-22T07:34:11.744439+0000 mon.a (mon.0) 1353 : cluster 0 osdmap e935: 8 total, 8 up, 8 in 2024-03-22T07:34:13.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:12 smithi129 bash[79695]: cluster 2024-03-22T07:34:11.745808+0000 osd.5 (osd.5) 520 : cluster 3 failed to encode map e935 with expected crc 2024-03-22T07:34:13.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:12 smithi129 bash[79695]: cluster 2024-03-22T07:34:11.755871+0000 osd.7 (osd.7) 548 : cluster 3 failed to encode map e935 with expected crc 2024-03-22T07:34:13.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:12 smithi129 bash[79695]: cluster 2024-03-22T07:34:11.759413+0000 osd.7 (osd.7) 549 : cluster 3 failed to encode map e935 with expected crc 2024-03-22T07:34:13.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:12 smithi129 bash[79695]: cluster 2024-03-22T07:34:11.767403+0000 osd.6 (osd.6) 512 : cluster 3 failed to encode map e935 with expected crc 2024-03-22T07:34:13.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:12 smithi129 bash[82160]: cluster 2024-03-22T07:34:11.744439+0000 mon.a (mon.0) 1353 : cluster 0 osdmap e935: 8 total, 8 up, 8 in 2024-03-22T07:34:13.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:12 smithi129 bash[82160]: cluster 2024-03-22T07:34:11.745808+0000 osd.5 (osd.5) 520 : cluster 3 failed to encode map e935 with expected crc 2024-03-22T07:34:13.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:12 smithi129 bash[82160]: cluster 2024-03-22T07:34:11.755871+0000 osd.7 (osd.7) 548 : cluster 3 failed to encode map e935 with expected crc 2024-03-22T07:34:13.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:12 smithi129 bash[82160]: cluster 2024-03-22T07:34:11.759413+0000 osd.7 (osd.7) 549 : cluster 3 failed to encode map e935 with expected crc 2024-03-22T07:34:13.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:12 smithi129 bash[82160]: cluster 2024-03-22T07:34:11.767403+0000 osd.6 (osd.6) 512 : cluster 3 failed to encode map e935 with expected crc 2024-03-22T07:34:13.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:12 smithi148 bash[66753]: cluster 2024-03-22T07:34:11.744439+0000 mon.a (mon.0) 1353 : cluster 0 osdmap e935: 8 total, 8 up, 8 in 2024-03-22T07:34:13.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:12 smithi148 bash[66753]: cluster 2024-03-22T07:34:11.745808+0000 osd.5 (osd.5) 520 : cluster 3 failed to encode map e935 with expected crc 2024-03-22T07:34:13.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:12 smithi148 bash[66753]: cluster 2024-03-22T07:34:11.755871+0000 osd.7 (osd.7) 548 : cluster 3 failed to encode map e935 with expected crc 2024-03-22T07:34:13.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:12 smithi148 bash[66753]: cluster 2024-03-22T07:34:11.759413+0000 osd.7 (osd.7) 549 : cluster 3 failed to encode map e935 with expected crc 2024-03-22T07:34:13.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:12 smithi148 bash[66753]: cluster 2024-03-22T07:34:11.767403+0000 osd.6 (osd.6) 512 : cluster 3 failed to encode map e935 with expected crc 2024-03-22T07:34:14.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:13 smithi129 bash[79695]: cluster 2024-03-22T07:34:12.091130+0000 mgr.y (mgr.25337) 806 : cluster 0 pgmap v1361: 105 pgs: 105 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-03-22T07:34:14.125 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:34:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:34:13] "GET /metrics HTTP/1.1" 200 36520 "" "Prometheus/2.43.0" 2024-03-22T07:34:14.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:13 smithi129 bash[82160]: cluster 2024-03-22T07:34:12.091130+0000 mgr.y (mgr.25337) 806 : cluster 0 pgmap v1361: 105 pgs: 105 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-03-22T07:34:14.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:13 smithi148 bash[66753]: cluster 2024-03-22T07:34:12.091130+0000 mgr.y (mgr.25337) 806 : cluster 0 pgmap v1361: 105 pgs: 105 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-03-22T07:34:16.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:15 smithi129 bash[79695]: cluster 2024-03-22T07:34:14.091883+0000 mgr.y (mgr.25337) 807 : cluster 0 pgmap v1362: 105 pgs: 105 active+clean; 273 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-03-22T07:34:16.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:15 smithi129 bash[82160]: cluster 2024-03-22T07:34:14.091883+0000 mgr.y (mgr.25337) 807 : cluster 0 pgmap v1362: 105 pgs: 105 active+clean; 273 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-03-22T07:34:16.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:15 smithi148 bash[66753]: cluster 2024-03-22T07:34:14.091883+0000 mgr.y (mgr.25337) 807 : cluster 0 pgmap v1362: 105 pgs: 105 active+clean; 273 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-03-22T07:34:18.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:17 smithi129 bash[79695]: cluster 2024-03-22T07:34:16.092598+0000 mgr.y (mgr.25337) 808 : cluster 0 pgmap v1363: 105 pgs: 105 active+clean; 289 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-03-22T07:34:18.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:17 smithi129 bash[82160]: cluster 2024-03-22T07:34:16.092598+0000 mgr.y (mgr.25337) 808 : cluster 0 pgmap v1363: 105 pgs: 105 active+clean; 289 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-03-22T07:34:18.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:17 smithi148 bash[66753]: cluster 2024-03-22T07:34:16.092598+0000 mgr.y (mgr.25337) 808 : cluster 0 pgmap v1363: 105 pgs: 105 active+clean; 289 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-03-22T07:34:20.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:19 smithi129 bash[79695]: cluster 2024-03-22T07:34:18.093270+0000 mgr.y (mgr.25337) 809 : cluster 0 pgmap v1364: 105 pgs: 105 active+clean; 289 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 440 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-03-22T07:34:20.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:19 smithi129 bash[82160]: cluster 2024-03-22T07:34:18.093270+0000 mgr.y (mgr.25337) 809 : cluster 0 pgmap v1364: 105 pgs: 105 active+clean; 289 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 440 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-03-22T07:34:20.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:19 smithi148 bash[66753]: cluster 2024-03-22T07:34:18.093270+0000 mgr.y (mgr.25337) 809 : cluster 0 pgmap v1364: 105 pgs: 105 active+clean; 289 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 440 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-03-22T07:34:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:21 smithi129 bash[79695]: cluster 2024-03-22T07:34:20.093965+0000 mgr.y (mgr.25337) 810 : cluster 0 pgmap v1365: 105 pgs: 105 active+clean; 293 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 28 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-03-22T07:34:22.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:21 smithi129 bash[82160]: cluster 2024-03-22T07:34:20.093965+0000 mgr.y (mgr.25337) 810 : cluster 0 pgmap v1365: 105 pgs: 105 active+clean; 293 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 28 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-03-22T07:34:22.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:21 smithi148 bash[66753]: cluster 2024-03-22T07:34:20.093965+0000 mgr.y (mgr.25337) 810 : cluster 0 pgmap v1365: 105 pgs: 105 active+clean; 293 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 28 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-03-22T07:34:24.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:34:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:34:23] "GET /metrics HTTP/1.1" 200 36520 "" "Prometheus/2.43.0" 2024-03-22T07:34:24.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:23 smithi129 bash[79695]: cluster 2024-03-22T07:34:22.094458+0000 mgr.y (mgr.25337) 811 : cluster 0 pgmap v1366: 105 pgs: 105 active+clean; 293 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 3.2 MiB/s wr, 40 op/s 2024-03-22T07:34:24.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:23 smithi129 bash[79695]: audit 2024-03-22T07:34:23.409000+0000 mon.c (mon.2) 356 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:34:24.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:23 smithi129 bash[82160]: cluster 2024-03-22T07:34:22.094458+0000 mgr.y (mgr.25337) 811 : cluster 0 pgmap v1366: 105 pgs: 105 active+clean; 293 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 3.2 MiB/s wr, 40 op/s 2024-03-22T07:34:24.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:23 smithi129 bash[82160]: audit 2024-03-22T07:34:23.409000+0000 mon.c (mon.2) 356 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:34:24.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:23 smithi148 bash[66753]: cluster 2024-03-22T07:34:22.094458+0000 mgr.y (mgr.25337) 811 : cluster 0 pgmap v1366: 105 pgs: 105 active+clean; 293 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 3.2 MiB/s wr, 40 op/s 2024-03-22T07:34:24.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:23 smithi148 bash[66753]: audit 2024-03-22T07:34:23.409000+0000 mon.c (mon.2) 356 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:34:25.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:24 smithi129 bash[79695]: cluster 2024-03-22T07:34:23.776654+0000 osd.6 (osd.6) 513 : cluster 3 failed to encode map e936 with expected crc 2024-03-22T07:34:25.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:24 smithi129 bash[79695]: cluster 2024-03-22T07:34:23.778704+0000 mon.a (mon.0) 1354 : cluster 0 osdmap e936: 8 total, 8 up, 8 in 2024-03-22T07:34:25.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:24 smithi129 bash[79695]: cluster 2024-03-22T07:34:23.791027+0000 osd.7 (osd.7) 550 : cluster 3 failed to encode map e936 with expected crc 2024-03-22T07:34:25.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:24 smithi129 bash[82160]: cluster 2024-03-22T07:34:23.776654+0000 osd.6 (osd.6) 513 : cluster 3 failed to encode map e936 with expected crc 2024-03-22T07:34:25.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:24 smithi129 bash[82160]: cluster 2024-03-22T07:34:23.778704+0000 mon.a (mon.0) 1354 : cluster 0 osdmap e936: 8 total, 8 up, 8 in 2024-03-22T07:34:25.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:24 smithi129 bash[82160]: cluster 2024-03-22T07:34:23.791027+0000 osd.7 (osd.7) 550 : cluster 3 failed to encode map e936 with expected crc 2024-03-22T07:34:25.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:24 smithi148 bash[66753]: cluster 2024-03-22T07:34:23.776654+0000 osd.6 (osd.6) 513 : cluster 3 failed to encode map e936 with expected crc 2024-03-22T07:34:25.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:24 smithi148 bash[66753]: cluster 2024-03-22T07:34:23.778704+0000 mon.a (mon.0) 1354 : cluster 0 osdmap e936: 8 total, 8 up, 8 in 2024-03-22T07:34:25.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:24 smithi148 bash[66753]: cluster 2024-03-22T07:34:23.791027+0000 osd.7 (osd.7) 550 : cluster 3 failed to encode map e936 with expected crc 2024-03-22T07:34:26.119 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (18658 ms) 2024-03-22T07:34:26.120 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-03-22T07:34:26.120 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:34:26.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:25 smithi129 bash[79695]: cluster 2024-03-22T07:34:24.095100+0000 mgr.y (mgr.25337) 812 : cluster 0 pgmap v1368: 105 pgs: 105 active+clean; 301 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-03-22T07:34:26.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:25 smithi129 bash[82160]: cluster 2024-03-22T07:34:24.095100+0000 mgr.y (mgr.25337) 812 : cluster 0 pgmap v1368: 105 pgs: 105 active+clean; 301 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-03-22T07:34:26.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:25 smithi148 bash[66753]: cluster 2024-03-22T07:34:24.095100+0000 mgr.y (mgr.25337) 812 : cluster 0 pgmap v1368: 105 pgs: 105 active+clean; 301 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-03-22T07:34:28.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:27 smithi129 bash[82160]: cluster 2024-03-22T07:34:26.096184+0000 mgr.y (mgr.25337) 813 : cluster 0 pgmap v1369: 105 pgs: 105 active+clean; 353 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 27 op/s 2024-03-22T07:34:28.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:27 smithi129 bash[79695]: cluster 2024-03-22T07:34:26.096184+0000 mgr.y (mgr.25337) 813 : cluster 0 pgmap v1369: 105 pgs: 105 active+clean; 353 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 27 op/s 2024-03-22T07:34:28.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:27 smithi148 bash[66753]: cluster 2024-03-22T07:34:26.096184+0000 mgr.y (mgr.25337) 813 : cluster 0 pgmap v1369: 105 pgs: 105 active+clean; 353 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 27 op/s 2024-03-22T07:34:30.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:29 smithi129 bash[82160]: cluster 2024-03-22T07:34:28.096749+0000 mgr.y (mgr.25337) 814 : cluster 0 pgmap v1370: 105 pgs: 105 active+clean; 374 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-03-22T07:34:30.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:29 smithi129 bash[79695]: cluster 2024-03-22T07:34:28.096749+0000 mgr.y (mgr.25337) 814 : cluster 0 pgmap v1370: 105 pgs: 105 active+clean; 374 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-03-22T07:34:30.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:29 smithi148 bash[66753]: cluster 2024-03-22T07:34:28.096749+0000 mgr.y (mgr.25337) 814 : cluster 0 pgmap v1370: 105 pgs: 105 active+clean; 374 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-03-22T07:34:32.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:31 smithi129 bash[82160]: cluster 2024-03-22T07:34:30.097274+0000 mgr.y (mgr.25337) 815 : cluster 0 pgmap v1371: 105 pgs: 105 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 49 op/s 2024-03-22T07:34:32.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:31 smithi129 bash[82160]: cluster 2024-03-22T07:34:30.819833+0000 osd.7 (osd.7) 551 : cluster 3 failed to encode map e937 with expected crc 2024-03-22T07:34:32.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:31 smithi129 bash[82160]: cluster 2024-03-22T07:34:30.822330+0000 mon.a (mon.0) 1355 : cluster 0 osdmap e937: 8 total, 8 up, 8 in 2024-03-22T07:34:32.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:31 smithi129 bash[82160]: cluster 2024-03-22T07:34:30.827972+0000 osd.6 (osd.6) 514 : cluster 3 failed to encode map e937 with expected crc 2024-03-22T07:34:32.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:31 smithi129 bash[79695]: cluster 2024-03-22T07:34:30.097274+0000 mgr.y (mgr.25337) 815 : cluster 0 pgmap v1371: 105 pgs: 105 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 49 op/s 2024-03-22T07:34:32.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:31 smithi129 bash[79695]: cluster 2024-03-22T07:34:30.819833+0000 osd.7 (osd.7) 551 : cluster 3 failed to encode map e937 with expected crc 2024-03-22T07:34:32.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:31 smithi129 bash[79695]: cluster 2024-03-22T07:34:30.822330+0000 mon.a (mon.0) 1355 : cluster 0 osdmap e937: 8 total, 8 up, 8 in 2024-03-22T07:34:32.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:31 smithi129 bash[79695]: cluster 2024-03-22T07:34:30.827972+0000 osd.6 (osd.6) 514 : cluster 3 failed to encode map e937 with expected crc 2024-03-22T07:34:32.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:31 smithi148 bash[66753]: cluster 2024-03-22T07:34:30.097274+0000 mgr.y (mgr.25337) 815 : cluster 0 pgmap v1371: 105 pgs: 105 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 49 op/s 2024-03-22T07:34:32.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:31 smithi148 bash[66753]: cluster 2024-03-22T07:34:30.819833+0000 osd.7 (osd.7) 551 : cluster 3 failed to encode map e937 with expected crc 2024-03-22T07:34:32.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:31 smithi148 bash[66753]: cluster 2024-03-22T07:34:30.822330+0000 mon.a (mon.0) 1355 : cluster 0 osdmap e937: 8 total, 8 up, 8 in 2024-03-22T07:34:32.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:31 smithi148 bash[66753]: cluster 2024-03-22T07:34:30.827972+0000 osd.6 (osd.6) 514 : cluster 3 failed to encode map e937 with expected crc 2024-03-22T07:34:33.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:32 smithi129 bash[79695]: cluster 2024-03-22T07:34:30.844088+0000 osd.5 (osd.5) 521 : cluster 3 failed to encode map e937 with expected crc 2024-03-22T07:34:33.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:32 smithi129 bash[82160]: cluster 2024-03-22T07:34:30.844088+0000 osd.5 (osd.5) 521 : cluster 3 failed to encode map e937 with expected crc 2024-03-22T07:34:33.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:32 smithi148 bash[66753]: cluster 2024-03-22T07:34:30.844088+0000 osd.5 (osd.5) 521 : cluster 3 failed to encode map e937 with expected crc 2024-03-22T07:34:34.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:33 smithi129 bash[79695]: cluster 2024-03-22T07:34:32.097717+0000 mgr.y (mgr.25337) 816 : cluster 0 pgmap v1373: 105 pgs: 105 active+clean; 378 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 9.3 MiB/s wr, 50 op/s 2024-03-22T07:34:34.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:33 smithi129 bash[82160]: cluster 2024-03-22T07:34:32.097717+0000 mgr.y (mgr.25337) 816 : cluster 0 pgmap v1373: 105 pgs: 105 active+clean; 378 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 9.3 MiB/s wr, 50 op/s 2024-03-22T07:34:34.125 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:34:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:34:33] "GET /metrics HTTP/1.1" 200 36520 "" "Prometheus/2.43.0" 2024-03-22T07:34:34.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:33 smithi148 bash[66753]: cluster 2024-03-22T07:34:32.097717+0000 mgr.y (mgr.25337) 816 : cluster 0 pgmap v1373: 105 pgs: 105 active+clean; 378 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 9.3 MiB/s wr, 50 op/s 2024-03-22T07:34:36.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:35 smithi129 bash[79695]: cluster 2024-03-22T07:34:34.098388+0000 mgr.y (mgr.25337) 817 : cluster 0 pgmap v1374: 105 pgs: 105 active+clean; 386 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 48 op/s 2024-03-22T07:34:36.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:35 smithi129 bash[82160]: cluster 2024-03-22T07:34:34.098388+0000 mgr.y (mgr.25337) 817 : cluster 0 pgmap v1374: 105 pgs: 105 active+clean; 386 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 48 op/s 2024-03-22T07:34:36.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:35 smithi148 bash[66753]: cluster 2024-03-22T07:34:34.098388+0000 mgr.y (mgr.25337) 817 : cluster 0 pgmap v1374: 105 pgs: 105 active+clean; 386 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 48 op/s 2024-03-22T07:34:38.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:37 smithi129 bash[82160]: cluster 2024-03-22T07:34:36.099122+0000 mgr.y (mgr.25337) 818 : cluster 0 pgmap v1375: 105 pgs: 105 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-03-22T07:34:38.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:37 smithi129 bash[79695]: cluster 2024-03-22T07:34:36.099122+0000 mgr.y (mgr.25337) 818 : cluster 0 pgmap v1375: 105 pgs: 105 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-03-22T07:34:38.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:37 smithi148 bash[66753]: cluster 2024-03-22T07:34:36.099122+0000 mgr.y (mgr.25337) 818 : cluster 0 pgmap v1375: 105 pgs: 105 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-03-22T07:34:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:38 smithi129 bash[79695]: audit 2024-03-22T07:34:38.409616+0000 mon.c (mon.2) 357 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:34:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:38 smithi129 bash[82160]: audit 2024-03-22T07:34:38.409616+0000 mon.c (mon.2) 357 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:34:39.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:38 smithi148 bash[66753]: audit 2024-03-22T07:34:38.409616+0000 mon.c (mon.2) 357 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:34:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:39 smithi129 bash[79695]: cluster 2024-03-22T07:34:38.100145+0000 mgr.y (mgr.25337) 819 : cluster 0 pgmap v1376: 105 pgs: 105 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-03-22T07:34:40.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:39 smithi129 bash[82160]: cluster 2024-03-22T07:34:38.100145+0000 mgr.y (mgr.25337) 819 : cluster 0 pgmap v1376: 105 pgs: 105 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-03-22T07:34:40.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:39 smithi148 bash[66753]: cluster 2024-03-22T07:34:38.100145+0000 mgr.y (mgr.25337) 819 : cluster 0 pgmap v1376: 105 pgs: 105 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-03-22T07:34:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:41 smithi129 bash[79695]: cluster 2024-03-22T07:34:40.101164+0000 mgr.y (mgr.25337) 820 : cluster 0 pgmap v1377: 105 pgs: 105 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 MiB/s wr, 42 op/s 2024-03-22T07:34:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:41 smithi129 bash[82160]: cluster 2024-03-22T07:34:40.101164+0000 mgr.y (mgr.25337) 820 : cluster 0 pgmap v1377: 105 pgs: 105 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 MiB/s wr, 42 op/s 2024-03-22T07:34:42.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:41 smithi148 bash[66753]: cluster 2024-03-22T07:34:40.101164+0000 mgr.y (mgr.25337) 820 : cluster 0 pgmap v1377: 105 pgs: 105 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 MiB/s wr, 42 op/s 2024-03-22T07:34:44.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:43 smithi129 bash[79695]: cluster 2024-03-22T07:34:42.102003+0000 mgr.y (mgr.25337) 821 : cluster 0 pgmap v1378: 105 pgs: 105 active+clean; 411 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-03-22T07:34:44.125 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:34:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:34:43] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.43.0" 2024-03-22T07:34:44.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:43 smithi129 bash[82160]: cluster 2024-03-22T07:34:42.102003+0000 mgr.y (mgr.25337) 821 : cluster 0 pgmap v1378: 105 pgs: 105 active+clean; 411 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-03-22T07:34:44.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:43 smithi148 bash[66753]: cluster 2024-03-22T07:34:42.102003+0000 mgr.y (mgr.25337) 821 : cluster 0 pgmap v1378: 105 pgs: 105 active+clean; 411 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-03-22T07:34:44.435 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (18315 ms) 2024-03-22T07:34:44.435 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-03-22T07:34:44.435 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:34:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:45 smithi129 bash[79695]: cluster 2024-03-22T07:34:44.102631+0000 mgr.y (mgr.25337) 822 : cluster 0 pgmap v1379: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-03-22T07:34:46.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:45 smithi129 bash[82160]: cluster 2024-03-22T07:34:44.102631+0000 mgr.y (mgr.25337) 822 : cluster 0 pgmap v1379: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-03-22T07:34:46.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:45 smithi148 bash[66753]: cluster 2024-03-22T07:34:44.102631+0000 mgr.y (mgr.25337) 822 : cluster 0 pgmap v1379: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-03-22T07:34:48.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:47 smithi129 bash[79695]: cluster 2024-03-22T07:34:46.103624+0000 mgr.y (mgr.25337) 823 : cluster 0 pgmap v1380: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-03-22T07:34:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:47 smithi129 bash[79695]: audit 2024-03-22T07:34:47.722748+0000 mon.c (mon.2) 358 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:34:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:47 smithi129 bash[82160]: cluster 2024-03-22T07:34:46.103624+0000 mgr.y (mgr.25337) 823 : cluster 0 pgmap v1380: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-03-22T07:34:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:47 smithi129 bash[82160]: audit 2024-03-22T07:34:47.722748+0000 mon.c (mon.2) 358 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:34:48.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:47 smithi148 bash[66753]: cluster 2024-03-22T07:34:46.103624+0000 mgr.y (mgr.25337) 823 : cluster 0 pgmap v1380: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-03-22T07:34:48.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:47 smithi148 bash[66753]: audit 2024-03-22T07:34:47.722748+0000 mon.c (mon.2) 358 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:34:49.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:49 smithi129 bash[79695]: cluster 2024-03-22T07:34:48.104289+0000 mgr.y (mgr.25337) 824 : cluster 0 pgmap v1381: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-03-22T07:34:49.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:49 smithi129 bash[79695]: audit 2024-03-22T07:34:48.249113+0000 mon.a (mon.0) 1356 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:49.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:49 smithi129 bash[79695]: audit 2024-03-22T07:34:48.270981+0000 mon.a (mon.0) 1357 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:49.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:49 smithi129 bash[82160]: cluster 2024-03-22T07:34:48.104289+0000 mgr.y (mgr.25337) 824 : cluster 0 pgmap v1381: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-03-22T07:34:49.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:49 smithi129 bash[82160]: audit 2024-03-22T07:34:48.249113+0000 mon.a (mon.0) 1356 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:49.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:49 smithi129 bash[82160]: audit 2024-03-22T07:34:48.270981+0000 mon.a (mon.0) 1357 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:49.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:49 smithi148 bash[66753]: cluster 2024-03-22T07:34:48.104289+0000 mgr.y (mgr.25337) 824 : cluster 0 pgmap v1381: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-03-22T07:34:49.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:49 smithi148 bash[66753]: audit 2024-03-22T07:34:48.249113+0000 mon.a (mon.0) 1356 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:49.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:49 smithi148 bash[66753]: audit 2024-03-22T07:34:48.270981+0000 mon.a (mon.0) 1357 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:50.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:50 smithi129 bash[79695]: cluster 2024-03-22T07:34:49.273093+0000 osd.7 (osd.7) 552 : cluster 3 failed to encode map e938 with expected crc 2024-03-22T07:34:50.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:50 smithi129 bash[79695]: cluster 2024-03-22T07:34:49.276058+0000 mon.a (mon.0) 1358 : cluster 0 osdmap e938: 8 total, 8 up, 8 in 2024-03-22T07:34:50.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:50 smithi129 bash[79695]: cluster 2024-03-22T07:34:49.280446+0000 osd.6 (osd.6) 515 : cluster 3 failed to encode map e938 with expected crc 2024-03-22T07:34:50.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:50 smithi129 bash[79695]: cluster 2024-03-22T07:34:49.404863+0000 osd.5 (osd.5) 522 : cluster 3 failed to encode map e938 with expected crc 2024-03-22T07:34:50.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:50 smithi129 bash[82160]: cluster 2024-03-22T07:34:49.273093+0000 osd.7 (osd.7) 552 : cluster 3 failed to encode map e938 with expected crc 2024-03-22T07:34:50.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:50 smithi129 bash[82160]: cluster 2024-03-22T07:34:49.276058+0000 mon.a (mon.0) 1358 : cluster 0 osdmap e938: 8 total, 8 up, 8 in 2024-03-22T07:34:50.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:50 smithi129 bash[82160]: cluster 2024-03-22T07:34:49.280446+0000 osd.6 (osd.6) 515 : cluster 3 failed to encode map e938 with expected crc 2024-03-22T07:34:50.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:50 smithi129 bash[82160]: cluster 2024-03-22T07:34:49.404863+0000 osd.5 (osd.5) 522 : cluster 3 failed to encode map e938 with expected crc 2024-03-22T07:34:50.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:50 smithi148 bash[66753]: cluster 2024-03-22T07:34:49.273093+0000 osd.7 (osd.7) 552 : cluster 3 failed to encode map e938 with expected crc 2024-03-22T07:34:50.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:50 smithi148 bash[66753]: cluster 2024-03-22T07:34:49.276058+0000 mon.a (mon.0) 1358 : cluster 0 osdmap e938: 8 total, 8 up, 8 in 2024-03-22T07:34:50.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:50 smithi148 bash[66753]: cluster 2024-03-22T07:34:49.280446+0000 osd.6 (osd.6) 515 : cluster 3 failed to encode map e938 with expected crc 2024-03-22T07:34:50.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:50 smithi148 bash[66753]: cluster 2024-03-22T07:34:49.404863+0000 osd.5 (osd.5) 522 : cluster 3 failed to encode map e938 with expected crc 2024-03-22T07:34:51.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:51 smithi129 bash[79695]: cluster 2024-03-22T07:34:50.105276+0000 mgr.y (mgr.25337) 825 : cluster 0 pgmap v1383: 105 pgs: 105 active+clean; 436 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 48 op/s 2024-03-22T07:34:51.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:51 smithi129 bash[82160]: cluster 2024-03-22T07:34:50.105276+0000 mgr.y (mgr.25337) 825 : cluster 0 pgmap v1383: 105 pgs: 105 active+clean; 436 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 48 op/s 2024-03-22T07:34:51.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:51 smithi148 bash[66753]: cluster 2024-03-22T07:34:50.105276+0000 mgr.y (mgr.25337) 825 : cluster 0 pgmap v1383: 105 pgs: 105 active+clean; 436 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 48 op/s 2024-03-22T07:34:53.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:53 smithi129 bash[79695]: cluster 2024-03-22T07:34:52.105924+0000 mgr.y (mgr.25337) 826 : cluster 0 pgmap v1384: 105 pgs: 105 active+clean; 448 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 49 op/s 2024-03-22T07:34:53.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:53 smithi129 bash[82160]: cluster 2024-03-22T07:34:52.105924+0000 mgr.y (mgr.25337) 826 : cluster 0 pgmap v1384: 105 pgs: 105 active+clean; 448 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 49 op/s 2024-03-22T07:34:53.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:53 smithi148 bash[66753]: cluster 2024-03-22T07:34:52.105924+0000 mgr.y (mgr.25337) 826 : cluster 0 pgmap v1384: 105 pgs: 105 active+clean; 448 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 49 op/s 2024-03-22T07:34:54.278 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:34:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:34:53] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.43.0" 2024-03-22T07:34:54.279 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:54 smithi129 bash[79695]: audit 2024-03-22T07:34:53.409228+0000 mon.c (mon.2) 359 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:34:54.279 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:54 smithi129 bash[79695]: audit 2024-03-22T07:34:53.610300+0000 mon.a (mon.0) 1359 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:54.279 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:54 smithi129 bash[79695]: audit 2024-03-22T07:34:53.619046+0000 mon.a (mon.0) 1360 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:54.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:54 smithi129 bash[82160]: audit 2024-03-22T07:34:53.409228+0000 mon.c (mon.2) 359 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:34:54.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:54 smithi129 bash[82160]: audit 2024-03-22T07:34:53.610300+0000 mon.a (mon.0) 1359 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:54.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:54 smithi129 bash[82160]: audit 2024-03-22T07:34:53.619046+0000 mon.a (mon.0) 1360 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:54.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:54 smithi148 bash[66753]: audit 2024-03-22T07:34:53.409228+0000 mon.c (mon.2) 359 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:34:54.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:54 smithi148 bash[66753]: audit 2024-03-22T07:34:53.610300+0000 mon.a (mon.0) 1359 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:54.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:54 smithi148 bash[66753]: audit 2024-03-22T07:34:53.619046+0000 mon.a (mon.0) 1360 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:55.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:55 smithi129 bash[79695]: cluster 2024-03-22T07:34:54.106407+0000 mgr.y (mgr.25337) 827 : cluster 0 pgmap v1385: 105 pgs: 105 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-03-22T07:34:55.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:55 smithi129 bash[79695]: audit 2024-03-22T07:34:54.325865+0000 mon.a (mon.0) 1361 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:55.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:55 smithi129 bash[79695]: audit 2024-03-22T07:34:54.337391+0000 mon.a (mon.0) 1362 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:55.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:55 smithi129 bash[79695]: audit 2024-03-22T07:34:54.911295+0000 mon.c (mon.2) 360 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:34:55.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:55 smithi129 bash[79695]: audit 2024-03-22T07:34:54.912563+0000 mon.c (mon.2) 361 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:34:55.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:55 smithi129 bash[79695]: audit 2024-03-22T07:34:54.919238+0000 mon.a (mon.0) 1363 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:55.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:55 smithi129 bash[82160]: cluster 2024-03-22T07:34:54.106407+0000 mgr.y (mgr.25337) 827 : cluster 0 pgmap v1385: 105 pgs: 105 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-03-22T07:34:55.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:55 smithi129 bash[82160]: audit 2024-03-22T07:34:54.325865+0000 mon.a (mon.0) 1361 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:55.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:55 smithi129 bash[82160]: audit 2024-03-22T07:34:54.337391+0000 mon.a (mon.0) 1362 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:55.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:55 smithi129 bash[82160]: audit 2024-03-22T07:34:54.911295+0000 mon.c (mon.2) 360 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:34:55.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:55 smithi129 bash[82160]: audit 2024-03-22T07:34:54.912563+0000 mon.c (mon.2) 361 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:34:55.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:55 smithi129 bash[82160]: audit 2024-03-22T07:34:54.919238+0000 mon.a (mon.0) 1363 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:55.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:55 smithi148 bash[66753]: cluster 2024-03-22T07:34:54.106407+0000 mgr.y (mgr.25337) 827 : cluster 0 pgmap v1385: 105 pgs: 105 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-03-22T07:34:55.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:55 smithi148 bash[66753]: audit 2024-03-22T07:34:54.325865+0000 mon.a (mon.0) 1361 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:55.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:55 smithi148 bash[66753]: audit 2024-03-22T07:34:54.337391+0000 mon.a (mon.0) 1362 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:55.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:55 smithi148 bash[66753]: audit 2024-03-22T07:34:54.911295+0000 mon.c (mon.2) 360 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:34:55.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:55 smithi148 bash[66753]: audit 2024-03-22T07:34:54.912563+0000 mon.c (mon.2) 361 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:34:55.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:55 smithi148 bash[66753]: audit 2024-03-22T07:34:54.919238+0000 mon.a (mon.0) 1363 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:34:57.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:57 smithi129 bash[79695]: cluster 2024-03-22T07:34:56.107088+0000 mgr.y (mgr.25337) 828 : cluster 0 pgmap v1386: 105 pgs: 105 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-03-22T07:34:57.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:57 smithi129 bash[82160]: cluster 2024-03-22T07:34:56.107088+0000 mgr.y (mgr.25337) 828 : cluster 0 pgmap v1386: 105 pgs: 105 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-03-22T07:34:57.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:57 smithi148 bash[66753]: cluster 2024-03-22T07:34:56.107088+0000 mgr.y (mgr.25337) 828 : cluster 0 pgmap v1386: 105 pgs: 105 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-03-22T07:34:59.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:34:59 smithi129 bash[79695]: cluster 2024-03-22T07:34:58.108016+0000 mgr.y (mgr.25337) 829 : cluster 0 pgmap v1387: 105 pgs: 105 active+clean; 460 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-03-22T07:34:59.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:34:59 smithi129 bash[82160]: cluster 2024-03-22T07:34:58.108016+0000 mgr.y (mgr.25337) 829 : cluster 0 pgmap v1387: 105 pgs: 105 active+clean; 460 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-03-22T07:34:59.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:34:59 smithi148 bash[66753]: cluster 2024-03-22T07:34:58.108016+0000 mgr.y (mgr.25337) 829 : cluster 0 pgmap v1387: 105 pgs: 105 active+clean; 460 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-03-22T07:35:01.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:01 smithi129 bash[79695]: cluster 2024-03-22T07:35:00.108730+0000 mgr.y (mgr.25337) 830 : cluster 0 pgmap v1388: 105 pgs: 105 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 85 KiB/s rd, 4.2 MiB/s wr, 44 op/s 2024-03-22T07:35:01.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:01 smithi129 bash[82160]: cluster 2024-03-22T07:35:00.108730+0000 mgr.y (mgr.25337) 830 : cluster 0 pgmap v1388: 105 pgs: 105 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 85 KiB/s rd, 4.2 MiB/s wr, 44 op/s 2024-03-22T07:35:01.648 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (17213 ms) 2024-03-22T07:35:01.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:01 smithi148 bash[66753]: cluster 2024-03-22T07:35:00.108730+0000 mgr.y (mgr.25337) 830 : cluster 0 pgmap v1388: 105 pgs: 105 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 85 KiB/s rd, 4.2 MiB/s wr, 44 op/s 2024-03-22T07:35:02.365 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (132831 ms total) 2024-03-22T07:35:02.365 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:35:02.365 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-03-22T07:35:02.417 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-03-22T07:35:03.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:03 smithi129 bash[79695]: cluster 2024-03-22T07:35:02.109551+0000 mgr.y (mgr.25337) 831 : cluster 0 pgmap v1389: 105 pgs: 105 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 60 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-03-22T07:35:03.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:03 smithi129 bash[79695]: cluster 2024-03-22T07:35:02.348085+0000 osd.5 (osd.5) 523 : cluster 3 failed to encode map e939 with expected crc 2024-03-22T07:35:03.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:03 smithi129 bash[79695]: cluster 2024-03-22T07:35:02.349855+0000 mon.a (mon.0) 1364 : cluster 0 osdmap e939: 8 total, 8 up, 8 in 2024-03-22T07:35:03.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:03 smithi129 bash[82160]: cluster 2024-03-22T07:35:02.109551+0000 mgr.y (mgr.25337) 831 : cluster 0 pgmap v1389: 105 pgs: 105 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 60 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-03-22T07:35:03.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:03 smithi129 bash[82160]: cluster 2024-03-22T07:35:02.348085+0000 osd.5 (osd.5) 523 : cluster 3 failed to encode map e939 with expected crc 2024-03-22T07:35:03.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:03 smithi129 bash[82160]: cluster 2024-03-22T07:35:02.349855+0000 mon.a (mon.0) 1364 : cluster 0 osdmap e939: 8 total, 8 up, 8 in 2024-03-22T07:35:03.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:03 smithi148 bash[66753]: cluster 2024-03-22T07:35:02.109551+0000 mgr.y (mgr.25337) 831 : cluster 0 pgmap v1389: 105 pgs: 105 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 60 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-03-22T07:35:03.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:03 smithi148 bash[66753]: cluster 2024-03-22T07:35:02.348085+0000 osd.5 (osd.5) 523 : cluster 3 failed to encode map e939 with expected crc 2024-03-22T07:35:03.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:03 smithi148 bash[66753]: cluster 2024-03-22T07:35:02.349855+0000 mon.a (mon.0) 1364 : cluster 0 osdmap e939: 8 total, 8 up, 8 in 2024-03-22T07:35:04.366 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:35:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:35:03] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.43.0" 2024-03-22T07:35:04.393 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:35:04.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:04 smithi129 bash[79695]: cluster 2024-03-22T07:35:03.364426+0000 osd.7 (osd.7) 553 : cluster 3 failed to encode map e940 with expected crc 2024-03-22T07:35:04.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:04 smithi129 bash[79695]: cluster 2024-03-22T07:35:03.364480+0000 osd.5 (osd.5) 524 : cluster 3 failed to encode map e940 with expected crc 2024-03-22T07:35:04.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:04 smithi129 bash[79695]: cluster 2024-03-22T07:35:03.364482+0000 osd.6 (osd.6) 516 : cluster 3 failed to encode map e940 with expected crc 2024-03-22T07:35:04.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:04 smithi129 bash[79695]: cluster 2024-03-22T07:35:03.364539+0000 mon.a (mon.0) 1365 : cluster 0 osdmap e940: 8 total, 8 up, 8 in 2024-03-22T07:35:04.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:04 smithi129 bash[79695]: cluster 2024-03-22T07:35:03.368555+0000 osd.5 (osd.5) 525 : cluster 3 failed to encode map e940 with expected crc 2024-03-22T07:35:04.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:04 smithi129 bash[79695]: audit 2024-03-22T07:35:03.369207+0000 mon.a (mon.0) 1366 : audit 1 from='client.? 172.21.15.129:0/1547358101' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:35:04.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:04 smithi129 bash[79695]: cluster 2024-03-22T07:35:03.370193+0000 osd.7 (osd.7) 554 : cluster 3 failed to encode map e940 with expected crc 2024-03-22T07:35:04.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:04 smithi129 bash[82160]: cluster 2024-03-22T07:35:03.364426+0000 osd.7 (osd.7) 553 : cluster 3 failed to encode map e940 with expected crc 2024-03-22T07:35:04.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:04 smithi129 bash[82160]: cluster 2024-03-22T07:35:03.364480+0000 osd.5 (osd.5) 524 : cluster 3 failed to encode map e940 with expected crc 2024-03-22T07:35:04.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:04 smithi129 bash[82160]: cluster 2024-03-22T07:35:03.364482+0000 osd.6 (osd.6) 516 : cluster 3 failed to encode map e940 with expected crc 2024-03-22T07:35:04.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:04 smithi129 bash[82160]: cluster 2024-03-22T07:35:03.364539+0000 mon.a (mon.0) 1365 : cluster 0 osdmap e940: 8 total, 8 up, 8 in 2024-03-22T07:35:04.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:04 smithi129 bash[82160]: cluster 2024-03-22T07:35:03.368555+0000 osd.5 (osd.5) 525 : cluster 3 failed to encode map e940 with expected crc 2024-03-22T07:35:04.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:04 smithi129 bash[82160]: audit 2024-03-22T07:35:03.369207+0000 mon.a (mon.0) 1366 : audit 1 from='client.? 172.21.15.129:0/1547358101' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:35:04.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:04 smithi129 bash[82160]: cluster 2024-03-22T07:35:03.370193+0000 osd.7 (osd.7) 554 : cluster 3 failed to encode map e940 with expected crc 2024-03-22T07:35:04.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:04 smithi148 bash[66753]: cluster 2024-03-22T07:35:03.364426+0000 osd.7 (osd.7) 553 : cluster 3 failed to encode map e940 with expected crc 2024-03-22T07:35:04.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:04 smithi148 bash[66753]: cluster 2024-03-22T07:35:03.364480+0000 osd.5 (osd.5) 524 : cluster 3 failed to encode map e940 with expected crc 2024-03-22T07:35:04.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:04 smithi148 bash[66753]: cluster 2024-03-22T07:35:03.364482+0000 osd.6 (osd.6) 516 : cluster 3 failed to encode map e940 with expected crc 2024-03-22T07:35:04.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:04 smithi148 bash[66753]: cluster 2024-03-22T07:35:03.364539+0000 mon.a (mon.0) 1365 : cluster 0 osdmap e940: 8 total, 8 up, 8 in 2024-03-22T07:35:04.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:04 smithi148 bash[66753]: cluster 2024-03-22T07:35:03.368555+0000 osd.5 (osd.5) 525 : cluster 3 failed to encode map e940 with expected crc 2024-03-22T07:35:04.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:04 smithi148 bash[66753]: audit 2024-03-22T07:35:03.369207+0000 mon.a (mon.0) 1366 : audit 1 from='client.? 172.21.15.129:0/1547358101' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:35:04.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:04 smithi148 bash[66753]: cluster 2024-03-22T07:35:03.370193+0000 osd.7 (osd.7) 554 : cluster 3 failed to encode map e940 with expected crc 2024-03-22T07:35:05.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:05 smithi148 bash[66753]: cluster 2024-03-22T07:35:04.110310+0000 mgr.y (mgr.25337) 832 : cluster 0 pgmap v1392: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:35:05.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:05 smithi148 bash[66753]: cluster 2024-03-22T07:35:04.356823+0000 mon.a (mon.0) 1367 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:35:05.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:05 smithi148 bash[66753]: audit 2024-03-22T07:35:04.366026+0000 mon.a (mon.0) 1368 : audit 1 from='client.? 172.21.15.129:0/1547358101' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:35:05.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:05 smithi148 bash[66753]: cluster 2024-03-22T07:35:04.370621+0000 osd.7 (osd.7) 555 : cluster 3 failed to encode map e941 with expected crc 2024-03-22T07:35:05.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:05 smithi148 bash[66753]: cluster 2024-03-22T07:35:04.375159+0000 mon.a (mon.0) 1369 : cluster 0 osdmap e941: 8 total, 8 up, 8 in 2024-03-22T07:35:05.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:05 smithi148 bash[66753]: cluster 2024-03-22T07:35:04.378074+0000 osd.7 (osd.7) 556 : cluster 3 failed to encode map e941 with expected crc 2024-03-22T07:35:05.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:05 smithi148 bash[66753]: cluster 2024-03-22T07:35:04.379436+0000 osd.5 (osd.5) 526 : cluster 3 failed to encode map e941 with expected crc 2024-03-22T07:35:05.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:05 smithi148 bash[66753]: cluster 2024-03-22T07:35:04.379995+0000 osd.6 (osd.6) 517 : cluster 3 failed to encode map e941 with expected crc 2024-03-22T07:35:05.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[82160]: cluster 2024-03-22T07:35:04.110310+0000 mgr.y (mgr.25337) 832 : cluster 0 pgmap v1392: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:35:05.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[82160]: cluster 2024-03-22T07:35:04.356823+0000 mon.a (mon.0) 1367 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:35:05.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[82160]: audit 2024-03-22T07:35:04.366026+0000 mon.a (mon.0) 1368 : audit 1 from='client.? 172.21.15.129:0/1547358101' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:35:05.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[82160]: cluster 2024-03-22T07:35:04.370621+0000 osd.7 (osd.7) 555 : cluster 3 failed to encode map e941 with expected crc 2024-03-22T07:35:05.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[82160]: cluster 2024-03-22T07:35:04.375159+0000 mon.a (mon.0) 1369 : cluster 0 osdmap e941: 8 total, 8 up, 8 in 2024-03-22T07:35:05.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[82160]: cluster 2024-03-22T07:35:04.378074+0000 osd.7 (osd.7) 556 : cluster 3 failed to encode map e941 with expected crc 2024-03-22T07:35:05.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[82160]: cluster 2024-03-22T07:35:04.379436+0000 osd.5 (osd.5) 526 : cluster 3 failed to encode map e941 with expected crc 2024-03-22T07:35:05.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[82160]: cluster 2024-03-22T07:35:04.379995+0000 osd.6 (osd.6) 517 : cluster 3 failed to encode map e941 with expected crc 2024-03-22T07:35:05.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[79695]: cluster 2024-03-22T07:35:04.110310+0000 mgr.y (mgr.25337) 832 : cluster 0 pgmap v1392: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:35:05.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[79695]: cluster 2024-03-22T07:35:04.356823+0000 mon.a (mon.0) 1367 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:35:05.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[79695]: audit 2024-03-22T07:35:04.366026+0000 mon.a (mon.0) 1368 : audit 1 from='client.? 172.21.15.129:0/1547358101' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:35:05.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[79695]: cluster 2024-03-22T07:35:04.370621+0000 osd.7 (osd.7) 555 : cluster 3 failed to encode map e941 with expected crc 2024-03-22T07:35:05.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[79695]: cluster 2024-03-22T07:35:04.375159+0000 mon.a (mon.0) 1369 : cluster 0 osdmap e941: 8 total, 8 up, 8 in 2024-03-22T07:35:05.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[79695]: cluster 2024-03-22T07:35:04.378074+0000 osd.7 (osd.7) 556 : cluster 3 failed to encode map e941 with expected crc 2024-03-22T07:35:05.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[79695]: cluster 2024-03-22T07:35:04.379436+0000 osd.5 (osd.5) 526 : cluster 3 failed to encode map e941 with expected crc 2024-03-22T07:35:05.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:05 smithi129 bash[79695]: cluster 2024-03-22T07:35:04.379995+0000 osd.6 (osd.6) 517 : cluster 3 failed to encode map e941 with expected crc 2024-03-22T07:35:06.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:06 smithi148 bash[66753]: cluster 2024-03-22T07:35:05.374735+0000 mon.a (mon.0) 1370 : cluster 0 osdmap e942: 8 total, 8 up, 8 in 2024-03-22T07:35:06.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:06 smithi148 bash[66753]: cluster 2024-03-22T07:35:05.484659+0000 osd.6 (osd.6) 518 : cluster 3 failed to encode map e942 with expected crc 2024-03-22T07:35:06.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:06 smithi148 bash[66753]: cluster 2024-03-22T07:35:05.484661+0000 osd.7 (osd.7) 557 : cluster 3 failed to encode map e942 with expected crc 2024-03-22T07:35:06.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:06 smithi148 bash[66753]: cluster 2024-03-22T07:35:05.484720+0000 osd.5 (osd.5) 527 : cluster 3 failed to encode map e942 with expected crc 2024-03-22T07:35:06.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:06 smithi129 bash[79695]: cluster 2024-03-22T07:35:05.374735+0000 mon.a (mon.0) 1370 : cluster 0 osdmap e942: 8 total, 8 up, 8 in 2024-03-22T07:35:06.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:06 smithi129 bash[79695]: cluster 2024-03-22T07:35:05.484659+0000 osd.6 (osd.6) 518 : cluster 3 failed to encode map e942 with expected crc 2024-03-22T07:35:06.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:06 smithi129 bash[79695]: cluster 2024-03-22T07:35:05.484661+0000 osd.7 (osd.7) 557 : cluster 3 failed to encode map e942 with expected crc 2024-03-22T07:35:06.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:06 smithi129 bash[79695]: cluster 2024-03-22T07:35:05.484720+0000 osd.5 (osd.5) 527 : cluster 3 failed to encode map e942 with expected crc 2024-03-22T07:35:06.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:06 smithi129 bash[82160]: cluster 2024-03-22T07:35:05.374735+0000 mon.a (mon.0) 1370 : cluster 0 osdmap e942: 8 total, 8 up, 8 in 2024-03-22T07:35:06.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:06 smithi129 bash[82160]: cluster 2024-03-22T07:35:05.484659+0000 osd.6 (osd.6) 518 : cluster 3 failed to encode map e942 with expected crc 2024-03-22T07:35:06.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:06 smithi129 bash[82160]: cluster 2024-03-22T07:35:05.484661+0000 osd.7 (osd.7) 557 : cluster 3 failed to encode map e942 with expected crc 2024-03-22T07:35:06.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:06 smithi129 bash[82160]: cluster 2024-03-22T07:35:05.484720+0000 osd.5 (osd.5) 527 : cluster 3 failed to encode map e942 with expected crc 2024-03-22T07:35:07.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:07 smithi148 bash[66753]: cluster 2024-03-22T07:35:06.110920+0000 mgr.y (mgr.25337) 833 : cluster 0 pgmap v1395: 105 pgs: 2 creating+activating, 6 creating+peering, 9 unknown, 88 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:35:07.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:07 smithi148 bash[66753]: cluster 2024-03-22T07:35:06.380761+0000 mon.a (mon.0) 1371 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:35:07.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:07 smithi148 bash[66753]: cluster 2024-03-22T07:35:06.398934+0000 osd.7 (osd.7) 558 : cluster 3 failed to encode map e943 with expected crc 2024-03-22T07:35:07.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:07 smithi148 bash[66753]: cluster 2024-03-22T07:35:06.404659+0000 mon.a (mon.0) 1372 : cluster 0 osdmap e943: 8 total, 8 up, 8 in 2024-03-22T07:35:07.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:07 smithi148 bash[66753]: cluster 2024-03-22T07:35:06.422564+0000 osd.6 (osd.6) 519 : cluster 3 failed to encode map e943 with expected crc 2024-03-22T07:35:07.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:07 smithi129 bash[79695]: cluster 2024-03-22T07:35:06.110920+0000 mgr.y (mgr.25337) 833 : cluster 0 pgmap v1395: 105 pgs: 2 creating+activating, 6 creating+peering, 9 unknown, 88 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:35:07.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:07 smithi129 bash[79695]: cluster 2024-03-22T07:35:06.380761+0000 mon.a (mon.0) 1371 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:35:07.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:07 smithi129 bash[79695]: cluster 2024-03-22T07:35:06.398934+0000 osd.7 (osd.7) 558 : cluster 3 failed to encode map e943 with expected crc 2024-03-22T07:35:07.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:07 smithi129 bash[79695]: cluster 2024-03-22T07:35:06.404659+0000 mon.a (mon.0) 1372 : cluster 0 osdmap e943: 8 total, 8 up, 8 in 2024-03-22T07:35:07.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:07 smithi129 bash[79695]: cluster 2024-03-22T07:35:06.422564+0000 osd.6 (osd.6) 519 : cluster 3 failed to encode map e943 with expected crc 2024-03-22T07:35:07.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:07 smithi129 bash[82160]: cluster 2024-03-22T07:35:06.110920+0000 mgr.y (mgr.25337) 833 : cluster 0 pgmap v1395: 105 pgs: 2 creating+activating, 6 creating+peering, 9 unknown, 88 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:35:07.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:07 smithi129 bash[82160]: cluster 2024-03-22T07:35:06.380761+0000 mon.a (mon.0) 1371 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:35:07.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:07 smithi129 bash[82160]: cluster 2024-03-22T07:35:06.398934+0000 osd.7 (osd.7) 558 : cluster 3 failed to encode map e943 with expected crc 2024-03-22T07:35:07.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:07 smithi129 bash[82160]: cluster 2024-03-22T07:35:06.404659+0000 mon.a (mon.0) 1372 : cluster 0 osdmap e943: 8 total, 8 up, 8 in 2024-03-22T07:35:07.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:07 smithi129 bash[82160]: cluster 2024-03-22T07:35:06.422564+0000 osd.6 (osd.6) 519 : cluster 3 failed to encode map e943 with expected crc 2024-03-22T07:35:09.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:09 smithi148 bash[66753]: cluster 2024-03-22T07:35:08.111524+0000 mgr.y (mgr.25337) 834 : cluster 0 pgmap v1397: 105 pgs: 2 creating+activating, 6 creating+peering, 97 active+clean; 582 KiB data, 605 MiB used, 715 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-03-22T07:35:09.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:09 smithi148 bash[66753]: audit 2024-03-22T07:35:08.409670+0000 mon.c (mon.2) 362 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:35:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:09 smithi129 bash[79695]: cluster 2024-03-22T07:35:08.111524+0000 mgr.y (mgr.25337) 834 : cluster 0 pgmap v1397: 105 pgs: 2 creating+activating, 6 creating+peering, 97 active+clean; 582 KiB data, 605 MiB used, 715 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-03-22T07:35:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:09 smithi129 bash[79695]: audit 2024-03-22T07:35:08.409670+0000 mon.c (mon.2) 362 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:35:09.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:09 smithi129 bash[82160]: cluster 2024-03-22T07:35:08.111524+0000 mgr.y (mgr.25337) 834 : cluster 0 pgmap v1397: 105 pgs: 2 creating+activating, 6 creating+peering, 97 active+clean; 582 KiB data, 605 MiB used, 715 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-03-22T07:35:09.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:09 smithi129 bash[82160]: audit 2024-03-22T07:35:08.409670+0000 mon.c (mon.2) 362 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:35:11.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:11 smithi148 bash[66753]: cluster 2024-03-22T07:35:10.112238+0000 mgr.y (mgr.25337) 835 : cluster 0 pgmap v1398: 105 pgs: 105 active+clean; 582 KiB data, 605 MiB used, 715 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-03-22T07:35:11.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:11 smithi129 bash[79695]: cluster 2024-03-22T07:35:10.112238+0000 mgr.y (mgr.25337) 835 : cluster 0 pgmap v1398: 105 pgs: 105 active+clean; 582 KiB data, 605 MiB used, 715 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-03-22T07:35:11.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:11 smithi129 bash[82160]: cluster 2024-03-22T07:35:10.112238+0000 mgr.y (mgr.25337) 835 : cluster 0 pgmap v1398: 105 pgs: 105 active+clean; 582 KiB data, 605 MiB used, 715 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-03-22T07:35:13.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:13 smithi148 bash[66753]: cluster 2024-03-22T07:35:12.112835+0000 mgr.y (mgr.25337) 836 : cluster 0 pgmap v1399: 105 pgs: 105 active+clean; 582 KiB data, 605 MiB used, 715 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-03-22T07:35:13.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:13 smithi129 bash[79695]: cluster 2024-03-22T07:35:12.112835+0000 mgr.y (mgr.25337) 836 : cluster 0 pgmap v1399: 105 pgs: 105 active+clean; 582 KiB data, 605 MiB used, 715 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-03-22T07:35:13.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:13 smithi129 bash[82160]: cluster 2024-03-22T07:35:12.112835+0000 mgr.y (mgr.25337) 836 : cluster 0 pgmap v1399: 105 pgs: 105 active+clean; 582 KiB data, 605 MiB used, 715 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-03-22T07:35:14.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:35:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:35:13] "GET /metrics HTTP/1.1" 200 36497 "" "Prometheus/2.43.0" 2024-03-22T07:35:15.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:15 smithi129 bash[79695]: cluster 2024-03-22T07:35:14.113729+0000 mgr.y (mgr.25337) 837 : cluster 0 pgmap v1400: 105 pgs: 105 active+clean; 582 KiB data, 605 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 937 B/s wr, 6 op/s 2024-03-22T07:35:15.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:15 smithi129 bash[79695]: cluster 2024-03-22T07:35:14.305694+0000 osd.6 (osd.6) 520 : cluster 3 failed to encode map e944 with expected crc 2024-03-22T07:35:15.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:15 smithi129 bash[79695]: cluster 2024-03-22T07:35:14.309691+0000 mon.a (mon.0) 1373 : cluster 0 osdmap e944: 8 total, 8 up, 8 in 2024-03-22T07:35:15.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:15 smithi129 bash[79695]: cluster 2024-03-22T07:35:14.321429+0000 osd.7 (osd.7) 559 : cluster 3 failed to encode map e944 with expected crc 2024-03-22T07:35:15.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:15 smithi129 bash[79695]: cluster 2024-03-22T07:35:14.336439+0000 osd.5 (osd.5) 528 : cluster 3 failed to encode map e944 with expected crc 2024-03-22T07:35:15.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:15 smithi129 bash[82160]: cluster 2024-03-22T07:35:14.113729+0000 mgr.y (mgr.25337) 837 : cluster 0 pgmap v1400: 105 pgs: 105 active+clean; 582 KiB data, 605 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 937 B/s wr, 6 op/s 2024-03-22T07:35:15.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:15 smithi129 bash[82160]: cluster 2024-03-22T07:35:14.305694+0000 osd.6 (osd.6) 520 : cluster 3 failed to encode map e944 with expected crc 2024-03-22T07:35:15.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:15 smithi129 bash[82160]: cluster 2024-03-22T07:35:14.309691+0000 mon.a (mon.0) 1373 : cluster 0 osdmap e944: 8 total, 8 up, 8 in 2024-03-22T07:35:15.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:15 smithi129 bash[82160]: cluster 2024-03-22T07:35:14.321429+0000 osd.7 (osd.7) 559 : cluster 3 failed to encode map e944 with expected crc 2024-03-22T07:35:15.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:15 smithi129 bash[82160]: cluster 2024-03-22T07:35:14.336439+0000 osd.5 (osd.5) 528 : cluster 3 failed to encode map e944 with expected crc 2024-03-22T07:35:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:15 smithi148 bash[66753]: cluster 2024-03-22T07:35:14.113729+0000 mgr.y (mgr.25337) 837 : cluster 0 pgmap v1400: 105 pgs: 105 active+clean; 582 KiB data, 605 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 937 B/s wr, 6 op/s 2024-03-22T07:35:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:15 smithi148 bash[66753]: cluster 2024-03-22T07:35:14.305694+0000 osd.6 (osd.6) 520 : cluster 3 failed to encode map e944 with expected crc 2024-03-22T07:35:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:15 smithi148 bash[66753]: cluster 2024-03-22T07:35:14.309691+0000 mon.a (mon.0) 1373 : cluster 0 osdmap e944: 8 total, 8 up, 8 in 2024-03-22T07:35:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:15 smithi148 bash[66753]: cluster 2024-03-22T07:35:14.321429+0000 osd.7 (osd.7) 559 : cluster 3 failed to encode map e944 with expected crc 2024-03-22T07:35:15.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:15 smithi148 bash[66753]: cluster 2024-03-22T07:35:14.336439+0000 osd.5 (osd.5) 528 : cluster 3 failed to encode map e944 with expected crc 2024-03-22T07:35:17.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:17 smithi129 bash[79695]: audit 2024-03-22T07:35:16.114101+0000 mon.a (mon.0) 1374 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:35:17.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:17 smithi129 bash[79695]: cluster 2024-03-22T07:35:16.114488+0000 mgr.y (mgr.25337) 838 : cluster 0 pgmap v1402: 105 pgs: 105 active+clean; 38 MiB data, 691 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-03-22T07:35:17.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:17 smithi129 bash[82160]: audit 2024-03-22T07:35:16.114101+0000 mon.a (mon.0) 1374 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:35:17.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:17 smithi129 bash[82160]: cluster 2024-03-22T07:35:16.114488+0000 mgr.y (mgr.25337) 838 : cluster 0 pgmap v1402: 105 pgs: 105 active+clean; 38 MiB data, 691 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-03-22T07:35:17.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:17 smithi148 bash[66753]: audit 2024-03-22T07:35:16.114101+0000 mon.a (mon.0) 1374 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:35:17.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:17 smithi148 bash[66753]: cluster 2024-03-22T07:35:16.114488+0000 mgr.y (mgr.25337) 838 : cluster 0 pgmap v1402: 105 pgs: 105 active+clean; 38 MiB data, 691 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-03-22T07:35:19.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:19 smithi129 bash[79695]: cluster 2024-03-22T07:35:18.115425+0000 mgr.y (mgr.25337) 839 : cluster 0 pgmap v1403: 105 pgs: 105 active+clean; 42 MiB data, 728 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:35:19.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:19 smithi129 bash[82160]: cluster 2024-03-22T07:35:18.115425+0000 mgr.y (mgr.25337) 839 : cluster 0 pgmap v1403: 105 pgs: 105 active+clean; 42 MiB data, 728 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:35:19.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:19 smithi148 bash[66753]: cluster 2024-03-22T07:35:18.115425+0000 mgr.y (mgr.25337) 839 : cluster 0 pgmap v1403: 105 pgs: 105 active+clean; 42 MiB data, 728 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:35:20.213 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/5.Simple (17796 ms) 2024-03-22T07:35:20.213 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-03-22T07:35:20.213 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:35:21.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:21 smithi148 bash[66753]: cluster 2024-03-22T07:35:20.116488+0000 mgr.y (mgr.25337) 840 : cluster 0 pgmap v1404: 105 pgs: 105 active+clean; 62 MiB data, 784 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.1 MiB/s wr, 50 op/s 2024-03-22T07:35:21.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:21 smithi129 bash[79695]: cluster 2024-03-22T07:35:20.116488+0000 mgr.y (mgr.25337) 840 : cluster 0 pgmap v1404: 105 pgs: 105 active+clean; 62 MiB data, 784 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.1 MiB/s wr, 50 op/s 2024-03-22T07:35:21.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:21 smithi129 bash[82160]: cluster 2024-03-22T07:35:20.116488+0000 mgr.y (mgr.25337) 840 : cluster 0 pgmap v1404: 105 pgs: 105 active+clean; 62 MiB data, 784 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.1 MiB/s wr, 50 op/s 2024-03-22T07:35:23.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:23 smithi148 bash[66753]: cluster 2024-03-22T07:35:22.117173+0000 mgr.y (mgr.25337) 841 : cluster 0 pgmap v1405: 105 pgs: 105 active+clean; 75 MiB data, 825 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 7.4 MiB/s wr, 63 op/s 2024-03-22T07:35:23.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:23 smithi129 bash[79695]: cluster 2024-03-22T07:35:22.117173+0000 mgr.y (mgr.25337) 841 : cluster 0 pgmap v1405: 105 pgs: 105 active+clean; 75 MiB data, 825 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 7.4 MiB/s wr, 63 op/s 2024-03-22T07:35:23.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:23 smithi129 bash[82160]: cluster 2024-03-22T07:35:22.117173+0000 mgr.y (mgr.25337) 841 : cluster 0 pgmap v1405: 105 pgs: 105 active+clean; 75 MiB data, 825 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 7.4 MiB/s wr, 63 op/s 2024-03-22T07:35:24.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:24 smithi129 bash[79695]: audit 2024-03-22T07:35:23.410008+0000 mon.c (mon.2) 363 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:35:24.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:35:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:35:23] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-03-22T07:35:24.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:24 smithi129 bash[82160]: audit 2024-03-22T07:35:23.410008+0000 mon.c (mon.2) 363 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:35:24.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:24 smithi148 bash[66753]: audit 2024-03-22T07:35:23.410008+0000 mon.c (mon.2) 363 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:35:25.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:25 smithi148 bash[66753]: cluster 2024-03-22T07:35:24.117793+0000 mgr.y (mgr.25337) 842 : cluster 0 pgmap v1406: 105 pgs: 105 active+clean; 83 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-03-22T07:35:25.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:25 smithi129 bash[82160]: cluster 2024-03-22T07:35:24.117793+0000 mgr.y (mgr.25337) 842 : cluster 0 pgmap v1406: 105 pgs: 105 active+clean; 83 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-03-22T07:35:25.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:25 smithi129 bash[79695]: cluster 2024-03-22T07:35:24.117793+0000 mgr.y (mgr.25337) 842 : cluster 0 pgmap v1406: 105 pgs: 105 active+clean; 83 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-03-22T07:35:27.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:27 smithi148 bash[66753]: cluster 2024-03-22T07:35:26.118522+0000 mgr.y (mgr.25337) 843 : cluster 0 pgmap v1407: 105 pgs: 105 active+clean; 83 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 6.9 MiB/s wr, 58 op/s 2024-03-22T07:35:27.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:27 smithi129 bash[79695]: cluster 2024-03-22T07:35:26.118522+0000 mgr.y (mgr.25337) 843 : cluster 0 pgmap v1407: 105 pgs: 105 active+clean; 83 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 6.9 MiB/s wr, 58 op/s 2024-03-22T07:35:27.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:27 smithi129 bash[82160]: cluster 2024-03-22T07:35:26.118522+0000 mgr.y (mgr.25337) 843 : cluster 0 pgmap v1407: 105 pgs: 105 active+clean; 83 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 6.9 MiB/s wr, 58 op/s 2024-03-22T07:35:29.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:29 smithi148 bash[66753]: cluster 2024-03-22T07:35:28.119382+0000 mgr.y (mgr.25337) 844 : cluster 0 pgmap v1408: 105 pgs: 105 active+clean; 83 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 47 op/s 2024-03-22T07:35:29.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:29 smithi148 bash[66753]: cluster 2024-03-22T07:35:28.155463+0000 osd.7 (osd.7) 560 : cluster 3 failed to encode map e945 with expected crc 2024-03-22T07:35:29.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:29 smithi148 bash[66753]: cluster 2024-03-22T07:35:28.157206+0000 mon.a (mon.0) 1375 : cluster 0 osdmap e945: 8 total, 8 up, 8 in 2024-03-22T07:35:29.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:29 smithi148 bash[66753]: cluster 2024-03-22T07:35:28.162801+0000 osd.5 (osd.5) 529 : cluster 3 failed to encode map e945 with expected crc 2024-03-22T07:35:29.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:29 smithi148 bash[66753]: cluster 2024-03-22T07:35:28.179177+0000 osd.6 (osd.6) 521 : cluster 3 failed to encode map e945 with expected crc 2024-03-22T07:35:29.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:29 smithi129 bash[82160]: cluster 2024-03-22T07:35:28.119382+0000 mgr.y (mgr.25337) 844 : cluster 0 pgmap v1408: 105 pgs: 105 active+clean; 83 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 47 op/s 2024-03-22T07:35:29.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:29 smithi129 bash[82160]: cluster 2024-03-22T07:35:28.155463+0000 osd.7 (osd.7) 560 : cluster 3 failed to encode map e945 with expected crc 2024-03-22T07:35:29.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:29 smithi129 bash[82160]: cluster 2024-03-22T07:35:28.157206+0000 mon.a (mon.0) 1375 : cluster 0 osdmap e945: 8 total, 8 up, 8 in 2024-03-22T07:35:29.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:29 smithi129 bash[82160]: cluster 2024-03-22T07:35:28.162801+0000 osd.5 (osd.5) 529 : cluster 3 failed to encode map e945 with expected crc 2024-03-22T07:35:29.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:29 smithi129 bash[82160]: cluster 2024-03-22T07:35:28.179177+0000 osd.6 (osd.6) 521 : cluster 3 failed to encode map e945 with expected crc 2024-03-22T07:35:29.626 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:29 smithi129 bash[79695]: cluster 2024-03-22T07:35:28.119382+0000 mgr.y (mgr.25337) 844 : cluster 0 pgmap v1408: 105 pgs: 105 active+clean; 83 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 47 op/s 2024-03-22T07:35:29.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:29 smithi129 bash[79695]: cluster 2024-03-22T07:35:28.155463+0000 osd.7 (osd.7) 560 : cluster 3 failed to encode map e945 with expected crc 2024-03-22T07:35:29.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:29 smithi129 bash[79695]: cluster 2024-03-22T07:35:28.157206+0000 mon.a (mon.0) 1375 : cluster 0 osdmap e945: 8 total, 8 up, 8 in 2024-03-22T07:35:29.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:29 smithi129 bash[79695]: cluster 2024-03-22T07:35:28.162801+0000 osd.5 (osd.5) 529 : cluster 3 failed to encode map e945 with expected crc 2024-03-22T07:35:29.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:29 smithi129 bash[79695]: cluster 2024-03-22T07:35:28.179177+0000 osd.6 (osd.6) 521 : cluster 3 failed to encode map e945 with expected crc 2024-03-22T07:35:31.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:31 smithi148 bash[66753]: cluster 2024-03-22T07:35:30.120264+0000 mgr.y (mgr.25337) 845 : cluster 0 pgmap v1410: 105 pgs: 105 active+clean; 103 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-03-22T07:35:31.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:31 smithi129 bash[79695]: cluster 2024-03-22T07:35:30.120264+0000 mgr.y (mgr.25337) 845 : cluster 0 pgmap v1410: 105 pgs: 105 active+clean; 103 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-03-22T07:35:31.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:31 smithi129 bash[82160]: cluster 2024-03-22T07:35:30.120264+0000 mgr.y (mgr.25337) 845 : cluster 0 pgmap v1410: 105 pgs: 105 active+clean; 103 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-03-22T07:35:33.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:33 smithi148 bash[66753]: cluster 2024-03-22T07:35:32.121252+0000 mgr.y (mgr.25337) 846 : cluster 0 pgmap v1411: 105 pgs: 105 active+clean; 112 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 37 op/s 2024-03-22T07:35:33.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:33 smithi129 bash[79695]: cluster 2024-03-22T07:35:32.121252+0000 mgr.y (mgr.25337) 846 : cluster 0 pgmap v1411: 105 pgs: 105 active+clean; 112 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 37 op/s 2024-03-22T07:35:33.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:33 smithi129 bash[82160]: cluster 2024-03-22T07:35:32.121252+0000 mgr.y (mgr.25337) 846 : cluster 0 pgmap v1411: 105 pgs: 105 active+clean; 112 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 37 op/s 2024-03-22T07:35:34.128 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/5.Grow (13916 ms) 2024-03-22T07:35:34.129 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-03-22T07:35:34.129 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:35:34.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:35:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:35:33] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-03-22T07:35:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:35 smithi129 bash[79695]: cluster 2024-03-22T07:35:34.122468+0000 mgr.y (mgr.25337) 847 : cluster 0 pgmap v1412: 105 pgs: 105 active+clean; 136 MiB data, 986 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-03-22T07:35:35.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:35 smithi129 bash[82160]: cluster 2024-03-22T07:35:34.122468+0000 mgr.y (mgr.25337) 847 : cluster 0 pgmap v1412: 105 pgs: 105 active+clean; 136 MiB data, 986 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-03-22T07:35:35.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:35 smithi148 bash[66753]: cluster 2024-03-22T07:35:34.122468+0000 mgr.y (mgr.25337) 847 : cluster 0 pgmap v1412: 105 pgs: 105 active+clean; 136 MiB data, 986 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-03-22T07:35:37.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:37 smithi129 bash[79695]: cluster 2024-03-22T07:35:36.123359+0000 mgr.y (mgr.25337) 848 : cluster 0 pgmap v1413: 105 pgs: 105 active+clean; 161 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 7.8 MiB/s wr, 61 op/s 2024-03-22T07:35:37.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:37 smithi129 bash[82160]: cluster 2024-03-22T07:35:36.123359+0000 mgr.y (mgr.25337) 848 : cluster 0 pgmap v1413: 105 pgs: 105 active+clean; 161 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 7.8 MiB/s wr, 61 op/s 2024-03-22T07:35:37.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:37 smithi148 bash[66753]: cluster 2024-03-22T07:35:36.123359+0000 mgr.y (mgr.25337) 848 : cluster 0 pgmap v1413: 105 pgs: 105 active+clean; 161 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 7.8 MiB/s wr, 61 op/s 2024-03-22T07:35:39.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:39 smithi129 bash[79695]: cluster 2024-03-22T07:35:38.124043+0000 mgr.y (mgr.25337) 849 : cluster 0 pgmap v1414: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 70 op/s 2024-03-22T07:35:39.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:39 smithi129 bash[79695]: audit 2024-03-22T07:35:38.410239+0000 mon.c (mon.2) 364 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:35:39.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:39 smithi129 bash[82160]: cluster 2024-03-22T07:35:38.124043+0000 mgr.y (mgr.25337) 849 : cluster 0 pgmap v1414: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 70 op/s 2024-03-22T07:35:39.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:39 smithi129 bash[82160]: audit 2024-03-22T07:35:38.410239+0000 mon.c (mon.2) 364 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:35:39.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:39 smithi148 bash[66753]: cluster 2024-03-22T07:35:38.124043+0000 mgr.y (mgr.25337) 849 : cluster 0 pgmap v1414: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 70 op/s 2024-03-22T07:35:39.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:39 smithi148 bash[66753]: audit 2024-03-22T07:35:38.410239+0000 mon.c (mon.2) 364 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:35:41.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:41 smithi129 bash[79695]: cluster 2024-03-22T07:35:40.124735+0000 mgr.y (mgr.25337) 850 : cluster 0 pgmap v1415: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.9 MiB/s wr, 59 op/s 2024-03-22T07:35:41.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:41 smithi129 bash[82160]: cluster 2024-03-22T07:35:40.124735+0000 mgr.y (mgr.25337) 850 : cluster 0 pgmap v1415: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.9 MiB/s wr, 59 op/s 2024-03-22T07:35:41.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:41 smithi148 bash[66753]: cluster 2024-03-22T07:35:40.124735+0000 mgr.y (mgr.25337) 850 : cluster 0 pgmap v1415: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.9 MiB/s wr, 59 op/s 2024-03-22T07:35:43.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:43 smithi129 bash[79695]: cluster 2024-03-22T07:35:42.125574+0000 mgr.y (mgr.25337) 851 : cluster 0 pgmap v1416: 105 pgs: 105 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.6 MiB/s wr, 41 op/s 2024-03-22T07:35:43.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:43 smithi129 bash[79695]: cluster 2024-03-22T07:35:42.337746+0000 mon.a (mon.0) 1376 : cluster 0 osdmap e946: 8 total, 8 up, 8 in 2024-03-22T07:35:43.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:43 smithi129 bash[79695]: cluster 2024-03-22T07:35:42.342644+0000 osd.6 (osd.6) 522 : cluster 3 failed to encode map e946 with expected crc 2024-03-22T07:35:43.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:43 smithi129 bash[82160]: cluster 2024-03-22T07:35:42.125574+0000 mgr.y (mgr.25337) 851 : cluster 0 pgmap v1416: 105 pgs: 105 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.6 MiB/s wr, 41 op/s 2024-03-22T07:35:43.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:43 smithi129 bash[82160]: cluster 2024-03-22T07:35:42.337746+0000 mon.a (mon.0) 1376 : cluster 0 osdmap e946: 8 total, 8 up, 8 in 2024-03-22T07:35:43.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:43 smithi129 bash[82160]: cluster 2024-03-22T07:35:42.342644+0000 osd.6 (osd.6) 522 : cluster 3 failed to encode map e946 with expected crc 2024-03-22T07:35:43.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:43 smithi148 bash[66753]: cluster 2024-03-22T07:35:42.125574+0000 mgr.y (mgr.25337) 851 : cluster 0 pgmap v1416: 105 pgs: 105 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.6 MiB/s wr, 41 op/s 2024-03-22T07:35:43.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:43 smithi148 bash[66753]: cluster 2024-03-22T07:35:42.337746+0000 mon.a (mon.0) 1376 : cluster 0 osdmap e946: 8 total, 8 up, 8 in 2024-03-22T07:35:43.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:43 smithi148 bash[66753]: cluster 2024-03-22T07:35:42.342644+0000 osd.6 (osd.6) 522 : cluster 3 failed to encode map e946 with expected crc 2024-03-22T07:35:44.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:35:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:35:43] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2024-03-22T07:35:45.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:45 smithi129 bash[82160]: cluster 2024-03-22T07:35:44.126247+0000 mgr.y (mgr.25337) 852 : cluster 0 pgmap v1418: 105 pgs: 105 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.6 MiB/s wr, 27 op/s 2024-03-22T07:35:45.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:45 smithi129 bash[79695]: cluster 2024-03-22T07:35:44.126247+0000 mgr.y (mgr.25337) 852 : cluster 0 pgmap v1418: 105 pgs: 105 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.6 MiB/s wr, 27 op/s 2024-03-22T07:35:45.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:45 smithi148 bash[66753]: cluster 2024-03-22T07:35:44.126247+0000 mgr.y (mgr.25337) 852 : cluster 0 pgmap v1418: 105 pgs: 105 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.6 MiB/s wr, 27 op/s 2024-03-22T07:35:47.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:47 smithi129 bash[79695]: cluster 2024-03-22T07:35:46.127186+0000 mgr.y (mgr.25337) 853 : cluster 0 pgmap v1419: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-03-22T07:35:47.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:47 smithi129 bash[82160]: cluster 2024-03-22T07:35:46.127186+0000 mgr.y (mgr.25337) 853 : cluster 0 pgmap v1419: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-03-22T07:35:47.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:47 smithi148 bash[66753]: cluster 2024-03-22T07:35:46.127186+0000 mgr.y (mgr.25337) 853 : cluster 0 pgmap v1419: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-03-22T07:35:48.399 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (14270 ms) 2024-03-22T07:35:48.399 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-03-22T07:35:48.399 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:35:49.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:49 smithi129 bash[79695]: cluster 2024-03-22T07:35:48.127744+0000 mgr.y (mgr.25337) 854 : cluster 0 pgmap v1420: 105 pgs: 105 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 53 op/s 2024-03-22T07:35:49.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:49 smithi129 bash[82160]: cluster 2024-03-22T07:35:48.127744+0000 mgr.y (mgr.25337) 854 : cluster 0 pgmap v1420: 105 pgs: 105 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 53 op/s 2024-03-22T07:35:49.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:49 smithi148 bash[66753]: cluster 2024-03-22T07:35:48.127744+0000 mgr.y (mgr.25337) 854 : cluster 0 pgmap v1420: 105 pgs: 105 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 53 op/s 2024-03-22T07:35:51.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:51 smithi129 bash[79695]: cluster 2024-03-22T07:35:50.128509+0000 mgr.y (mgr.25337) 855 : cluster 0 pgmap v1421: 105 pgs: 105 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-03-22T07:35:51.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:51 smithi129 bash[82160]: cluster 2024-03-22T07:35:50.128509+0000 mgr.y (mgr.25337) 855 : cluster 0 pgmap v1421: 105 pgs: 105 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-03-22T07:35:51.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:51 smithi148 bash[66753]: cluster 2024-03-22T07:35:50.128509+0000 mgr.y (mgr.25337) 855 : cluster 0 pgmap v1421: 105 pgs: 105 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-03-22T07:35:53.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:53 smithi129 bash[79695]: cluster 2024-03-22T07:35:52.129135+0000 mgr.y (mgr.25337) 856 : cluster 0 pgmap v1422: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.7 MiB/s wr, 70 op/s 2024-03-22T07:35:53.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:53 smithi129 bash[82160]: cluster 2024-03-22T07:35:52.129135+0000 mgr.y (mgr.25337) 856 : cluster 0 pgmap v1422: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.7 MiB/s wr, 70 op/s 2024-03-22T07:35:53.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:53 smithi148 bash[66753]: cluster 2024-03-22T07:35:52.129135+0000 mgr.y (mgr.25337) 856 : cluster 0 pgmap v1422: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.7 MiB/s wr, 70 op/s 2024-03-22T07:35:54.358 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:35:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:35:53] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-03-22T07:35:54.359 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:54 smithi129 bash[82160]: audit 2024-03-22T07:35:53.410553+0000 mon.c (mon.2) 365 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:35:54.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:54 smithi129 bash[79695]: audit 2024-03-22T07:35:53.410553+0000 mon.c (mon.2) 365 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:35:54.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:54 smithi148 bash[66753]: audit 2024-03-22T07:35:53.410553+0000 mon.c (mon.2) 365 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:35:55.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:55 smithi129 bash[79695]: cluster 2024-03-22T07:35:54.129744+0000 mgr.y (mgr.25337) 857 : cluster 0 pgmap v1423: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-03-22T07:35:55.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:55 smithi129 bash[79695]: audit 2024-03-22T07:35:54.995108+0000 mon.c (mon.2) 366 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:35:55.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:55 smithi129 bash[82160]: cluster 2024-03-22T07:35:54.129744+0000 mgr.y (mgr.25337) 857 : cluster 0 pgmap v1423: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-03-22T07:35:55.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:55 smithi129 bash[82160]: audit 2024-03-22T07:35:54.995108+0000 mon.c (mon.2) 366 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:35:55.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:55 smithi148 bash[66753]: cluster 2024-03-22T07:35:54.129744+0000 mgr.y (mgr.25337) 857 : cluster 0 pgmap v1423: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-03-22T07:35:55.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:55 smithi148 bash[66753]: audit 2024-03-22T07:35:54.995108+0000 mon.c (mon.2) 366 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:35:57.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:57 smithi148 bash[66753]: cluster 2024-03-22T07:35:56.130462+0000 mgr.y (mgr.25337) 858 : cluster 0 pgmap v1424: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-03-22T07:35:57.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:57 smithi129 bash[79695]: cluster 2024-03-22T07:35:56.130462+0000 mgr.y (mgr.25337) 858 : cluster 0 pgmap v1424: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-03-22T07:35:57.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:57 smithi129 bash[82160]: cluster 2024-03-22T07:35:56.130462+0000 mgr.y (mgr.25337) 858 : cluster 0 pgmap v1424: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-03-22T07:35:58.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:58 smithi148 bash[66753]: cluster 2024-03-22T07:35:57.374601+0000 osd.7 (osd.7) 561 : cluster 3 failed to encode map e947 with expected crc 2024-03-22T07:35:58.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:58 smithi148 bash[66753]: cluster 2024-03-22T07:35:57.374796+0000 osd.6 (osd.6) 523 : cluster 3 failed to encode map e947 with expected crc 2024-03-22T07:35:58.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:58 smithi148 bash[66753]: cluster 2024-03-22T07:35:57.376205+0000 mon.a (mon.0) 1377 : cluster 0 osdmap e947: 8 total, 8 up, 8 in 2024-03-22T07:35:58.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:58 smithi148 bash[66753]: cluster 2024-03-22T07:35:57.408044+0000 osd.5 (osd.5) 530 : cluster 3 failed to encode map e947 with expected crc 2024-03-22T07:35:58.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:58 smithi148 bash[66753]: cluster 2024-03-22T07:35:57.411235+0000 osd.5 (osd.5) 531 : cluster 3 failed to encode map e947 with expected crc 2024-03-22T07:35:58.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:58 smithi129 bash[79695]: cluster 2024-03-22T07:35:57.374601+0000 osd.7 (osd.7) 561 : cluster 3 failed to encode map e947 with expected crc 2024-03-22T07:35:58.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:58 smithi129 bash[79695]: cluster 2024-03-22T07:35:57.374796+0000 osd.6 (osd.6) 523 : cluster 3 failed to encode map e947 with expected crc 2024-03-22T07:35:58.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:58 smithi129 bash[79695]: cluster 2024-03-22T07:35:57.376205+0000 mon.a (mon.0) 1377 : cluster 0 osdmap e947: 8 total, 8 up, 8 in 2024-03-22T07:35:58.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:58 smithi129 bash[79695]: cluster 2024-03-22T07:35:57.408044+0000 osd.5 (osd.5) 530 : cluster 3 failed to encode map e947 with expected crc 2024-03-22T07:35:58.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:58 smithi129 bash[79695]: cluster 2024-03-22T07:35:57.411235+0000 osd.5 (osd.5) 531 : cluster 3 failed to encode map e947 with expected crc 2024-03-22T07:35:58.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:58 smithi129 bash[82160]: cluster 2024-03-22T07:35:57.374601+0000 osd.7 (osd.7) 561 : cluster 3 failed to encode map e947 with expected crc 2024-03-22T07:35:58.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:58 smithi129 bash[82160]: cluster 2024-03-22T07:35:57.374796+0000 osd.6 (osd.6) 523 : cluster 3 failed to encode map e947 with expected crc 2024-03-22T07:35:58.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:58 smithi129 bash[82160]: cluster 2024-03-22T07:35:57.376205+0000 mon.a (mon.0) 1377 : cluster 0 osdmap e947: 8 total, 8 up, 8 in 2024-03-22T07:35:58.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:58 smithi129 bash[82160]: cluster 2024-03-22T07:35:57.408044+0000 osd.5 (osd.5) 530 : cluster 3 failed to encode map e947 with expected crc 2024-03-22T07:35:58.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:58 smithi129 bash[82160]: cluster 2024-03-22T07:35:57.411235+0000 osd.5 (osd.5) 531 : cluster 3 failed to encode map e947 with expected crc 2024-03-22T07:35:59.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:35:59 smithi148 bash[66753]: cluster 2024-03-22T07:35:58.131122+0000 mgr.y (mgr.25337) 859 : cluster 0 pgmap v1426: 105 pgs: 105 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-03-22T07:35:59.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:35:59 smithi129 bash[79695]: cluster 2024-03-22T07:35:58.131122+0000 mgr.y (mgr.25337) 859 : cluster 0 pgmap v1426: 105 pgs: 105 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-03-22T07:35:59.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:35:59 smithi129 bash[82160]: cluster 2024-03-22T07:35:58.131122+0000 mgr.y (mgr.25337) 859 : cluster 0 pgmap v1426: 105 pgs: 105 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-03-22T07:36:01.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:01 smithi148 bash[66753]: cluster 2024-03-22T07:36:00.131883+0000 mgr.y (mgr.25337) 860 : cluster 0 pgmap v1427: 105 pgs: 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 16 op/s 2024-03-22T07:36:01.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:01 smithi148 bash[66753]: audit 2024-03-22T07:36:00.932939+0000 mon.a (mon.0) 1378 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:36:01.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:01 smithi148 bash[66753]: audit 2024-03-22T07:36:00.939666+0000 mon.a (mon.0) 1379 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:36:01.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:01 smithi148 bash[66753]: audit 2024-03-22T07:36:01.035485+0000 mon.a (mon.0) 1380 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:36:01.679 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:01 smithi148 bash[66753]: audit 2024-03-22T07:36:01.042954+0000 mon.a (mon.0) 1381 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:36:01.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:01 smithi129 bash[79695]: cluster 2024-03-22T07:36:00.131883+0000 mgr.y (mgr.25337) 860 : cluster 0 pgmap v1427: 105 pgs: 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 16 op/s 2024-03-22T07:36:01.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:01 smithi129 bash[79695]: audit 2024-03-22T07:36:00.932939+0000 mon.a (mon.0) 1378 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:36:01.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:01 smithi129 bash[79695]: audit 2024-03-22T07:36:00.939666+0000 mon.a (mon.0) 1379 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:36:01.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:01 smithi129 bash[79695]: audit 2024-03-22T07:36:01.035485+0000 mon.a (mon.0) 1380 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:36:01.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:01 smithi129 bash[79695]: audit 2024-03-22T07:36:01.042954+0000 mon.a (mon.0) 1381 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:36:01.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:01 smithi129 bash[82160]: cluster 2024-03-22T07:36:00.131883+0000 mgr.y (mgr.25337) 860 : cluster 0 pgmap v1427: 105 pgs: 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 16 op/s 2024-03-22T07:36:01.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:01 smithi129 bash[82160]: audit 2024-03-22T07:36:00.932939+0000 mon.a (mon.0) 1378 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:36:01.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:01 smithi129 bash[82160]: audit 2024-03-22T07:36:00.939666+0000 mon.a (mon.0) 1379 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:36:01.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:01 smithi129 bash[82160]: audit 2024-03-22T07:36:01.035485+0000 mon.a (mon.0) 1380 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:36:01.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:01 smithi129 bash[82160]: audit 2024-03-22T07:36:01.042954+0000 mon.a (mon.0) 1381 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:36:02.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:02 smithi148 bash[66753]: audit 2024-03-22T07:36:01.666880+0000 mon.c (mon.2) 367 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:36:02.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:02 smithi148 bash[66753]: audit 2024-03-22T07:36:01.668110+0000 mon.c (mon.2) 368 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:36:02.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:02 smithi148 bash[66753]: audit 2024-03-22T07:36:01.676977+0000 mon.a (mon.0) 1382 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:36:02.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:02 smithi129 bash[79695]: audit 2024-03-22T07:36:01.666880+0000 mon.c (mon.2) 367 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:36:02.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:02 smithi129 bash[79695]: audit 2024-03-22T07:36:01.668110+0000 mon.c (mon.2) 368 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:36:02.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:02 smithi129 bash[79695]: audit 2024-03-22T07:36:01.676977+0000 mon.a (mon.0) 1382 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:36:02.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:02 smithi129 bash[82160]: audit 2024-03-22T07:36:01.666880+0000 mon.c (mon.2) 367 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:36:02.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:02 smithi129 bash[82160]: audit 2024-03-22T07:36:01.668110+0000 mon.c (mon.2) 368 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:36:02.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:02 smithi129 bash[82160]: audit 2024-03-22T07:36:01.676977+0000 mon.a (mon.0) 1382 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:36:03.560 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (15161 ms) 2024-03-22T07:36:03.560 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-03-22T07:36:03.560 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:36:03.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:03 smithi148 bash[66753]: cluster 2024-03-22T07:36:02.132465+0000 mgr.y (mgr.25337) 861 : cluster 0 pgmap v1428: 105 pgs: 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-03-22T07:36:03.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:03 smithi129 bash[82160]: cluster 2024-03-22T07:36:02.132465+0000 mgr.y (mgr.25337) 861 : cluster 0 pgmap v1428: 105 pgs: 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-03-22T07:36:03.933 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:03 smithi129 bash[79695]: cluster 2024-03-22T07:36:02.132465+0000 mgr.y (mgr.25337) 861 : cluster 0 pgmap v1428: 105 pgs: 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-03-22T07:36:04.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:36:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:36:03] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-03-22T07:36:06.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:05 smithi129 bash[79695]: cluster 2024-03-22T07:36:04.133247+0000 mgr.y (mgr.25337) 862 : cluster 0 pgmap v1429: 105 pgs: 105 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 499 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-03-22T07:36:06.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:05 smithi129 bash[82160]: cluster 2024-03-22T07:36:04.133247+0000 mgr.y (mgr.25337) 862 : cluster 0 pgmap v1429: 105 pgs: 105 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 499 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-03-22T07:36:06.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:05 smithi148 bash[66753]: cluster 2024-03-22T07:36:04.133247+0000 mgr.y (mgr.25337) 862 : cluster 0 pgmap v1429: 105 pgs: 105 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 499 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-03-22T07:36:08.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:07 smithi129 bash[79695]: cluster 2024-03-22T07:36:06.134045+0000 mgr.y (mgr.25337) 863 : cluster 0 pgmap v1430: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-03-22T07:36:08.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:07 smithi129 bash[82160]: cluster 2024-03-22T07:36:06.134045+0000 mgr.y (mgr.25337) 863 : cluster 0 pgmap v1430: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-03-22T07:36:08.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:07 smithi148 bash[66753]: cluster 2024-03-22T07:36:06.134045+0000 mgr.y (mgr.25337) 863 : cluster 0 pgmap v1430: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-03-22T07:36:09.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:08 smithi129 bash[79695]: audit 2024-03-22T07:36:08.410944+0000 mon.c (mon.2) 369 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:36:09.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:08 smithi129 bash[82160]: audit 2024-03-22T07:36:08.410944+0000 mon.c (mon.2) 369 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:36:09.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:08 smithi148 bash[66753]: audit 2024-03-22T07:36:08.410944+0000 mon.c (mon.2) 369 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:36:10.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:09 smithi129 bash[79695]: cluster 2024-03-22T07:36:08.134716+0000 mgr.y (mgr.25337) 864 : cluster 0 pgmap v1431: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.3 MiB/s wr, 56 op/s 2024-03-22T07:36:10.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:09 smithi129 bash[82160]: cluster 2024-03-22T07:36:08.134716+0000 mgr.y (mgr.25337) 864 : cluster 0 pgmap v1431: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.3 MiB/s wr, 56 op/s 2024-03-22T07:36:10.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:09 smithi148 bash[66753]: cluster 2024-03-22T07:36:08.134716+0000 mgr.y (mgr.25337) 864 : cluster 0 pgmap v1431: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.3 MiB/s wr, 56 op/s 2024-03-22T07:36:12.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:11 smithi129 bash[79695]: cluster 2024-03-22T07:36:10.135437+0000 mgr.y (mgr.25337) 865 : cluster 0 pgmap v1432: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-03-22T07:36:12.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:11 smithi129 bash[79695]: cluster 2024-03-22T07:36:10.703195+0000 mon.a (mon.0) 1383 : cluster 0 osdmap e948: 8 total, 8 up, 8 in 2024-03-22T07:36:12.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:11 smithi129 bash[79695]: cluster 2024-03-22T07:36:10.705927+0000 osd.5 (osd.5) 532 : cluster 3 failed to encode map e948 with expected crc 2024-03-22T07:36:12.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:11 smithi129 bash[79695]: cluster 2024-03-22T07:36:10.715264+0000 osd.7 (osd.7) 562 : cluster 3 failed to encode map e948 with expected crc 2024-03-22T07:36:12.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:11 smithi129 bash[79695]: cluster 2024-03-22T07:36:10.751306+0000 osd.6 (osd.6) 524 : cluster 3 failed to encode map e948 with expected crc 2024-03-22T07:36:12.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:11 smithi129 bash[82160]: cluster 2024-03-22T07:36:10.135437+0000 mgr.y (mgr.25337) 865 : cluster 0 pgmap v1432: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-03-22T07:36:12.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:11 smithi129 bash[82160]: cluster 2024-03-22T07:36:10.703195+0000 mon.a (mon.0) 1383 : cluster 0 osdmap e948: 8 total, 8 up, 8 in 2024-03-22T07:36:12.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:11 smithi129 bash[82160]: cluster 2024-03-22T07:36:10.705927+0000 osd.5 (osd.5) 532 : cluster 3 failed to encode map e948 with expected crc 2024-03-22T07:36:12.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:11 smithi129 bash[82160]: cluster 2024-03-22T07:36:10.715264+0000 osd.7 (osd.7) 562 : cluster 3 failed to encode map e948 with expected crc 2024-03-22T07:36:12.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:11 smithi129 bash[82160]: cluster 2024-03-22T07:36:10.751306+0000 osd.6 (osd.6) 524 : cluster 3 failed to encode map e948 with expected crc 2024-03-22T07:36:12.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:11 smithi148 bash[66753]: cluster 2024-03-22T07:36:10.135437+0000 mgr.y (mgr.25337) 865 : cluster 0 pgmap v1432: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-03-22T07:36:12.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:11 smithi148 bash[66753]: cluster 2024-03-22T07:36:10.703195+0000 mon.a (mon.0) 1383 : cluster 0 osdmap e948: 8 total, 8 up, 8 in 2024-03-22T07:36:12.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:11 smithi148 bash[66753]: cluster 2024-03-22T07:36:10.705927+0000 osd.5 (osd.5) 532 : cluster 3 failed to encode map e948 with expected crc 2024-03-22T07:36:12.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:11 smithi148 bash[66753]: cluster 2024-03-22T07:36:10.715264+0000 osd.7 (osd.7) 562 : cluster 3 failed to encode map e948 with expected crc 2024-03-22T07:36:12.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:11 smithi148 bash[66753]: cluster 2024-03-22T07:36:10.751306+0000 osd.6 (osd.6) 524 : cluster 3 failed to encode map e948 with expected crc 2024-03-22T07:36:14.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:13 smithi129 bash[79695]: cluster 2024-03-22T07:36:12.136014+0000 mgr.y (mgr.25337) 866 : cluster 0 pgmap v1434: 105 pgs: 105 active+clean; 320 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-03-22T07:36:14.126 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:36:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:36:13] "GET /metrics HTTP/1.1" 200 36533 "" "Prometheus/2.43.0" 2024-03-22T07:36:14.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:13 smithi129 bash[82160]: cluster 2024-03-22T07:36:12.136014+0000 mgr.y (mgr.25337) 866 : cluster 0 pgmap v1434: 105 pgs: 105 active+clean; 320 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-03-22T07:36:14.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:13 smithi148 bash[66753]: cluster 2024-03-22T07:36:12.136014+0000 mgr.y (mgr.25337) 866 : cluster 0 pgmap v1434: 105 pgs: 105 active+clean; 320 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-03-22T07:36:16.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:15 smithi129 bash[79695]: cluster 2024-03-22T07:36:14.136626+0000 mgr.y (mgr.25337) 867 : cluster 0 pgmap v1435: 105 pgs: 105 active+clean; 328 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.0 MiB/s wr, 31 op/s 2024-03-22T07:36:16.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:15 smithi129 bash[79695]: cluster 2024-03-22T07:36:14.723968+0000 mon.a (mon.0) 1384 : cluster 0 osdmap e949: 8 total, 8 up, 8 in 2024-03-22T07:36:16.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:15 smithi129 bash[79695]: cluster 2024-03-22T07:36:14.725034+0000 osd.6 (osd.6) 525 : cluster 3 failed to encode map e949 with expected crc 2024-03-22T07:36:16.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:15 smithi129 bash[79695]: cluster 2024-03-22T07:36:14.769346+0000 osd.5 (osd.5) 533 : cluster 3 failed to encode map e949 with expected crc 2024-03-22T07:36:16.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:15 smithi129 bash[82160]: cluster 2024-03-22T07:36:14.136626+0000 mgr.y (mgr.25337) 867 : cluster 0 pgmap v1435: 105 pgs: 105 active+clean; 328 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.0 MiB/s wr, 31 op/s 2024-03-22T07:36:16.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:15 smithi129 bash[82160]: cluster 2024-03-22T07:36:14.723968+0000 mon.a (mon.0) 1384 : cluster 0 osdmap e949: 8 total, 8 up, 8 in 2024-03-22T07:36:16.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:15 smithi129 bash[82160]: cluster 2024-03-22T07:36:14.725034+0000 osd.6 (osd.6) 525 : cluster 3 failed to encode map e949 with expected crc 2024-03-22T07:36:16.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:15 smithi129 bash[82160]: cluster 2024-03-22T07:36:14.769346+0000 osd.5 (osd.5) 533 : cluster 3 failed to encode map e949 with expected crc 2024-03-22T07:36:16.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:15 smithi148 bash[66753]: cluster 2024-03-22T07:36:14.136626+0000 mgr.y (mgr.25337) 867 : cluster 0 pgmap v1435: 105 pgs: 105 active+clean; 328 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.0 MiB/s wr, 31 op/s 2024-03-22T07:36:16.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:15 smithi148 bash[66753]: cluster 2024-03-22T07:36:14.723968+0000 mon.a (mon.0) 1384 : cluster 0 osdmap e949: 8 total, 8 up, 8 in 2024-03-22T07:36:16.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:15 smithi148 bash[66753]: cluster 2024-03-22T07:36:14.725034+0000 osd.6 (osd.6) 525 : cluster 3 failed to encode map e949 with expected crc 2024-03-22T07:36:16.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:15 smithi148 bash[66753]: cluster 2024-03-22T07:36:14.769346+0000 osd.5 (osd.5) 533 : cluster 3 failed to encode map e949 with expected crc 2024-03-22T07:36:16.989 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (13429 ms) 2024-03-22T07:36:16.989 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-03-22T07:36:16.989 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:36:18.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:17 smithi129 bash[79695]: cluster 2024-03-22T07:36:16.137160+0000 mgr.y (mgr.25337) 868 : cluster 0 pgmap v1437: 105 pgs: 105 active+clean; 357 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 628 KiB/s rd, 6.1 MiB/s wr, 63 op/s 2024-03-22T07:36:18.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:17 smithi129 bash[82160]: cluster 2024-03-22T07:36:16.137160+0000 mgr.y (mgr.25337) 868 : cluster 0 pgmap v1437: 105 pgs: 105 active+clean; 357 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 628 KiB/s rd, 6.1 MiB/s wr, 63 op/s 2024-03-22T07:36:18.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:17 smithi148 bash[66753]: cluster 2024-03-22T07:36:16.137160+0000 mgr.y (mgr.25337) 868 : cluster 0 pgmap v1437: 105 pgs: 105 active+clean; 357 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 628 KiB/s rd, 6.1 MiB/s wr, 63 op/s 2024-03-22T07:36:20.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:19 smithi129 bash[79695]: cluster 2024-03-22T07:36:18.137920+0000 mgr.y (mgr.25337) 869 : cluster 0 pgmap v1438: 105 pgs: 105 active+clean; 386 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.8 MiB/s wr, 66 op/s 2024-03-22T07:36:20.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:19 smithi129 bash[82160]: cluster 2024-03-22T07:36:18.137920+0000 mgr.y (mgr.25337) 869 : cluster 0 pgmap v1438: 105 pgs: 105 active+clean; 386 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.8 MiB/s wr, 66 op/s 2024-03-22T07:36:20.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:19 smithi148 bash[66753]: cluster 2024-03-22T07:36:18.137920+0000 mgr.y (mgr.25337) 869 : cluster 0 pgmap v1438: 105 pgs: 105 active+clean; 386 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.8 MiB/s wr, 66 op/s 2024-03-22T07:36:22.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:21 smithi129 bash[82160]: cluster 2024-03-22T07:36:20.138680+0000 mgr.y (mgr.25337) 870 : cluster 0 pgmap v1439: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 13 MiB/s wr, 85 op/s 2024-03-22T07:36:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:21 smithi129 bash[79695]: cluster 2024-03-22T07:36:20.138680+0000 mgr.y (mgr.25337) 870 : cluster 0 pgmap v1439: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 13 MiB/s wr, 85 op/s 2024-03-22T07:36:22.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:21 smithi148 bash[66753]: cluster 2024-03-22T07:36:20.138680+0000 mgr.y (mgr.25337) 870 : cluster 0 pgmap v1439: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 13 MiB/s wr, 85 op/s 2024-03-22T07:36:24.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:23 smithi129 bash[79695]: cluster 2024-03-22T07:36:22.139274+0000 mgr.y (mgr.25337) 871 : cluster 0 pgmap v1440: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 72 op/s 2024-03-22T07:36:24.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:23 smithi129 bash[79695]: audit 2024-03-22T07:36:23.411328+0000 mon.c (mon.2) 370 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:36:24.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:36:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:36:23] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.43.0" 2024-03-22T07:36:24.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:23 smithi129 bash[82160]: cluster 2024-03-22T07:36:22.139274+0000 mgr.y (mgr.25337) 871 : cluster 0 pgmap v1440: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 72 op/s 2024-03-22T07:36:24.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:23 smithi129 bash[82160]: audit 2024-03-22T07:36:23.411328+0000 mon.c (mon.2) 370 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:36:24.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:23 smithi148 bash[66753]: cluster 2024-03-22T07:36:22.139274+0000 mgr.y (mgr.25337) 871 : cluster 0 pgmap v1440: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 72 op/s 2024-03-22T07:36:24.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:23 smithi148 bash[66753]: audit 2024-03-22T07:36:23.411328+0000 mon.c (mon.2) 370 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:36:26.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:25 smithi129 bash[79695]: cluster 2024-03-22T07:36:24.139903+0000 mgr.y (mgr.25337) 872 : cluster 0 pgmap v1441: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 72 op/s 2024-03-22T07:36:26.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:25 smithi129 bash[79695]: cluster 2024-03-22T07:36:24.744327+0000 osd.5 (osd.5) 534 : cluster 3 failed to encode map e950 with expected crc 2024-03-22T07:36:26.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:25 smithi129 bash[79695]: cluster 2024-03-22T07:36:24.744378+0000 osd.7 (osd.7) 563 : cluster 3 failed to encode map e950 with expected crc 2024-03-22T07:36:26.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:25 smithi129 bash[79695]: cluster 2024-03-22T07:36:24.744882+0000 mon.a (mon.0) 1385 : cluster 0 osdmap e950: 8 total, 8 up, 8 in 2024-03-22T07:36:26.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:25 smithi129 bash[79695]: cluster 2024-03-22T07:36:24.805170+0000 osd.6 (osd.6) 526 : cluster 3 failed to encode map e950 with expected crc 2024-03-22T07:36:26.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:25 smithi129 bash[82160]: cluster 2024-03-22T07:36:24.139903+0000 mgr.y (mgr.25337) 872 : cluster 0 pgmap v1441: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 72 op/s 2024-03-22T07:36:26.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:25 smithi129 bash[82160]: cluster 2024-03-22T07:36:24.744327+0000 osd.5 (osd.5) 534 : cluster 3 failed to encode map e950 with expected crc 2024-03-22T07:36:26.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:25 smithi129 bash[82160]: cluster 2024-03-22T07:36:24.744378+0000 osd.7 (osd.7) 563 : cluster 3 failed to encode map e950 with expected crc 2024-03-22T07:36:26.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:25 smithi129 bash[82160]: cluster 2024-03-22T07:36:24.744882+0000 mon.a (mon.0) 1385 : cluster 0 osdmap e950: 8 total, 8 up, 8 in 2024-03-22T07:36:26.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:25 smithi129 bash[82160]: cluster 2024-03-22T07:36:24.805170+0000 osd.6 (osd.6) 526 : cluster 3 failed to encode map e950 with expected crc 2024-03-22T07:36:26.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:25 smithi148 bash[66753]: cluster 2024-03-22T07:36:24.139903+0000 mgr.y (mgr.25337) 872 : cluster 0 pgmap v1441: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 72 op/s 2024-03-22T07:36:26.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:25 smithi148 bash[66753]: cluster 2024-03-22T07:36:24.744327+0000 osd.5 (osd.5) 534 : cluster 3 failed to encode map e950 with expected crc 2024-03-22T07:36:26.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:25 smithi148 bash[66753]: cluster 2024-03-22T07:36:24.744378+0000 osd.7 (osd.7) 563 : cluster 3 failed to encode map e950 with expected crc 2024-03-22T07:36:26.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:25 smithi148 bash[66753]: cluster 2024-03-22T07:36:24.744882+0000 mon.a (mon.0) 1385 : cluster 0 osdmap e950: 8 total, 8 up, 8 in 2024-03-22T07:36:26.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:25 smithi148 bash[66753]: cluster 2024-03-22T07:36:24.805170+0000 osd.6 (osd.6) 526 : cluster 3 failed to encode map e950 with expected crc 2024-03-22T07:36:28.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:27 smithi129 bash[79695]: cluster 2024-03-22T07:36:26.140417+0000 mgr.y (mgr.25337) 873 : cluster 0 pgmap v1443: 105 pgs: 105 active+clean; 455 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 9.8 MiB/s wr, 33 op/s 2024-03-22T07:36:28.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:27 smithi129 bash[82160]: cluster 2024-03-22T07:36:26.140417+0000 mgr.y (mgr.25337) 873 : cluster 0 pgmap v1443: 105 pgs: 105 active+clean; 455 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 9.8 MiB/s wr, 33 op/s 2024-03-22T07:36:28.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:27 smithi148 bash[66753]: cluster 2024-03-22T07:36:26.140417+0000 mgr.y (mgr.25337) 873 : cluster 0 pgmap v1443: 105 pgs: 105 active+clean; 455 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 9.8 MiB/s wr, 33 op/s 2024-03-22T07:36:30.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:29 smithi129 bash[79695]: cluster 2024-03-22T07:36:28.141078+0000 mgr.y (mgr.25337) 874 : cluster 0 pgmap v1444: 105 pgs: 105 active+clean; 471 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.5 MiB/s wr, 54 op/s 2024-03-22T07:36:30.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:29 smithi129 bash[82160]: cluster 2024-03-22T07:36:28.141078+0000 mgr.y (mgr.25337) 874 : cluster 0 pgmap v1444: 105 pgs: 105 active+clean; 471 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.5 MiB/s wr, 54 op/s 2024-03-22T07:36:30.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:29 smithi148 bash[66753]: cluster 2024-03-22T07:36:28.141078+0000 mgr.y (mgr.25337) 874 : cluster 0 pgmap v1444: 105 pgs: 105 active+clean; 471 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 8.5 MiB/s wr, 54 op/s 2024-03-22T07:36:30.670 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (13682 ms) 2024-03-22T07:36:30.670 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-03-22T07:36:30.671 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:36:32.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:31 smithi129 bash[79695]: cluster 2024-03-22T07:36:30.141780+0000 mgr.y (mgr.25337) 875 : cluster 0 pgmap v1445: 105 pgs: 105 active+clean; 487 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-03-22T07:36:32.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:31 smithi129 bash[82160]: cluster 2024-03-22T07:36:30.141780+0000 mgr.y (mgr.25337) 875 : cluster 0 pgmap v1445: 105 pgs: 105 active+clean; 487 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-03-22T07:36:32.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:31 smithi148 bash[66753]: cluster 2024-03-22T07:36:30.141780+0000 mgr.y (mgr.25337) 875 : cluster 0 pgmap v1445: 105 pgs: 105 active+clean; 487 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-03-22T07:36:34.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:33 smithi129 bash[79695]: cluster 2024-03-22T07:36:32.142566+0000 mgr.y (mgr.25337) 876 : cluster 0 pgmap v1446: 105 pgs: 105 active+clean; 491 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-03-22T07:36:34.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:36:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:36:33] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.43.0" 2024-03-22T07:36:34.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:33 smithi129 bash[82160]: cluster 2024-03-22T07:36:32.142566+0000 mgr.y (mgr.25337) 876 : cluster 0 pgmap v1446: 105 pgs: 105 active+clean; 491 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-03-22T07:36:34.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:33 smithi148 bash[66753]: cluster 2024-03-22T07:36:32.142566+0000 mgr.y (mgr.25337) 876 : cluster 0 pgmap v1446: 105 pgs: 105 active+clean; 491 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-03-22T07:36:36.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:35 smithi129 bash[79695]: cluster 2024-03-22T07:36:34.143224+0000 mgr.y (mgr.25337) 877 : cluster 0 pgmap v1447: 105 pgs: 105 active+clean; 495 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 63 op/s 2024-03-22T07:36:36.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:35 smithi129 bash[82160]: cluster 2024-03-22T07:36:34.143224+0000 mgr.y (mgr.25337) 877 : cluster 0 pgmap v1447: 105 pgs: 105 active+clean; 495 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 63 op/s 2024-03-22T07:36:36.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:35 smithi148 bash[66753]: cluster 2024-03-22T07:36:34.143224+0000 mgr.y (mgr.25337) 877 : cluster 0 pgmap v1447: 105 pgs: 105 active+clean; 495 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 63 op/s 2024-03-22T07:36:38.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:37 smithi129 bash[79695]: cluster 2024-03-22T07:36:36.144012+0000 mgr.y (mgr.25337) 878 : cluster 0 pgmap v1448: 105 pgs: 105 active+clean; 495 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 56 op/s 2024-03-22T07:36:38.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:37 smithi129 bash[82160]: cluster 2024-03-22T07:36:36.144012+0000 mgr.y (mgr.25337) 878 : cluster 0 pgmap v1448: 105 pgs: 105 active+clean; 495 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 56 op/s 2024-03-22T07:36:38.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:37 smithi148 bash[66753]: cluster 2024-03-22T07:36:36.144012+0000 mgr.y (mgr.25337) 878 : cluster 0 pgmap v1448: 105 pgs: 105 active+clean; 495 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 56 op/s 2024-03-22T07:36:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:38 smithi129 bash[79695]: cluster 2024-03-22T07:36:37.767884+0000 osd.5 (osd.5) 535 : cluster 3 failed to encode map e951 with expected crc 2024-03-22T07:36:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:38 smithi129 bash[79695]: cluster 2024-03-22T07:36:37.769010+0000 mon.a (mon.0) 1386 : cluster 0 osdmap e951: 8 total, 8 up, 8 in 2024-03-22T07:36:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:38 smithi129 bash[79695]: cluster 2024-03-22T07:36:37.781473+0000 osd.5 (osd.5) 536 : cluster 3 failed to encode map e951 with expected crc 2024-03-22T07:36:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:38 smithi129 bash[79695]: cluster 2024-03-22T07:36:37.787385+0000 osd.6 (osd.6) 527 : cluster 3 failed to encode map e951 with expected crc 2024-03-22T07:36:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:38 smithi129 bash[79695]: cluster 2024-03-22T07:36:37.801533+0000 osd.7 (osd.7) 564 : cluster 3 failed to encode map e951 with expected crc 2024-03-22T07:36:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:38 smithi129 bash[79695]: audit 2024-03-22T07:36:38.411657+0000 mon.c (mon.2) 371 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:36:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:38 smithi129 bash[82160]: cluster 2024-03-22T07:36:37.767884+0000 osd.5 (osd.5) 535 : cluster 3 failed to encode map e951 with expected crc 2024-03-22T07:36:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:38 smithi129 bash[82160]: cluster 2024-03-22T07:36:37.769010+0000 mon.a (mon.0) 1386 : cluster 0 osdmap e951: 8 total, 8 up, 8 in 2024-03-22T07:36:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:38 smithi129 bash[82160]: cluster 2024-03-22T07:36:37.781473+0000 osd.5 (osd.5) 536 : cluster 3 failed to encode map e951 with expected crc 2024-03-22T07:36:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:38 smithi129 bash[82160]: cluster 2024-03-22T07:36:37.787385+0000 osd.6 (osd.6) 527 : cluster 3 failed to encode map e951 with expected crc 2024-03-22T07:36:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:38 smithi129 bash[82160]: cluster 2024-03-22T07:36:37.801533+0000 osd.7 (osd.7) 564 : cluster 3 failed to encode map e951 with expected crc 2024-03-22T07:36:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:38 smithi129 bash[82160]: audit 2024-03-22T07:36:38.411657+0000 mon.c (mon.2) 371 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:36:39.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:38 smithi148 bash[66753]: cluster 2024-03-22T07:36:37.767884+0000 osd.5 (osd.5) 535 : cluster 3 failed to encode map e951 with expected crc 2024-03-22T07:36:39.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:38 smithi148 bash[66753]: cluster 2024-03-22T07:36:37.769010+0000 mon.a (mon.0) 1386 : cluster 0 osdmap e951: 8 total, 8 up, 8 in 2024-03-22T07:36:39.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:38 smithi148 bash[66753]: cluster 2024-03-22T07:36:37.781473+0000 osd.5 (osd.5) 536 : cluster 3 failed to encode map e951 with expected crc 2024-03-22T07:36:39.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:38 smithi148 bash[66753]: cluster 2024-03-22T07:36:37.787385+0000 osd.6 (osd.6) 527 : cluster 3 failed to encode map e951 with expected crc 2024-03-22T07:36:39.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:38 smithi148 bash[66753]: cluster 2024-03-22T07:36:37.801533+0000 osd.7 (osd.7) 564 : cluster 3 failed to encode map e951 with expected crc 2024-03-22T07:36:39.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:38 smithi148 bash[66753]: audit 2024-03-22T07:36:38.411657+0000 mon.c (mon.2) 371 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:36:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:39 smithi129 bash[79695]: cluster 2024-03-22T07:36:38.144558+0000 mgr.y (mgr.25337) 879 : cluster 0 pgmap v1450: 105 pgs: 105 active+clean; 499 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 49 op/s 2024-03-22T07:36:40.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:39 smithi129 bash[82160]: cluster 2024-03-22T07:36:38.144558+0000 mgr.y (mgr.25337) 879 : cluster 0 pgmap v1450: 105 pgs: 105 active+clean; 499 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 49 op/s 2024-03-22T07:36:40.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:39 smithi148 bash[66753]: cluster 2024-03-22T07:36:38.144558+0000 mgr.y (mgr.25337) 879 : cluster 0 pgmap v1450: 105 pgs: 105 active+clean; 499 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 49 op/s 2024-03-22T07:36:42.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:41 smithi129 bash[82160]: cluster 2024-03-22T07:36:40.145241+0000 mgr.y (mgr.25337) 880 : cluster 0 pgmap v1451: 105 pgs: 105 active+clean; 515 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-22T07:36:42.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:41 smithi129 bash[79695]: cluster 2024-03-22T07:36:40.145241+0000 mgr.y (mgr.25337) 880 : cluster 0 pgmap v1451: 105 pgs: 105 active+clean; 515 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-22T07:36:42.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:41 smithi148 bash[66753]: cluster 2024-03-22T07:36:40.145241+0000 mgr.y (mgr.25337) 880 : cluster 0 pgmap v1451: 105 pgs: 105 active+clean; 515 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-03-22T07:36:43.673 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (13003 ms) 2024-03-22T07:36:43.819 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (101257 ms total) 2024-03-22T07:36:43.819 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:36:43.819 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-03-22T07:36:43.878 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-03-22T07:36:44.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:43 smithi129 bash[79695]: cluster 2024-03-22T07:36:42.145813+0000 mgr.y (mgr.25337) 881 : cluster 0 pgmap v1452: 105 pgs: 105 active+clean; 524 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-03-22T07:36:44.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:36:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:36:43] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-03-22T07:36:44.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:43 smithi129 bash[82160]: cluster 2024-03-22T07:36:42.145813+0000 mgr.y (mgr.25337) 881 : cluster 0 pgmap v1452: 105 pgs: 105 active+clean; 524 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-03-22T07:36:44.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:43 smithi148 bash[66753]: cluster 2024-03-22T07:36:42.145813+0000 mgr.y (mgr.25337) 881 : cluster 0 pgmap v1452: 105 pgs: 105 active+clean; 524 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-03-22T07:36:45.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:44 smithi129 bash[79695]: cluster 2024-03-22T07:36:43.810330+0000 osd.7 (osd.7) 565 : cluster 3 failed to encode map e952 with expected crc 2024-03-22T07:36:45.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:44 smithi129 bash[79695]: cluster 2024-03-22T07:36:43.810883+0000 mon.a (mon.0) 1387 : cluster 0 osdmap e952: 8 total, 8 up, 8 in 2024-03-22T07:36:45.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:44 smithi129 bash[79695]: cluster 2024-03-22T07:36:43.813344+0000 osd.6 (osd.6) 528 : cluster 3 failed to encode map e952 with expected crc 2024-03-22T07:36:45.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:44 smithi129 bash[82160]: cluster 2024-03-22T07:36:43.810330+0000 osd.7 (osd.7) 565 : cluster 3 failed to encode map e952 with expected crc 2024-03-22T07:36:45.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:44 smithi129 bash[82160]: cluster 2024-03-22T07:36:43.810883+0000 mon.a (mon.0) 1387 : cluster 0 osdmap e952: 8 total, 8 up, 8 in 2024-03-22T07:36:45.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:44 smithi129 bash[82160]: cluster 2024-03-22T07:36:43.813344+0000 osd.6 (osd.6) 528 : cluster 3 failed to encode map e952 with expected crc 2024-03-22T07:36:45.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:44 smithi148 bash[66753]: cluster 2024-03-22T07:36:43.810330+0000 osd.7 (osd.7) 565 : cluster 3 failed to encode map e952 with expected crc 2024-03-22T07:36:45.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:44 smithi148 bash[66753]: cluster 2024-03-22T07:36:43.810883+0000 mon.a (mon.0) 1387 : cluster 0 osdmap e952: 8 total, 8 up, 8 in 2024-03-22T07:36:45.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:44 smithi148 bash[66753]: cluster 2024-03-22T07:36:43.813344+0000 osd.6 (osd.6) 528 : cluster 3 failed to encode map e952 with expected crc 2024-03-22T07:36:45.838 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:36:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[79695]: cluster 2024-03-22T07:36:44.146375+0000 mgr.y (mgr.25337) 882 : cluster 0 pgmap v1454: 73 pgs: 73 active+clean; 582 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:36:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[79695]: cluster 2024-03-22T07:36:44.824542+0000 osd.6 (osd.6) 529 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[79695]: cluster 2024-03-22T07:36:44.824617+0000 mon.a (mon.0) 1388 : cluster 0 osdmap e953: 8 total, 8 up, 8 in 2024-03-22T07:36:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[79695]: audit 2024-03-22T07:36:44.826862+0000 mon.a (mon.0) 1389 : audit 1 from='client.? 172.21.15.129:0/1117955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:36:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[79695]: cluster 2024-03-22T07:36:44.828785+0000 osd.7 (osd.7) 566 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[79695]: cluster 2024-03-22T07:36:44.829217+0000 osd.5 (osd.5) 537 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[79695]: cluster 2024-03-22T07:36:44.829322+0000 osd.6 (osd.6) 530 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[79695]: cluster 2024-03-22T07:36:44.832703+0000 osd.7 (osd.7) 567 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[79695]: cluster 2024-03-22T07:36:44.832793+0000 osd.5 (osd.5) 538 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[79695]: cluster 2024-03-22T07:36:44.837636+0000 osd.7 (osd.7) 568 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[79695]: cluster 2024-03-22T07:36:44.838121+0000 osd.5 (osd.5) 539 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[82160]: cluster 2024-03-22T07:36:44.146375+0000 mgr.y (mgr.25337) 882 : cluster 0 pgmap v1454: 73 pgs: 73 active+clean; 582 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:36:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[82160]: cluster 2024-03-22T07:36:44.824542+0000 osd.6 (osd.6) 529 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[82160]: cluster 2024-03-22T07:36:44.824617+0000 mon.a (mon.0) 1388 : cluster 0 osdmap e953: 8 total, 8 up, 8 in 2024-03-22T07:36:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[82160]: audit 2024-03-22T07:36:44.826862+0000 mon.a (mon.0) 1389 : audit 1 from='client.? 172.21.15.129:0/1117955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:36:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[82160]: cluster 2024-03-22T07:36:44.828785+0000 osd.7 (osd.7) 566 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[82160]: cluster 2024-03-22T07:36:44.829217+0000 osd.5 (osd.5) 537 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[82160]: cluster 2024-03-22T07:36:44.829322+0000 osd.6 (osd.6) 530 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[82160]: cluster 2024-03-22T07:36:44.832703+0000 osd.7 (osd.7) 567 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[82160]: cluster 2024-03-22T07:36:44.832793+0000 osd.5 (osd.5) 538 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[82160]: cluster 2024-03-22T07:36:44.837636+0000 osd.7 (osd.7) 568 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:45 smithi129 bash[82160]: cluster 2024-03-22T07:36:44.838121+0000 osd.5 (osd.5) 539 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:45 smithi148 bash[66753]: cluster 2024-03-22T07:36:44.146375+0000 mgr.y (mgr.25337) 882 : cluster 0 pgmap v1454: 73 pgs: 73 active+clean; 582 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:36:46.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:45 smithi148 bash[66753]: cluster 2024-03-22T07:36:44.824542+0000 osd.6 (osd.6) 529 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:45 smithi148 bash[66753]: cluster 2024-03-22T07:36:44.824617+0000 mon.a (mon.0) 1388 : cluster 0 osdmap e953: 8 total, 8 up, 8 in 2024-03-22T07:36:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:45 smithi148 bash[66753]: audit 2024-03-22T07:36:44.826862+0000 mon.a (mon.0) 1389 : audit 1 from='client.? 172.21.15.129:0/1117955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:36:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:45 smithi148 bash[66753]: cluster 2024-03-22T07:36:44.828785+0000 osd.7 (osd.7) 566 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:45 smithi148 bash[66753]: cluster 2024-03-22T07:36:44.829217+0000 osd.5 (osd.5) 537 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:45 smithi148 bash[66753]: cluster 2024-03-22T07:36:44.829322+0000 osd.6 (osd.6) 530 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:45 smithi148 bash[66753]: cluster 2024-03-22T07:36:44.832703+0000 osd.7 (osd.7) 567 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:45 smithi148 bash[66753]: cluster 2024-03-22T07:36:44.832793+0000 osd.5 (osd.5) 538 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:45 smithi148 bash[66753]: cluster 2024-03-22T07:36:44.837636+0000 osd.7 (osd.7) 568 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:46.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:45 smithi148 bash[66753]: cluster 2024-03-22T07:36:44.838121+0000 osd.5 (osd.5) 539 : cluster 3 failed to encode map e953 with expected crc 2024-03-22T07:36:47.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:46 smithi129 bash[79695]: audit 2024-03-22T07:36:45.819505+0000 mon.a (mon.0) 1390 : audit 1 from='client.? 172.21.15.129:0/1117955' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:36:47.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:46 smithi129 bash[79695]: cluster 2024-03-22T07:36:45.826786+0000 mon.a (mon.0) 1391 : cluster 0 osdmap e954: 8 total, 8 up, 8 in 2024-03-22T07:36:47.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:46 smithi129 bash[79695]: cluster 2024-03-22T07:36:45.830812+0000 osd.7 (osd.7) 569 : cluster 3 failed to encode map e954 with expected crc 2024-03-22T07:36:47.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:46 smithi129 bash[79695]: cluster 2024-03-22T07:36:45.833845+0000 osd.6 (osd.6) 531 : cluster 3 failed to encode map e954 with expected crc 2024-03-22T07:36:47.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:46 smithi129 bash[79695]: cluster 2024-03-22T07:36:45.834161+0000 osd.5 (osd.5) 540 : cluster 3 failed to encode map e954 with expected crc 2024-03-22T07:36:47.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:46 smithi129 bash[82160]: audit 2024-03-22T07:36:45.819505+0000 mon.a (mon.0) 1390 : audit 1 from='client.? 172.21.15.129:0/1117955' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:36:47.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:46 smithi129 bash[82160]: cluster 2024-03-22T07:36:45.826786+0000 mon.a (mon.0) 1391 : cluster 0 osdmap e954: 8 total, 8 up, 8 in 2024-03-22T07:36:47.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:46 smithi129 bash[82160]: cluster 2024-03-22T07:36:45.830812+0000 osd.7 (osd.7) 569 : cluster 3 failed to encode map e954 with expected crc 2024-03-22T07:36:47.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:46 smithi129 bash[82160]: cluster 2024-03-22T07:36:45.833845+0000 osd.6 (osd.6) 531 : cluster 3 failed to encode map e954 with expected crc 2024-03-22T07:36:47.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:46 smithi129 bash[82160]: cluster 2024-03-22T07:36:45.834161+0000 osd.5 (osd.5) 540 : cluster 3 failed to encode map e954 with expected crc 2024-03-22T07:36:47.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:46 smithi148 bash[66753]: audit 2024-03-22T07:36:45.819505+0000 mon.a (mon.0) 1390 : audit 1 from='client.? 172.21.15.129:0/1117955' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:36:47.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:46 smithi148 bash[66753]: cluster 2024-03-22T07:36:45.826786+0000 mon.a (mon.0) 1391 : cluster 0 osdmap e954: 8 total, 8 up, 8 in 2024-03-22T07:36:47.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:46 smithi148 bash[66753]: cluster 2024-03-22T07:36:45.830812+0000 osd.7 (osd.7) 569 : cluster 3 failed to encode map e954 with expected crc 2024-03-22T07:36:47.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:46 smithi148 bash[66753]: cluster 2024-03-22T07:36:45.833845+0000 osd.6 (osd.6) 531 : cluster 3 failed to encode map e954 with expected crc 2024-03-22T07:36:47.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:46 smithi148 bash[66753]: cluster 2024-03-22T07:36:45.834161+0000 osd.5 (osd.5) 540 : cluster 3 failed to encode map e954 with expected crc 2024-03-22T07:36:48.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:47 smithi129 bash[79695]: cluster 2024-03-22T07:36:46.147024+0000 mgr.y (mgr.25337) 883 : cluster 0 pgmap v1457: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 582 KiB data, 1.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:36:48.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:47 smithi129 bash[79695]: cluster 2024-03-22T07:36:46.844057+0000 osd.7 (osd.7) 570 : cluster 3 failed to encode map e955 with expected crc 2024-03-22T07:36:48.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:47 smithi129 bash[79695]: cluster 2024-03-22T07:36:46.847602+0000 mon.a (mon.0) 1392 : cluster 0 osdmap e955: 8 total, 8 up, 8 in 2024-03-22T07:36:48.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:47 smithi129 bash[79695]: cluster 2024-03-22T07:36:46.857955+0000 osd.5 (osd.5) 541 : cluster 3 failed to encode map e955 with expected crc 2024-03-22T07:36:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:47 smithi129 bash[82160]: cluster 2024-03-22T07:36:46.147024+0000 mgr.y (mgr.25337) 883 : cluster 0 pgmap v1457: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 582 KiB data, 1.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:36:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:47 smithi129 bash[82160]: cluster 2024-03-22T07:36:46.844057+0000 osd.7 (osd.7) 570 : cluster 3 failed to encode map e955 with expected crc 2024-03-22T07:36:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:47 smithi129 bash[82160]: cluster 2024-03-22T07:36:46.847602+0000 mon.a (mon.0) 1392 : cluster 0 osdmap e955: 8 total, 8 up, 8 in 2024-03-22T07:36:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:47 smithi129 bash[82160]: cluster 2024-03-22T07:36:46.857955+0000 osd.5 (osd.5) 541 : cluster 3 failed to encode map e955 with expected crc 2024-03-22T07:36:48.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:47 smithi148 bash[66753]: cluster 2024-03-22T07:36:46.147024+0000 mgr.y (mgr.25337) 883 : cluster 0 pgmap v1457: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 582 KiB data, 1.7 GiB used, 713 GiB / 715 GiB avail 2024-03-22T07:36:48.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:47 smithi148 bash[66753]: cluster 2024-03-22T07:36:46.844057+0000 osd.7 (osd.7) 570 : cluster 3 failed to encode map e955 with expected crc 2024-03-22T07:36:48.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:47 smithi148 bash[66753]: cluster 2024-03-22T07:36:46.847602+0000 mon.a (mon.0) 1392 : cluster 0 osdmap e955: 8 total, 8 up, 8 in 2024-03-22T07:36:48.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:47 smithi148 bash[66753]: cluster 2024-03-22T07:36:46.857955+0000 osd.5 (osd.5) 541 : cluster 3 failed to encode map e955 with expected crc 2024-03-22T07:36:49.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:48 smithi129 bash[79695]: cluster 2024-03-22T07:36:47.202205+0000 osd.6 (osd.6) 532 : cluster 3 failed to encode map e955 with expected crc 2024-03-22T07:36:49.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:48 smithi129 bash[79695]: cluster 2024-03-22T07:36:47.846970+0000 osd.7 (osd.7) 571 : cluster 3 failed to encode map e956 with expected crc 2024-03-22T07:36:49.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:48 smithi129 bash[79695]: cluster 2024-03-22T07:36:47.849563+0000 mon.a (mon.0) 1393 : cluster 0 osdmap e956: 8 total, 8 up, 8 in 2024-03-22T07:36:49.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:48 smithi129 bash[79695]: cluster 2024-03-22T07:36:47.877977+0000 osd.6 (osd.6) 533 : cluster 3 failed to encode map e956 with expected crc 2024-03-22T07:36:49.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:48 smithi129 bash[82160]: cluster 2024-03-22T07:36:47.202205+0000 osd.6 (osd.6) 532 : cluster 3 failed to encode map e955 with expected crc 2024-03-22T07:36:49.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:48 smithi129 bash[82160]: cluster 2024-03-22T07:36:47.846970+0000 osd.7 (osd.7) 571 : cluster 3 failed to encode map e956 with expected crc 2024-03-22T07:36:49.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:48 smithi129 bash[82160]: cluster 2024-03-22T07:36:47.849563+0000 mon.a (mon.0) 1393 : cluster 0 osdmap e956: 8 total, 8 up, 8 in 2024-03-22T07:36:49.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:48 smithi129 bash[82160]: cluster 2024-03-22T07:36:47.877977+0000 osd.6 (osd.6) 533 : cluster 3 failed to encode map e956 with expected crc 2024-03-22T07:36:49.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:48 smithi148 bash[66753]: cluster 2024-03-22T07:36:47.202205+0000 osd.6 (osd.6) 532 : cluster 3 failed to encode map e955 with expected crc 2024-03-22T07:36:49.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:48 smithi148 bash[66753]: cluster 2024-03-22T07:36:47.846970+0000 osd.7 (osd.7) 571 : cluster 3 failed to encode map e956 with expected crc 2024-03-22T07:36:49.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:48 smithi148 bash[66753]: cluster 2024-03-22T07:36:47.849563+0000 mon.a (mon.0) 1393 : cluster 0 osdmap e956: 8 total, 8 up, 8 in 2024-03-22T07:36:49.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:48 smithi148 bash[66753]: cluster 2024-03-22T07:36:47.877977+0000 osd.6 (osd.6) 533 : cluster 3 failed to encode map e956 with expected crc 2024-03-22T07:36:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:49 smithi129 bash[79695]: cluster 2024-03-22T07:36:47.866699+0000 osd.5 (osd.5) 542 : cluster 3 failed to encode map e956 with expected crc 2024-03-22T07:36:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:49 smithi129 bash[79695]: cluster 2024-03-22T07:36:48.147542+0000 mgr.y (mgr.25337) 884 : cluster 0 pgmap v1460: 105 pgs: 6 creating+peering, 15 unknown, 84 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-03-22T07:36:50.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:49 smithi129 bash[82160]: cluster 2024-03-22T07:36:47.866699+0000 osd.5 (osd.5) 542 : cluster 3 failed to encode map e956 with expected crc 2024-03-22T07:36:50.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:49 smithi129 bash[82160]: cluster 2024-03-22T07:36:48.147542+0000 mgr.y (mgr.25337) 884 : cluster 0 pgmap v1460: 105 pgs: 6 creating+peering, 15 unknown, 84 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-03-22T07:36:50.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:49 smithi148 bash[66753]: cluster 2024-03-22T07:36:47.866699+0000 osd.5 (osd.5) 542 : cluster 3 failed to encode map e956 with expected crc 2024-03-22T07:36:50.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:49 smithi148 bash[66753]: cluster 2024-03-22T07:36:48.147542+0000 mgr.y (mgr.25337) 884 : cluster 0 pgmap v1460: 105 pgs: 6 creating+peering, 15 unknown, 84 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-03-22T07:36:52.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:51 smithi129 bash[79695]: cluster 2024-03-22T07:36:50.148268+0000 mgr.y (mgr.25337) 885 : cluster 0 pgmap v1461: 105 pgs: 6 creating+peering, 99 active+clean; 582 KiB data, 591 MiB used, 715 GiB / 715 GiB avail; 576 B/s rd, 384 B/s wr, 1 op/s 2024-03-22T07:36:52.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:51 smithi129 bash[82160]: cluster 2024-03-22T07:36:50.148268+0000 mgr.y (mgr.25337) 885 : cluster 0 pgmap v1461: 105 pgs: 6 creating+peering, 99 active+clean; 582 KiB data, 591 MiB used, 715 GiB / 715 GiB avail; 576 B/s rd, 384 B/s wr, 1 op/s 2024-03-22T07:36:52.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:51 smithi148 bash[66753]: cluster 2024-03-22T07:36:50.148268+0000 mgr.y (mgr.25337) 885 : cluster 0 pgmap v1461: 105 pgs: 6 creating+peering, 99 active+clean; 582 KiB data, 591 MiB used, 715 GiB / 715 GiB avail; 576 B/s rd, 384 B/s wr, 1 op/s 2024-03-22T07:36:54.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:53 smithi129 bash[79695]: cluster 2024-03-22T07:36:52.148870+0000 mgr.y (mgr.25337) 886 : cluster 0 pgmap v1462: 105 pgs: 105 active+clean; 582 KiB data, 591 MiB used, 715 GiB / 715 GiB avail; 4.3 KiB/s rd, 971 B/s wr, 6 op/s 2024-03-22T07:36:54.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:53 smithi129 bash[79695]: audit 2024-03-22T07:36:53.411969+0000 mon.c (mon.2) 372 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:36:54.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:36:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:36:53] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2024-03-22T07:36:54.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:53 smithi129 bash[82160]: cluster 2024-03-22T07:36:52.148870+0000 mgr.y (mgr.25337) 886 : cluster 0 pgmap v1462: 105 pgs: 105 active+clean; 582 KiB data, 591 MiB used, 715 GiB / 715 GiB avail; 4.3 KiB/s rd, 971 B/s wr, 6 op/s 2024-03-22T07:36:54.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:53 smithi129 bash[82160]: audit 2024-03-22T07:36:53.411969+0000 mon.c (mon.2) 372 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:36:54.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:53 smithi148 bash[66753]: cluster 2024-03-22T07:36:52.148870+0000 mgr.y (mgr.25337) 886 : cluster 0 pgmap v1462: 105 pgs: 105 active+clean; 582 KiB data, 591 MiB used, 715 GiB / 715 GiB avail; 4.3 KiB/s rd, 971 B/s wr, 6 op/s 2024-03-22T07:36:54.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:53 smithi148 bash[66753]: audit 2024-03-22T07:36:53.411969+0000 mon.c (mon.2) 372 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:36:56.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:55 smithi129 bash[79695]: cluster 2024-03-22T07:36:54.149494+0000 mgr.y (mgr.25337) 887 : cluster 0 pgmap v1463: 105 pgs: 105 active+clean; 582 KiB data, 591 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-03-22T07:36:56.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:55 smithi129 bash[82160]: cluster 2024-03-22T07:36:54.149494+0000 mgr.y (mgr.25337) 887 : cluster 0 pgmap v1463: 105 pgs: 105 active+clean; 582 KiB data, 591 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-03-22T07:36:56.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:55 smithi148 bash[66753]: cluster 2024-03-22T07:36:54.149494+0000 mgr.y (mgr.25337) 887 : cluster 0 pgmap v1463: 105 pgs: 105 active+clean; 582 KiB data, 591 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-03-22T07:36:58.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:57 smithi148 bash[66753]: cluster 2024-03-22T07:36:56.150879+0000 mgr.y (mgr.25337) 888 : cluster 0 pgmap v1464: 105 pgs: 105 active+clean; 582 KiB data, 591 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 880 B/s wr, 5 op/s 2024-03-22T07:36:58.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:57 smithi148 bash[66753]: cluster 2024-03-22T07:36:56.887609+0000 mon.a (mon.0) 1394 : cluster 0 osdmap e957: 8 total, 8 up, 8 in 2024-03-22T07:36:58.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:57 smithi148 bash[66753]: cluster 2024-03-22T07:36:56.889649+0000 osd.6 (osd.6) 534 : cluster 3 failed to encode map e957 with expected crc 2024-03-22T07:36:58.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:57 smithi148 bash[66753]: cluster 2024-03-22T07:36:56.899178+0000 osd.7 (osd.7) 572 : cluster 3 failed to encode map e957 with expected crc 2024-03-22T07:36:58.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:57 smithi148 bash[66753]: cluster 2024-03-22T07:36:56.908904+0000 osd.5 (osd.5) 543 : cluster 3 failed to encode map e957 with expected crc 2024-03-22T07:36:58.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:57 smithi129 bash[79695]: cluster 2024-03-22T07:36:56.150879+0000 mgr.y (mgr.25337) 888 : cluster 0 pgmap v1464: 105 pgs: 105 active+clean; 582 KiB data, 591 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 880 B/s wr, 5 op/s 2024-03-22T07:36:58.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:57 smithi129 bash[79695]: cluster 2024-03-22T07:36:56.887609+0000 mon.a (mon.0) 1394 : cluster 0 osdmap e957: 8 total, 8 up, 8 in 2024-03-22T07:36:58.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:57 smithi129 bash[79695]: cluster 2024-03-22T07:36:56.889649+0000 osd.6 (osd.6) 534 : cluster 3 failed to encode map e957 with expected crc 2024-03-22T07:36:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:57 smithi129 bash[79695]: cluster 2024-03-22T07:36:56.899178+0000 osd.7 (osd.7) 572 : cluster 3 failed to encode map e957 with expected crc 2024-03-22T07:36:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:57 smithi129 bash[79695]: cluster 2024-03-22T07:36:56.908904+0000 osd.5 (osd.5) 543 : cluster 3 failed to encode map e957 with expected crc 2024-03-22T07:36:58.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:57 smithi129 bash[82160]: cluster 2024-03-22T07:36:56.150879+0000 mgr.y (mgr.25337) 888 : cluster 0 pgmap v1464: 105 pgs: 105 active+clean; 582 KiB data, 591 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 880 B/s wr, 5 op/s 2024-03-22T07:36:58.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:57 smithi129 bash[82160]: cluster 2024-03-22T07:36:56.887609+0000 mon.a (mon.0) 1394 : cluster 0 osdmap e957: 8 total, 8 up, 8 in 2024-03-22T07:36:58.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:57 smithi129 bash[82160]: cluster 2024-03-22T07:36:56.889649+0000 osd.6 (osd.6) 534 : cluster 3 failed to encode map e957 with expected crc 2024-03-22T07:36:58.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:57 smithi129 bash[82160]: cluster 2024-03-22T07:36:56.899178+0000 osd.7 (osd.7) 572 : cluster 3 failed to encode map e957 with expected crc 2024-03-22T07:36:58.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:57 smithi129 bash[82160]: cluster 2024-03-22T07:36:56.908904+0000 osd.5 (osd.5) 543 : cluster 3 failed to encode map e957 with expected crc 2024-03-22T07:36:59.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:36:58 smithi148 bash[66753]: cluster 2024-03-22T07:36:58.151896+0000 mgr.y (mgr.25337) 889 : cluster 0 pgmap v1466: 105 pgs: 105 active+clean; 17 MiB data, 644 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-03-22T07:36:59.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:36:58 smithi129 bash[79695]: cluster 2024-03-22T07:36:58.151896+0000 mgr.y (mgr.25337) 889 : cluster 0 pgmap v1466: 105 pgs: 105 active+clean; 17 MiB data, 644 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-03-22T07:36:59.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:36:58 smithi129 bash[82160]: cluster 2024-03-22T07:36:58.151896+0000 mgr.y (mgr.25337) 889 : cluster 0 pgmap v1466: 105 pgs: 105 active+clean; 17 MiB data, 644 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-03-22T07:37:00.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:00 smithi129 bash[79695]: cluster 2024-03-22T07:36:59.346843+0000 osd.6 (osd.6) 535 : cluster 3 failed to encode map e958 with expected crc 2024-03-22T07:37:00.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:00 smithi129 bash[79695]: cluster 2024-03-22T07:36:59.346855+0000 mon.a (mon.0) 1395 : cluster 0 osdmap e958: 8 total, 8 up, 8 in 2024-03-22T07:37:00.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:00 smithi129 bash[79695]: cluster 2024-03-22T07:36:59.347606+0000 osd.7 (osd.7) 573 : cluster 3 failed to encode map e958 with expected crc 2024-03-22T07:37:00.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:00 smithi129 bash[79695]: cluster 2024-03-22T07:36:59.385552+0000 osd.5 (osd.5) 544 : cluster 3 failed to encode map e958 with expected crc 2024-03-22T07:37:00.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:00 smithi129 bash[82160]: cluster 2024-03-22T07:36:59.346843+0000 osd.6 (osd.6) 535 : cluster 3 failed to encode map e958 with expected crc 2024-03-22T07:37:00.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:00 smithi129 bash[82160]: cluster 2024-03-22T07:36:59.346855+0000 mon.a (mon.0) 1395 : cluster 0 osdmap e958: 8 total, 8 up, 8 in 2024-03-22T07:37:00.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:00 smithi129 bash[82160]: cluster 2024-03-22T07:36:59.347606+0000 osd.7 (osd.7) 573 : cluster 3 failed to encode map e958 with expected crc 2024-03-22T07:37:00.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:00 smithi129 bash[82160]: cluster 2024-03-22T07:36:59.385552+0000 osd.5 (osd.5) 544 : cluster 3 failed to encode map e958 with expected crc 2024-03-22T07:37:00.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:00 smithi148 bash[66753]: cluster 2024-03-22T07:36:59.346843+0000 osd.6 (osd.6) 535 : cluster 3 failed to encode map e958 with expected crc 2024-03-22T07:37:00.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:00 smithi148 bash[66753]: cluster 2024-03-22T07:36:59.346855+0000 mon.a (mon.0) 1395 : cluster 0 osdmap e958: 8 total, 8 up, 8 in 2024-03-22T07:37:00.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:00 smithi148 bash[66753]: cluster 2024-03-22T07:36:59.347606+0000 osd.7 (osd.7) 573 : cluster 3 failed to encode map e958 with expected crc 2024-03-22T07:37:00.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:00 smithi148 bash[66753]: cluster 2024-03-22T07:36:59.385552+0000 osd.5 (osd.5) 544 : cluster 3 failed to encode map e958 with expected crc 2024-03-22T07:37:01.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:01 smithi129 bash[79695]: cluster 2024-03-22T07:37:00.152599+0000 mgr.y (mgr.25337) 890 : cluster 0 pgmap v1468: 105 pgs: 105 active+clean; 42 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 5.1 MiB/s wr, 31 op/s 2024-03-22T07:37:01.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:01 smithi129 bash[79695]: audit 2024-03-22T07:37:01.150919+0000 mon.a (mon.0) 1396 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:01.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:01 smithi129 bash[82160]: cluster 2024-03-22T07:37:00.152599+0000 mgr.y (mgr.25337) 890 : cluster 0 pgmap v1468: 105 pgs: 105 active+clean; 42 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 5.1 MiB/s wr, 31 op/s 2024-03-22T07:37:01.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:01 smithi129 bash[82160]: audit 2024-03-22T07:37:01.150919+0000 mon.a (mon.0) 1396 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:01.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:01 smithi148 bash[66753]: cluster 2024-03-22T07:37:00.152599+0000 mgr.y (mgr.25337) 890 : cluster 0 pgmap v1468: 105 pgs: 105 active+clean; 42 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 5.1 MiB/s wr, 31 op/s 2024-03-22T07:37:01.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:01 smithi148 bash[66753]: audit 2024-03-22T07:37:01.150919+0000 mon.a (mon.0) 1396 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:02.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:02 smithi129 bash[79695]: audit 2024-03-22T07:37:01.738400+0000 mon.c (mon.2) 373 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:37:02.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:02 smithi129 bash[82160]: audit 2024-03-22T07:37:01.738400+0000 mon.c (mon.2) 373 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:37:02.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:02 smithi148 bash[66753]: audit 2024-03-22T07:37:01.738400+0000 mon.c (mon.2) 373 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:37:03.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:03 smithi129 bash[82160]: cluster 2024-03-22T07:37:02.153099+0000 mgr.y (mgr.25337) 891 : cluster 0 pgmap v1469: 105 pgs: 105 active+clean; 42 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-03-22T07:37:03.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:03 smithi129 bash[79695]: cluster 2024-03-22T07:37:02.153099+0000 mgr.y (mgr.25337) 891 : cluster 0 pgmap v1469: 105 pgs: 105 active+clean; 42 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-03-22T07:37:03.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:03 smithi148 bash[66753]: cluster 2024-03-22T07:37:02.153099+0000 mgr.y (mgr.25337) 891 : cluster 0 pgmap v1469: 105 pgs: 105 active+clean; 42 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-03-22T07:37:04.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:37:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:37:03] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2024-03-22T07:37:05.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:05 smithi129 bash[79695]: cluster 2024-03-22T07:37:04.153721+0000 mgr.y (mgr.25337) 892 : cluster 0 pgmap v1470: 105 pgs: 105 active+clean; 42 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-03-22T07:37:05.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:05 smithi129 bash[82160]: cluster 2024-03-22T07:37:04.153721+0000 mgr.y (mgr.25337) 892 : cluster 0 pgmap v1470: 105 pgs: 105 active+clean; 42 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-03-22T07:37:05.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:05 smithi148 bash[66753]: cluster 2024-03-22T07:37:04.153721+0000 mgr.y (mgr.25337) 892 : cluster 0 pgmap v1470: 105 pgs: 105 active+clean; 42 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-03-22T07:37:07.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:07 smithi129 bash[79695]: cluster 2024-03-22T07:37:06.154428+0000 mgr.y (mgr.25337) 893 : cluster 0 pgmap v1471: 105 pgs: 105 active+clean; 42 MiB data, 718 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-03-22T07:37:07.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:07 smithi129 bash[82160]: cluster 2024-03-22T07:37:06.154428+0000 mgr.y (mgr.25337) 893 : cluster 0 pgmap v1471: 105 pgs: 105 active+clean; 42 MiB data, 718 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-03-22T07:37:07.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:07 smithi148 bash[66753]: cluster 2024-03-22T07:37:06.154428+0000 mgr.y (mgr.25337) 893 : cluster 0 pgmap v1471: 105 pgs: 105 active+clean; 42 MiB data, 718 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-03-22T07:37:09.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[82160]: audit 2024-03-22T07:37:07.680506+0000 mon.a (mon.0) 1397 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:09.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[82160]: audit 2024-03-22T07:37:07.693675+0000 mon.a (mon.0) 1398 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:09.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[82160]: audit 2024-03-22T07:37:07.727840+0000 mon.a (mon.0) 1399 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:09.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[82160]: audit 2024-03-22T07:37:07.738499+0000 mon.a (mon.0) 1400 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:09.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[82160]: audit 2024-03-22T07:37:08.363097+0000 mon.c (mon.2) 374 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:37:09.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[82160]: audit 2024-03-22T07:37:08.364090+0000 mon.c (mon.2) 375 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:37:09.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[82160]: audit 2024-03-22T07:37:08.370825+0000 mon.a (mon.0) 1401 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:09.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[82160]: audit 2024-03-22T07:37:08.412049+0000 mon.c (mon.2) 376 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:37:09.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[79695]: audit 2024-03-22T07:37:07.680506+0000 mon.a (mon.0) 1397 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:09.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[79695]: audit 2024-03-22T07:37:07.693675+0000 mon.a (mon.0) 1398 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:09.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[79695]: audit 2024-03-22T07:37:07.727840+0000 mon.a (mon.0) 1399 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:09.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[79695]: audit 2024-03-22T07:37:07.738499+0000 mon.a (mon.0) 1400 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:09.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[79695]: audit 2024-03-22T07:37:08.363097+0000 mon.c (mon.2) 374 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:37:09.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[79695]: audit 2024-03-22T07:37:08.364090+0000 mon.c (mon.2) 375 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:37:09.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[79695]: audit 2024-03-22T07:37:08.370825+0000 mon.a (mon.0) 1401 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:09.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:08 smithi129 bash[79695]: audit 2024-03-22T07:37:08.412049+0000 mon.c (mon.2) 376 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:37:09.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:08 smithi148 bash[66753]: audit 2024-03-22T07:37:07.680506+0000 mon.a (mon.0) 1397 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:09.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:08 smithi148 bash[66753]: audit 2024-03-22T07:37:07.693675+0000 mon.a (mon.0) 1398 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:09.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:08 smithi148 bash[66753]: audit 2024-03-22T07:37:07.727840+0000 mon.a (mon.0) 1399 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:09.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:08 smithi148 bash[66753]: audit 2024-03-22T07:37:07.738499+0000 mon.a (mon.0) 1400 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:09.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:08 smithi148 bash[66753]: audit 2024-03-22T07:37:08.363097+0000 mon.c (mon.2) 374 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:37:09.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:08 smithi148 bash[66753]: audit 2024-03-22T07:37:08.364090+0000 mon.c (mon.2) 375 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:37:09.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:08 smithi148 bash[66753]: audit 2024-03-22T07:37:08.370825+0000 mon.a (mon.0) 1401 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:09.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:08 smithi148 bash[66753]: audit 2024-03-22T07:37:08.412049+0000 mon.c (mon.2) 376 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:37:10.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:09 smithi129 bash[79695]: cluster 2024-03-22T07:37:08.155102+0000 mgr.y (mgr.25337) 894 : cluster 0 pgmap v1472: 105 pgs: 105 active+clean; 50 MiB data, 738 MiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-03-22T07:37:10.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:09 smithi129 bash[82160]: cluster 2024-03-22T07:37:08.155102+0000 mgr.y (mgr.25337) 894 : cluster 0 pgmap v1472: 105 pgs: 105 active+clean; 50 MiB data, 738 MiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-03-22T07:37:10.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:09 smithi148 bash[66753]: cluster 2024-03-22T07:37:08.155102+0000 mgr.y (mgr.25337) 894 : cluster 0 pgmap v1472: 105 pgs: 105 active+clean; 50 MiB data, 738 MiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-03-22T07:37:11.016 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/6.Simple (27138 ms) 2024-03-22T07:37:11.016 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-03-22T07:37:11.016 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:37:12.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:11 smithi129 bash[79695]: cluster 2024-03-22T07:37:10.155811+0000 mgr.y (mgr.25337) 895 : cluster 0 pgmap v1473: 105 pgs: 105 active+clean; 71 MiB data, 795 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 32 op/s 2024-03-22T07:37:12.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:11 smithi129 bash[82160]: cluster 2024-03-22T07:37:10.155811+0000 mgr.y (mgr.25337) 895 : cluster 0 pgmap v1473: 105 pgs: 105 active+clean; 71 MiB data, 795 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 32 op/s 2024-03-22T07:37:12.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:11 smithi148 bash[66753]: cluster 2024-03-22T07:37:10.155811+0000 mgr.y (mgr.25337) 895 : cluster 0 pgmap v1473: 105 pgs: 105 active+clean; 71 MiB data, 795 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 32 op/s 2024-03-22T07:37:14.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:13 smithi129 bash[79695]: cluster 2024-03-22T07:37:12.156492+0000 mgr.y (mgr.25337) 896 : cluster 0 pgmap v1474: 105 pgs: 105 active+clean; 75 MiB data, 819 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-03-22T07:37:14.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:37:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:37:13] "GET /metrics HTTP/1.1" 200 36519 "" "Prometheus/2.43.0" 2024-03-22T07:37:14.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:13 smithi129 bash[82160]: cluster 2024-03-22T07:37:12.156492+0000 mgr.y (mgr.25337) 896 : cluster 0 pgmap v1474: 105 pgs: 105 active+clean; 75 MiB data, 819 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-03-22T07:37:14.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:13 smithi148 bash[66753]: cluster 2024-03-22T07:37:12.156492+0000 mgr.y (mgr.25337) 896 : cluster 0 pgmap v1474: 105 pgs: 105 active+clean; 75 MiB data, 819 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-03-22T07:37:16.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:15 smithi129 bash[79695]: cluster 2024-03-22T07:37:14.157127+0000 mgr.y (mgr.25337) 897 : cluster 0 pgmap v1475: 105 pgs: 105 active+clean; 83 MiB data, 836 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-03-22T07:37:16.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:15 smithi129 bash[82160]: cluster 2024-03-22T07:37:14.157127+0000 mgr.y (mgr.25337) 897 : cluster 0 pgmap v1475: 105 pgs: 105 active+clean; 83 MiB data, 836 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-03-22T07:37:16.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:15 smithi148 bash[66753]: cluster 2024-03-22T07:37:14.157127+0000 mgr.y (mgr.25337) 897 : cluster 0 pgmap v1475: 105 pgs: 105 active+clean; 83 MiB data, 836 MiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-03-22T07:37:18.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:17 smithi129 bash[79695]: cluster 2024-03-22T07:37:16.157839+0000 mgr.y (mgr.25337) 898 : cluster 0 pgmap v1476: 105 pgs: 105 active+clean; 83 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-03-22T07:37:18.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:17 smithi129 bash[82160]: cluster 2024-03-22T07:37:16.157839+0000 mgr.y (mgr.25337) 898 : cluster 0 pgmap v1476: 105 pgs: 105 active+clean; 83 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-03-22T07:37:18.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:17 smithi148 bash[66753]: cluster 2024-03-22T07:37:16.157839+0000 mgr.y (mgr.25337) 898 : cluster 0 pgmap v1476: 105 pgs: 105 active+clean; 83 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-03-22T07:37:20.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:19 smithi129 bash[79695]: cluster 2024-03-22T07:37:18.158844+0000 mgr.y (mgr.25337) 899 : cluster 0 pgmap v1477: 105 pgs: 105 active+clean; 83 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-03-22T07:37:20.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:19 smithi129 bash[79695]: cluster 2024-03-22T07:37:18.770768+0000 osd.7 (osd.7) 574 : cluster 3 failed to encode map e959 with expected crc 2024-03-22T07:37:20.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:19 smithi129 bash[79695]: cluster 2024-03-22T07:37:18.772639+0000 mon.a (mon.0) 1402 : cluster 0 osdmap e959: 8 total, 8 up, 8 in 2024-03-22T07:37:20.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:19 smithi129 bash[79695]: cluster 2024-03-22T07:37:18.777222+0000 osd.5 (osd.5) 545 : cluster 3 failed to encode map e959 with expected crc 2024-03-22T07:37:20.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:19 smithi129 bash[82160]: cluster 2024-03-22T07:37:18.158844+0000 mgr.y (mgr.25337) 899 : cluster 0 pgmap v1477: 105 pgs: 105 active+clean; 83 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-03-22T07:37:20.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:19 smithi129 bash[82160]: cluster 2024-03-22T07:37:18.770768+0000 osd.7 (osd.7) 574 : cluster 3 failed to encode map e959 with expected crc 2024-03-22T07:37:20.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:19 smithi129 bash[82160]: cluster 2024-03-22T07:37:18.772639+0000 mon.a (mon.0) 1402 : cluster 0 osdmap e959: 8 total, 8 up, 8 in 2024-03-22T07:37:20.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:19 smithi129 bash[82160]: cluster 2024-03-22T07:37:18.777222+0000 osd.5 (osd.5) 545 : cluster 3 failed to encode map e959 with expected crc 2024-03-22T07:37:20.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:19 smithi148 bash[66753]: cluster 2024-03-22T07:37:18.158844+0000 mgr.y (mgr.25337) 899 : cluster 0 pgmap v1477: 105 pgs: 105 active+clean; 83 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-03-22T07:37:20.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:19 smithi148 bash[66753]: cluster 2024-03-22T07:37:18.770768+0000 osd.7 (osd.7) 574 : cluster 3 failed to encode map e959 with expected crc 2024-03-22T07:37:20.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:19 smithi148 bash[66753]: cluster 2024-03-22T07:37:18.772639+0000 mon.a (mon.0) 1402 : cluster 0 osdmap e959: 8 total, 8 up, 8 in 2024-03-22T07:37:20.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:19 smithi148 bash[66753]: cluster 2024-03-22T07:37:18.777222+0000 osd.5 (osd.5) 545 : cluster 3 failed to encode map e959 with expected crc 2024-03-22T07:37:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:21 smithi129 bash[79695]: cluster 2024-03-22T07:37:20.159603+0000 mgr.y (mgr.25337) 900 : cluster 0 pgmap v1479: 105 pgs: 105 active+clean; 95 MiB data, 902 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.2 MiB/s wr, 39 op/s 2024-03-22T07:37:22.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:21 smithi129 bash[82160]: cluster 2024-03-22T07:37:20.159603+0000 mgr.y (mgr.25337) 900 : cluster 0 pgmap v1479: 105 pgs: 105 active+clean; 95 MiB data, 902 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.2 MiB/s wr, 39 op/s 2024-03-22T07:37:22.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:21 smithi148 bash[66753]: cluster 2024-03-22T07:37:20.159603+0000 mgr.y (mgr.25337) 900 : cluster 0 pgmap v1479: 105 pgs: 105 active+clean; 95 MiB data, 902 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.2 MiB/s wr, 39 op/s 2024-03-22T07:37:24.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:23 smithi129 bash[79695]: cluster 2024-03-22T07:37:22.160226+0000 mgr.y (mgr.25337) 901 : cluster 0 pgmap v1480: 105 pgs: 105 active+clean; 111 MiB data, 935 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.4 MiB/s wr, 36 op/s 2024-03-22T07:37:24.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:23 smithi129 bash[79695]: audit 2024-03-22T07:37:23.412588+0000 mon.c (mon.2) 377 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:37:24.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:37:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:37:23] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-03-22T07:37:24.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:23 smithi129 bash[82160]: cluster 2024-03-22T07:37:22.160226+0000 mgr.y (mgr.25337) 901 : cluster 0 pgmap v1480: 105 pgs: 105 active+clean; 111 MiB data, 935 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.4 MiB/s wr, 36 op/s 2024-03-22T07:37:24.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:23 smithi129 bash[82160]: audit 2024-03-22T07:37:23.412588+0000 mon.c (mon.2) 377 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:37:24.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:23 smithi148 bash[66753]: cluster 2024-03-22T07:37:22.160226+0000 mgr.y (mgr.25337) 901 : cluster 0 pgmap v1480: 105 pgs: 105 active+clean; 111 MiB data, 935 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.4 MiB/s wr, 36 op/s 2024-03-22T07:37:24.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:23 smithi148 bash[66753]: audit 2024-03-22T07:37:23.412588+0000 mon.c (mon.2) 377 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:37:26.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:25 smithi129 bash[79695]: cluster 2024-03-22T07:37:24.160845+0000 mgr.y (mgr.25337) 902 : cluster 0 pgmap v1481: 105 pgs: 105 active+clean; 124 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-03-22T07:37:26.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:25 smithi129 bash[82160]: cluster 2024-03-22T07:37:24.160845+0000 mgr.y (mgr.25337) 902 : cluster 0 pgmap v1481: 105 pgs: 105 active+clean; 124 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-03-22T07:37:26.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:25 smithi148 bash[66753]: cluster 2024-03-22T07:37:24.160845+0000 mgr.y (mgr.25337) 902 : cluster 0 pgmap v1481: 105 pgs: 105 active+clean; 124 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-03-22T07:37:28.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:27 smithi129 bash[79695]: cluster 2024-03-22T07:37:26.161581+0000 mgr.y (mgr.25337) 903 : cluster 0 pgmap v1482: 105 pgs: 105 active+clean; 124 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:37:28.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:27 smithi129 bash[79695]: audit 2024-03-22T07:37:27.349048+0000 mon.c (mon.2) 378 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.3", "id": [0, 2]}]: dispatch 2024-03-22T07:37:28.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:27 smithi129 bash[79695]: audit 2024-03-22T07:37:27.349350+0000 mon.c (mon.2) 379 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.10", "id": [0, 4]}]: dispatch 2024-03-22T07:37:28.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:27 smithi129 bash[79695]: audit 2024-03-22T07:37:27.349538+0000 mon.a (mon.0) 1403 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.3", "id": [0, 2]}]: dispatch 2024-03-22T07:37:28.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:27 smithi129 bash[79695]: audit 2024-03-22T07:37:27.349596+0000 mon.c (mon.2) 380 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.1a", "id": [0, 4]}]: dispatch 2024-03-22T07:37:28.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:27 smithi129 bash[79695]: audit 2024-03-22T07:37:27.350011+0000 mon.a (mon.0) 1404 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.10", "id": [0, 4]}]: dispatch 2024-03-22T07:37:28.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:27 smithi129 bash[79695]: audit 2024-03-22T07:37:27.350348+0000 mon.a (mon.0) 1405 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.1a", "id": [0, 4]}]: dispatch 2024-03-22T07:37:28.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:27 smithi129 bash[82160]: cluster 2024-03-22T07:37:26.161581+0000 mgr.y (mgr.25337) 903 : cluster 0 pgmap v1482: 105 pgs: 105 active+clean; 124 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:37:28.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:27 smithi129 bash[82160]: audit 2024-03-22T07:37:27.349048+0000 mon.c (mon.2) 378 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.3", "id": [0, 2]}]: dispatch 2024-03-22T07:37:28.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:27 smithi129 bash[82160]: audit 2024-03-22T07:37:27.349350+0000 mon.c (mon.2) 379 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.10", "id": [0, 4]}]: dispatch 2024-03-22T07:37:28.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:27 smithi129 bash[82160]: audit 2024-03-22T07:37:27.349538+0000 mon.a (mon.0) 1403 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.3", "id": [0, 2]}]: dispatch 2024-03-22T07:37:28.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:27 smithi129 bash[82160]: audit 2024-03-22T07:37:27.349596+0000 mon.c (mon.2) 380 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.1a", "id": [0, 4]}]: dispatch 2024-03-22T07:37:28.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:27 smithi129 bash[82160]: audit 2024-03-22T07:37:27.350011+0000 mon.a (mon.0) 1404 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.10", "id": [0, 4]}]: dispatch 2024-03-22T07:37:28.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:27 smithi129 bash[82160]: audit 2024-03-22T07:37:27.350348+0000 mon.a (mon.0) 1405 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.1a", "id": [0, 4]}]: dispatch 2024-03-22T07:37:28.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:27 smithi148 bash[66753]: cluster 2024-03-22T07:37:26.161581+0000 mgr.y (mgr.25337) 903 : cluster 0 pgmap v1482: 105 pgs: 105 active+clean; 124 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:37:28.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:27 smithi148 bash[66753]: audit 2024-03-22T07:37:27.349048+0000 mon.c (mon.2) 378 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.3", "id": [0, 2]}]: dispatch 2024-03-22T07:37:28.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:27 smithi148 bash[66753]: audit 2024-03-22T07:37:27.349350+0000 mon.c (mon.2) 379 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.10", "id": [0, 4]}]: dispatch 2024-03-22T07:37:28.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:27 smithi148 bash[66753]: audit 2024-03-22T07:37:27.349538+0000 mon.a (mon.0) 1403 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.3", "id": [0, 2]}]: dispatch 2024-03-22T07:37:28.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:27 smithi148 bash[66753]: audit 2024-03-22T07:37:27.349596+0000 mon.c (mon.2) 380 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.1a", "id": [0, 4]}]: dispatch 2024-03-22T07:37:28.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:27 smithi148 bash[66753]: audit 2024-03-22T07:37:27.350011+0000 mon.a (mon.0) 1404 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.10", "id": [0, 4]}]: dispatch 2024-03-22T07:37:28.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:27 smithi148 bash[66753]: audit 2024-03-22T07:37:27.350348+0000 mon.a (mon.0) 1405 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.1a", "id": [0, 4]}]: dispatch 2024-03-22T07:37:29.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:28 smithi129 bash[79695]: audit 2024-03-22T07:37:27.783242+0000 mon.a (mon.0) 1406 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.3", "id": [0, 2]}]': finished 2024-03-22T07:37:29.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:28 smithi129 bash[79695]: audit 2024-03-22T07:37:27.783344+0000 mon.a (mon.0) 1407 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.10", "id": [0, 4]}]': finished 2024-03-22T07:37:29.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:28 smithi129 bash[79695]: audit 2024-03-22T07:37:27.783426+0000 mon.a (mon.0) 1408 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.1a", "id": [0, 4]}]': finished 2024-03-22T07:37:29.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:28 smithi129 bash[79695]: cluster 2024-03-22T07:37:27.787047+0000 mon.a (mon.0) 1409 : cluster 0 osdmap e960: 8 total, 8 up, 8 in 2024-03-22T07:37:29.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:28 smithi129 bash[79695]: cluster 2024-03-22T07:37:27.787234+0000 osd.5 (osd.5) 546 : cluster 3 failed to encode map e960 with expected crc 2024-03-22T07:37:29.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:28 smithi129 bash[79695]: cluster 2024-03-22T07:37:27.791016+0000 osd.7 (osd.7) 575 : cluster 3 failed to encode map e960 with expected crc 2024-03-22T07:37:29.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:28 smithi129 bash[79695]: cluster 2024-03-22T07:37:27.816887+0000 osd.6 (osd.6) 536 : cluster 3 failed to encode map e960 with expected crc 2024-03-22T07:37:29.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:28 smithi129 bash[82160]: audit 2024-03-22T07:37:27.783242+0000 mon.a (mon.0) 1406 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.3", "id": [0, 2]}]': finished 2024-03-22T07:37:29.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:28 smithi129 bash[82160]: audit 2024-03-22T07:37:27.783344+0000 mon.a (mon.0) 1407 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.10", "id": [0, 4]}]': finished 2024-03-22T07:37:29.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:28 smithi129 bash[82160]: audit 2024-03-22T07:37:27.783426+0000 mon.a (mon.0) 1408 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.1a", "id": [0, 4]}]': finished 2024-03-22T07:37:29.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:28 smithi129 bash[82160]: cluster 2024-03-22T07:37:27.787047+0000 mon.a (mon.0) 1409 : cluster 0 osdmap e960: 8 total, 8 up, 8 in 2024-03-22T07:37:29.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:28 smithi129 bash[82160]: cluster 2024-03-22T07:37:27.787234+0000 osd.5 (osd.5) 546 : cluster 3 failed to encode map e960 with expected crc 2024-03-22T07:37:29.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:28 smithi129 bash[82160]: cluster 2024-03-22T07:37:27.791016+0000 osd.7 (osd.7) 575 : cluster 3 failed to encode map e960 with expected crc 2024-03-22T07:37:29.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:28 smithi129 bash[82160]: cluster 2024-03-22T07:37:27.816887+0000 osd.6 (osd.6) 536 : cluster 3 failed to encode map e960 with expected crc 2024-03-22T07:37:29.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:28 smithi148 bash[66753]: audit 2024-03-22T07:37:27.783242+0000 mon.a (mon.0) 1406 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.3", "id": [0, 2]}]': finished 2024-03-22T07:37:29.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:28 smithi148 bash[66753]: audit 2024-03-22T07:37:27.783344+0000 mon.a (mon.0) 1407 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.10", "id": [0, 4]}]': finished 2024-03-22T07:37:29.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:28 smithi148 bash[66753]: audit 2024-03-22T07:37:27.783426+0000 mon.a (mon.0) 1408 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.1a", "id": [0, 4]}]': finished 2024-03-22T07:37:29.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:28 smithi148 bash[66753]: cluster 2024-03-22T07:37:27.787047+0000 mon.a (mon.0) 1409 : cluster 0 osdmap e960: 8 total, 8 up, 8 in 2024-03-22T07:37:29.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:28 smithi148 bash[66753]: cluster 2024-03-22T07:37:27.787234+0000 osd.5 (osd.5) 546 : cluster 3 failed to encode map e960 with expected crc 2024-03-22T07:37:29.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:28 smithi148 bash[66753]: cluster 2024-03-22T07:37:27.791016+0000 osd.7 (osd.7) 575 : cluster 3 failed to encode map e960 with expected crc 2024-03-22T07:37:29.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:28 smithi148 bash[66753]: cluster 2024-03-22T07:37:27.816887+0000 osd.6 (osd.6) 536 : cluster 3 failed to encode map e960 with expected crc 2024-03-22T07:37:30.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:29 smithi129 bash[82160]: cluster 2024-03-22T07:37:28.162138+0000 mgr.y (mgr.25337) 904 : cluster 0 pgmap v1484: 105 pgs: 1 peering, 104 active+clean; 132 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 5.2 MiB/s wr, 41 op/s 2024-03-22T07:37:30.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:29 smithi129 bash[82160]: cluster 2024-03-22T07:37:28.807756+0000 mon.a (mon.0) 1410 : cluster 0 osdmap e961: 8 total, 8 up, 8 in 2024-03-22T07:37:30.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:29 smithi129 bash[82160]: cluster 2024-03-22T07:37:28.810973+0000 osd.5 (osd.5) 547 : cluster 3 failed to encode map e961 with expected crc 2024-03-22T07:37:30.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:29 smithi129 bash[82160]: cluster 2024-03-22T07:37:28.812299+0000 osd.6 (osd.6) 537 : cluster 3 failed to encode map e961 with expected crc 2024-03-22T07:37:30.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:29 smithi129 bash[82160]: cluster 2024-03-22T07:37:28.816553+0000 osd.5 (osd.5) 548 : cluster 3 failed to encode map e961 with expected crc 2024-03-22T07:37:30.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:29 smithi129 bash[82160]: cluster 2024-03-22T07:37:28.831687+0000 osd.7 (osd.7) 576 : cluster 3 failed to encode map e961 with expected crc 2024-03-22T07:37:30.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:29 smithi129 bash[79695]: cluster 2024-03-22T07:37:28.162138+0000 mgr.y (mgr.25337) 904 : cluster 0 pgmap v1484: 105 pgs: 1 peering, 104 active+clean; 132 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 5.2 MiB/s wr, 41 op/s 2024-03-22T07:37:30.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:29 smithi129 bash[79695]: cluster 2024-03-22T07:37:28.807756+0000 mon.a (mon.0) 1410 : cluster 0 osdmap e961: 8 total, 8 up, 8 in 2024-03-22T07:37:30.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:29 smithi129 bash[79695]: cluster 2024-03-22T07:37:28.810973+0000 osd.5 (osd.5) 547 : cluster 3 failed to encode map e961 with expected crc 2024-03-22T07:37:30.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:29 smithi129 bash[79695]: cluster 2024-03-22T07:37:28.812299+0000 osd.6 (osd.6) 537 : cluster 3 failed to encode map e961 with expected crc 2024-03-22T07:37:30.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:29 smithi129 bash[79695]: cluster 2024-03-22T07:37:28.816553+0000 osd.5 (osd.5) 548 : cluster 3 failed to encode map e961 with expected crc 2024-03-22T07:37:30.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:29 smithi129 bash[79695]: cluster 2024-03-22T07:37:28.831687+0000 osd.7 (osd.7) 576 : cluster 3 failed to encode map e961 with expected crc 2024-03-22T07:37:30.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:29 smithi148 bash[66753]: cluster 2024-03-22T07:37:28.162138+0000 mgr.y (mgr.25337) 904 : cluster 0 pgmap v1484: 105 pgs: 1 peering, 104 active+clean; 132 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 5.2 MiB/s wr, 41 op/s 2024-03-22T07:37:30.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:29 smithi148 bash[66753]: cluster 2024-03-22T07:37:28.807756+0000 mon.a (mon.0) 1410 : cluster 0 osdmap e961: 8 total, 8 up, 8 in 2024-03-22T07:37:30.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:29 smithi148 bash[66753]: cluster 2024-03-22T07:37:28.810973+0000 osd.5 (osd.5) 547 : cluster 3 failed to encode map e961 with expected crc 2024-03-22T07:37:30.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:29 smithi148 bash[66753]: cluster 2024-03-22T07:37:28.812299+0000 osd.6 (osd.6) 537 : cluster 3 failed to encode map e961 with expected crc 2024-03-22T07:37:30.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:29 smithi148 bash[66753]: cluster 2024-03-22T07:37:28.816553+0000 osd.5 (osd.5) 548 : cluster 3 failed to encode map e961 with expected crc 2024-03-22T07:37:30.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:29 smithi148 bash[66753]: cluster 2024-03-22T07:37:28.831687+0000 osd.7 (osd.7) 576 : cluster 3 failed to encode map e961 with expected crc 2024-03-22T07:37:30.969 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/6.Grow (19954 ms) 2024-03-22T07:37:30.970 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-03-22T07:37:30.970 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:37:32.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:31 smithi129 bash[79695]: cluster 2024-03-22T07:37:30.162886+0000 mgr.y (mgr.25337) 905 : cluster 0 pgmap v1486: 105 pgs: 1 peering, 104 active+clean; 153 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.3 MiB/s wr, 34 op/s 2024-03-22T07:37:32.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:31 smithi129 bash[82160]: cluster 2024-03-22T07:37:30.162886+0000 mgr.y (mgr.25337) 905 : cluster 0 pgmap v1486: 105 pgs: 1 peering, 104 active+clean; 153 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.3 MiB/s wr, 34 op/s 2024-03-22T07:37:32.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:31 smithi148 bash[66753]: cluster 2024-03-22T07:37:30.162886+0000 mgr.y (mgr.25337) 905 : cluster 0 pgmap v1486: 105 pgs: 1 peering, 104 active+clean; 153 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.3 MiB/s wr, 34 op/s 2024-03-22T07:37:34.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:33 smithi129 bash[79695]: cluster 2024-03-22T07:37:32.163393+0000 mgr.y (mgr.25337) 906 : cluster 0 pgmap v1487: 105 pgs: 1 peering, 104 active+clean; 161 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 6.1 MiB/s wr, 32 op/s; 512 KiB/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:37:34.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:37:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:37:33] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-03-22T07:37:34.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:33 smithi129 bash[82160]: cluster 2024-03-22T07:37:32.163393+0000 mgr.y (mgr.25337) 906 : cluster 0 pgmap v1487: 105 pgs: 1 peering, 104 active+clean; 161 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 6.1 MiB/s wr, 32 op/s; 512 KiB/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:37:34.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:33 smithi148 bash[66753]: cluster 2024-03-22T07:37:32.163393+0000 mgr.y (mgr.25337) 906 : cluster 0 pgmap v1487: 105 pgs: 1 peering, 104 active+clean; 161 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 6.1 MiB/s wr, 32 op/s; 512 KiB/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:37:36.130 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:35 smithi129 bash[79695]: cluster 2024-03-22T07:37:34.164056+0000 mgr.y (mgr.25337) 907 : cluster 0 pgmap v1488: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.1 MiB/s wr, 41 op/s; 2.0 MiB/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:37:36.174 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:35 smithi129 bash[82160]: cluster 2024-03-22T07:37:34.164056+0000 mgr.y (mgr.25337) 907 : cluster 0 pgmap v1488: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.1 MiB/s wr, 41 op/s; 2.0 MiB/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:37:36.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:35 smithi148 bash[66753]: cluster 2024-03-22T07:37:34.164056+0000 mgr.y (mgr.25337) 907 : cluster 0 pgmap v1488: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.1 MiB/s wr, 41 op/s; 2.0 MiB/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:37:38.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:37 smithi129 bash[79695]: cluster 2024-03-22T07:37:36.164668+0000 mgr.y (mgr.25337) 908 : cluster 0 pgmap v1489: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 39 op/s; 1.9 MiB/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:37:38.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:37 smithi129 bash[82160]: cluster 2024-03-22T07:37:36.164668+0000 mgr.y (mgr.25337) 908 : cluster 0 pgmap v1489: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 39 op/s; 1.9 MiB/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:37:38.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:37 smithi148 bash[66753]: cluster 2024-03-22T07:37:36.164668+0000 mgr.y (mgr.25337) 908 : cluster 0 pgmap v1489: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 39 op/s; 1.9 MiB/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:37:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:38 smithi129 bash[79695]: audit 2024-03-22T07:37:38.412914+0000 mon.c (mon.2) 381 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:37:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:38 smithi129 bash[82160]: audit 2024-03-22T07:37:38.412914+0000 mon.c (mon.2) 381 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:37:39.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:38 smithi148 bash[66753]: audit 2024-03-22T07:37:38.412914+0000 mon.c (mon.2) 381 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:37:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:39 smithi129 bash[79695]: cluster 2024-03-22T07:37:38.165329+0000 mgr.y (mgr.25337) 909 : cluster 0 pgmap v1490: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 32 op/s; 1.6 MiB/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:37:40.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:39 smithi129 bash[82160]: cluster 2024-03-22T07:37:38.165329+0000 mgr.y (mgr.25337) 909 : cluster 0 pgmap v1490: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 32 op/s; 1.6 MiB/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:37:40.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:39 smithi148 bash[66753]: cluster 2024-03-22T07:37:38.165329+0000 mgr.y (mgr.25337) 909 : cluster 0 pgmap v1490: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 32 op/s; 1.6 MiB/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:37:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:41 smithi129 bash[79695]: cluster 2024-03-22T07:37:40.166045+0000 mgr.y (mgr.25337) 910 : cluster 0 pgmap v1491: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 28 op/s; 1.4 MiB/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:37:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:41 smithi129 bash[79695]: audit 2024-03-22T07:37:41.179794+0000 mon.a (mon.0) 1411 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:41 smithi129 bash[82160]: cluster 2024-03-22T07:37:40.166045+0000 mgr.y (mgr.25337) 910 : cluster 0 pgmap v1491: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 28 op/s; 1.4 MiB/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:37:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:41 smithi129 bash[82160]: audit 2024-03-22T07:37:41.179794+0000 mon.a (mon.0) 1411 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:42.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:41 smithi148 bash[66753]: cluster 2024-03-22T07:37:40.166045+0000 mgr.y (mgr.25337) 910 : cluster 0 pgmap v1491: 105 pgs: 105 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 28 op/s; 1.4 MiB/s, 0 keys/s, 0 objects/s recovering 2024-03-22T07:37:42.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:41 smithi148 bash[66753]: audit 2024-03-22T07:37:41.179794+0000 mon.a (mon.0) 1411 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:37:43.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:42 smithi129 bash[79695]: cluster 2024-03-22T07:37:41.846891+0000 osd.7 (osd.7) 577 : cluster 3 failed to encode map e962 with expected crc 2024-03-22T07:37:43.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:42 smithi129 bash[79695]: cluster 2024-03-22T07:37:41.848312+0000 osd.5 (osd.5) 549 : cluster 3 failed to encode map e962 with expected crc 2024-03-22T07:37:43.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:42 smithi129 bash[79695]: cluster 2024-03-22T07:37:41.848462+0000 mon.a (mon.0) 1412 : cluster 0 osdmap e962: 8 total, 8 up, 8 in 2024-03-22T07:37:43.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:42 smithi129 bash[79695]: cluster 2024-03-22T07:37:41.876815+0000 osd.6 (osd.6) 538 : cluster 3 failed to encode map e962 with expected crc 2024-03-22T07:37:43.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:42 smithi129 bash[79695]: cluster 2024-03-22T07:37:41.880750+0000 osd.6 (osd.6) 539 : cluster 3 failed to encode map e962 with expected crc 2024-03-22T07:37:43.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:42 smithi129 bash[82160]: cluster 2024-03-22T07:37:41.846891+0000 osd.7 (osd.7) 577 : cluster 3 failed to encode map e962 with expected crc 2024-03-22T07:37:43.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:42 smithi129 bash[82160]: cluster 2024-03-22T07:37:41.848312+0000 osd.5 (osd.5) 549 : cluster 3 failed to encode map e962 with expected crc 2024-03-22T07:37:43.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:42 smithi129 bash[82160]: cluster 2024-03-22T07:37:41.848462+0000 mon.a (mon.0) 1412 : cluster 0 osdmap e962: 8 total, 8 up, 8 in 2024-03-22T07:37:43.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:42 smithi129 bash[82160]: cluster 2024-03-22T07:37:41.876815+0000 osd.6 (osd.6) 538 : cluster 3 failed to encode map e962 with expected crc 2024-03-22T07:37:43.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:42 smithi129 bash[82160]: cluster 2024-03-22T07:37:41.880750+0000 osd.6 (osd.6) 539 : cluster 3 failed to encode map e962 with expected crc 2024-03-22T07:37:43.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:42 smithi148 bash[66753]: cluster 2024-03-22T07:37:41.846891+0000 osd.7 (osd.7) 577 : cluster 3 failed to encode map e962 with expected crc 2024-03-22T07:37:43.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:42 smithi148 bash[66753]: cluster 2024-03-22T07:37:41.848312+0000 osd.5 (osd.5) 549 : cluster 3 failed to encode map e962 with expected crc 2024-03-22T07:37:43.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:42 smithi148 bash[66753]: cluster 2024-03-22T07:37:41.848462+0000 mon.a (mon.0) 1412 : cluster 0 osdmap e962: 8 total, 8 up, 8 in 2024-03-22T07:37:43.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:42 smithi148 bash[66753]: cluster 2024-03-22T07:37:41.876815+0000 osd.6 (osd.6) 538 : cluster 3 failed to encode map e962 with expected crc 2024-03-22T07:37:43.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:42 smithi148 bash[66753]: cluster 2024-03-22T07:37:41.880750+0000 osd.6 (osd.6) 539 : cluster 3 failed to encode map e962 with expected crc 2024-03-22T07:37:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:43 smithi129 bash[79695]: cluster 2024-03-22T07:37:42.166799+0000 mgr.y (mgr.25337) 911 : cluster 0 pgmap v1493: 105 pgs: 105 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.6 MiB/s wr, 24 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-03-22T07:37:44.125 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:37:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:37:43] "GET /metrics HTTP/1.1" 200 36547 "" "Prometheus/2.43.0" 2024-03-22T07:37:44.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:43 smithi129 bash[82160]: cluster 2024-03-22T07:37:42.166799+0000 mgr.y (mgr.25337) 911 : cluster 0 pgmap v1493: 105 pgs: 105 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.6 MiB/s wr, 24 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-03-22T07:37:44.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:43 smithi148 bash[66753]: cluster 2024-03-22T07:37:42.166799+0000 mgr.y (mgr.25337) 911 : cluster 0 pgmap v1493: 105 pgs: 105 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.6 MiB/s wr, 24 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-03-22T07:37:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:45 smithi129 bash[79695]: cluster 2024-03-22T07:37:44.167516+0000 mgr.y (mgr.25337) 912 : cluster 0 pgmap v1494: 105 pgs: 105 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-03-22T07:37:46.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:45 smithi129 bash[82160]: cluster 2024-03-22T07:37:44.167516+0000 mgr.y (mgr.25337) 912 : cluster 0 pgmap v1494: 105 pgs: 105 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-03-22T07:37:46.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:45 smithi148 bash[66753]: cluster 2024-03-22T07:37:44.167516+0000 mgr.y (mgr.25337) 912 : cluster 0 pgmap v1494: 105 pgs: 105 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-03-22T07:37:48.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:47 smithi129 bash[79695]: cluster 2024-03-22T07:37:46.168320+0000 mgr.y (mgr.25337) 913 : cluster 0 pgmap v1495: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 4.1 MiB/s wr, 32 op/s 2024-03-22T07:37:48.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:47 smithi129 bash[82160]: cluster 2024-03-22T07:37:46.168320+0000 mgr.y (mgr.25337) 913 : cluster 0 pgmap v1495: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 4.1 MiB/s wr, 32 op/s 2024-03-22T07:37:48.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:47 smithi148 bash[66753]: cluster 2024-03-22T07:37:46.168320+0000 mgr.y (mgr.25337) 913 : cluster 0 pgmap v1495: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 4.1 MiB/s wr, 32 op/s 2024-03-22T07:37:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:49 smithi129 bash[79695]: cluster 2024-03-22T07:37:48.169003+0000 mgr.y (mgr.25337) 914 : cluster 0 pgmap v1496: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:37:50.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:49 smithi129 bash[82160]: cluster 2024-03-22T07:37:48.169003+0000 mgr.y (mgr.25337) 914 : cluster 0 pgmap v1496: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:37:50.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:49 smithi148 bash[66753]: cluster 2024-03-22T07:37:48.169003+0000 mgr.y (mgr.25337) 914 : cluster 0 pgmap v1496: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:37:52.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:51 smithi129 bash[79695]: cluster 2024-03-22T07:37:50.169724+0000 mgr.y (mgr.25337) 915 : cluster 0 pgmap v1497: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:37:52.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:51 smithi129 bash[82160]: cluster 2024-03-22T07:37:50.169724+0000 mgr.y (mgr.25337) 915 : cluster 0 pgmap v1497: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:37:52.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:51 smithi148 bash[66753]: cluster 2024-03-22T07:37:50.169724+0000 mgr.y (mgr.25337) 915 : cluster 0 pgmap v1497: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:37:54.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:37:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:37:53] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-03-22T07:37:54.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:53 smithi129 bash[79695]: cluster 2024-03-22T07:37:52.170318+0000 mgr.y (mgr.25337) 916 : cluster 0 pgmap v1498: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-03-22T07:37:54.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:53 smithi129 bash[79695]: audit 2024-03-22T07:37:53.413228+0000 mon.c (mon.2) 382 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:37:54.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:53 smithi129 bash[82160]: cluster 2024-03-22T07:37:52.170318+0000 mgr.y (mgr.25337) 916 : cluster 0 pgmap v1498: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-03-22T07:37:54.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:53 smithi129 bash[82160]: audit 2024-03-22T07:37:53.413228+0000 mon.c (mon.2) 382 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:37:54.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:53 smithi148 bash[66753]: cluster 2024-03-22T07:37:52.170318+0000 mgr.y (mgr.25337) 916 : cluster 0 pgmap v1498: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-03-22T07:37:54.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:53 smithi148 bash[66753]: audit 2024-03-22T07:37:53.413228+0000 mon.c (mon.2) 382 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:37:56.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:55 smithi129 bash[79695]: cluster 2024-03-22T07:37:54.170937+0000 mgr.y (mgr.25337) 917 : cluster 0 pgmap v1499: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-03-22T07:37:56.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:55 smithi129 bash[82160]: cluster 2024-03-22T07:37:54.170937+0000 mgr.y (mgr.25337) 917 : cluster 0 pgmap v1499: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-03-22T07:37:56.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:55 smithi148 bash[66753]: cluster 2024-03-22T07:37:54.170937+0000 mgr.y (mgr.25337) 917 : cluster 0 pgmap v1499: 105 pgs: 105 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-03-22T07:37:58.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:57 smithi148 bash[66753]: cluster 2024-03-22T07:37:56.171681+0000 mgr.y (mgr.25337) 918 : cluster 0 pgmap v1500: 105 pgs: 105 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 63 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-03-22T07:37:58.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:57 smithi129 bash[82160]: cluster 2024-03-22T07:37:56.171681+0000 mgr.y (mgr.25337) 918 : cluster 0 pgmap v1500: 105 pgs: 105 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 63 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-03-22T07:37:58.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:57 smithi129 bash[79695]: cluster 2024-03-22T07:37:56.171681+0000 mgr.y (mgr.25337) 918 : cluster 0 pgmap v1500: 105 pgs: 105 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 63 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-03-22T07:37:59.254 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (28284 ms) 2024-03-22T07:37:59.254 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-03-22T07:37:59.254 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:38:00.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:37:59 smithi148 bash[66753]: cluster 2024-03-22T07:37:58.172367+0000 mgr.y (mgr.25337) 919 : cluster 0 pgmap v1501: 105 pgs: 105 active+clean; 230 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-03-22T07:38:00.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:37:59 smithi129 bash[82160]: cluster 2024-03-22T07:37:58.172367+0000 mgr.y (mgr.25337) 919 : cluster 0 pgmap v1501: 105 pgs: 105 active+clean; 230 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-03-22T07:38:00.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:37:59 smithi129 bash[79695]: cluster 2024-03-22T07:37:58.172367+0000 mgr.y (mgr.25337) 919 : cluster 0 pgmap v1501: 105 pgs: 105 active+clean; 230 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-03-22T07:38:02.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:01 smithi148 bash[66753]: cluster 2024-03-22T07:38:00.173350+0000 mgr.y (mgr.25337) 920 : cluster 0 pgmap v1502: 105 pgs: 105 active+clean; 238 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-03-22T07:38:02.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:01 smithi129 bash[79695]: cluster 2024-03-22T07:38:00.173350+0000 mgr.y (mgr.25337) 920 : cluster 0 pgmap v1502: 105 pgs: 105 active+clean; 238 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-03-22T07:38:02.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:02 smithi129 bash[82160]: cluster 2024-03-22T07:38:00.173350+0000 mgr.y (mgr.25337) 920 : cluster 0 pgmap v1502: 105 pgs: 105 active+clean; 238 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-03-22T07:38:04.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:03 smithi148 bash[66753]: cluster 2024-03-22T07:38:02.174003+0000 mgr.y (mgr.25337) 921 : cluster 0 pgmap v1503: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-03-22T07:38:04.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:03 smithi129 bash[79695]: cluster 2024-03-22T07:38:02.174003+0000 mgr.y (mgr.25337) 921 : cluster 0 pgmap v1503: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-03-22T07:38:04.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:38:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:38:03] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-03-22T07:38:04.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:03 smithi129 bash[82160]: cluster 2024-03-22T07:38:02.174003+0000 mgr.y (mgr.25337) 921 : cluster 0 pgmap v1503: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-03-22T07:38:05.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:04 smithi148 bash[66753]: cluster 2024-03-22T07:38:04.174638+0000 mgr.y (mgr.25337) 922 : cluster 0 pgmap v1504: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-03-22T07:38:05.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:04 smithi129 bash[79695]: cluster 2024-03-22T07:38:04.174638+0000 mgr.y (mgr.25337) 922 : cluster 0 pgmap v1504: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-03-22T07:38:05.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:04 smithi129 bash[82160]: cluster 2024-03-22T07:38:04.174638+0000 mgr.y (mgr.25337) 922 : cluster 0 pgmap v1504: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-03-22T07:38:07.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:07 smithi129 bash[79695]: cluster 2024-03-22T07:38:06.175379+0000 mgr.y (mgr.25337) 923 : cluster 0 pgmap v1505: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-03-22T07:38:07.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:07 smithi129 bash[82160]: cluster 2024-03-22T07:38:06.175379+0000 mgr.y (mgr.25337) 923 : cluster 0 pgmap v1505: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-03-22T07:38:07.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:07 smithi148 bash[66753]: cluster 2024-03-22T07:38:06.175379+0000 mgr.y (mgr.25337) 923 : cluster 0 pgmap v1505: 105 pgs: 105 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-03-22T07:38:08.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:08 smithi129 bash[79695]: cluster 2024-03-22T07:38:07.238482+0000 mon.a (mon.0) 1413 : cluster 0 osdmap e963: 8 total, 8 up, 8 in 2024-03-22T07:38:08.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:08 smithi129 bash[79695]: cluster 2024-03-22T07:38:07.244658+0000 osd.6 (osd.6) 540 : cluster 3 failed to encode map e963 with expected crc 2024-03-22T07:38:08.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:08 smithi129 bash[82160]: cluster 2024-03-22T07:38:07.238482+0000 mon.a (mon.0) 1413 : cluster 0 osdmap e963: 8 total, 8 up, 8 in 2024-03-22T07:38:08.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:08 smithi129 bash[82160]: cluster 2024-03-22T07:38:07.244658+0000 osd.6 (osd.6) 540 : cluster 3 failed to encode map e963 with expected crc 2024-03-22T07:38:08.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:08 smithi148 bash[66753]: cluster 2024-03-22T07:38:07.238482+0000 mon.a (mon.0) 1413 : cluster 0 osdmap e963: 8 total, 8 up, 8 in 2024-03-22T07:38:08.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:08 smithi148 bash[66753]: cluster 2024-03-22T07:38:07.244658+0000 osd.6 (osd.6) 540 : cluster 3 failed to encode map e963 with expected crc 2024-03-22T07:38:09.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:09 smithi129 bash[79695]: cluster 2024-03-22T07:38:08.176216+0000 mgr.y (mgr.25337) 924 : cluster 0 pgmap v1507: 105 pgs: 105 active+clean; 259 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2024-03-22T07:38:09.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:09 smithi129 bash[79695]: audit 2024-03-22T07:38:08.414038+0000 mon.c (mon.2) 383 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:38:09.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:09 smithi129 bash[79695]: audit 2024-03-22T07:38:08.482498+0000 mon.c (mon.2) 384 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:38:09.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:09 smithi129 bash[82160]: cluster 2024-03-22T07:38:08.176216+0000 mgr.y (mgr.25337) 924 : cluster 0 pgmap v1507: 105 pgs: 105 active+clean; 259 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2024-03-22T07:38:09.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:09 smithi129 bash[82160]: audit 2024-03-22T07:38:08.414038+0000 mon.c (mon.2) 383 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:38:09.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:09 smithi129 bash[82160]: audit 2024-03-22T07:38:08.482498+0000 mon.c (mon.2) 384 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:38:09.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:09 smithi148 bash[66753]: cluster 2024-03-22T07:38:08.176216+0000 mgr.y (mgr.25337) 924 : cluster 0 pgmap v1507: 105 pgs: 105 active+clean; 259 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2024-03-22T07:38:09.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:09 smithi148 bash[66753]: audit 2024-03-22T07:38:08.414038+0000 mon.c (mon.2) 383 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:38:09.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:09 smithi148 bash[66753]: audit 2024-03-22T07:38:08.482498+0000 mon.c (mon.2) 384 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:38:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:11 smithi129 bash[79695]: cluster 2024-03-22T07:38:10.177134+0000 mgr.y (mgr.25337) 925 : cluster 0 pgmap v1508: 105 pgs: 105 active+clean; 284 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.6 MiB/s wr, 32 op/s 2024-03-22T07:38:11.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:11 smithi129 bash[82160]: cluster 2024-03-22T07:38:10.177134+0000 mgr.y (mgr.25337) 925 : cluster 0 pgmap v1508: 105 pgs: 105 active+clean; 284 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.6 MiB/s wr, 32 op/s 2024-03-22T07:38:11.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:11 smithi148 bash[66753]: cluster 2024-03-22T07:38:10.177134+0000 mgr.y (mgr.25337) 925 : cluster 0 pgmap v1508: 105 pgs: 105 active+clean; 284 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.6 MiB/s wr, 32 op/s 2024-03-22T07:38:13.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:13 smithi129 bash[79695]: cluster 2024-03-22T07:38:12.177744+0000 mgr.y (mgr.25337) 926 : cluster 0 pgmap v1509: 105 pgs: 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:38:13.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:13 smithi129 bash[82160]: cluster 2024-03-22T07:38:12.177744+0000 mgr.y (mgr.25337) 926 : cluster 0 pgmap v1509: 105 pgs: 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:38:13.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:13 smithi148 bash[66753]: cluster 2024-03-22T07:38:12.177744+0000 mgr.y (mgr.25337) 926 : cluster 0 pgmap v1509: 105 pgs: 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:38:14.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:38:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:38:13] "GET /metrics HTTP/1.1" 200 36533 "" "Prometheus/2.43.0" 2024-03-22T07:38:15.420 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[79695]: cluster 2024-03-22T07:38:14.178324+0000 mgr.y (mgr.25337) 927 : cluster 0 pgmap v1510: 105 pgs: 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:38:15.420 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[79695]: audit 2024-03-22T07:38:14.420346+0000 mon.a (mon.0) 1414 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:38:15.420 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[79695]: audit 2024-03-22T07:38:14.429185+0000 mon.a (mon.0) 1415 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:38:15.420 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[79695]: audit 2024-03-22T07:38:14.472301+0000 mon.a (mon.0) 1416 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:38:15.420 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[79695]: audit 2024-03-22T07:38:14.485507+0000 mon.a (mon.0) 1417 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:38:15.420 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[79695]: audit 2024-03-22T07:38:15.119383+0000 mon.c (mon.2) 385 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:38:15.420 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[79695]: audit 2024-03-22T07:38:15.120180+0000 mon.c (mon.2) 386 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:38:15.420 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[79695]: audit 2024-03-22T07:38:15.125338+0000 mon.a (mon.0) 1418 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:38:15.421 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[82160]: cluster 2024-03-22T07:38:14.178324+0000 mgr.y (mgr.25337) 927 : cluster 0 pgmap v1510: 105 pgs: 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:38:15.421 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[82160]: audit 2024-03-22T07:38:14.420346+0000 mon.a (mon.0) 1414 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:38:15.421 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[82160]: audit 2024-03-22T07:38:14.429185+0000 mon.a (mon.0) 1415 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:38:15.421 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[82160]: audit 2024-03-22T07:38:14.472301+0000 mon.a (mon.0) 1416 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:38:15.421 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[82160]: audit 2024-03-22T07:38:14.485507+0000 mon.a (mon.0) 1417 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:38:15.421 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[82160]: audit 2024-03-22T07:38:15.119383+0000 mon.c (mon.2) 385 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:38:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:15 smithi148 bash[66753]: cluster 2024-03-22T07:38:14.178324+0000 mgr.y (mgr.25337) 927 : cluster 0 pgmap v1510: 105 pgs: 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:38:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:15 smithi148 bash[66753]: audit 2024-03-22T07:38:14.420346+0000 mon.a (mon.0) 1414 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:38:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:15 smithi148 bash[66753]: audit 2024-03-22T07:38:14.429185+0000 mon.a (mon.0) 1415 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:38:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:15 smithi148 bash[66753]: audit 2024-03-22T07:38:14.472301+0000 mon.a (mon.0) 1416 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:38:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:15 smithi148 bash[66753]: audit 2024-03-22T07:38:14.485507+0000 mon.a (mon.0) 1417 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:38:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:15 smithi148 bash[66753]: audit 2024-03-22T07:38:15.119383+0000 mon.c (mon.2) 385 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:38:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:15 smithi148 bash[66753]: audit 2024-03-22T07:38:15.120180+0000 mon.c (mon.2) 386 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:38:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:15 smithi148 bash[66753]: audit 2024-03-22T07:38:15.125338+0000 mon.a (mon.0) 1418 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:38:15.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[82160]: audit 2024-03-22T07:38:15.120180+0000 mon.c (mon.2) 386 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:38:15.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:15 smithi129 bash[82160]: audit 2024-03-22T07:38:15.125338+0000 mon.a (mon.0) 1418 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:38:17.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:17 smithi148 bash[66753]: cluster 2024-03-22T07:38:16.179043+0000 mgr.y (mgr.25337) 928 : cluster 0 pgmap v1511: 105 pgs: 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:38:17.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:17 smithi129 bash[79695]: cluster 2024-03-22T07:38:16.179043+0000 mgr.y (mgr.25337) 928 : cluster 0 pgmap v1511: 105 pgs: 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:38:17.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:17 smithi129 bash[82160]: cluster 2024-03-22T07:38:16.179043+0000 mgr.y (mgr.25337) 928 : cluster 0 pgmap v1511: 105 pgs: 105 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:38:19.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:19 smithi148 bash[66753]: cluster 2024-03-22T07:38:18.179718+0000 mgr.y (mgr.25337) 929 : cluster 0 pgmap v1512: 105 pgs: 105 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 KiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-03-22T07:38:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:19 smithi129 bash[79695]: cluster 2024-03-22T07:38:18.179718+0000 mgr.y (mgr.25337) 929 : cluster 0 pgmap v1512: 105 pgs: 105 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 KiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-03-22T07:38:19.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:19 smithi129 bash[82160]: cluster 2024-03-22T07:38:18.179718+0000 mgr.y (mgr.25337) 929 : cluster 0 pgmap v1512: 105 pgs: 105 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 KiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-03-22T07:38:21.240 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (21986 ms) 2024-03-22T07:38:21.240 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-03-22T07:38:21.240 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:38:21.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:21 smithi129 bash[79695]: cluster 2024-03-22T07:38:20.180410+0000 mgr.y (mgr.25337) 930 : cluster 0 pgmap v1513: 105 pgs: 105 active+clean; 300 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-03-22T07:38:21.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:21 smithi129 bash[82160]: cluster 2024-03-22T07:38:20.180410+0000 mgr.y (mgr.25337) 930 : cluster 0 pgmap v1513: 105 pgs: 105 active+clean; 300 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-03-22T07:38:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:21 smithi148 bash[66753]: cluster 2024-03-22T07:38:20.180410+0000 mgr.y (mgr.25337) 930 : cluster 0 pgmap v1513: 105 pgs: 105 active+clean; 300 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-03-22T07:38:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:23 smithi129 bash[79695]: cluster 2024-03-22T07:38:22.181165+0000 mgr.y (mgr.25337) 931 : cluster 0 pgmap v1514: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-03-22T07:38:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:23 smithi129 bash[79695]: audit 2024-03-22T07:38:23.414418+0000 mon.c (mon.2) 387 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:38:23.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:23 smithi129 bash[82160]: cluster 2024-03-22T07:38:22.181165+0000 mgr.y (mgr.25337) 931 : cluster 0 pgmap v1514: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-03-22T07:38:23.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:23 smithi129 bash[82160]: audit 2024-03-22T07:38:23.414418+0000 mon.c (mon.2) 387 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:38:23.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:23 smithi148 bash[66753]: cluster 2024-03-22T07:38:22.181165+0000 mgr.y (mgr.25337) 931 : cluster 0 pgmap v1514: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-03-22T07:38:23.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:23 smithi148 bash[66753]: audit 2024-03-22T07:38:23.414418+0000 mon.c (mon.2) 387 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:38:24.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:38:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:38:23] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.43.0" 2024-03-22T07:38:25.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:25 smithi129 bash[79695]: cluster 2024-03-22T07:38:24.181861+0000 mgr.y (mgr.25337) 932 : cluster 0 pgmap v1515: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-03-22T07:38:25.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:25 smithi129 bash[82160]: cluster 2024-03-22T07:38:24.181861+0000 mgr.y (mgr.25337) 932 : cluster 0 pgmap v1515: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-03-22T07:38:25.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:25 smithi148 bash[66753]: cluster 2024-03-22T07:38:24.181861+0000 mgr.y (mgr.25337) 932 : cluster 0 pgmap v1515: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-03-22T07:38:27.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:27 smithi129 bash[79695]: cluster 2024-03-22T07:38:26.182585+0000 mgr.y (mgr.25337) 933 : cluster 0 pgmap v1516: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-03-22T07:38:27.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:27 smithi129 bash[82160]: cluster 2024-03-22T07:38:26.182585+0000 mgr.y (mgr.25337) 933 : cluster 0 pgmap v1516: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-03-22T07:38:27.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:27 smithi148 bash[66753]: cluster 2024-03-22T07:38:26.182585+0000 mgr.y (mgr.25337) 933 : cluster 0 pgmap v1516: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-03-22T07:38:29.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:29 smithi129 bash[79695]: cluster 2024-03-22T07:38:28.183240+0000 mgr.y (mgr.25337) 934 : cluster 0 pgmap v1517: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-03-22T07:38:29.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:29 smithi129 bash[82160]: cluster 2024-03-22T07:38:28.183240+0000 mgr.y (mgr.25337) 934 : cluster 0 pgmap v1517: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-03-22T07:38:29.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:29 smithi148 bash[66753]: cluster 2024-03-22T07:38:28.183240+0000 mgr.y (mgr.25337) 934 : cluster 0 pgmap v1517: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-03-22T07:38:31.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:31 smithi129 bash[79695]: cluster 2024-03-22T07:38:30.183914+0000 mgr.y (mgr.25337) 935 : cluster 0 pgmap v1518: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-03-22T07:38:31.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:31 smithi129 bash[82160]: cluster 2024-03-22T07:38:30.183914+0000 mgr.y (mgr.25337) 935 : cluster 0 pgmap v1518: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-03-22T07:38:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:31 smithi148 bash[66753]: cluster 2024-03-22T07:38:30.183914+0000 mgr.y (mgr.25337) 935 : cluster 0 pgmap v1518: 105 pgs: 105 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-03-22T07:38:32.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:32 smithi129 bash[79695]: cluster 2024-03-22T07:38:31.455760+0000 osd.5 (osd.5) 550 : cluster 3 failed to encode map e964 with expected crc 2024-03-22T07:38:32.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:32 smithi129 bash[79695]: cluster 2024-03-22T07:38:31.455787+0000 osd.7 (osd.7) 578 : cluster 3 failed to encode map e964 with expected crc 2024-03-22T07:38:32.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:32 smithi129 bash[79695]: cluster 2024-03-22T07:38:31.456587+0000 mon.a (mon.0) 1419 : cluster 0 osdmap e964: 8 total, 8 up, 8 in 2024-03-22T07:38:32.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:32 smithi129 bash[79695]: cluster 2024-03-22T07:38:31.461890+0000 osd.7 (osd.7) 579 : cluster 3 failed to encode map e964 with expected crc 2024-03-22T07:38:32.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:32 smithi129 bash[79695]: cluster 2024-03-22T07:38:31.487004+0000 osd.6 (osd.6) 541 : cluster 3 failed to encode map e964 with expected crc 2024-03-22T07:38:32.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:32 smithi129 bash[82160]: cluster 2024-03-22T07:38:31.455760+0000 osd.5 (osd.5) 550 : cluster 3 failed to encode map e964 with expected crc 2024-03-22T07:38:32.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:32 smithi129 bash[82160]: cluster 2024-03-22T07:38:31.455787+0000 osd.7 (osd.7) 578 : cluster 3 failed to encode map e964 with expected crc 2024-03-22T07:38:32.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:32 smithi129 bash[82160]: cluster 2024-03-22T07:38:31.456587+0000 mon.a (mon.0) 1419 : cluster 0 osdmap e964: 8 total, 8 up, 8 in 2024-03-22T07:38:32.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:32 smithi129 bash[82160]: cluster 2024-03-22T07:38:31.461890+0000 osd.7 (osd.7) 579 : cluster 3 failed to encode map e964 with expected crc 2024-03-22T07:38:32.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:32 smithi129 bash[82160]: cluster 2024-03-22T07:38:31.487004+0000 osd.6 (osd.6) 541 : cluster 3 failed to encode map e964 with expected crc 2024-03-22T07:38:32.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:32 smithi148 bash[66753]: cluster 2024-03-22T07:38:31.455760+0000 osd.5 (osd.5) 550 : cluster 3 failed to encode map e964 with expected crc 2024-03-22T07:38:32.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:32 smithi148 bash[66753]: cluster 2024-03-22T07:38:31.455787+0000 osd.7 (osd.7) 578 : cluster 3 failed to encode map e964 with expected crc 2024-03-22T07:38:32.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:32 smithi148 bash[66753]: cluster 2024-03-22T07:38:31.456587+0000 mon.a (mon.0) 1419 : cluster 0 osdmap e964: 8 total, 8 up, 8 in 2024-03-22T07:38:32.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:32 smithi148 bash[66753]: cluster 2024-03-22T07:38:31.461890+0000 osd.7 (osd.7) 579 : cluster 3 failed to encode map e964 with expected crc 2024-03-22T07:38:32.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:32 smithi148 bash[66753]: cluster 2024-03-22T07:38:31.487004+0000 osd.6 (osd.6) 541 : cluster 3 failed to encode map e964 with expected crc 2024-03-22T07:38:33.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:33 smithi129 bash[79695]: cluster 2024-03-22T07:38:32.184633+0000 mgr.y (mgr.25337) 936 : cluster 0 pgmap v1520: 105 pgs: 105 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.1 KiB/s rd, 412 KiB/s wr, 13 op/s 2024-03-22T07:38:33.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:33 smithi129 bash[82160]: cluster 2024-03-22T07:38:32.184633+0000 mgr.y (mgr.25337) 936 : cluster 0 pgmap v1520: 105 pgs: 105 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.1 KiB/s rd, 412 KiB/s wr, 13 op/s 2024-03-22T07:38:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:33 smithi148 bash[66753]: cluster 2024-03-22T07:38:32.184633+0000 mgr.y (mgr.25337) 936 : cluster 0 pgmap v1520: 105 pgs: 105 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.1 KiB/s rd, 412 KiB/s wr, 13 op/s 2024-03-22T07:38:34.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:38:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:38:33] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.43.0" 2024-03-22T07:38:35.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:35 smithi129 bash[79695]: cluster 2024-03-22T07:38:34.185311+0000 mgr.y (mgr.25337) 937 : cluster 0 pgmap v1521: 105 pgs: 105 active+clean; 320 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.1 KiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-03-22T07:38:35.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:35 smithi129 bash[82160]: cluster 2024-03-22T07:38:34.185311+0000 mgr.y (mgr.25337) 937 : cluster 0 pgmap v1521: 105 pgs: 105 active+clean; 320 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.1 KiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-03-22T07:38:35.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:35 smithi148 bash[66753]: cluster 2024-03-22T07:38:34.185311+0000 mgr.y (mgr.25337) 937 : cluster 0 pgmap v1521: 105 pgs: 105 active+clean; 320 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.1 KiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-03-22T07:38:37.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:37 smithi129 bash[79695]: cluster 2024-03-22T07:38:36.186038+0000 mgr.y (mgr.25337) 938 : cluster 0 pgmap v1522: 105 pgs: 105 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:38:37.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:37 smithi129 bash[82160]: cluster 2024-03-22T07:38:36.186038+0000 mgr.y (mgr.25337) 938 : cluster 0 pgmap v1522: 105 pgs: 105 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:38:37.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:37 smithi148 bash[66753]: cluster 2024-03-22T07:38:36.186038+0000 mgr.y (mgr.25337) 938 : cluster 0 pgmap v1522: 105 pgs: 105 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:38:38.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:38 smithi129 bash[79695]: audit 2024-03-22T07:38:38.414271+0000 mon.c (mon.2) 388 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:38:38.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:38 smithi129 bash[82160]: audit 2024-03-22T07:38:38.414271+0000 mon.c (mon.2) 388 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:38:38.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:38 smithi148 bash[66753]: audit 2024-03-22T07:38:38.414271+0000 mon.c (mon.2) 388 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:38:39.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:39 smithi129 bash[79695]: cluster 2024-03-22T07:38:38.186727+0000 mgr.y (mgr.25337) 939 : cluster 0 pgmap v1523: 105 pgs: 105 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:38:39.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:39 smithi129 bash[82160]: cluster 2024-03-22T07:38:38.186727+0000 mgr.y (mgr.25337) 939 : cluster 0 pgmap v1523: 105 pgs: 105 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:38:39.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:39 smithi148 bash[66753]: cluster 2024-03-22T07:38:38.186727+0000 mgr.y (mgr.25337) 939 : cluster 0 pgmap v1523: 105 pgs: 105 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:38:41.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:41 smithi129 bash[79695]: cluster 2024-03-22T07:38:40.187442+0000 mgr.y (mgr.25337) 940 : cluster 0 pgmap v1524: 105 pgs: 105 active+clean; 357 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 31 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-03-22T07:38:41.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:41 smithi129 bash[82160]: cluster 2024-03-22T07:38:40.187442+0000 mgr.y (mgr.25337) 940 : cluster 0 pgmap v1524: 105 pgs: 105 active+clean; 357 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 31 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-03-22T07:38:41.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:41 smithi148 bash[66753]: cluster 2024-03-22T07:38:40.187442+0000 mgr.y (mgr.25337) 940 : cluster 0 pgmap v1524: 105 pgs: 105 active+clean; 357 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 31 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-03-22T07:38:43.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:43 smithi129 bash[79695]: cluster 2024-03-22T07:38:42.188050+0000 mgr.y (mgr.25337) 941 : cluster 0 pgmap v1525: 105 pgs: 105 active+clean; 365 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 58 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2024-03-22T07:38:43.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:43 smithi129 bash[82160]: cluster 2024-03-22T07:38:42.188050+0000 mgr.y (mgr.25337) 941 : cluster 0 pgmap v1525: 105 pgs: 105 active+clean; 365 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 58 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2024-03-22T07:38:43.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:43 smithi148 bash[66753]: cluster 2024-03-22T07:38:42.188050+0000 mgr.y (mgr.25337) 941 : cluster 0 pgmap v1525: 105 pgs: 105 active+clean; 365 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 58 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2024-03-22T07:38:44.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:38:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:38:43] "GET /metrics HTTP/1.1" 200 36533 "" "Prometheus/2.43.0" 2024-03-22T07:38:44.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:44 smithi129 bash[79695]: cluster 2024-03-22T07:38:43.503176+0000 mon.a (mon.0) 1420 : cluster 0 osdmap e965: 8 total, 8 up, 8 in 2024-03-22T07:38:44.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:44 smithi129 bash[79695]: cluster 2024-03-22T07:38:43.503243+0000 osd.5 (osd.5) 551 : cluster 3 failed to encode map e965 with expected crc 2024-03-22T07:38:44.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:44 smithi129 bash[79695]: cluster 2024-03-22T07:38:43.509320+0000 osd.7 (osd.7) 580 : cluster 3 failed to encode map e965 with expected crc 2024-03-22T07:38:44.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:44 smithi129 bash[79695]: cluster 2024-03-22T07:38:43.518605+0000 osd.5 (osd.5) 552 : cluster 3 failed to encode map e965 with expected crc 2024-03-22T07:38:44.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:44 smithi129 bash[79695]: cluster 2024-03-22T07:38:43.530132+0000 osd.6 (osd.6) 542 : cluster 3 failed to encode map e965 with expected crc 2024-03-22T07:38:44.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:44 smithi129 bash[82160]: cluster 2024-03-22T07:38:43.503176+0000 mon.a (mon.0) 1420 : cluster 0 osdmap e965: 8 total, 8 up, 8 in 2024-03-22T07:38:44.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:44 smithi129 bash[82160]: cluster 2024-03-22T07:38:43.503243+0000 osd.5 (osd.5) 551 : cluster 3 failed to encode map e965 with expected crc 2024-03-22T07:38:44.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:44 smithi129 bash[82160]: cluster 2024-03-22T07:38:43.509320+0000 osd.7 (osd.7) 580 : cluster 3 failed to encode map e965 with expected crc 2024-03-22T07:38:44.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:44 smithi129 bash[82160]: cluster 2024-03-22T07:38:43.518605+0000 osd.5 (osd.5) 552 : cluster 3 failed to encode map e965 with expected crc 2024-03-22T07:38:44.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:44 smithi129 bash[82160]: cluster 2024-03-22T07:38:43.530132+0000 osd.6 (osd.6) 542 : cluster 3 failed to encode map e965 with expected crc 2024-03-22T07:38:44.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:44 smithi148 bash[66753]: cluster 2024-03-22T07:38:43.503176+0000 mon.a (mon.0) 1420 : cluster 0 osdmap e965: 8 total, 8 up, 8 in 2024-03-22T07:38:44.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:44 smithi148 bash[66753]: cluster 2024-03-22T07:38:43.503243+0000 osd.5 (osd.5) 551 : cluster 3 failed to encode map e965 with expected crc 2024-03-22T07:38:44.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:44 smithi148 bash[66753]: cluster 2024-03-22T07:38:43.509320+0000 osd.7 (osd.7) 580 : cluster 3 failed to encode map e965 with expected crc 2024-03-22T07:38:44.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:44 smithi148 bash[66753]: cluster 2024-03-22T07:38:43.518605+0000 osd.5 (osd.5) 552 : cluster 3 failed to encode map e965 with expected crc 2024-03-22T07:38:44.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:44 smithi148 bash[66753]: cluster 2024-03-22T07:38:43.530132+0000 osd.6 (osd.6) 542 : cluster 3 failed to encode map e965 with expected crc 2024-03-22T07:38:45.630 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (24390 ms) 2024-03-22T07:38:45.631 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-03-22T07:38:45.631 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:38:45.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:45 smithi129 bash[82160]: cluster 2024-03-22T07:38:44.188523+0000 mgr.y (mgr.25337) 942 : cluster 0 pgmap v1527: 105 pgs: 105 active+clean; 365 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:38:45.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:45 smithi129 bash[79695]: cluster 2024-03-22T07:38:44.188523+0000 mgr.y (mgr.25337) 942 : cluster 0 pgmap v1527: 105 pgs: 105 active+clean; 365 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:38:45.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:45 smithi148 bash[66753]: cluster 2024-03-22T07:38:44.188523+0000 mgr.y (mgr.25337) 942 : cluster 0 pgmap v1527: 105 pgs: 105 active+clean; 365 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:38:47.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:47 smithi129 bash[79695]: cluster 2024-03-22T07:38:46.189154+0000 mgr.y (mgr.25337) 943 : cluster 0 pgmap v1528: 105 pgs: 105 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.0 MiB/s wr, 38 op/s 2024-03-22T07:38:47.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:47 smithi129 bash[82160]: cluster 2024-03-22T07:38:46.189154+0000 mgr.y (mgr.25337) 943 : cluster 0 pgmap v1528: 105 pgs: 105 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.0 MiB/s wr, 38 op/s 2024-03-22T07:38:47.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:47 smithi148 bash[66753]: cluster 2024-03-22T07:38:46.189154+0000 mgr.y (mgr.25337) 943 : cluster 0 pgmap v1528: 105 pgs: 105 active+clean; 409 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.0 MiB/s wr, 38 op/s 2024-03-22T07:38:49.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:49 smithi129 bash[79695]: cluster 2024-03-22T07:38:48.189795+0000 mgr.y (mgr.25337) 944 : cluster 0 pgmap v1529: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 47 op/s 2024-03-22T07:38:49.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:49 smithi129 bash[82160]: cluster 2024-03-22T07:38:48.189795+0000 mgr.y (mgr.25337) 944 : cluster 0 pgmap v1529: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 47 op/s 2024-03-22T07:38:49.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:49 smithi148 bash[66753]: cluster 2024-03-22T07:38:48.189795+0000 mgr.y (mgr.25337) 944 : cluster 0 pgmap v1529: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 47 op/s 2024-03-22T07:38:51.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:51 smithi129 bash[79695]: cluster 2024-03-22T07:38:50.190475+0000 mgr.y (mgr.25337) 945 : cluster 0 pgmap v1530: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 42 op/s 2024-03-22T07:38:51.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:51 smithi129 bash[82160]: cluster 2024-03-22T07:38:50.190475+0000 mgr.y (mgr.25337) 945 : cluster 0 pgmap v1530: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 42 op/s 2024-03-22T07:38:51.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:51 smithi148 bash[66753]: cluster 2024-03-22T07:38:50.190475+0000 mgr.y (mgr.25337) 945 : cluster 0 pgmap v1530: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 42 op/s 2024-03-22T07:38:53.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:53 smithi129 bash[79695]: cluster 2024-03-22T07:38:52.191075+0000 mgr.y (mgr.25337) 946 : cluster 0 pgmap v1531: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-03-22T07:38:53.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:53 smithi129 bash[79695]: audit 2024-03-22T07:38:53.415460+0000 mon.c (mon.2) 389 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:38:53.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:53 smithi129 bash[82160]: cluster 2024-03-22T07:38:52.191075+0000 mgr.y (mgr.25337) 946 : cluster 0 pgmap v1531: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-03-22T07:38:53.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:53 smithi129 bash[82160]: audit 2024-03-22T07:38:53.415460+0000 mon.c (mon.2) 389 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:38:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:53 smithi148 bash[66753]: cluster 2024-03-22T07:38:52.191075+0000 mgr.y (mgr.25337) 946 : cluster 0 pgmap v1531: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-03-22T07:38:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:53 smithi148 bash[66753]: audit 2024-03-22T07:38:53.415460+0000 mon.c (mon.2) 389 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:38:54.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:38:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:38:53] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-03-22T07:38:54.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:54 smithi129 bash[79695]: cluster 2024-03-22T07:38:53.539083+0000 osd.7 (osd.7) 581 : cluster 3 failed to encode map e966 with expected crc 2024-03-22T07:38:54.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:54 smithi129 bash[79695]: cluster 2024-03-22T07:38:53.539915+0000 osd.6 (osd.6) 543 : cluster 3 failed to encode map e966 with expected crc 2024-03-22T07:38:54.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:54 smithi129 bash[79695]: cluster 2024-03-22T07:38:53.540168+0000 osd.5 (osd.5) 553 : cluster 3 failed to encode map e966 with expected crc 2024-03-22T07:38:54.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:54 smithi129 bash[79695]: cluster 2024-03-22T07:38:53.545169+0000 mon.a (mon.0) 1421 : cluster 0 osdmap e966: 8 total, 8 up, 8 in 2024-03-22T07:38:54.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:54 smithi129 bash[79695]: cluster 2024-03-22T07:38:53.554133+0000 osd.5 (osd.5) 554 : cluster 3 failed to encode map e966 with expected crc 2024-03-22T07:38:54.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:54 smithi129 bash[82160]: cluster 2024-03-22T07:38:53.539083+0000 osd.7 (osd.7) 581 : cluster 3 failed to encode map e966 with expected crc 2024-03-22T07:38:54.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:54 smithi129 bash[82160]: cluster 2024-03-22T07:38:53.539915+0000 osd.6 (osd.6) 543 : cluster 3 failed to encode map e966 with expected crc 2024-03-22T07:38:54.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:54 smithi129 bash[82160]: cluster 2024-03-22T07:38:53.540168+0000 osd.5 (osd.5) 553 : cluster 3 failed to encode map e966 with expected crc 2024-03-22T07:38:54.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:54 smithi129 bash[82160]: cluster 2024-03-22T07:38:53.545169+0000 mon.a (mon.0) 1421 : cluster 0 osdmap e966: 8 total, 8 up, 8 in 2024-03-22T07:38:54.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:54 smithi129 bash[82160]: cluster 2024-03-22T07:38:53.554133+0000 osd.5 (osd.5) 554 : cluster 3 failed to encode map e966 with expected crc 2024-03-22T07:38:54.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:54 smithi148 bash[66753]: cluster 2024-03-22T07:38:53.539083+0000 osd.7 (osd.7) 581 : cluster 3 failed to encode map e966 with expected crc 2024-03-22T07:38:54.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:54 smithi148 bash[66753]: cluster 2024-03-22T07:38:53.539915+0000 osd.6 (osd.6) 543 : cluster 3 failed to encode map e966 with expected crc 2024-03-22T07:38:54.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:54 smithi148 bash[66753]: cluster 2024-03-22T07:38:53.540168+0000 osd.5 (osd.5) 553 : cluster 3 failed to encode map e966 with expected crc 2024-03-22T07:38:54.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:54 smithi148 bash[66753]: cluster 2024-03-22T07:38:53.545169+0000 mon.a (mon.0) 1421 : cluster 0 osdmap e966: 8 total, 8 up, 8 in 2024-03-22T07:38:54.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:54 smithi148 bash[66753]: cluster 2024-03-22T07:38:53.554133+0000 osd.5 (osd.5) 554 : cluster 3 failed to encode map e966 with expected crc 2024-03-22T07:38:55.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:55 smithi129 bash[79695]: cluster 2024-03-22T07:38:54.191677+0000 mgr.y (mgr.25337) 947 : cluster 0 pgmap v1533: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-03-22T07:38:55.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:55 smithi129 bash[82160]: cluster 2024-03-22T07:38:54.191677+0000 mgr.y (mgr.25337) 947 : cluster 0 pgmap v1533: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-03-22T07:38:55.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:55 smithi148 bash[66753]: cluster 2024-03-22T07:38:54.191677+0000 mgr.y (mgr.25337) 947 : cluster 0 pgmap v1533: 105 pgs: 105 active+clean; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-03-22T07:38:57.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:57 smithi129 bash[79695]: cluster 2024-03-22T07:38:56.192694+0000 mgr.y (mgr.25337) 948 : cluster 0 pgmap v1534: 105 pgs: 105 active+clean; 455 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 838 KiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-03-22T07:38:57.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:57 smithi129 bash[82160]: cluster 2024-03-22T07:38:56.192694+0000 mgr.y (mgr.25337) 948 : cluster 0 pgmap v1534: 105 pgs: 105 active+clean; 455 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 838 KiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-03-22T07:38:57.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:57 smithi148 bash[66753]: cluster 2024-03-22T07:38:56.192694+0000 mgr.y (mgr.25337) 948 : cluster 0 pgmap v1534: 105 pgs: 105 active+clean; 455 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 838 KiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-03-22T07:38:59.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:38:59 smithi129 bash[79695]: cluster 2024-03-22T07:38:58.193571+0000 mgr.y (mgr.25337) 949 : cluster 0 pgmap v1535: 105 pgs: 105 active+clean; 475 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-03-22T07:38:59.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:38:59 smithi129 bash[82160]: cluster 2024-03-22T07:38:58.193571+0000 mgr.y (mgr.25337) 949 : cluster 0 pgmap v1535: 105 pgs: 105 active+clean; 475 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-03-22T07:38:59.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:38:59 smithi148 bash[66753]: cluster 2024-03-22T07:38:58.193571+0000 mgr.y (mgr.25337) 949 : cluster 0 pgmap v1535: 105 pgs: 105 active+clean; 475 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-03-22T07:39:01.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:01 smithi129 bash[79695]: cluster 2024-03-22T07:39:00.194433+0000 mgr.y (mgr.25337) 950 : cluster 0 pgmap v1536: 105 pgs: 105 active+clean; 475 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:39:01.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:01 smithi129 bash[82160]: cluster 2024-03-22T07:39:00.194433+0000 mgr.y (mgr.25337) 950 : cluster 0 pgmap v1536: 105 pgs: 105 active+clean; 475 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:39:01.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:01 smithi148 bash[66753]: cluster 2024-03-22T07:39:00.194433+0000 mgr.y (mgr.25337) 950 : cluster 0 pgmap v1536: 105 pgs: 105 active+clean; 475 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:39:03.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:03 smithi129 bash[79695]: cluster 2024-03-22T07:39:02.195037+0000 mgr.y (mgr.25337) 951 : cluster 0 pgmap v1537: 105 pgs: 105 active+clean; 475 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-03-22T07:39:03.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:03 smithi129 bash[82160]: cluster 2024-03-22T07:39:02.195037+0000 mgr.y (mgr.25337) 951 : cluster 0 pgmap v1537: 105 pgs: 105 active+clean; 475 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-03-22T07:39:03.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:03 smithi148 bash[66753]: cluster 2024-03-22T07:39:02.195037+0000 mgr.y (mgr.25337) 951 : cluster 0 pgmap v1537: 105 pgs: 105 active+clean; 475 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-03-22T07:39:04.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:39:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:39:03] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-03-22T07:39:05.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:05 smithi129 bash[79695]: cluster 2024-03-22T07:39:04.195656+0000 mgr.y (mgr.25337) 952 : cluster 0 pgmap v1538: 105 pgs: 105 active+clean; 475 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-03-22T07:39:05.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:05 smithi129 bash[82160]: cluster 2024-03-22T07:39:04.195656+0000 mgr.y (mgr.25337) 952 : cluster 0 pgmap v1538: 105 pgs: 105 active+clean; 475 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-03-22T07:39:05.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:05 smithi148 bash[66753]: cluster 2024-03-22T07:39:04.195656+0000 mgr.y (mgr.25337) 952 : cluster 0 pgmap v1538: 105 pgs: 105 active+clean; 475 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-03-22T07:39:07.133 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (21504 ms) 2024-03-22T07:39:07.133 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-03-22T07:39:07.133 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:39:07.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:07 smithi129 bash[79695]: cluster 2024-03-22T07:39:06.196395+0000 mgr.y (mgr.25337) 953 : cluster 0 pgmap v1539: 105 pgs: 105 active+clean; 491 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 424 KiB/s rd, 5.1 MiB/s wr, 46 op/s 2024-03-22T07:39:07.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:07 smithi129 bash[82160]: cluster 2024-03-22T07:39:06.196395+0000 mgr.y (mgr.25337) 953 : cluster 0 pgmap v1539: 105 pgs: 105 active+clean; 491 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 424 KiB/s rd, 5.1 MiB/s wr, 46 op/s 2024-03-22T07:39:07.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:07 smithi148 bash[66753]: cluster 2024-03-22T07:39:06.196395+0000 mgr.y (mgr.25337) 953 : cluster 0 pgmap v1539: 105 pgs: 105 active+clean; 491 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 424 KiB/s rd, 5.1 MiB/s wr, 46 op/s 2024-03-22T07:39:08.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:08 smithi129 bash[79695]: audit 2024-03-22T07:39:08.415298+0000 mon.c (mon.2) 390 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:39:08.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:08 smithi129 bash[82160]: audit 2024-03-22T07:39:08.415298+0000 mon.c (mon.2) 390 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:39:08.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:08 smithi148 bash[66753]: audit 2024-03-22T07:39:08.415298+0000 mon.c (mon.2) 390 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:39:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:09 smithi129 bash[79695]: cluster 2024-03-22T07:39:08.197145+0000 mgr.y (mgr.25337) 954 : cluster 0 pgmap v1540: 105 pgs: 105 active+clean; 491 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 415 KiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-03-22T07:39:09.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:09 smithi129 bash[82160]: cluster 2024-03-22T07:39:08.197145+0000 mgr.y (mgr.25337) 954 : cluster 0 pgmap v1540: 105 pgs: 105 active+clean; 491 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 415 KiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-03-22T07:39:09.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:09 smithi148 bash[66753]: cluster 2024-03-22T07:39:08.197145+0000 mgr.y (mgr.25337) 954 : cluster 0 pgmap v1540: 105 pgs: 105 active+clean; 491 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 415 KiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-03-22T07:39:11.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:11 smithi129 bash[79695]: cluster 2024-03-22T07:39:10.197851+0000 mgr.y (mgr.25337) 955 : cluster 0 pgmap v1541: 105 pgs: 105 active+clean; 495 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-03-22T07:39:11.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:11 smithi129 bash[82160]: cluster 2024-03-22T07:39:10.197851+0000 mgr.y (mgr.25337) 955 : cluster 0 pgmap v1541: 105 pgs: 105 active+clean; 495 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-03-22T07:39:11.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:11 smithi148 bash[66753]: cluster 2024-03-22T07:39:10.197851+0000 mgr.y (mgr.25337) 955 : cluster 0 pgmap v1541: 105 pgs: 105 active+clean; 495 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-03-22T07:39:13.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:13 smithi129 bash[79695]: cluster 2024-03-22T07:39:12.198436+0000 mgr.y (mgr.25337) 956 : cluster 0 pgmap v1542: 105 pgs: 105 active+clean; 495 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-03-22T07:39:13.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:13 smithi129 bash[82160]: cluster 2024-03-22T07:39:12.198436+0000 mgr.y (mgr.25337) 956 : cluster 0 pgmap v1542: 105 pgs: 105 active+clean; 495 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-03-22T07:39:13.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:13 smithi148 bash[66753]: cluster 2024-03-22T07:39:12.198436+0000 mgr.y (mgr.25337) 956 : cluster 0 pgmap v1542: 105 pgs: 105 active+clean; 495 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-03-22T07:39:14.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:39:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:39:13] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2024-03-22T07:39:15.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:15 smithi129 bash[82160]: cluster 2024-03-22T07:39:14.199173+0000 mgr.y (mgr.25337) 957 : cluster 0 pgmap v1543: 105 pgs: 105 active+clean; 495 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-03-22T07:39:15.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:15 smithi129 bash[82160]: cluster 2024-03-22T07:39:14.607131+0000 osd.5 (osd.5) 555 : cluster 3 failed to encode map e967 with expected crc 2024-03-22T07:39:15.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:15 smithi129 bash[82160]: cluster 2024-03-22T07:39:14.607780+0000 mon.a (mon.0) 1422 : cluster 0 osdmap e967: 8 total, 8 up, 8 in 2024-03-22T07:39:15.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:15 smithi129 bash[82160]: cluster 2024-03-22T07:39:14.617018+0000 osd.6 (osd.6) 544 : cluster 3 failed to encode map e967 with expected crc 2024-03-22T07:39:15.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:15 smithi129 bash[82160]: cluster 2024-03-22T07:39:14.647867+0000 osd.7 (osd.7) 582 : cluster 3 failed to encode map e967 with expected crc 2024-03-22T07:39:15.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:15 smithi129 bash[82160]: audit 2024-03-22T07:39:15.203721+0000 mon.c (mon.2) 391 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:39:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:15 smithi129 bash[79695]: cluster 2024-03-22T07:39:14.199173+0000 mgr.y (mgr.25337) 957 : cluster 0 pgmap v1543: 105 pgs: 105 active+clean; 495 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-03-22T07:39:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:15 smithi129 bash[79695]: cluster 2024-03-22T07:39:14.607131+0000 osd.5 (osd.5) 555 : cluster 3 failed to encode map e967 with expected crc 2024-03-22T07:39:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:15 smithi129 bash[79695]: cluster 2024-03-22T07:39:14.607780+0000 mon.a (mon.0) 1422 : cluster 0 osdmap e967: 8 total, 8 up, 8 in 2024-03-22T07:39:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:15 smithi129 bash[79695]: cluster 2024-03-22T07:39:14.617018+0000 osd.6 (osd.6) 544 : cluster 3 failed to encode map e967 with expected crc 2024-03-22T07:39:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:15 smithi129 bash[79695]: cluster 2024-03-22T07:39:14.647867+0000 osd.7 (osd.7) 582 : cluster 3 failed to encode map e967 with expected crc 2024-03-22T07:39:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:15 smithi129 bash[79695]: audit 2024-03-22T07:39:15.203721+0000 mon.c (mon.2) 391 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:39:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:15 smithi148 bash[66753]: cluster 2024-03-22T07:39:14.199173+0000 mgr.y (mgr.25337) 957 : cluster 0 pgmap v1543: 105 pgs: 105 active+clean; 495 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-03-22T07:39:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:15 smithi148 bash[66753]: cluster 2024-03-22T07:39:14.607131+0000 osd.5 (osd.5) 555 : cluster 3 failed to encode map e967 with expected crc 2024-03-22T07:39:15.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:15 smithi148 bash[66753]: cluster 2024-03-22T07:39:14.607780+0000 mon.a (mon.0) 1422 : cluster 0 osdmap e967: 8 total, 8 up, 8 in 2024-03-22T07:39:15.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:15 smithi148 bash[66753]: cluster 2024-03-22T07:39:14.617018+0000 osd.6 (osd.6) 544 : cluster 3 failed to encode map e967 with expected crc 2024-03-22T07:39:15.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:15 smithi148 bash[66753]: cluster 2024-03-22T07:39:14.647867+0000 osd.7 (osd.7) 582 : cluster 3 failed to encode map e967 with expected crc 2024-03-22T07:39:15.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:15 smithi148 bash[66753]: audit 2024-03-22T07:39:15.203721+0000 mon.c (mon.2) 391 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:39:17.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:17 smithi129 bash[79695]: cluster 2024-03-22T07:39:16.199899+0000 mgr.y (mgr.25337) 958 : cluster 0 pgmap v1545: 105 pgs: 105 active+clean; 519 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.4 MiB/s wr, 11 op/s 2024-03-22T07:39:17.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:17 smithi129 bash[82160]: cluster 2024-03-22T07:39:16.199899+0000 mgr.y (mgr.25337) 958 : cluster 0 pgmap v1545: 105 pgs: 105 active+clean; 519 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.4 MiB/s wr, 11 op/s 2024-03-22T07:39:17.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:17 smithi148 bash[66753]: cluster 2024-03-22T07:39:16.199899+0000 mgr.y (mgr.25337) 958 : cluster 0 pgmap v1545: 105 pgs: 105 active+clean; 519 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.4 MiB/s wr, 11 op/s 2024-03-22T07:39:19.877 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:19 smithi129 bash[79695]: cluster 2024-03-22T07:39:18.200579+0000 mgr.y (mgr.25337) 959 : cluster 0 pgmap v1546: 105 pgs: 105 active+clean; 536 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.1 MiB/s wr, 35 op/s 2024-03-22T07:39:19.878 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:19 smithi129 bash[82160]: cluster 2024-03-22T07:39:18.200579+0000 mgr.y (mgr.25337) 959 : cluster 0 pgmap v1546: 105 pgs: 105 active+clean; 536 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.1 MiB/s wr, 35 op/s 2024-03-22T07:39:19.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:19 smithi148 bash[66753]: cluster 2024-03-22T07:39:18.200579+0000 mgr.y (mgr.25337) 959 : cluster 0 pgmap v1546: 105 pgs: 105 active+clean; 536 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.1 MiB/s wr, 35 op/s 2024-03-22T07:39:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:21 smithi129 bash[82160]: cluster 2024-03-22T07:39:20.201283+0000 mgr.y (mgr.25337) 960 : cluster 0 pgmap v1547: 105 pgs: 105 active+clean; 536 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-03-22T07:39:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:21 smithi129 bash[82160]: audit 2024-03-22T07:39:21.141759+0000 mon.a (mon.0) 1423 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:21 smithi129 bash[82160]: audit 2024-03-22T07:39:21.153235+0000 mon.a (mon.0) 1424 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:21 smithi129 bash[82160]: audit 2024-03-22T07:39:21.293715+0000 mon.a (mon.0) 1425 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:21 smithi129 bash[82160]: audit 2024-03-22T07:39:21.303748+0000 mon.a (mon.0) 1426 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:21.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:21 smithi129 bash[79695]: cluster 2024-03-22T07:39:20.201283+0000 mgr.y (mgr.25337) 960 : cluster 0 pgmap v1547: 105 pgs: 105 active+clean; 536 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-03-22T07:39:21.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:21 smithi129 bash[79695]: audit 2024-03-22T07:39:21.141759+0000 mon.a (mon.0) 1423 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:21.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:21 smithi129 bash[79695]: audit 2024-03-22T07:39:21.153235+0000 mon.a (mon.0) 1424 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:21.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:21 smithi129 bash[79695]: audit 2024-03-22T07:39:21.293715+0000 mon.a (mon.0) 1425 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:21.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:21 smithi129 bash[79695]: audit 2024-03-22T07:39:21.303748+0000 mon.a (mon.0) 1426 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:21 smithi148 bash[66753]: cluster 2024-03-22T07:39:20.201283+0000 mgr.y (mgr.25337) 960 : cluster 0 pgmap v1547: 105 pgs: 105 active+clean; 536 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-03-22T07:39:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:21 smithi148 bash[66753]: audit 2024-03-22T07:39:21.141759+0000 mon.a (mon.0) 1423 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:21 smithi148 bash[66753]: audit 2024-03-22T07:39:21.153235+0000 mon.a (mon.0) 1424 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:21 smithi148 bash[66753]: audit 2024-03-22T07:39:21.293715+0000 mon.a (mon.0) 1425 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:21 smithi148 bash[66753]: audit 2024-03-22T07:39:21.303748+0000 mon.a (mon.0) 1426 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:22.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:22 smithi129 bash[79695]: audit 2024-03-22T07:39:21.884351+0000 mon.c (mon.2) 392 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:39:22.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:22 smithi129 bash[79695]: audit 2024-03-22T07:39:21.885280+0000 mon.c (mon.2) 393 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:39:22.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:22 smithi129 bash[79695]: audit 2024-03-22T07:39:21.890623+0000 mon.a (mon.0) 1427 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:22 smithi129 bash[82160]: audit 2024-03-22T07:39:21.884351+0000 mon.c (mon.2) 392 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:39:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:22 smithi129 bash[82160]: audit 2024-03-22T07:39:21.885280+0000 mon.c (mon.2) 393 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:39:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:22 smithi129 bash[82160]: audit 2024-03-22T07:39:21.890623+0000 mon.a (mon.0) 1427 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:22.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:22 smithi148 bash[66753]: audit 2024-03-22T07:39:21.884351+0000 mon.c (mon.2) 392 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:39:22.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:22 smithi148 bash[66753]: audit 2024-03-22T07:39:21.885280+0000 mon.c (mon.2) 393 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:39:22.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:22 smithi148 bash[66753]: audit 2024-03-22T07:39:21.890623+0000 mon.a (mon.0) 1427 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:24.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:23 smithi148 bash[66753]: cluster 2024-03-22T07:39:22.201882+0000 mgr.y (mgr.25337) 961 : cluster 0 pgmap v1548: 105 pgs: 105 active+clean; 536 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:39:24.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:23 smithi148 bash[66753]: audit 2024-03-22T07:39:23.415345+0000 mon.c (mon.2) 394 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:39:24.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:23 smithi129 bash[79695]: cluster 2024-03-22T07:39:22.201882+0000 mgr.y (mgr.25337) 961 : cluster 0 pgmap v1548: 105 pgs: 105 active+clean; 536 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:39:24.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:23 smithi129 bash[79695]: audit 2024-03-22T07:39:23.415345+0000 mon.c (mon.2) 394 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:39:24.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:23 smithi129 bash[82160]: cluster 2024-03-22T07:39:22.201882+0000 mgr.y (mgr.25337) 961 : cluster 0 pgmap v1548: 105 pgs: 105 active+clean; 536 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:39:24.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:23 smithi129 bash[82160]: audit 2024-03-22T07:39:23.415345+0000 mon.c (mon.2) 394 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:39:24.375 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:39:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:39:23] "GET /metrics HTTP/1.1" 200 36538 "" "Prometheus/2.43.0" 2024-03-22T07:39:26.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:25 smithi148 bash[66753]: cluster 2024-03-22T07:39:24.202494+0000 mgr.y (mgr.25337) 962 : cluster 0 pgmap v1549: 105 pgs: 105 active+clean; 536 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:39:26.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:25 smithi129 bash[82160]: cluster 2024-03-22T07:39:24.202494+0000 mgr.y (mgr.25337) 962 : cluster 0 pgmap v1549: 105 pgs: 105 active+clean; 536 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:39:26.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:25 smithi129 bash[79695]: cluster 2024-03-22T07:39:24.202494+0000 mgr.y (mgr.25337) 962 : cluster 0 pgmap v1549: 105 pgs: 105 active+clean; 536 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:39:28.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:27 smithi148 bash[66753]: cluster 2024-03-22T07:39:26.203235+0000 mgr.y (mgr.25337) 963 : cluster 0 pgmap v1550: 105 pgs: 105 active+clean; 552 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 3.9 MiB/s wr, 36 op/s 2024-03-22T07:39:28.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:27 smithi129 bash[79695]: cluster 2024-03-22T07:39:26.203235+0000 mgr.y (mgr.25337) 963 : cluster 0 pgmap v1550: 105 pgs: 105 active+clean; 552 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 3.9 MiB/s wr, 36 op/s 2024-03-22T07:39:28.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:27 smithi129 bash[82160]: cluster 2024-03-22T07:39:26.203235+0000 mgr.y (mgr.25337) 963 : cluster 0 pgmap v1550: 105 pgs: 105 active+clean; 552 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 3.9 MiB/s wr, 36 op/s 2024-03-22T07:39:28.517 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (21383 ms) 2024-03-22T07:39:28.921 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (164639 ms total) 2024-03-22T07:39:28.922 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:39:28.922 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-03-22T07:39:28.975 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-03-22T07:39:30.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:29 smithi148 bash[66753]: cluster 2024-03-22T07:39:28.203917+0000 mgr.y (mgr.25337) 964 : cluster 0 pgmap v1551: 105 pgs: 105 active+clean; 552 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 2.8 MiB/s wr, 37 op/s 2024-03-22T07:39:30.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:29 smithi148 bash[66753]: cluster 2024-03-22T07:39:28.914743+0000 mon.a (mon.0) 1428 : cluster 0 osdmap e968: 8 total, 8 up, 8 in 2024-03-22T07:39:30.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:29 smithi148 bash[66753]: cluster 2024-03-22T07:39:28.915879+0000 osd.7 (osd.7) 583 : cluster 3 failed to encode map e968 with expected crc 2024-03-22T07:39:30.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:29 smithi148 bash[66753]: cluster 2024-03-22T07:39:28.915887+0000 osd.5 (osd.5) 556 : cluster 3 failed to encode map e968 with expected crc 2024-03-22T07:39:30.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:29 smithi129 bash[79695]: cluster 2024-03-22T07:39:28.203917+0000 mgr.y (mgr.25337) 964 : cluster 0 pgmap v1551: 105 pgs: 105 active+clean; 552 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 2.8 MiB/s wr, 37 op/s 2024-03-22T07:39:30.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:29 smithi129 bash[79695]: cluster 2024-03-22T07:39:28.914743+0000 mon.a (mon.0) 1428 : cluster 0 osdmap e968: 8 total, 8 up, 8 in 2024-03-22T07:39:30.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:29 smithi129 bash[79695]: cluster 2024-03-22T07:39:28.915879+0000 osd.7 (osd.7) 583 : cluster 3 failed to encode map e968 with expected crc 2024-03-22T07:39:30.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:29 smithi129 bash[79695]: cluster 2024-03-22T07:39:28.915887+0000 osd.5 (osd.5) 556 : cluster 3 failed to encode map e968 with expected crc 2024-03-22T07:39:30.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:29 smithi129 bash[82160]: cluster 2024-03-22T07:39:28.203917+0000 mgr.y (mgr.25337) 964 : cluster 0 pgmap v1551: 105 pgs: 105 active+clean; 552 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 2.8 MiB/s wr, 37 op/s 2024-03-22T07:39:30.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:29 smithi129 bash[82160]: cluster 2024-03-22T07:39:28.914743+0000 mon.a (mon.0) 1428 : cluster 0 osdmap e968: 8 total, 8 up, 8 in 2024-03-22T07:39:30.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:29 smithi129 bash[82160]: cluster 2024-03-22T07:39:28.915879+0000 osd.7 (osd.7) 583 : cluster 3 failed to encode map e968 with expected crc 2024-03-22T07:39:30.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:29 smithi129 bash[82160]: cluster 2024-03-22T07:39:28.915887+0000 osd.5 (osd.5) 556 : cluster 3 failed to encode map e968 with expected crc 2024-03-22T07:39:30.944 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:39:31.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:30 smithi148 bash[66753]: cluster 2024-03-22T07:39:29.923007+0000 osd.6 (osd.6) 545 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:30 smithi148 bash[66753]: cluster 2024-03-22T07:39:29.923453+0000 mon.a (mon.0) 1429 : cluster 0 osdmap e969: 8 total, 8 up, 8 in 2024-03-22T07:39:31.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:30 smithi148 bash[66753]: cluster 2024-03-22T07:39:29.926614+0000 osd.5 (osd.5) 557 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:30 smithi148 bash[66753]: cluster 2024-03-22T07:39:29.927047+0000 osd.7 (osd.7) 584 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:30 smithi148 bash[66753]: audit 2024-03-22T07:39:29.928444+0000 mon.c (mon.2) 395 : audit 1 from='client.? 172.21.15.129:0/1455679826' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:39:31.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:30 smithi148 bash[66753]: cluster 2024-03-22T07:39:29.930047+0000 osd.6 (osd.6) 546 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:30 smithi148 bash[66753]: cluster 2024-03-22T07:39:29.931708+0000 osd.5 (osd.5) 558 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:30 smithi148 bash[66753]: cluster 2024-03-22T07:39:29.932560+0000 osd.7 (osd.7) 585 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:30 smithi148 bash[66753]: audit 2024-03-22T07:39:29.934716+0000 mon.a (mon.0) 1430 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:39:31.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:30 smithi148 bash[66753]: cluster 2024-03-22T07:39:30.204577+0000 mgr.y (mgr.25337) 965 : cluster 0 pgmap v1554: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:39:31.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[79695]: cluster 2024-03-22T07:39:29.923007+0000 osd.6 (osd.6) 545 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[79695]: cluster 2024-03-22T07:39:29.923453+0000 mon.a (mon.0) 1429 : cluster 0 osdmap e969: 8 total, 8 up, 8 in 2024-03-22T07:39:31.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[79695]: cluster 2024-03-22T07:39:29.926614+0000 osd.5 (osd.5) 557 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[79695]: cluster 2024-03-22T07:39:29.927047+0000 osd.7 (osd.7) 584 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[79695]: audit 2024-03-22T07:39:29.928444+0000 mon.c (mon.2) 395 : audit 1 from='client.? 172.21.15.129:0/1455679826' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:39:31.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[79695]: cluster 2024-03-22T07:39:29.930047+0000 osd.6 (osd.6) 546 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[79695]: cluster 2024-03-22T07:39:29.931708+0000 osd.5 (osd.5) 558 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[79695]: cluster 2024-03-22T07:39:29.932560+0000 osd.7 (osd.7) 585 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[79695]: audit 2024-03-22T07:39:29.934716+0000 mon.a (mon.0) 1430 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:39:31.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[79695]: cluster 2024-03-22T07:39:30.204577+0000 mgr.y (mgr.25337) 965 : cluster 0 pgmap v1554: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:39:31.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[82160]: cluster 2024-03-22T07:39:29.923007+0000 osd.6 (osd.6) 545 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[82160]: cluster 2024-03-22T07:39:29.923453+0000 mon.a (mon.0) 1429 : cluster 0 osdmap e969: 8 total, 8 up, 8 in 2024-03-22T07:39:31.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[82160]: cluster 2024-03-22T07:39:29.926614+0000 osd.5 (osd.5) 557 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[82160]: cluster 2024-03-22T07:39:29.927047+0000 osd.7 (osd.7) 584 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[82160]: audit 2024-03-22T07:39:29.928444+0000 mon.c (mon.2) 395 : audit 1 from='client.? 172.21.15.129:0/1455679826' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:39:31.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[82160]: cluster 2024-03-22T07:39:29.930047+0000 osd.6 (osd.6) 546 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[82160]: cluster 2024-03-22T07:39:29.931708+0000 osd.5 (osd.5) 558 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[82160]: cluster 2024-03-22T07:39:29.932560+0000 osd.7 (osd.7) 585 : cluster 3 failed to encode map e969 with expected crc 2024-03-22T07:39:31.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[82160]: audit 2024-03-22T07:39:29.934716+0000 mon.a (mon.0) 1430 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:39:31.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:30 smithi129 bash[82160]: cluster 2024-03-22T07:39:30.204577+0000 mgr.y (mgr.25337) 965 : cluster 0 pgmap v1554: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:39:32.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:31 smithi129 bash[79695]: cluster 2024-03-22T07:39:30.917178+0000 mon.a (mon.0) 1431 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:39:32.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:31 smithi129 bash[79695]: audit 2024-03-22T07:39:30.926641+0000 mon.a (mon.0) 1432 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:39:32.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:31 smithi129 bash[79695]: cluster 2024-03-22T07:39:30.931687+0000 osd.7 (osd.7) 586 : cluster 3 failed to encode map e970 with expected crc 2024-03-22T07:39:32.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:31 smithi129 bash[79695]: cluster 2024-03-22T07:39:30.936654+0000 mon.a (mon.0) 1433 : cluster 0 osdmap e970: 8 total, 8 up, 8 in 2024-03-22T07:39:32.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:31 smithi129 bash[79695]: cluster 2024-03-22T07:39:30.940868+0000 osd.7 (osd.7) 587 : cluster 3 failed to encode map e970 with expected crc 2024-03-22T07:39:32.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:31 smithi129 bash[79695]: cluster 2024-03-22T07:39:30.941625+0000 osd.6 (osd.6) 547 : cluster 3 failed to encode map e970 with expected crc 2024-03-22T07:39:32.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:31 smithi129 bash[79695]: cluster 2024-03-22T07:39:30.942406+0000 osd.5 (osd.5) 559 : cluster 3 failed to encode map e970 with expected crc 2024-03-22T07:39:32.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:31 smithi129 bash[82160]: cluster 2024-03-22T07:39:30.917178+0000 mon.a (mon.0) 1431 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:39:32.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:31 smithi129 bash[82160]: audit 2024-03-22T07:39:30.926641+0000 mon.a (mon.0) 1432 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:39:32.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:31 smithi129 bash[82160]: cluster 2024-03-22T07:39:30.931687+0000 osd.7 (osd.7) 586 : cluster 3 failed to encode map e970 with expected crc 2024-03-22T07:39:32.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:31 smithi129 bash[82160]: cluster 2024-03-22T07:39:30.936654+0000 mon.a (mon.0) 1433 : cluster 0 osdmap e970: 8 total, 8 up, 8 in 2024-03-22T07:39:32.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:31 smithi129 bash[82160]: cluster 2024-03-22T07:39:30.940868+0000 osd.7 (osd.7) 587 : cluster 3 failed to encode map e970 with expected crc 2024-03-22T07:39:32.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:31 smithi129 bash[82160]: cluster 2024-03-22T07:39:30.941625+0000 osd.6 (osd.6) 547 : cluster 3 failed to encode map e970 with expected crc 2024-03-22T07:39:32.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:31 smithi129 bash[82160]: cluster 2024-03-22T07:39:30.942406+0000 osd.5 (osd.5) 559 : cluster 3 failed to encode map e970 with expected crc 2024-03-22T07:39:32.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:31 smithi148 bash[66753]: cluster 2024-03-22T07:39:30.917178+0000 mon.a (mon.0) 1431 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:39:32.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:31 smithi148 bash[66753]: audit 2024-03-22T07:39:30.926641+0000 mon.a (mon.0) 1432 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:39:32.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:31 smithi148 bash[66753]: cluster 2024-03-22T07:39:30.931687+0000 osd.7 (osd.7) 586 : cluster 3 failed to encode map e970 with expected crc 2024-03-22T07:39:32.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:31 smithi148 bash[66753]: cluster 2024-03-22T07:39:30.936654+0000 mon.a (mon.0) 1433 : cluster 0 osdmap e970: 8 total, 8 up, 8 in 2024-03-22T07:39:32.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:31 smithi148 bash[66753]: cluster 2024-03-22T07:39:30.940868+0000 osd.7 (osd.7) 587 : cluster 3 failed to encode map e970 with expected crc 2024-03-22T07:39:32.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:31 smithi148 bash[66753]: cluster 2024-03-22T07:39:30.941625+0000 osd.6 (osd.6) 547 : cluster 3 failed to encode map e970 with expected crc 2024-03-22T07:39:32.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:31 smithi148 bash[66753]: cluster 2024-03-22T07:39:30.942406+0000 osd.5 (osd.5) 559 : cluster 3 failed to encode map e970 with expected crc 2024-03-22T07:39:33.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:32 smithi129 bash[79695]: cluster 2024-03-22T07:39:31.938720+0000 osd.7 (osd.7) 588 : cluster 3 failed to encode map e971 with expected crc 2024-03-22T07:39:33.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:32 smithi129 bash[79695]: cluster 2024-03-22T07:39:31.938911+0000 osd.6 (osd.6) 548 : cluster 3 failed to encode map e971 with expected crc 2024-03-22T07:39:33.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:32 smithi129 bash[79695]: cluster 2024-03-22T07:39:31.939352+0000 mon.a (mon.0) 1434 : cluster 0 osdmap e971: 8 total, 8 up, 8 in 2024-03-22T07:39:33.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:32 smithi129 bash[79695]: cluster 2024-03-22T07:39:31.947684+0000 osd.5 (osd.5) 560 : cluster 3 failed to encode map e971 with expected crc 2024-03-22T07:39:33.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:32 smithi129 bash[79695]: cluster 2024-03-22T07:39:32.205362+0000 mgr.y (mgr.25337) 966 : cluster 0 pgmap v1557: 105 pgs: 1 creating+peering, 24 unknown, 80 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:39:33.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:32 smithi129 bash[82160]: cluster 2024-03-22T07:39:31.938720+0000 osd.7 (osd.7) 588 : cluster 3 failed to encode map e971 with expected crc 2024-03-22T07:39:33.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:32 smithi129 bash[82160]: cluster 2024-03-22T07:39:31.938911+0000 osd.6 (osd.6) 548 : cluster 3 failed to encode map e971 with expected crc 2024-03-22T07:39:33.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:32 smithi129 bash[82160]: cluster 2024-03-22T07:39:31.939352+0000 mon.a (mon.0) 1434 : cluster 0 osdmap e971: 8 total, 8 up, 8 in 2024-03-22T07:39:33.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:32 smithi129 bash[82160]: cluster 2024-03-22T07:39:31.947684+0000 osd.5 (osd.5) 560 : cluster 3 failed to encode map e971 with expected crc 2024-03-22T07:39:33.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:32 smithi129 bash[82160]: cluster 2024-03-22T07:39:32.205362+0000 mgr.y (mgr.25337) 966 : cluster 0 pgmap v1557: 105 pgs: 1 creating+peering, 24 unknown, 80 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:39:33.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:32 smithi148 bash[66753]: cluster 2024-03-22T07:39:31.938720+0000 osd.7 (osd.7) 588 : cluster 3 failed to encode map e971 with expected crc 2024-03-22T07:39:33.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:32 smithi148 bash[66753]: cluster 2024-03-22T07:39:31.938911+0000 osd.6 (osd.6) 548 : cluster 3 failed to encode map e971 with expected crc 2024-03-22T07:39:33.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:32 smithi148 bash[66753]: cluster 2024-03-22T07:39:31.939352+0000 mon.a (mon.0) 1434 : cluster 0 osdmap e971: 8 total, 8 up, 8 in 2024-03-22T07:39:33.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:32 smithi148 bash[66753]: cluster 2024-03-22T07:39:31.947684+0000 osd.5 (osd.5) 560 : cluster 3 failed to encode map e971 with expected crc 2024-03-22T07:39:33.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:32 smithi148 bash[66753]: cluster 2024-03-22T07:39:32.205362+0000 mgr.y (mgr.25337) 966 : cluster 0 pgmap v1557: 105 pgs: 1 creating+peering, 24 unknown, 80 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:39:34.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:39:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:39:33] "GET /metrics HTTP/1.1" 200 36538 "" "Prometheus/2.43.0" 2024-03-22T07:39:34.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:33 smithi129 bash[79695]: cluster 2024-03-22T07:39:32.943450+0000 mon.a (mon.0) 1435 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:39:34.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:33 smithi129 bash[79695]: cluster 2024-03-22T07:39:32.956827+0000 osd.7 (osd.7) 589 : cluster 3 failed to encode map e972 with expected crc 2024-03-22T07:39:34.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:33 smithi129 bash[79695]: cluster 2024-03-22T07:39:32.960515+0000 mon.a (mon.0) 1436 : cluster 0 osdmap e972: 8 total, 8 up, 8 in 2024-03-22T07:39:34.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:33 smithi129 bash[79695]: cluster 2024-03-22T07:39:32.968797+0000 osd.5 (osd.5) 561 : cluster 3 failed to encode map e972 with expected crc 2024-03-22T07:39:34.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:33 smithi129 bash[82160]: cluster 2024-03-22T07:39:32.943450+0000 mon.a (mon.0) 1435 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:39:34.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:33 smithi129 bash[82160]: cluster 2024-03-22T07:39:32.956827+0000 osd.7 (osd.7) 589 : cluster 3 failed to encode map e972 with expected crc 2024-03-22T07:39:34.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:33 smithi129 bash[82160]: cluster 2024-03-22T07:39:32.960515+0000 mon.a (mon.0) 1436 : cluster 0 osdmap e972: 8 total, 8 up, 8 in 2024-03-22T07:39:34.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:33 smithi129 bash[82160]: cluster 2024-03-22T07:39:32.968797+0000 osd.5 (osd.5) 561 : cluster 3 failed to encode map e972 with expected crc 2024-03-22T07:39:34.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:33 smithi148 bash[66753]: cluster 2024-03-22T07:39:32.943450+0000 mon.a (mon.0) 1435 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:39:34.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:33 smithi148 bash[66753]: cluster 2024-03-22T07:39:32.956827+0000 osd.7 (osd.7) 589 : cluster 3 failed to encode map e972 with expected crc 2024-03-22T07:39:34.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:33 smithi148 bash[66753]: cluster 2024-03-22T07:39:32.960515+0000 mon.a (mon.0) 1436 : cluster 0 osdmap e972: 8 total, 8 up, 8 in 2024-03-22T07:39:34.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:33 smithi148 bash[66753]: cluster 2024-03-22T07:39:32.968797+0000 osd.5 (osd.5) 561 : cluster 3 failed to encode map e972 with expected crc 2024-03-22T07:39:35.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:34 smithi129 bash[79695]: cluster 2024-03-22T07:39:33.342688+0000 osd.6 (osd.6) 549 : cluster 3 failed to encode map e972 with expected crc 2024-03-22T07:39:35.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:34 smithi129 bash[79695]: cluster 2024-03-22T07:39:34.205862+0000 mgr.y (mgr.25337) 967 : cluster 0 pgmap v1559: 105 pgs: 1 creating+peering, 15 unknown, 89 active+clean; 582 KiB data, 807 MiB used, 714 GiB / 715 GiB avail 2024-03-22T07:39:35.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:34 smithi129 bash[82160]: cluster 2024-03-22T07:39:33.342688+0000 osd.6 (osd.6) 549 : cluster 3 failed to encode map e972 with expected crc 2024-03-22T07:39:35.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:34 smithi129 bash[82160]: cluster 2024-03-22T07:39:34.205862+0000 mgr.y (mgr.25337) 967 : cluster 0 pgmap v1559: 105 pgs: 1 creating+peering, 15 unknown, 89 active+clean; 582 KiB data, 807 MiB used, 714 GiB / 715 GiB avail 2024-03-22T07:39:35.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:34 smithi148 bash[66753]: cluster 2024-03-22T07:39:33.342688+0000 osd.6 (osd.6) 549 : cluster 3 failed to encode map e972 with expected crc 2024-03-22T07:39:35.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:34 smithi148 bash[66753]: cluster 2024-03-22T07:39:34.205862+0000 mgr.y (mgr.25337) 967 : cluster 0 pgmap v1559: 105 pgs: 1 creating+peering, 15 unknown, 89 active+clean; 582 KiB data, 807 MiB used, 714 GiB / 715 GiB avail 2024-03-22T07:39:37.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:37 smithi129 bash[79695]: cluster 2024-03-22T07:39:36.206640+0000 mgr.y (mgr.25337) 968 : cluster 0 pgmap v1560: 105 pgs: 105 active+clean; 582 KiB data, 600 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 682 B/s wr, 2 op/s 2024-03-22T07:39:37.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:37 smithi129 bash[82160]: cluster 2024-03-22T07:39:36.206640+0000 mgr.y (mgr.25337) 968 : cluster 0 pgmap v1560: 105 pgs: 105 active+clean; 582 KiB data, 600 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 682 B/s wr, 2 op/s 2024-03-22T07:39:37.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:37 smithi148 bash[66753]: cluster 2024-03-22T07:39:36.206640+0000 mgr.y (mgr.25337) 968 : cluster 0 pgmap v1560: 105 pgs: 105 active+clean; 582 KiB data, 600 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 682 B/s wr, 2 op/s 2024-03-22T07:39:39.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:39 smithi129 bash[79695]: cluster 2024-03-22T07:39:38.207532+0000 mgr.y (mgr.25337) 969 : cluster 0 pgmap v1561: 105 pgs: 105 active+clean; 582 KiB data, 600 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-03-22T07:39:39.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:39 smithi129 bash[79695]: audit 2024-03-22T07:39:38.415678+0000 mon.c (mon.2) 396 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:39:39.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:39 smithi129 bash[82160]: cluster 2024-03-22T07:39:38.207532+0000 mgr.y (mgr.25337) 969 : cluster 0 pgmap v1561: 105 pgs: 105 active+clean; 582 KiB data, 600 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-03-22T07:39:39.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:39 smithi129 bash[82160]: audit 2024-03-22T07:39:38.415678+0000 mon.c (mon.2) 396 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:39:39.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:39 smithi148 bash[66753]: cluster 2024-03-22T07:39:38.207532+0000 mgr.y (mgr.25337) 969 : cluster 0 pgmap v1561: 105 pgs: 105 active+clean; 582 KiB data, 600 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-03-22T07:39:39.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:39 smithi148 bash[66753]: audit 2024-03-22T07:39:38.415678+0000 mon.c (mon.2) 396 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:39:40.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:40 smithi148 bash[66753]: cluster 2024-03-22T07:39:39.413722+0000 mon.a (mon.0) 1437 : cluster 0 osdmap e973: 8 total, 8 up, 8 in 2024-03-22T07:39:40.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:40 smithi148 bash[66753]: cluster 2024-03-22T07:39:39.414506+0000 osd.5 (osd.5) 562 : cluster 3 failed to encode map e973 with expected crc 2024-03-22T07:39:40.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:40 smithi148 bash[66753]: cluster 2024-03-22T07:39:39.414547+0000 osd.7 (osd.7) 590 : cluster 3 failed to encode map e973 with expected crc 2024-03-22T07:39:40.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:40 smithi148 bash[66753]: cluster 2024-03-22T07:39:40.132277+0000 osd.6 (osd.6) 550 : cluster 3 failed to encode map e973 with expected crc 2024-03-22T07:39:40.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:40 smithi129 bash[79695]: cluster 2024-03-22T07:39:39.413722+0000 mon.a (mon.0) 1437 : cluster 0 osdmap e973: 8 total, 8 up, 8 in 2024-03-22T07:39:40.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:40 smithi129 bash[79695]: cluster 2024-03-22T07:39:39.414506+0000 osd.5 (osd.5) 562 : cluster 3 failed to encode map e973 with expected crc 2024-03-22T07:39:40.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:40 smithi129 bash[79695]: cluster 2024-03-22T07:39:39.414547+0000 osd.7 (osd.7) 590 : cluster 3 failed to encode map e973 with expected crc 2024-03-22T07:39:40.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:40 smithi129 bash[79695]: cluster 2024-03-22T07:39:40.132277+0000 osd.6 (osd.6) 550 : cluster 3 failed to encode map e973 with expected crc 2024-03-22T07:39:40.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:40 smithi129 bash[82160]: cluster 2024-03-22T07:39:39.413722+0000 mon.a (mon.0) 1437 : cluster 0 osdmap e973: 8 total, 8 up, 8 in 2024-03-22T07:39:40.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:40 smithi129 bash[82160]: cluster 2024-03-22T07:39:39.414506+0000 osd.5 (osd.5) 562 : cluster 3 failed to encode map e973 with expected crc 2024-03-22T07:39:40.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:40 smithi129 bash[82160]: cluster 2024-03-22T07:39:39.414547+0000 osd.7 (osd.7) 590 : cluster 3 failed to encode map e973 with expected crc 2024-03-22T07:39:40.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:40 smithi129 bash[82160]: cluster 2024-03-22T07:39:40.132277+0000 osd.6 (osd.6) 550 : cluster 3 failed to encode map e973 with expected crc 2024-03-22T07:39:41.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:41 smithi148 bash[66753]: cluster 2024-03-22T07:39:40.208180+0000 mgr.y (mgr.25337) 970 : cluster 0 pgmap v1563: 105 pgs: 105 active+clean; 582 KiB data, 600 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-03-22T07:39:41.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:41 smithi148 bash[66753]: audit 2024-03-22T07:39:41.216031+0000 mon.a (mon.0) 1438 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:41.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:41 smithi129 bash[79695]: cluster 2024-03-22T07:39:40.208180+0000 mgr.y (mgr.25337) 970 : cluster 0 pgmap v1563: 105 pgs: 105 active+clean; 582 KiB data, 600 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-03-22T07:39:41.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:41 smithi129 bash[79695]: audit 2024-03-22T07:39:41.216031+0000 mon.a (mon.0) 1438 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:41.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:41 smithi129 bash[82160]: cluster 2024-03-22T07:39:40.208180+0000 mgr.y (mgr.25337) 970 : cluster 0 pgmap v1563: 105 pgs: 105 active+clean; 582 KiB data, 600 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-03-22T07:39:41.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:41 smithi129 bash[82160]: audit 2024-03-22T07:39:41.216031+0000 mon.a (mon.0) 1438 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:39:43.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:43 smithi129 bash[79695]: cluster 2024-03-22T07:39:42.209356+0000 mgr.y (mgr.25337) 971 : cluster 0 pgmap v1564: 105 pgs: 105 active+clean; 582 KiB data, 600 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 885 B/s wr, 5 op/s 2024-03-22T07:39:43.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:43 smithi129 bash[79695]: cluster 2024-03-22T07:39:42.439306+0000 mon.a (mon.0) 1439 : cluster 0 osdmap e974: 8 total, 8 up, 8 in 2024-03-22T07:39:43.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:43 smithi129 bash[79695]: cluster 2024-03-22T07:39:42.442040+0000 osd.6 (osd.6) 551 : cluster 3 failed to encode map e974 with expected crc 2024-03-22T07:39:43.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:43 smithi129 bash[79695]: cluster 2024-03-22T07:39:42.450008+0000 osd.7 (osd.7) 591 : cluster 3 failed to encode map e974 with expected crc 2024-03-22T07:39:43.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:43 smithi129 bash[79695]: cluster 2024-03-22T07:39:42.452041+0000 osd.5 (osd.5) 563 : cluster 3 failed to encode map e974 with expected crc 2024-03-22T07:39:43.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:43 smithi129 bash[82160]: cluster 2024-03-22T07:39:42.209356+0000 mgr.y (mgr.25337) 971 : cluster 0 pgmap v1564: 105 pgs: 105 active+clean; 582 KiB data, 600 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 885 B/s wr, 5 op/s 2024-03-22T07:39:43.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:43 smithi129 bash[82160]: cluster 2024-03-22T07:39:42.439306+0000 mon.a (mon.0) 1439 : cluster 0 osdmap e974: 8 total, 8 up, 8 in 2024-03-22T07:39:43.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:43 smithi129 bash[82160]: cluster 2024-03-22T07:39:42.442040+0000 osd.6 (osd.6) 551 : cluster 3 failed to encode map e974 with expected crc 2024-03-22T07:39:43.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:43 smithi129 bash[82160]: cluster 2024-03-22T07:39:42.450008+0000 osd.7 (osd.7) 591 : cluster 3 failed to encode map e974 with expected crc 2024-03-22T07:39:43.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:43 smithi129 bash[82160]: cluster 2024-03-22T07:39:42.452041+0000 osd.5 (osd.5) 563 : cluster 3 failed to encode map e974 with expected crc 2024-03-22T07:39:43.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:43 smithi148 bash[66753]: cluster 2024-03-22T07:39:42.209356+0000 mgr.y (mgr.25337) 971 : cluster 0 pgmap v1564: 105 pgs: 105 active+clean; 582 KiB data, 600 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 885 B/s wr, 5 op/s 2024-03-22T07:39:43.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:43 smithi148 bash[66753]: cluster 2024-03-22T07:39:42.439306+0000 mon.a (mon.0) 1439 : cluster 0 osdmap e974: 8 total, 8 up, 8 in 2024-03-22T07:39:43.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:43 smithi148 bash[66753]: cluster 2024-03-22T07:39:42.442040+0000 osd.6 (osd.6) 551 : cluster 3 failed to encode map e974 with expected crc 2024-03-22T07:39:43.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:43 smithi148 bash[66753]: cluster 2024-03-22T07:39:42.450008+0000 osd.7 (osd.7) 591 : cluster 3 failed to encode map e974 with expected crc 2024-03-22T07:39:43.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:43 smithi148 bash[66753]: cluster 2024-03-22T07:39:42.452041+0000 osd.5 (osd.5) 563 : cluster 3 failed to encode map e974 with expected crc 2024-03-22T07:39:44.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:39:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:39:43] "GET /metrics HTTP/1.1" 200 36497 "" "Prometheus/2.43.0" 2024-03-22T07:39:45.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:45 smithi129 bash[79695]: cluster 2024-03-22T07:39:44.210193+0000 mgr.y (mgr.25337) 972 : cluster 0 pgmap v1566: 105 pgs: 105 active+clean; 8.6 MiB data, 617 MiB used, 715 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-03-22T07:39:45.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:45 smithi129 bash[82160]: cluster 2024-03-22T07:39:44.210193+0000 mgr.y (mgr.25337) 972 : cluster 0 pgmap v1566: 105 pgs: 105 active+clean; 8.6 MiB data, 617 MiB used, 715 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-03-22T07:39:45.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:45 smithi148 bash[66753]: cluster 2024-03-22T07:39:44.210193+0000 mgr.y (mgr.25337) 972 : cluster 0 pgmap v1566: 105 pgs: 105 active+clean; 8.6 MiB data, 617 MiB used, 715 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-03-22T07:39:47.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:47 smithi129 bash[79695]: cluster 2024-03-22T07:39:46.211213+0000 mgr.y (mgr.25337) 973 : cluster 0 pgmap v1567: 105 pgs: 105 active+clean; 30 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-03-22T07:39:47.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:47 smithi129 bash[82160]: cluster 2024-03-22T07:39:46.211213+0000 mgr.y (mgr.25337) 973 : cluster 0 pgmap v1567: 105 pgs: 105 active+clean; 30 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-03-22T07:39:47.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:47 smithi148 bash[66753]: cluster 2024-03-22T07:39:46.211213+0000 mgr.y (mgr.25337) 973 : cluster 0 pgmap v1567: 105 pgs: 105 active+clean; 30 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-03-22T07:39:49.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:49 smithi129 bash[79695]: cluster 2024-03-22T07:39:48.212183+0000 mgr.y (mgr.25337) 974 : cluster 0 pgmap v1568: 105 pgs: 105 active+clean; 46 MiB data, 728 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 5.1 MiB/s wr, 40 op/s 2024-03-22T07:39:49.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:49 smithi129 bash[82160]: cluster 2024-03-22T07:39:48.212183+0000 mgr.y (mgr.25337) 974 : cluster 0 pgmap v1568: 105 pgs: 105 active+clean; 46 MiB data, 728 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 5.1 MiB/s wr, 40 op/s 2024-03-22T07:39:49.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:49 smithi148 bash[66753]: cluster 2024-03-22T07:39:48.212183+0000 mgr.y (mgr.25337) 974 : cluster 0 pgmap v1568: 105 pgs: 105 active+clean; 46 MiB data, 728 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 5.1 MiB/s wr, 40 op/s 2024-03-22T07:39:51.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:51 smithi129 bash[79695]: cluster 2024-03-22T07:39:50.212891+0000 mgr.y (mgr.25337) 975 : cluster 0 pgmap v1569: 105 pgs: 105 active+clean; 46 MiB data, 732 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:39:51.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:51 smithi129 bash[82160]: cluster 2024-03-22T07:39:50.212891+0000 mgr.y (mgr.25337) 975 : cluster 0 pgmap v1569: 105 pgs: 105 active+clean; 46 MiB data, 732 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:39:51.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:51 smithi148 bash[66753]: cluster 2024-03-22T07:39:50.212891+0000 mgr.y (mgr.25337) 975 : cluster 0 pgmap v1569: 105 pgs: 105 active+clean; 46 MiB data, 732 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:39:53.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:53 smithi129 bash[79695]: cluster 2024-03-22T07:39:52.213656+0000 mgr.y (mgr.25337) 976 : cluster 0 pgmap v1570: 105 pgs: 105 active+clean; 46 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 113 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:39:53.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:53 smithi129 bash[79695]: audit 2024-03-22T07:39:53.416032+0000 mon.c (mon.2) 397 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:39:53.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:53 smithi129 bash[82160]: cluster 2024-03-22T07:39:52.213656+0000 mgr.y (mgr.25337) 976 : cluster 0 pgmap v1570: 105 pgs: 105 active+clean; 46 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 113 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:39:53.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:53 smithi129 bash[82160]: audit 2024-03-22T07:39:53.416032+0000 mon.c (mon.2) 397 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:39:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:53 smithi148 bash[66753]: cluster 2024-03-22T07:39:52.213656+0000 mgr.y (mgr.25337) 976 : cluster 0 pgmap v1570: 105 pgs: 105 active+clean; 46 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 113 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:39:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:53 smithi148 bash[66753]: audit 2024-03-22T07:39:53.416032+0000 mon.c (mon.2) 397 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:39:54.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:39:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:39:53] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.43.0" 2024-03-22T07:39:55.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:55 smithi129 bash[79695]: cluster 2024-03-22T07:39:54.214298+0000 mgr.y (mgr.25337) 977 : cluster 0 pgmap v1571: 105 pgs: 105 active+clean; 46 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 97 KiB/s rd, 3.5 MiB/s wr, 33 op/s 2024-03-22T07:39:55.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:55 smithi129 bash[82160]: cluster 2024-03-22T07:39:54.214298+0000 mgr.y (mgr.25337) 977 : cluster 0 pgmap v1571: 105 pgs: 105 active+clean; 46 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 97 KiB/s rd, 3.5 MiB/s wr, 33 op/s 2024-03-22T07:39:55.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:55 smithi148 bash[66753]: cluster 2024-03-22T07:39:54.214298+0000 mgr.y (mgr.25337) 977 : cluster 0 pgmap v1571: 105 pgs: 105 active+clean; 46 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 97 KiB/s rd, 3.5 MiB/s wr, 33 op/s 2024-03-22T07:39:57.347 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/7.Simple (28372 ms) 2024-03-22T07:39:57.347 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-03-22T07:39:57.347 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:39:57.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:57 smithi129 bash[82160]: cluster 2024-03-22T07:39:56.215313+0000 mgr.y (mgr.25337) 978 : cluster 0 pgmap v1572: 105 pgs: 105 active+clean; 50 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 184 KiB/s rd, 3.4 MiB/s wr, 37 op/s 2024-03-22T07:39:57.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:57 smithi129 bash[79695]: cluster 2024-03-22T07:39:56.215313+0000 mgr.y (mgr.25337) 978 : cluster 0 pgmap v1572: 105 pgs: 105 active+clean; 50 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 184 KiB/s rd, 3.4 MiB/s wr, 37 op/s 2024-03-22T07:39:57.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:57 smithi148 bash[66753]: cluster 2024-03-22T07:39:56.215313+0000 mgr.y (mgr.25337) 978 : cluster 0 pgmap v1572: 105 pgs: 105 active+clean; 50 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 184 KiB/s rd, 3.4 MiB/s wr, 37 op/s 2024-03-22T07:39:59.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:39:59 smithi129 bash[79695]: cluster 2024-03-22T07:39:58.215938+0000 mgr.y (mgr.25337) 979 : cluster 0 pgmap v1573: 105 pgs: 105 active+clean; 58 MiB data, 784 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-03-22T07:39:59.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:39:59 smithi129 bash[82160]: cluster 2024-03-22T07:39:58.215938+0000 mgr.y (mgr.25337) 979 : cluster 0 pgmap v1573: 105 pgs: 105 active+clean; 58 MiB data, 784 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-03-22T07:39:59.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:39:59 smithi148 bash[66753]: cluster 2024-03-22T07:39:58.215938+0000 mgr.y (mgr.25337) 979 : cluster 0 pgmap v1573: 105 pgs: 105 active+clean; 58 MiB data, 784 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-03-22T07:40:00.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:00 smithi129 bash[79695]: debug 2024-03-22T07:39:59.996+0000 7f74b4953700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:40:00.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:00 smithi129 bash[79695]: cluster 2024-03-22T07:40:00.000144+0000 mon.a (mon.0) 1440 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:40:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:00 smithi129 bash[82160]: cluster 2024-03-22T07:40:00.000144+0000 mon.a (mon.0) 1440 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:40:00.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:00 smithi148 bash[66753]: cluster 2024-03-22T07:40:00.000144+0000 mon.a (mon.0) 1440 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:40:01.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:01 smithi129 bash[79695]: cluster 2024-03-22T07:40:00.216728+0000 mgr.y (mgr.25337) 980 : cluster 0 pgmap v1574: 105 pgs: 105 active+clean; 74 MiB data, 812 MiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-03-22T07:40:01.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:01 smithi129 bash[82160]: cluster 2024-03-22T07:40:00.216728+0000 mgr.y (mgr.25337) 980 : cluster 0 pgmap v1574: 105 pgs: 105 active+clean; 74 MiB data, 812 MiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-03-22T07:40:01.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:01 smithi148 bash[66753]: cluster 2024-03-22T07:40:00.216728+0000 mgr.y (mgr.25337) 980 : cluster 0 pgmap v1574: 105 pgs: 105 active+clean; 74 MiB data, 812 MiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-03-22T07:40:03.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:03 smithi129 bash[79695]: cluster 2024-03-22T07:40:02.217337+0000 mgr.y (mgr.25337) 981 : cluster 0 pgmap v1575: 105 pgs: 105 active+clean; 74 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-03-22T07:40:03.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:03 smithi129 bash[82160]: cluster 2024-03-22T07:40:02.217337+0000 mgr.y (mgr.25337) 981 : cluster 0 pgmap v1575: 105 pgs: 105 active+clean; 74 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-03-22T07:40:03.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:03 smithi148 bash[66753]: cluster 2024-03-22T07:40:02.217337+0000 mgr.y (mgr.25337) 981 : cluster 0 pgmap v1575: 105 pgs: 105 active+clean; 74 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-03-22T07:40:04.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:40:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:40:03] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.43.0" 2024-03-22T07:40:05.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:05 smithi129 bash[79695]: cluster 2024-03-22T07:40:04.217945+0000 mgr.y (mgr.25337) 982 : cluster 0 pgmap v1576: 105 pgs: 105 active+clean; 74 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-03-22T07:40:05.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:05 smithi129 bash[82160]: cluster 2024-03-22T07:40:04.217945+0000 mgr.y (mgr.25337) 982 : cluster 0 pgmap v1576: 105 pgs: 105 active+clean; 74 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-03-22T07:40:05.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:05 smithi148 bash[66753]: cluster 2024-03-22T07:40:04.217945+0000 mgr.y (mgr.25337) 982 : cluster 0 pgmap v1576: 105 pgs: 105 active+clean; 74 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-03-22T07:40:07.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:07 smithi129 bash[82160]: cluster 2024-03-22T07:40:06.219093+0000 mgr.y (mgr.25337) 983 : cluster 0 pgmap v1577: 105 pgs: 105 active+clean; 74 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-03-22T07:40:07.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:07 smithi129 bash[82160]: cluster 2024-03-22T07:40:06.498391+0000 osd.7 (osd.7) 592 : cluster 3 failed to encode map e975 with expected crc 2024-03-22T07:40:07.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:07 smithi129 bash[82160]: cluster 2024-03-22T07:40:06.498770+0000 mon.a (mon.0) 1441 : cluster 0 osdmap e975: 8 total, 8 up, 8 in 2024-03-22T07:40:07.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:07 smithi129 bash[82160]: cluster 2024-03-22T07:40:06.500071+0000 osd.6 (osd.6) 552 : cluster 3 failed to encode map e975 with expected crc 2024-03-22T07:40:07.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:07 smithi129 bash[82160]: cluster 2024-03-22T07:40:06.524968+0000 osd.5 (osd.5) 564 : cluster 3 failed to encode map e975 with expected crc 2024-03-22T07:40:07.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:07 smithi129 bash[79695]: cluster 2024-03-22T07:40:06.219093+0000 mgr.y (mgr.25337) 983 : cluster 0 pgmap v1577: 105 pgs: 105 active+clean; 74 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-03-22T07:40:07.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:07 smithi129 bash[79695]: cluster 2024-03-22T07:40:06.498391+0000 osd.7 (osd.7) 592 : cluster 3 failed to encode map e975 with expected crc 2024-03-22T07:40:07.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:07 smithi129 bash[79695]: cluster 2024-03-22T07:40:06.498770+0000 mon.a (mon.0) 1441 : cluster 0 osdmap e975: 8 total, 8 up, 8 in 2024-03-22T07:40:07.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:07 smithi129 bash[79695]: cluster 2024-03-22T07:40:06.500071+0000 osd.6 (osd.6) 552 : cluster 3 failed to encode map e975 with expected crc 2024-03-22T07:40:07.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:07 smithi129 bash[79695]: cluster 2024-03-22T07:40:06.524968+0000 osd.5 (osd.5) 564 : cluster 3 failed to encode map e975 with expected crc 2024-03-22T07:40:07.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:07 smithi148 bash[66753]: cluster 2024-03-22T07:40:06.219093+0000 mgr.y (mgr.25337) 983 : cluster 0 pgmap v1577: 105 pgs: 105 active+clean; 74 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-03-22T07:40:07.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:07 smithi148 bash[66753]: cluster 2024-03-22T07:40:06.498391+0000 osd.7 (osd.7) 592 : cluster 3 failed to encode map e975 with expected crc 2024-03-22T07:40:07.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:07 smithi148 bash[66753]: cluster 2024-03-22T07:40:06.498770+0000 mon.a (mon.0) 1441 : cluster 0 osdmap e975: 8 total, 8 up, 8 in 2024-03-22T07:40:07.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:07 smithi148 bash[66753]: cluster 2024-03-22T07:40:06.500071+0000 osd.6 (osd.6) 552 : cluster 3 failed to encode map e975 with expected crc 2024-03-22T07:40:07.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:07 smithi148 bash[66753]: cluster 2024-03-22T07:40:06.524968+0000 osd.5 (osd.5) 564 : cluster 3 failed to encode map e975 with expected crc 2024-03-22T07:40:08.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:08 smithi129 bash[79695]: audit 2024-03-22T07:40:08.416969+0000 mon.c (mon.2) 398 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:40:08.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:08 smithi129 bash[82160]: audit 2024-03-22T07:40:08.416969+0000 mon.c (mon.2) 398 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:40:08.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:08 smithi148 bash[66753]: audit 2024-03-22T07:40:08.416969+0000 mon.c (mon.2) 398 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:40:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:09 smithi129 bash[79695]: cluster 2024-03-22T07:40:08.220071+0000 mgr.y (mgr.25337) 984 : cluster 0 pgmap v1579: 105 pgs: 105 active+clean; 102 MiB data, 886 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.4 MiB/s wr, 49 op/s 2024-03-22T07:40:09.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:09 smithi129 bash[82160]: cluster 2024-03-22T07:40:08.220071+0000 mgr.y (mgr.25337) 984 : cluster 0 pgmap v1579: 105 pgs: 105 active+clean; 102 MiB data, 886 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.4 MiB/s wr, 49 op/s 2024-03-22T07:40:09.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:09 smithi148 bash[66753]: cluster 2024-03-22T07:40:08.220071+0000 mgr.y (mgr.25337) 984 : cluster 0 pgmap v1579: 105 pgs: 105 active+clean; 102 MiB data, 886 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.4 MiB/s wr, 49 op/s 2024-03-22T07:40:11.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:11 smithi129 bash[79695]: cluster 2024-03-22T07:40:10.221031+0000 mgr.y (mgr.25337) 985 : cluster 0 pgmap v1580: 105 pgs: 105 active+clean; 115 MiB data, 947 MiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:40:11.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:11 smithi129 bash[82160]: cluster 2024-03-22T07:40:10.221031+0000 mgr.y (mgr.25337) 985 : cluster 0 pgmap v1580: 105 pgs: 105 active+clean; 115 MiB data, 947 MiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:40:11.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:11 smithi148 bash[66753]: cluster 2024-03-22T07:40:10.221031+0000 mgr.y (mgr.25337) 985 : cluster 0 pgmap v1580: 105 pgs: 105 active+clean; 115 MiB data, 947 MiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:40:13.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:13 smithi129 bash[79695]: cluster 2024-03-22T07:40:12.221768+0000 mgr.y (mgr.25337) 986 : cluster 0 pgmap v1581: 105 pgs: 105 active+clean; 115 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-03-22T07:40:13.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:13 smithi129 bash[82160]: cluster 2024-03-22T07:40:12.221768+0000 mgr.y (mgr.25337) 986 : cluster 0 pgmap v1581: 105 pgs: 105 active+clean; 115 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-03-22T07:40:13.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:13 smithi148 bash[66753]: cluster 2024-03-22T07:40:12.221768+0000 mgr.y (mgr.25337) 986 : cluster 0 pgmap v1581: 105 pgs: 105 active+clean; 115 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-03-22T07:40:14.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:40:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:40:13] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.43.0" 2024-03-22T07:40:15.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:15 smithi129 bash[82160]: cluster 2024-03-22T07:40:14.222436+0000 mgr.y (mgr.25337) 987 : cluster 0 pgmap v1582: 105 pgs: 105 active+clean; 119 MiB data, 955 MiB used, 714 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:40:15.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:15 smithi129 bash[79695]: cluster 2024-03-22T07:40:14.222436+0000 mgr.y (mgr.25337) 987 : cluster 0 pgmap v1582: 105 pgs: 105 active+clean; 119 MiB data, 955 MiB used, 714 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:40:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:15 smithi148 bash[66753]: cluster 2024-03-22T07:40:14.222436+0000 mgr.y (mgr.25337) 987 : cluster 0 pgmap v1582: 105 pgs: 105 active+clean; 119 MiB data, 955 MiB used, 714 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:40:17.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:17 smithi129 bash[82160]: cluster 2024-03-22T07:40:16.223450+0000 mgr.y (mgr.25337) 988 : cluster 0 pgmap v1583: 105 pgs: 105 active+clean; 119 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 158 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:40:17.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:17 smithi129 bash[79695]: cluster 2024-03-22T07:40:16.223450+0000 mgr.y (mgr.25337) 988 : cluster 0 pgmap v1583: 105 pgs: 105 active+clean; 119 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 158 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:40:17.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:17 smithi148 bash[66753]: cluster 2024-03-22T07:40:16.223450+0000 mgr.y (mgr.25337) 988 : cluster 0 pgmap v1583: 105 pgs: 105 active+clean; 119 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 158 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:40:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:19 smithi129 bash[79695]: cluster 2024-03-22T07:40:18.224328+0000 mgr.y (mgr.25337) 989 : cluster 0 pgmap v1584: 105 pgs: 105 active+clean; 123 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 213 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-03-22T07:40:19.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:19 smithi129 bash[82160]: cluster 2024-03-22T07:40:18.224328+0000 mgr.y (mgr.25337) 989 : cluster 0 pgmap v1584: 105 pgs: 105 active+clean; 123 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 213 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-03-22T07:40:19.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:19 smithi148 bash[66753]: cluster 2024-03-22T07:40:18.224328+0000 mgr.y (mgr.25337) 989 : cluster 0 pgmap v1584: 105 pgs: 105 active+clean; 123 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 213 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-03-22T07:40:20.926 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/7.Grow (23579 ms) 2024-03-22T07:40:20.926 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-03-22T07:40:20.926 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:40:21.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:21 smithi129 bash[79695]: cluster 2024-03-22T07:40:20.225304+0000 mgr.y (mgr.25337) 990 : cluster 0 pgmap v1585: 105 pgs: 105 active+clean; 135 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-03-22T07:40:21.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:21 smithi129 bash[82160]: cluster 2024-03-22T07:40:20.225304+0000 mgr.y (mgr.25337) 990 : cluster 0 pgmap v1585: 105 pgs: 105 active+clean; 135 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-03-22T07:40:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:21 smithi148 bash[66753]: cluster 2024-03-22T07:40:20.225304+0000 mgr.y (mgr.25337) 990 : cluster 0 pgmap v1585: 105 pgs: 105 active+clean; 135 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-03-22T07:40:22.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:22 smithi129 bash[79695]: audit 2024-03-22T07:40:21.949769+0000 mon.c (mon.2) 399 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:40:22.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:22 smithi129 bash[82160]: audit 2024-03-22T07:40:21.949769+0000 mon.c (mon.2) 399 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:40:22.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:22 smithi148 bash[66753]: audit 2024-03-22T07:40:21.949769+0000 mon.c (mon.2) 399 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:40:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:23 smithi129 bash[79695]: cluster 2024-03-22T07:40:22.225949+0000 mgr.y (mgr.25337) 991 : cluster 0 pgmap v1586: 105 pgs: 105 active+clean; 135 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-03-22T07:40:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:23 smithi129 bash[79695]: audit 2024-03-22T07:40:23.417064+0000 mon.c (mon.2) 400 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:40:23.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:23 smithi129 bash[82160]: cluster 2024-03-22T07:40:22.225949+0000 mgr.y (mgr.25337) 991 : cluster 0 pgmap v1586: 105 pgs: 105 active+clean; 135 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-03-22T07:40:23.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:23 smithi129 bash[82160]: audit 2024-03-22T07:40:23.417064+0000 mon.c (mon.2) 400 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:40:23.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:23 smithi148 bash[66753]: cluster 2024-03-22T07:40:22.225949+0000 mgr.y (mgr.25337) 991 : cluster 0 pgmap v1586: 105 pgs: 105 active+clean; 135 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-03-22T07:40:23.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:23 smithi148 bash[66753]: audit 2024-03-22T07:40:23.417064+0000 mon.c (mon.2) 400 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:40:24.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:40:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:40:23] "GET /metrics HTTP/1.1" 200 36533 "" "Prometheus/2.43.0" 2024-03-22T07:40:25.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:25 smithi129 bash[79695]: cluster 2024-03-22T07:40:24.226616+0000 mgr.y (mgr.25337) 992 : cluster 0 pgmap v1587: 105 pgs: 105 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-03-22T07:40:25.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:25 smithi129 bash[82160]: cluster 2024-03-22T07:40:24.226616+0000 mgr.y (mgr.25337) 992 : cluster 0 pgmap v1587: 105 pgs: 105 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-03-22T07:40:25.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:25 smithi148 bash[66753]: cluster 2024-03-22T07:40:24.226616+0000 mgr.y (mgr.25337) 992 : cluster 0 pgmap v1587: 105 pgs: 105 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-03-22T07:40:27.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:27 smithi129 bash[82160]: cluster 2024-03-22T07:40:26.227339+0000 mgr.y (mgr.25337) 993 : cluster 0 pgmap v1588: 105 pgs: 105 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-03-22T07:40:27.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:27 smithi129 bash[79695]: cluster 2024-03-22T07:40:26.227339+0000 mgr.y (mgr.25337) 993 : cluster 0 pgmap v1588: 105 pgs: 105 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-03-22T07:40:27.946 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:27 smithi148 bash[66753]: cluster 2024-03-22T07:40:26.227339+0000 mgr.y (mgr.25337) 993 : cluster 0 pgmap v1588: 105 pgs: 105 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-03-22T07:40:28.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[82160]: cluster 2024-03-22T07:40:27.547961+0000 mon.a (mon.0) 1442 : cluster 0 osdmap e976: 8 total, 8 up, 8 in 2024-03-22T07:40:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[82160]: cluster 2024-03-22T07:40:27.549939+0000 osd.5 (osd.5) 565 : cluster 3 failed to encode map e976 with expected crc 2024-03-22T07:40:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[82160]: cluster 2024-03-22T07:40:27.562959+0000 osd.6 (osd.6) 553 : cluster 3 failed to encode map e976 with expected crc 2024-03-22T07:40:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[82160]: cluster 2024-03-22T07:40:27.564791+0000 osd.6 (osd.6) 554 : cluster 3 failed to encode map e976 with expected crc 2024-03-22T07:40:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[82160]: audit 2024-03-22T07:40:27.744957+0000 mon.a (mon.0) 1443 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:40:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[82160]: audit 2024-03-22T07:40:27.752088+0000 mon.a (mon.0) 1444 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:40:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[82160]: audit 2024-03-22T07:40:27.852098+0000 mon.c (mon.2) 401 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "47.8", "id": [1, 2]}]: dispatch 2024-03-22T07:40:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[82160]: audit 2024-03-22T07:40:27.852720+0000 mon.a (mon.0) 1445 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "47.8", "id": [1, 2]}]: dispatch 2024-03-22T07:40:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[82160]: audit 2024-03-22T07:40:28.011276+0000 mon.a (mon.0) 1446 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:40:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[82160]: audit 2024-03-22T07:40:28.029151+0000 mon.a (mon.0) 1447 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:40:28.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[79695]: cluster 2024-03-22T07:40:27.547961+0000 mon.a (mon.0) 1442 : cluster 0 osdmap e976: 8 total, 8 up, 8 in 2024-03-22T07:40:28.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[79695]: cluster 2024-03-22T07:40:27.549939+0000 osd.5 (osd.5) 565 : cluster 3 failed to encode map e976 with expected crc 2024-03-22T07:40:28.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[79695]: cluster 2024-03-22T07:40:27.562959+0000 osd.6 (osd.6) 553 : cluster 3 failed to encode map e976 with expected crc 2024-03-22T07:40:28.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[79695]: cluster 2024-03-22T07:40:27.564791+0000 osd.6 (osd.6) 554 : cluster 3 failed to encode map e976 with expected crc 2024-03-22T07:40:28.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[79695]: audit 2024-03-22T07:40:27.744957+0000 mon.a (mon.0) 1443 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:40:28.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[79695]: audit 2024-03-22T07:40:27.752088+0000 mon.a (mon.0) 1444 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:40:28.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[79695]: audit 2024-03-22T07:40:27.852098+0000 mon.c (mon.2) 401 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "47.8", "id": [1, 2]}]: dispatch 2024-03-22T07:40:28.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[79695]: audit 2024-03-22T07:40:27.852720+0000 mon.a (mon.0) 1445 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "47.8", "id": [1, 2]}]: dispatch 2024-03-22T07:40:28.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[79695]: audit 2024-03-22T07:40:28.011276+0000 mon.a (mon.0) 1446 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:40:28.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:28 smithi129 bash[79695]: audit 2024-03-22T07:40:28.029151+0000 mon.a (mon.0) 1447 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:40:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:28 smithi148 bash[66753]: cluster 2024-03-22T07:40:27.547961+0000 mon.a (mon.0) 1442 : cluster 0 osdmap e976: 8 total, 8 up, 8 in 2024-03-22T07:40:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:28 smithi148 bash[66753]: cluster 2024-03-22T07:40:27.549939+0000 osd.5 (osd.5) 565 : cluster 3 failed to encode map e976 with expected crc 2024-03-22T07:40:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:28 smithi148 bash[66753]: cluster 2024-03-22T07:40:27.562959+0000 osd.6 (osd.6) 553 : cluster 3 failed to encode map e976 with expected crc 2024-03-22T07:40:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:28 smithi148 bash[66753]: cluster 2024-03-22T07:40:27.564791+0000 osd.6 (osd.6) 554 : cluster 3 failed to encode map e976 with expected crc 2024-03-22T07:40:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:28 smithi148 bash[66753]: audit 2024-03-22T07:40:27.744957+0000 mon.a (mon.0) 1443 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:40:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:28 smithi148 bash[66753]: audit 2024-03-22T07:40:27.752088+0000 mon.a (mon.0) 1444 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:40:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:28 smithi148 bash[66753]: audit 2024-03-22T07:40:27.852098+0000 mon.c (mon.2) 401 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "47.8", "id": [1, 2]}]: dispatch 2024-03-22T07:40:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:28 smithi148 bash[66753]: audit 2024-03-22T07:40:27.852720+0000 mon.a (mon.0) 1445 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "47.8", "id": [1, 2]}]: dispatch 2024-03-22T07:40:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:28 smithi148 bash[66753]: audit 2024-03-22T07:40:28.011276+0000 mon.a (mon.0) 1446 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:40:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:28 smithi148 bash[66753]: audit 2024-03-22T07:40:28.029151+0000 mon.a (mon.0) 1447 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:40:29.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[79695]: cluster 2024-03-22T07:40:28.227831+0000 mgr.y (mgr.25337) 994 : cluster 0 pgmap v1590: 105 pgs: 105 active+clean; 151 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-03-22T07:40:29.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[79695]: audit 2024-03-22T07:40:28.669293+0000 mon.c (mon.2) 402 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:40:29.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[79695]: audit 2024-03-22T07:40:28.671102+0000 mon.c (mon.2) 403 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:40:29.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[79695]: audit 2024-03-22T07:40:28.679592+0000 mon.a (mon.0) 1448 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:40:29.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[79695]: audit 2024-03-22T07:40:28.751767+0000 mon.a (mon.0) 1449 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "47.8", "id": [1, 2]}]': finished 2024-03-22T07:40:29.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[79695]: cluster 2024-03-22T07:40:28.754836+0000 mon.a (mon.0) 1450 : cluster 0 osdmap e977: 8 total, 8 up, 8 in 2024-03-22T07:40:29.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[79695]: cluster 2024-03-22T07:40:28.761860+0000 osd.6 (osd.6) 555 : cluster 3 failed to encode map e977 with expected crc 2024-03-22T07:40:29.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[79695]: cluster 2024-03-22T07:40:28.770537+0000 osd.5 (osd.5) 566 : cluster 3 failed to encode map e977 with expected crc 2024-03-22T07:40:29.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[82160]: cluster 2024-03-22T07:40:28.227831+0000 mgr.y (mgr.25337) 994 : cluster 0 pgmap v1590: 105 pgs: 105 active+clean; 151 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-03-22T07:40:29.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[82160]: audit 2024-03-22T07:40:28.669293+0000 mon.c (mon.2) 402 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:40:29.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[82160]: audit 2024-03-22T07:40:28.671102+0000 mon.c (mon.2) 403 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:40:29.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[82160]: audit 2024-03-22T07:40:28.679592+0000 mon.a (mon.0) 1448 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:40:29.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[82160]: audit 2024-03-22T07:40:28.751767+0000 mon.a (mon.0) 1449 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "47.8", "id": [1, 2]}]': finished 2024-03-22T07:40:29.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[82160]: cluster 2024-03-22T07:40:28.754836+0000 mon.a (mon.0) 1450 : cluster 0 osdmap e977: 8 total, 8 up, 8 in 2024-03-22T07:40:29.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[82160]: cluster 2024-03-22T07:40:28.761860+0000 osd.6 (osd.6) 555 : cluster 3 failed to encode map e977 with expected crc 2024-03-22T07:40:29.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:29 smithi129 bash[82160]: cluster 2024-03-22T07:40:28.770537+0000 osd.5 (osd.5) 566 : cluster 3 failed to encode map e977 with expected crc 2024-03-22T07:40:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:29 smithi148 bash[66753]: cluster 2024-03-22T07:40:28.227831+0000 mgr.y (mgr.25337) 994 : cluster 0 pgmap v1590: 105 pgs: 105 active+clean; 151 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-03-22T07:40:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:29 smithi148 bash[66753]: audit 2024-03-22T07:40:28.669293+0000 mon.c (mon.2) 402 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:40:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:29 smithi148 bash[66753]: audit 2024-03-22T07:40:28.671102+0000 mon.c (mon.2) 403 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:40:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:29 smithi148 bash[66753]: audit 2024-03-22T07:40:28.679592+0000 mon.a (mon.0) 1448 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:40:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:29 smithi148 bash[66753]: audit 2024-03-22T07:40:28.751767+0000 mon.a (mon.0) 1449 : audit 1 from='mgr.25337 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "47.8", "id": [1, 2]}]': finished 2024-03-22T07:40:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:29 smithi148 bash[66753]: cluster 2024-03-22T07:40:28.754836+0000 mon.a (mon.0) 1450 : cluster 0 osdmap e977: 8 total, 8 up, 8 in 2024-03-22T07:40:29.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:29 smithi148 bash[66753]: cluster 2024-03-22T07:40:28.761860+0000 osd.6 (osd.6) 555 : cluster 3 failed to encode map e977 with expected crc 2024-03-22T07:40:29.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:29 smithi148 bash[66753]: cluster 2024-03-22T07:40:28.770537+0000 osd.5 (osd.5) 566 : cluster 3 failed to encode map e977 with expected crc 2024-03-22T07:40:30.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:30 smithi129 bash[79695]: cluster 2024-03-22T07:40:28.756341+0000 osd.7 (osd.7) 593 : cluster 3 failed to encode map e977 with expected crc 2024-03-22T07:40:30.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:30 smithi129 bash[79695]: cluster 2024-03-22T07:40:29.759230+0000 mon.a (mon.0) 1451 : cluster 0 osdmap e978: 8 total, 8 up, 8 in 2024-03-22T07:40:30.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:30 smithi129 bash[79695]: cluster 2024-03-22T07:40:29.759598+0000 osd.6 (osd.6) 556 : cluster 3 failed to encode map e978 with expected crc 2024-03-22T07:40:30.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:30 smithi129 bash[79695]: cluster 2024-03-22T07:40:29.765765+0000 osd.6 (osd.6) 557 : cluster 3 failed to encode map e978 with expected crc 2024-03-22T07:40:30.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:30 smithi129 bash[82160]: cluster 2024-03-22T07:40:28.756341+0000 osd.7 (osd.7) 593 : cluster 3 failed to encode map e977 with expected crc 2024-03-22T07:40:30.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:30 smithi129 bash[82160]: cluster 2024-03-22T07:40:29.759230+0000 mon.a (mon.0) 1451 : cluster 0 osdmap e978: 8 total, 8 up, 8 in 2024-03-22T07:40:30.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:30 smithi129 bash[82160]: cluster 2024-03-22T07:40:29.759598+0000 osd.6 (osd.6) 556 : cluster 3 failed to encode map e978 with expected crc 2024-03-22T07:40:30.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:30 smithi129 bash[82160]: cluster 2024-03-22T07:40:29.765765+0000 osd.6 (osd.6) 557 : cluster 3 failed to encode map e978 with expected crc 2024-03-22T07:40:30.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:30 smithi148 bash[66753]: cluster 2024-03-22T07:40:28.756341+0000 osd.7 (osd.7) 593 : cluster 3 failed to encode map e977 with expected crc 2024-03-22T07:40:30.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:30 smithi148 bash[66753]: cluster 2024-03-22T07:40:29.759230+0000 mon.a (mon.0) 1451 : cluster 0 osdmap e978: 8 total, 8 up, 8 in 2024-03-22T07:40:30.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:30 smithi148 bash[66753]: cluster 2024-03-22T07:40:29.759598+0000 osd.6 (osd.6) 556 : cluster 3 failed to encode map e978 with expected crc 2024-03-22T07:40:30.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:30 smithi148 bash[66753]: cluster 2024-03-22T07:40:29.765765+0000 osd.6 (osd.6) 557 : cluster 3 failed to encode map e978 with expected crc 2024-03-22T07:40:31.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:31 smithi129 bash[79695]: cluster 2024-03-22T07:40:29.758588+0000 osd.7 (osd.7) 594 : cluster 3 failed to encode map e978 with expected crc 2024-03-22T07:40:31.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:31 smithi129 bash[79695]: cluster 2024-03-22T07:40:30.188226+0000 osd.5 (osd.5) 567 : cluster 3 failed to encode map e978 with expected crc 2024-03-22T07:40:31.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:31 smithi129 bash[79695]: cluster 2024-03-22T07:40:30.228457+0000 mgr.y (mgr.25337) 995 : cluster 0 pgmap v1593: 105 pgs: 105 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.2 MiB/s wr, 39 op/s 2024-03-22T07:40:31.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:31 smithi129 bash[82160]: cluster 2024-03-22T07:40:29.758588+0000 osd.7 (osd.7) 594 : cluster 3 failed to encode map e978 with expected crc 2024-03-22T07:40:31.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:31 smithi129 bash[82160]: cluster 2024-03-22T07:40:30.188226+0000 osd.5 (osd.5) 567 : cluster 3 failed to encode map e978 with expected crc 2024-03-22T07:40:31.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:31 smithi129 bash[82160]: cluster 2024-03-22T07:40:30.228457+0000 mgr.y (mgr.25337) 995 : cluster 0 pgmap v1593: 105 pgs: 105 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.2 MiB/s wr, 39 op/s 2024-03-22T07:40:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:31 smithi148 bash[66753]: cluster 2024-03-22T07:40:29.758588+0000 osd.7 (osd.7) 594 : cluster 3 failed to encode map e978 with expected crc 2024-03-22T07:40:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:31 smithi148 bash[66753]: cluster 2024-03-22T07:40:30.188226+0000 osd.5 (osd.5) 567 : cluster 3 failed to encode map e978 with expected crc 2024-03-22T07:40:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:31 smithi148 bash[66753]: cluster 2024-03-22T07:40:30.228457+0000 mgr.y (mgr.25337) 995 : cluster 0 pgmap v1593: 105 pgs: 105 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.2 MiB/s wr, 39 op/s 2024-03-22T07:40:33.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:33 smithi129 bash[79695]: cluster 2024-03-22T07:40:32.229224+0000 mgr.y (mgr.25337) 996 : cluster 0 pgmap v1594: 105 pgs: 105 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 6.8 MiB/s wr, 60 op/s 2024-03-22T07:40:33.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:33 smithi129 bash[82160]: cluster 2024-03-22T07:40:32.229224+0000 mgr.y (mgr.25337) 996 : cluster 0 pgmap v1594: 105 pgs: 105 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 6.8 MiB/s wr, 60 op/s 2024-03-22T07:40:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:33 smithi148 bash[66753]: cluster 2024-03-22T07:40:32.229224+0000 mgr.y (mgr.25337) 996 : cluster 0 pgmap v1594: 105 pgs: 105 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 6.8 MiB/s wr, 60 op/s 2024-03-22T07:40:34.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:40:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:40:33] "GET /metrics HTTP/1.1" 200 36533 "" "Prometheus/2.43.0" 2024-03-22T07:40:35.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:35 smithi129 bash[79695]: cluster 2024-03-22T07:40:34.229802+0000 mgr.y (mgr.25337) 997 : cluster 0 pgmap v1595: 105 pgs: 105 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 39 KiB/s rd, 6.1 MiB/s wr, 53 op/s; 1.8 MiB/s, 0 objects/s recovering 2024-03-22T07:40:35.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:35 smithi129 bash[82160]: cluster 2024-03-22T07:40:34.229802+0000 mgr.y (mgr.25337) 997 : cluster 0 pgmap v1595: 105 pgs: 105 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 39 KiB/s rd, 6.1 MiB/s wr, 53 op/s; 1.8 MiB/s, 0 objects/s recovering 2024-03-22T07:40:35.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:35 smithi148 bash[66753]: cluster 2024-03-22T07:40:34.229802+0000 mgr.y (mgr.25337) 997 : cluster 0 pgmap v1595: 105 pgs: 105 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 39 KiB/s rd, 6.1 MiB/s wr, 53 op/s; 1.8 MiB/s, 0 objects/s recovering 2024-03-22T07:40:37.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:37 smithi129 bash[79695]: cluster 2024-03-22T07:40:36.230826+0000 mgr.y (mgr.25337) 998 : cluster 0 pgmap v1596: 105 pgs: 105 active+clean; 192 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 108 KiB/s rd, 5.1 MiB/s wr, 48 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-03-22T07:40:37.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:37 smithi129 bash[82160]: cluster 2024-03-22T07:40:36.230826+0000 mgr.y (mgr.25337) 998 : cluster 0 pgmap v1596: 105 pgs: 105 active+clean; 192 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 108 KiB/s rd, 5.1 MiB/s wr, 48 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-03-22T07:40:37.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:37 smithi148 bash[66753]: cluster 2024-03-22T07:40:36.230826+0000 mgr.y (mgr.25337) 998 : cluster 0 pgmap v1596: 105 pgs: 105 active+clean; 192 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 108 KiB/s rd, 5.1 MiB/s wr, 48 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-03-22T07:40:38.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:38 smithi129 bash[79695]: audit 2024-03-22T07:40:38.417245+0000 mon.c (mon.2) 404 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:40:38.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:38 smithi129 bash[82160]: audit 2024-03-22T07:40:38.417245+0000 mon.c (mon.2) 404 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:40:38.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:38 smithi148 bash[66753]: audit 2024-03-22T07:40:38.417245+0000 mon.c (mon.2) 404 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:40:39.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:39 smithi129 bash[79695]: cluster 2024-03-22T07:40:38.231557+0000 mgr.y (mgr.25337) 999 : cluster 0 pgmap v1597: 105 pgs: 105 active+clean; 196 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 92 KiB/s rd, 4.8 MiB/s wr, 43 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-03-22T07:40:39.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:39 smithi129 bash[82160]: cluster 2024-03-22T07:40:38.231557+0000 mgr.y (mgr.25337) 999 : cluster 0 pgmap v1597: 105 pgs: 105 active+clean; 196 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 92 KiB/s rd, 4.8 MiB/s wr, 43 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-03-22T07:40:39.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:39 smithi148 bash[66753]: cluster 2024-03-22T07:40:38.231557+0000 mgr.y (mgr.25337) 999 : cluster 0 pgmap v1597: 105 pgs: 105 active+clean; 196 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 92 KiB/s rd, 4.8 MiB/s wr, 43 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-03-22T07:40:41.301 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (20375 ms) 2024-03-22T07:40:41.301 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-03-22T07:40:41.301 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:40:41.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:41 smithi129 bash[79695]: cluster 2024-03-22T07:40:40.232573+0000 mgr.y (mgr.25337) 1000 : cluster 0 pgmap v1598: 105 pgs: 105 active+clean; 204 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.3 MiB/s wr, 35 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-03-22T07:40:41.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:41 smithi129 bash[82160]: cluster 2024-03-22T07:40:40.232573+0000 mgr.y (mgr.25337) 1000 : cluster 0 pgmap v1598: 105 pgs: 105 active+clean; 204 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.3 MiB/s wr, 35 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-03-22T07:40:41.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:41 smithi148 bash[66753]: cluster 2024-03-22T07:40:40.232573+0000 mgr.y (mgr.25337) 1000 : cluster 0 pgmap v1598: 105 pgs: 105 active+clean; 204 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.3 MiB/s wr, 35 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-03-22T07:40:43.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:43 smithi129 bash[79695]: cluster 2024-03-22T07:40:42.233375+0000 mgr.y (mgr.25337) 1001 : cluster 0 pgmap v1599: 105 pgs: 105 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 37 op/s; 1024 KiB/s, 0 objects/s recovering 2024-03-22T07:40:43.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:43 smithi129 bash[82160]: cluster 2024-03-22T07:40:42.233375+0000 mgr.y (mgr.25337) 1001 : cluster 0 pgmap v1599: 105 pgs: 105 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 37 op/s; 1024 KiB/s, 0 objects/s recovering 2024-03-22T07:40:43.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:43 smithi148 bash[66753]: cluster 2024-03-22T07:40:42.233375+0000 mgr.y (mgr.25337) 1001 : cluster 0 pgmap v1599: 105 pgs: 105 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 37 op/s; 1024 KiB/s, 0 objects/s recovering 2024-03-22T07:40:44.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:40:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:40:43] "GET /metrics HTTP/1.1" 200 36544 "" "Prometheus/2.43.0" 2024-03-22T07:40:45.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:45 smithi129 bash[79695]: cluster 2024-03-22T07:40:44.234142+0000 mgr.y (mgr.25337) 1002 : cluster 0 pgmap v1600: 105 pgs: 105 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 24 op/s; 1024 KiB/s, 0 objects/s recovering 2024-03-22T07:40:45.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:45 smithi129 bash[82160]: cluster 2024-03-22T07:40:44.234142+0000 mgr.y (mgr.25337) 1002 : cluster 0 pgmap v1600: 105 pgs: 105 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 24 op/s; 1024 KiB/s, 0 objects/s recovering 2024-03-22T07:40:45.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:45 smithi148 bash[66753]: cluster 2024-03-22T07:40:44.234142+0000 mgr.y (mgr.25337) 1002 : cluster 0 pgmap v1600: 105 pgs: 105 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 24 op/s; 1024 KiB/s, 0 objects/s recovering 2024-03-22T07:40:47.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:47 smithi129 bash[79695]: cluster 2024-03-22T07:40:46.234903+0000 mgr.y (mgr.25337) 1003 : cluster 0 pgmap v1601: 105 pgs: 105 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-03-22T07:40:47.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:47 smithi129 bash[82160]: cluster 2024-03-22T07:40:46.234903+0000 mgr.y (mgr.25337) 1003 : cluster 0 pgmap v1601: 105 pgs: 105 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-03-22T07:40:47.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:47 smithi148 bash[66753]: cluster 2024-03-22T07:40:46.234903+0000 mgr.y (mgr.25337) 1003 : cluster 0 pgmap v1601: 105 pgs: 105 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-03-22T07:40:49.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:49 smithi129 bash[79695]: cluster 2024-03-22T07:40:48.235564+0000 mgr.y (mgr.25337) 1004 : cluster 0 pgmap v1602: 105 pgs: 105 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-03-22T07:40:49.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:49 smithi129 bash[82160]: cluster 2024-03-22T07:40:48.235564+0000 mgr.y (mgr.25337) 1004 : cluster 0 pgmap v1602: 105 pgs: 105 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-03-22T07:40:49.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:49 smithi148 bash[66753]: cluster 2024-03-22T07:40:48.235564+0000 mgr.y (mgr.25337) 1004 : cluster 0 pgmap v1602: 105 pgs: 105 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-03-22T07:40:51.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:51 smithi129 bash[79695]: cluster 2024-03-22T07:40:50.236740+0000 mgr.y (mgr.25337) 1005 : cluster 0 pgmap v1603: 105 pgs: 105 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-03-22T07:40:51.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:51 smithi129 bash[79695]: cluster 2024-03-22T07:40:50.616111+0000 mon.a (mon.0) 1452 : cluster 0 osdmap e979: 8 total, 8 up, 8 in 2024-03-22T07:40:51.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:51 smithi129 bash[79695]: cluster 2024-03-22T07:40:50.622683+0000 osd.6 (osd.6) 558 : cluster 3 failed to encode map e979 with expected crc 2024-03-22T07:40:51.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:51 smithi129 bash[79695]: cluster 2024-03-22T07:40:50.652549+0000 osd.5 (osd.5) 568 : cluster 3 failed to encode map e979 with expected crc 2024-03-22T07:40:51.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:51 smithi129 bash[82160]: cluster 2024-03-22T07:40:50.236740+0000 mgr.y (mgr.25337) 1005 : cluster 0 pgmap v1603: 105 pgs: 105 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-03-22T07:40:51.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:51 smithi129 bash[82160]: cluster 2024-03-22T07:40:50.616111+0000 mon.a (mon.0) 1452 : cluster 0 osdmap e979: 8 total, 8 up, 8 in 2024-03-22T07:40:51.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:51 smithi129 bash[82160]: cluster 2024-03-22T07:40:50.622683+0000 osd.6 (osd.6) 558 : cluster 3 failed to encode map e979 with expected crc 2024-03-22T07:40:51.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:51 smithi129 bash[82160]: cluster 2024-03-22T07:40:50.652549+0000 osd.5 (osd.5) 568 : cluster 3 failed to encode map e979 with expected crc 2024-03-22T07:40:51.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:51 smithi148 bash[66753]: cluster 2024-03-22T07:40:50.236740+0000 mgr.y (mgr.25337) 1005 : cluster 0 pgmap v1603: 105 pgs: 105 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-03-22T07:40:51.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:51 smithi148 bash[66753]: cluster 2024-03-22T07:40:50.616111+0000 mon.a (mon.0) 1452 : cluster 0 osdmap e979: 8 total, 8 up, 8 in 2024-03-22T07:40:51.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:51 smithi148 bash[66753]: cluster 2024-03-22T07:40:50.622683+0000 osd.6 (osd.6) 558 : cluster 3 failed to encode map e979 with expected crc 2024-03-22T07:40:51.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:51 smithi148 bash[66753]: cluster 2024-03-22T07:40:50.652549+0000 osd.5 (osd.5) 568 : cluster 3 failed to encode map e979 with expected crc 2024-03-22T07:40:53.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:53 smithi129 bash[79695]: cluster 2024-03-22T07:40:52.237544+0000 mgr.y (mgr.25337) 1006 : cluster 0 pgmap v1605: 105 pgs: 105 active+clean; 221 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-22T07:40:53.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:53 smithi129 bash[79695]: audit 2024-03-22T07:40:53.418228+0000 mon.c (mon.2) 405 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:40:53.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:53 smithi129 bash[82160]: cluster 2024-03-22T07:40:52.237544+0000 mgr.y (mgr.25337) 1006 : cluster 0 pgmap v1605: 105 pgs: 105 active+clean; 221 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-22T07:40:53.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:53 smithi129 bash[82160]: audit 2024-03-22T07:40:53.418228+0000 mon.c (mon.2) 405 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:40:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:53 smithi148 bash[66753]: cluster 2024-03-22T07:40:52.237544+0000 mgr.y (mgr.25337) 1006 : cluster 0 pgmap v1605: 105 pgs: 105 active+clean; 221 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-22T07:40:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:53 smithi148 bash[66753]: audit 2024-03-22T07:40:53.418228+0000 mon.c (mon.2) 405 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:40:54.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:40:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:40:53] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-03-22T07:40:55.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:55 smithi129 bash[79695]: cluster 2024-03-22T07:40:54.238580+0000 mgr.y (mgr.25337) 1007 : cluster 0 pgmap v1606: 105 pgs: 105 active+clean; 237 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 828 KiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-03-22T07:40:55.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:55 smithi129 bash[82160]: cluster 2024-03-22T07:40:54.238580+0000 mgr.y (mgr.25337) 1007 : cluster 0 pgmap v1606: 105 pgs: 105 active+clean; 237 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 828 KiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-03-22T07:40:55.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:55 smithi148 bash[66753]: cluster 2024-03-22T07:40:54.238580+0000 mgr.y (mgr.25337) 1007 : cluster 0 pgmap v1606: 105 pgs: 105 active+clean; 237 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 828 KiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-03-22T07:40:57.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:57 smithi129 bash[79695]: cluster 2024-03-22T07:40:56.239695+0000 mgr.y (mgr.25337) 1008 : cluster 0 pgmap v1607: 105 pgs: 105 active+clean; 261 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:40:57.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:57 smithi129 bash[82160]: cluster 2024-03-22T07:40:56.239695+0000 mgr.y (mgr.25337) 1008 : cluster 0 pgmap v1607: 105 pgs: 105 active+clean; 261 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:40:57.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:57 smithi148 bash[66753]: cluster 2024-03-22T07:40:56.239695+0000 mgr.y (mgr.25337) 1008 : cluster 0 pgmap v1607: 105 pgs: 105 active+clean; 261 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:40:59.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:40:59 smithi129 bash[82160]: cluster 2024-03-22T07:40:58.240416+0000 mgr.y (mgr.25337) 1009 : cluster 0 pgmap v1608: 105 pgs: 105 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-03-22T07:40:59.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:40:59 smithi129 bash[79695]: cluster 2024-03-22T07:40:58.240416+0000 mgr.y (mgr.25337) 1009 : cluster 0 pgmap v1608: 105 pgs: 105 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-03-22T07:40:59.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:40:59 smithi148 bash[66753]: cluster 2024-03-22T07:40:58.240416+0000 mgr.y (mgr.25337) 1009 : cluster 0 pgmap v1608: 105 pgs: 105 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-03-22T07:41:01.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:01 smithi148 bash[66753]: cluster 2024-03-22T07:41:00.241366+0000 mgr.y (mgr.25337) 1010 : cluster 0 pgmap v1609: 105 pgs: 105 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 90 KiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-03-22T07:41:02.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:01 smithi129 bash[79695]: cluster 2024-03-22T07:41:00.241366+0000 mgr.y (mgr.25337) 1010 : cluster 0 pgmap v1609: 105 pgs: 105 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 90 KiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-03-22T07:41:02.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:01 smithi129 bash[82160]: cluster 2024-03-22T07:41:00.241366+0000 mgr.y (mgr.25337) 1010 : cluster 0 pgmap v1609: 105 pgs: 105 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 90 KiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-03-22T07:41:03.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:03 smithi148 bash[66753]: cluster 2024-03-22T07:41:02.241997+0000 mgr.y (mgr.25337) 1011 : cluster 0 pgmap v1610: 105 pgs: 105 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 165 KiB/s rd, 3.9 MiB/s wr, 38 op/s 2024-03-22T07:41:03.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:03 smithi129 bash[79695]: cluster 2024-03-22T07:41:02.241997+0000 mgr.y (mgr.25337) 1011 : cluster 0 pgmap v1610: 105 pgs: 105 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 165 KiB/s rd, 3.9 MiB/s wr, 38 op/s 2024-03-22T07:41:03.932 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:03 smithi129 bash[82160]: cluster 2024-03-22T07:41:02.241997+0000 mgr.y (mgr.25337) 1011 : cluster 0 pgmap v1610: 105 pgs: 105 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 165 KiB/s rd, 3.9 MiB/s wr, 38 op/s 2024-03-22T07:41:04.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:41:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:41:03] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-03-22T07:41:04.938 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (23637 ms) 2024-03-22T07:41:04.938 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-03-22T07:41:04.938 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:41:05.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:05 smithi148 bash[66753]: cluster 2024-03-22T07:41:04.242865+0000 mgr.y (mgr.25337) 1012 : cluster 0 pgmap v1611: 105 pgs: 105 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 551 KiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-03-22T07:41:06.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:05 smithi129 bash[79695]: cluster 2024-03-22T07:41:04.242865+0000 mgr.y (mgr.25337) 1012 : cluster 0 pgmap v1611: 105 pgs: 105 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 551 KiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-03-22T07:41:06.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:05 smithi129 bash[82160]: cluster 2024-03-22T07:41:04.242865+0000 mgr.y (mgr.25337) 1012 : cluster 0 pgmap v1611: 105 pgs: 105 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 551 KiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-03-22T07:41:07.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:07 smithi148 bash[66753]: cluster 2024-03-22T07:41:06.243698+0000 mgr.y (mgr.25337) 1013 : cluster 0 pgmap v1612: 105 pgs: 105 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 919 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-03-22T07:41:08.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:07 smithi129 bash[79695]: cluster 2024-03-22T07:41:06.243698+0000 mgr.y (mgr.25337) 1013 : cluster 0 pgmap v1612: 105 pgs: 105 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 919 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-03-22T07:41:08.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:07 smithi129 bash[82160]: cluster 2024-03-22T07:41:06.243698+0000 mgr.y (mgr.25337) 1013 : cluster 0 pgmap v1612: 105 pgs: 105 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 919 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-03-22T07:41:08.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:08 smithi148 bash[66753]: audit 2024-03-22T07:41:08.418278+0000 mon.c (mon.2) 406 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:41:09.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:08 smithi129 bash[79695]: audit 2024-03-22T07:41:08.418278+0000 mon.c (mon.2) 406 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:41:09.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:08 smithi129 bash[82160]: audit 2024-03-22T07:41:08.418278+0000 mon.c (mon.2) 406 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:41:09.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:09 smithi148 bash[66753]: cluster 2024-03-22T07:41:08.244420+0000 mgr.y (mgr.25337) 1014 : cluster 0 pgmap v1613: 105 pgs: 105 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 903 KiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-03-22T07:41:10.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:09 smithi129 bash[79695]: cluster 2024-03-22T07:41:08.244420+0000 mgr.y (mgr.25337) 1014 : cluster 0 pgmap v1613: 105 pgs: 105 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 903 KiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-03-22T07:41:10.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:09 smithi129 bash[82160]: cluster 2024-03-22T07:41:08.244420+0000 mgr.y (mgr.25337) 1014 : cluster 0 pgmap v1613: 105 pgs: 105 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 903 KiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-03-22T07:41:11.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:11 smithi148 bash[66753]: cluster 2024-03-22T07:41:10.245107+0000 mgr.y (mgr.25337) 1015 : cluster 0 pgmap v1614: 105 pgs: 105 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-03-22T07:41:12.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:11 smithi129 bash[79695]: cluster 2024-03-22T07:41:10.245107+0000 mgr.y (mgr.25337) 1015 : cluster 0 pgmap v1614: 105 pgs: 105 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-03-22T07:41:12.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:11 smithi129 bash[82160]: cluster 2024-03-22T07:41:10.245107+0000 mgr.y (mgr.25337) 1015 : cluster 0 pgmap v1614: 105 pgs: 105 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-03-22T07:41:13.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:13 smithi148 bash[66753]: cluster 2024-03-22T07:41:12.245968+0000 mgr.y (mgr.25337) 1016 : cluster 0 pgmap v1615: 105 pgs: 105 active+clean; 273 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 850 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-03-22T07:41:13.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:13 smithi148 bash[66753]: cluster 2024-03-22T07:41:12.670761+0000 mon.a (mon.0) 1453 : cluster 0 osdmap e980: 8 total, 8 up, 8 in 2024-03-22T07:41:13.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:13 smithi148 bash[66753]: cluster 2024-03-22T07:41:12.671623+0000 osd.7 (osd.7) 595 : cluster 3 failed to encode map e980 with expected crc 2024-03-22T07:41:13.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:13 smithi148 bash[66753]: cluster 2024-03-22T07:41:12.673583+0000 osd.6 (osd.6) 559 : cluster 3 failed to encode map e980 with expected crc 2024-03-22T07:41:13.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:13 smithi148 bash[66753]: cluster 2024-03-22T07:41:12.704414+0000 osd.5 (osd.5) 569 : cluster 3 failed to encode map e980 with expected crc 2024-03-22T07:41:13.932 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:13 smithi129 bash[82160]: cluster 2024-03-22T07:41:12.245968+0000 mgr.y (mgr.25337) 1016 : cluster 0 pgmap v1615: 105 pgs: 105 active+clean; 273 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 850 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-03-22T07:41:13.932 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:13 smithi129 bash[82160]: cluster 2024-03-22T07:41:12.670761+0000 mon.a (mon.0) 1453 : cluster 0 osdmap e980: 8 total, 8 up, 8 in 2024-03-22T07:41:13.932 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:13 smithi129 bash[82160]: cluster 2024-03-22T07:41:12.671623+0000 osd.7 (osd.7) 595 : cluster 3 failed to encode map e980 with expected crc 2024-03-22T07:41:13.932 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:13 smithi129 bash[82160]: cluster 2024-03-22T07:41:12.673583+0000 osd.6 (osd.6) 559 : cluster 3 failed to encode map e980 with expected crc 2024-03-22T07:41:13.932 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:13 smithi129 bash[82160]: cluster 2024-03-22T07:41:12.704414+0000 osd.5 (osd.5) 569 : cluster 3 failed to encode map e980 with expected crc 2024-03-22T07:41:13.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:13 smithi129 bash[79695]: cluster 2024-03-22T07:41:12.245968+0000 mgr.y (mgr.25337) 1016 : cluster 0 pgmap v1615: 105 pgs: 105 active+clean; 273 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 850 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-03-22T07:41:13.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:13 smithi129 bash[79695]: cluster 2024-03-22T07:41:12.670761+0000 mon.a (mon.0) 1453 : cluster 0 osdmap e980: 8 total, 8 up, 8 in 2024-03-22T07:41:13.933 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:13 smithi129 bash[79695]: cluster 2024-03-22T07:41:12.671623+0000 osd.7 (osd.7) 595 : cluster 3 failed to encode map e980 with expected crc 2024-03-22T07:41:13.933 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:13 smithi129 bash[79695]: cluster 2024-03-22T07:41:12.673583+0000 osd.6 (osd.6) 559 : cluster 3 failed to encode map e980 with expected crc 2024-03-22T07:41:13.933 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:13 smithi129 bash[79695]: cluster 2024-03-22T07:41:12.704414+0000 osd.5 (osd.5) 569 : cluster 3 failed to encode map e980 with expected crc 2024-03-22T07:41:14.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:41:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:41:13] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-03-22T07:41:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:15 smithi148 bash[66753]: cluster 2024-03-22T07:41:14.246888+0000 mgr.y (mgr.25337) 1017 : cluster 0 pgmap v1617: 105 pgs: 105 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 454 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-03-22T07:41:16.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:15 smithi129 bash[79695]: cluster 2024-03-22T07:41:14.246888+0000 mgr.y (mgr.25337) 1017 : cluster 0 pgmap v1617: 105 pgs: 105 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 454 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-03-22T07:41:16.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:15 smithi129 bash[82160]: cluster 2024-03-22T07:41:14.246888+0000 mgr.y (mgr.25337) 1017 : cluster 0 pgmap v1617: 105 pgs: 105 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 454 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-03-22T07:41:18.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:17 smithi129 bash[79695]: cluster 2024-03-22T07:41:16.247882+0000 mgr.y (mgr.25337) 1018 : cluster 0 pgmap v1618: 105 pgs: 105 active+clean; 298 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 2.9 MiB/s wr, 30 op/s 2024-03-22T07:41:18.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:17 smithi129 bash[82160]: cluster 2024-03-22T07:41:16.247882+0000 mgr.y (mgr.25337) 1018 : cluster 0 pgmap v1618: 105 pgs: 105 active+clean; 298 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 2.9 MiB/s wr, 30 op/s 2024-03-22T07:41:18.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:17 smithi148 bash[66753]: cluster 2024-03-22T07:41:16.247882+0000 mgr.y (mgr.25337) 1018 : cluster 0 pgmap v1618: 105 pgs: 105 active+clean; 298 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 2.9 MiB/s wr, 30 op/s 2024-03-22T07:41:20.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:19 smithi129 bash[79695]: cluster 2024-03-22T07:41:18.248858+0000 mgr.y (mgr.25337) 1019 : cluster 0 pgmap v1619: 105 pgs: 105 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-03-22T07:41:20.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:19 smithi129 bash[82160]: cluster 2024-03-22T07:41:18.248858+0000 mgr.y (mgr.25337) 1019 : cluster 0 pgmap v1619: 105 pgs: 105 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-03-22T07:41:20.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:19 smithi148 bash[66753]: cluster 2024-03-22T07:41:18.248858+0000 mgr.y (mgr.25337) 1019 : cluster 0 pgmap v1619: 105 pgs: 105 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-03-22T07:41:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:21 smithi129 bash[79695]: cluster 2024-03-22T07:41:20.249580+0000 mgr.y (mgr.25337) 1020 : cluster 0 pgmap v1620: 105 pgs: 105 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:41:22.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:21 smithi129 bash[82160]: cluster 2024-03-22T07:41:20.249580+0000 mgr.y (mgr.25337) 1020 : cluster 0 pgmap v1620: 105 pgs: 105 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:41:22.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:21 smithi148 bash[66753]: cluster 2024-03-22T07:41:20.249580+0000 mgr.y (mgr.25337) 1020 : cluster 0 pgmap v1620: 105 pgs: 105 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:41:24.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:23 smithi129 bash[79695]: cluster 2024-03-22T07:41:22.250387+0000 mgr.y (mgr.25337) 1021 : cluster 0 pgmap v1621: 105 pgs: 105 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 116 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-03-22T07:41:24.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:23 smithi129 bash[79695]: audit 2024-03-22T07:41:23.418365+0000 mon.c (mon.2) 407 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:41:24.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:23 smithi129 bash[82160]: cluster 2024-03-22T07:41:22.250387+0000 mgr.y (mgr.25337) 1021 : cluster 0 pgmap v1621: 105 pgs: 105 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 116 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-03-22T07:41:24.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:23 smithi129 bash[82160]: audit 2024-03-22T07:41:23.418365+0000 mon.c (mon.2) 407 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:41:24.125 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:41:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:41:23] "GET /metrics HTTP/1.1" 200 36531 "" "Prometheus/2.43.0" 2024-03-22T07:41:24.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:23 smithi148 bash[66753]: cluster 2024-03-22T07:41:22.250387+0000 mgr.y (mgr.25337) 1021 : cluster 0 pgmap v1621: 105 pgs: 105 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 116 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-03-22T07:41:24.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:23 smithi148 bash[66753]: audit 2024-03-22T07:41:23.418365+0000 mon.c (mon.2) 407 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:41:26.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:25 smithi129 bash[82160]: cluster 2024-03-22T07:41:24.251056+0000 mgr.y (mgr.25337) 1022 : cluster 0 pgmap v1622: 105 pgs: 105 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 96 KiB/s rd, 3.9 MiB/s wr, 28 op/s 2024-03-22T07:41:26.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:25 smithi129 bash[82160]: cluster 2024-03-22T07:41:24.709780+0000 osd.5 (osd.5) 570 : cluster 3 failed to encode map e981 with expected crc 2024-03-22T07:41:26.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:25 smithi129 bash[82160]: cluster 2024-03-22T07:41:24.710491+0000 mon.a (mon.0) 1454 : cluster 0 osdmap e981: 8 total, 8 up, 8 in 2024-03-22T07:41:26.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:25 smithi129 bash[82160]: cluster 2024-03-22T07:41:24.721136+0000 osd.6 (osd.6) 560 : cluster 3 failed to encode map e981 with expected crc 2024-03-22T07:41:26.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:25 smithi129 bash[82160]: cluster 2024-03-22T07:41:24.755992+0000 osd.7 (osd.7) 596 : cluster 3 failed to encode map e981 with expected crc 2024-03-22T07:41:26.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:25 smithi129 bash[79695]: cluster 2024-03-22T07:41:24.251056+0000 mgr.y (mgr.25337) 1022 : cluster 0 pgmap v1622: 105 pgs: 105 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 96 KiB/s rd, 3.9 MiB/s wr, 28 op/s 2024-03-22T07:41:26.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:25 smithi129 bash[79695]: cluster 2024-03-22T07:41:24.709780+0000 osd.5 (osd.5) 570 : cluster 3 failed to encode map e981 with expected crc 2024-03-22T07:41:26.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:25 smithi129 bash[79695]: cluster 2024-03-22T07:41:24.710491+0000 mon.a (mon.0) 1454 : cluster 0 osdmap e981: 8 total, 8 up, 8 in 2024-03-22T07:41:26.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:25 smithi129 bash[79695]: cluster 2024-03-22T07:41:24.721136+0000 osd.6 (osd.6) 560 : cluster 3 failed to encode map e981 with expected crc 2024-03-22T07:41:26.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:25 smithi129 bash[79695]: cluster 2024-03-22T07:41:24.755992+0000 osd.7 (osd.7) 596 : cluster 3 failed to encode map e981 with expected crc 2024-03-22T07:41:26.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:25 smithi148 bash[66753]: cluster 2024-03-22T07:41:24.251056+0000 mgr.y (mgr.25337) 1022 : cluster 0 pgmap v1622: 105 pgs: 105 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 96 KiB/s rd, 3.9 MiB/s wr, 28 op/s 2024-03-22T07:41:26.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:25 smithi148 bash[66753]: cluster 2024-03-22T07:41:24.709780+0000 osd.5 (osd.5) 570 : cluster 3 failed to encode map e981 with expected crc 2024-03-22T07:41:26.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:25 smithi148 bash[66753]: cluster 2024-03-22T07:41:24.710491+0000 mon.a (mon.0) 1454 : cluster 0 osdmap e981: 8 total, 8 up, 8 in 2024-03-22T07:41:26.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:25 smithi148 bash[66753]: cluster 2024-03-22T07:41:24.721136+0000 osd.6 (osd.6) 560 : cluster 3 failed to encode map e981 with expected crc 2024-03-22T07:41:26.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:25 smithi148 bash[66753]: cluster 2024-03-22T07:41:24.755992+0000 osd.7 (osd.7) 596 : cluster 3 failed to encode map e981 with expected crc 2024-03-22T07:41:27.234 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (22296 ms) 2024-03-22T07:41:27.234 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-03-22T07:41:27.234 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:41:28.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:27 smithi129 bash[79695]: cluster 2024-03-22T07:41:26.251749+0000 mgr.y (mgr.25337) 1023 : cluster 0 pgmap v1624: 105 pgs: 105 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 201 KiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-03-22T07:41:28.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:27 smithi129 bash[82160]: cluster 2024-03-22T07:41:26.251749+0000 mgr.y (mgr.25337) 1023 : cluster 0 pgmap v1624: 105 pgs: 105 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 201 KiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-03-22T07:41:28.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:27 smithi148 bash[66753]: cluster 2024-03-22T07:41:26.251749+0000 mgr.y (mgr.25337) 1023 : cluster 0 pgmap v1624: 105 pgs: 105 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 201 KiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-03-22T07:41:30.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:29 smithi129 bash[79695]: cluster 2024-03-22T07:41:28.252762+0000 mgr.y (mgr.25337) 1024 : cluster 0 pgmap v1625: 105 pgs: 105 active+clean; 342 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 36 op/s 2024-03-22T07:41:30.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:29 smithi129 bash[79695]: audit 2024-03-22T07:41:28.790351+0000 mon.c (mon.2) 408 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:41:30.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:29 smithi129 bash[82160]: cluster 2024-03-22T07:41:28.252762+0000 mgr.y (mgr.25337) 1024 : cluster 0 pgmap v1625: 105 pgs: 105 active+clean; 342 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 36 op/s 2024-03-22T07:41:30.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:29 smithi129 bash[82160]: audit 2024-03-22T07:41:28.790351+0000 mon.c (mon.2) 408 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:41:30.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:29 smithi148 bash[66753]: cluster 2024-03-22T07:41:28.252762+0000 mgr.y (mgr.25337) 1024 : cluster 0 pgmap v1625: 105 pgs: 105 active+clean; 342 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 36 op/s 2024-03-22T07:41:30.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:29 smithi148 bash[66753]: audit 2024-03-22T07:41:28.790351+0000 mon.c (mon.2) 408 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:41:32.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:31 smithi129 bash[79695]: cluster 2024-03-22T07:41:30.253549+0000 mgr.y (mgr.25337) 1025 : cluster 0 pgmap v1626: 105 pgs: 105 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 43 op/s 2024-03-22T07:41:32.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:31 smithi129 bash[82160]: cluster 2024-03-22T07:41:30.253549+0000 mgr.y (mgr.25337) 1025 : cluster 0 pgmap v1626: 105 pgs: 105 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 43 op/s 2024-03-22T07:41:32.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:31 smithi148 bash[66753]: cluster 2024-03-22T07:41:30.253549+0000 mgr.y (mgr.25337) 1025 : cluster 0 pgmap v1626: 105 pgs: 105 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 43 op/s 2024-03-22T07:41:34.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:33 smithi129 bash[79695]: cluster 2024-03-22T07:41:32.254090+0000 mgr.y (mgr.25337) 1026 : cluster 0 pgmap v1627: 105 pgs: 105 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 39 op/s 2024-03-22T07:41:34.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:33 smithi129 bash[82160]: cluster 2024-03-22T07:41:32.254090+0000 mgr.y (mgr.25337) 1026 : cluster 0 pgmap v1627: 105 pgs: 105 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 39 op/s 2024-03-22T07:41:34.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:41:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:41:33] "GET /metrics HTTP/1.1" 200 36531 "" "Prometheus/2.43.0" 2024-03-22T07:41:34.176 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:33 smithi148 bash[66753]: cluster 2024-03-22T07:41:32.254090+0000 mgr.y (mgr.25337) 1026 : cluster 0 pgmap v1627: 105 pgs: 105 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 39 op/s 2024-03-22T07:41:36.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:35 smithi129 bash[82160]: cluster 2024-03-22T07:41:34.254713+0000 mgr.y (mgr.25337) 1027 : cluster 0 pgmap v1628: 105 pgs: 105 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 39 op/s 2024-03-22T07:41:36.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:35 smithi129 bash[82160]: audit 2024-03-22T07:41:34.784991+0000 mon.a (mon.0) 1455 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:41:36.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:35 smithi129 bash[82160]: audit 2024-03-22T07:41:34.797212+0000 mon.a (mon.0) 1456 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:41:36.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:35 smithi129 bash[82160]: audit 2024-03-22T07:41:35.190717+0000 mon.a (mon.0) 1457 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:41:36.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:35 smithi129 bash[82160]: audit 2024-03-22T07:41:35.209375+0000 mon.a (mon.0) 1458 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:41:36.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:35 smithi129 bash[79695]: cluster 2024-03-22T07:41:34.254713+0000 mgr.y (mgr.25337) 1027 : cluster 0 pgmap v1628: 105 pgs: 105 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 39 op/s 2024-03-22T07:41:36.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:35 smithi129 bash[79695]: audit 2024-03-22T07:41:34.784991+0000 mon.a (mon.0) 1455 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:41:36.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:35 smithi129 bash[79695]: audit 2024-03-22T07:41:34.797212+0000 mon.a (mon.0) 1456 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:41:36.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:35 smithi129 bash[79695]: audit 2024-03-22T07:41:35.190717+0000 mon.a (mon.0) 1457 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:41:36.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:35 smithi129 bash[79695]: audit 2024-03-22T07:41:35.209375+0000 mon.a (mon.0) 1458 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:41:36.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:35 smithi148 bash[66753]: cluster 2024-03-22T07:41:34.254713+0000 mgr.y (mgr.25337) 1027 : cluster 0 pgmap v1628: 105 pgs: 105 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 39 op/s 2024-03-22T07:41:36.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:35 smithi148 bash[66753]: audit 2024-03-22T07:41:34.784991+0000 mon.a (mon.0) 1455 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:41:36.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:35 smithi148 bash[66753]: audit 2024-03-22T07:41:34.797212+0000 mon.a (mon.0) 1456 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:41:36.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:35 smithi148 bash[66753]: audit 2024-03-22T07:41:35.190717+0000 mon.a (mon.0) 1457 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:41:36.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:35 smithi148 bash[66753]: audit 2024-03-22T07:41:35.209375+0000 mon.a (mon.0) 1458 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:41:37.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:36 smithi129 bash[82160]: cluster 2024-03-22T07:41:35.801224+0000 osd.7 (osd.7) 597 : cluster 3 failed to encode map e982 with expected crc 2024-03-22T07:41:37.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:36 smithi129 bash[82160]: cluster 2024-03-22T07:41:35.802596+0000 mon.a (mon.0) 1459 : cluster 0 osdmap e982: 8 total, 8 up, 8 in 2024-03-22T07:41:37.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:36 smithi129 bash[82160]: cluster 2024-03-22T07:41:35.815885+0000 osd.6 (osd.6) 561 : cluster 3 failed to encode map e982 with expected crc 2024-03-22T07:41:37.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:36 smithi129 bash[82160]: cluster 2024-03-22T07:41:35.833968+0000 osd.5 (osd.5) 571 : cluster 3 failed to encode map e982 with expected crc 2024-03-22T07:41:37.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:36 smithi129 bash[82160]: audit 2024-03-22T07:41:35.849312+0000 mon.c (mon.2) 409 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:41:37.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:36 smithi129 bash[82160]: audit 2024-03-22T07:41:35.851243+0000 mon.c (mon.2) 410 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:41:37.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:36 smithi129 bash[82160]: audit 2024-03-22T07:41:35.863275+0000 mon.a (mon.0) 1460 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:41:37.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:36 smithi129 bash[79695]: cluster 2024-03-22T07:41:35.801224+0000 osd.7 (osd.7) 597 : cluster 3 failed to encode map e982 with expected crc 2024-03-22T07:41:37.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:36 smithi129 bash[79695]: cluster 2024-03-22T07:41:35.802596+0000 mon.a (mon.0) 1459 : cluster 0 osdmap e982: 8 total, 8 up, 8 in 2024-03-22T07:41:37.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:36 smithi129 bash[79695]: cluster 2024-03-22T07:41:35.815885+0000 osd.6 (osd.6) 561 : cluster 3 failed to encode map e982 with expected crc 2024-03-22T07:41:37.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:36 smithi129 bash[79695]: cluster 2024-03-22T07:41:35.833968+0000 osd.5 (osd.5) 571 : cluster 3 failed to encode map e982 with expected crc 2024-03-22T07:41:37.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:36 smithi129 bash[79695]: audit 2024-03-22T07:41:35.849312+0000 mon.c (mon.2) 409 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:41:37.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:36 smithi129 bash[79695]: audit 2024-03-22T07:41:35.851243+0000 mon.c (mon.2) 410 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:41:37.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:36 smithi129 bash[79695]: audit 2024-03-22T07:41:35.863275+0000 mon.a (mon.0) 1460 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:41:37.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:36 smithi148 bash[66753]: cluster 2024-03-22T07:41:35.801224+0000 osd.7 (osd.7) 597 : cluster 3 failed to encode map e982 with expected crc 2024-03-22T07:41:37.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:36 smithi148 bash[66753]: cluster 2024-03-22T07:41:35.802596+0000 mon.a (mon.0) 1459 : cluster 0 osdmap e982: 8 total, 8 up, 8 in 2024-03-22T07:41:37.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:36 smithi148 bash[66753]: cluster 2024-03-22T07:41:35.815885+0000 osd.6 (osd.6) 561 : cluster 3 failed to encode map e982 with expected crc 2024-03-22T07:41:37.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:36 smithi148 bash[66753]: cluster 2024-03-22T07:41:35.833968+0000 osd.5 (osd.5) 571 : cluster 3 failed to encode map e982 with expected crc 2024-03-22T07:41:37.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:36 smithi148 bash[66753]: audit 2024-03-22T07:41:35.849312+0000 mon.c (mon.2) 409 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:41:37.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:36 smithi148 bash[66753]: audit 2024-03-22T07:41:35.851243+0000 mon.c (mon.2) 410 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:41:37.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:36 smithi148 bash[66753]: audit 2024-03-22T07:41:35.863275+0000 mon.a (mon.0) 1460 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:41:38.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:37 smithi129 bash[79695]: cluster 2024-03-22T07:41:36.255111+0000 mgr.y (mgr.25337) 1028 : cluster 0 pgmap v1630: 105 pgs: 105 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-03-22T07:41:38.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:37 smithi129 bash[82160]: cluster 2024-03-22T07:41:36.255111+0000 mgr.y (mgr.25337) 1028 : cluster 0 pgmap v1630: 105 pgs: 105 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-03-22T07:41:38.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:37 smithi148 bash[66753]: cluster 2024-03-22T07:41:36.255111+0000 mgr.y (mgr.25337) 1028 : cluster 0 pgmap v1630: 105 pgs: 105 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-03-22T07:41:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:38 smithi129 bash[79695]: audit 2024-03-22T07:41:38.418517+0000 mon.c (mon.2) 411 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:41:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:38 smithi129 bash[82160]: audit 2024-03-22T07:41:38.418517+0000 mon.c (mon.2) 411 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:41:39.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:38 smithi148 bash[66753]: audit 2024-03-22T07:41:38.418517+0000 mon.c (mon.2) 411 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:41:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:39 smithi129 bash[79695]: cluster 2024-03-22T07:41:38.255645+0000 mgr.y (mgr.25337) 1029 : cluster 0 pgmap v1631: 105 pgs: 105 active+clean; 387 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 414 KiB/s rd, 4.5 MiB/s wr, 10 op/s 2024-03-22T07:41:40.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:39 smithi129 bash[82160]: cluster 2024-03-22T07:41:38.255645+0000 mgr.y (mgr.25337) 1029 : cluster 0 pgmap v1631: 105 pgs: 105 active+clean; 387 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 414 KiB/s rd, 4.5 MiB/s wr, 10 op/s 2024-03-22T07:41:40.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:39 smithi148 bash[66753]: cluster 2024-03-22T07:41:38.255645+0000 mgr.y (mgr.25337) 1029 : cluster 0 pgmap v1631: 105 pgs: 105 active+clean; 387 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 414 KiB/s rd, 4.5 MiB/s wr, 10 op/s 2024-03-22T07:41:42.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:41 smithi129 bash[82160]: cluster 2024-03-22T07:41:40.256617+0000 mgr.y (mgr.25337) 1030 : cluster 0 pgmap v1632: 105 pgs: 105 active+clean; 415 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-03-22T07:41:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:41 smithi129 bash[79695]: cluster 2024-03-22T07:41:40.256617+0000 mgr.y (mgr.25337) 1030 : cluster 0 pgmap v1632: 105 pgs: 105 active+clean; 415 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-03-22T07:41:42.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:41 smithi148 bash[66753]: cluster 2024-03-22T07:41:40.256617+0000 mgr.y (mgr.25337) 1030 : cluster 0 pgmap v1632: 105 pgs: 105 active+clean; 415 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-03-22T07:41:44.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:43 smithi148 bash[66753]: cluster 2024-03-22T07:41:42.257221+0000 mgr.y (mgr.25337) 1031 : cluster 0 pgmap v1633: 105 pgs: 105 active+clean; 415 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:41:44.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:43 smithi129 bash[79695]: cluster 2024-03-22T07:41:42.257221+0000 mgr.y (mgr.25337) 1031 : cluster 0 pgmap v1633: 105 pgs: 105 active+clean; 415 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:41:44.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:41:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:41:43] "GET /metrics HTTP/1.1" 200 36536 "" "Prometheus/2.43.0" 2024-03-22T07:41:44.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:43 smithi129 bash[82160]: cluster 2024-03-22T07:41:42.257221+0000 mgr.y (mgr.25337) 1031 : cluster 0 pgmap v1633: 105 pgs: 105 active+clean; 415 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:41:46.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:45 smithi148 bash[66753]: cluster 2024-03-22T07:41:44.258080+0000 mgr.y (mgr.25337) 1032 : cluster 0 pgmap v1634: 105 pgs: 105 active+clean; 415 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:41:46.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:45 smithi129 bash[79695]: cluster 2024-03-22T07:41:44.258080+0000 mgr.y (mgr.25337) 1032 : cluster 0 pgmap v1634: 105 pgs: 105 active+clean; 415 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:41:46.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:45 smithi129 bash[82160]: cluster 2024-03-22T07:41:44.258080+0000 mgr.y (mgr.25337) 1032 : cluster 0 pgmap v1634: 105 pgs: 105 active+clean; 415 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-22T07:41:48.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:47 smithi148 bash[66753]: cluster 2024-03-22T07:41:46.258820+0000 mgr.y (mgr.25337) 1033 : cluster 0 pgmap v1635: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 114 KiB/s rd, 4.7 MiB/s wr, 43 op/s 2024-03-22T07:41:48.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:47 smithi129 bash[82160]: cluster 2024-03-22T07:41:46.258820+0000 mgr.y (mgr.25337) 1033 : cluster 0 pgmap v1635: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 114 KiB/s rd, 4.7 MiB/s wr, 43 op/s 2024-03-22T07:41:48.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:47 smithi129 bash[79695]: cluster 2024-03-22T07:41:46.258820+0000 mgr.y (mgr.25337) 1033 : cluster 0 pgmap v1635: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 114 KiB/s rd, 4.7 MiB/s wr, 43 op/s 2024-03-22T07:41:50.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:49 smithi148 bash[66753]: cluster 2024-03-22T07:41:48.259771+0000 mgr.y (mgr.25337) 1034 : cluster 0 pgmap v1636: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 209 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-03-22T07:41:50.241 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (23007 ms) 2024-03-22T07:41:50.241 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-03-22T07:41:50.241 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:41:50.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:49 smithi129 bash[79695]: cluster 2024-03-22T07:41:48.259771+0000 mgr.y (mgr.25337) 1034 : cluster 0 pgmap v1636: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 209 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-03-22T07:41:50.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:49 smithi129 bash[82160]: cluster 2024-03-22T07:41:48.259771+0000 mgr.y (mgr.25337) 1034 : cluster 0 pgmap v1636: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 209 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-03-22T07:41:52.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:51 smithi148 bash[66753]: cluster 2024-03-22T07:41:50.260955+0000 mgr.y (mgr.25337) 1035 : cluster 0 pgmap v1637: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.0 MiB/s wr, 48 op/s 2024-03-22T07:41:52.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:51 smithi129 bash[79695]: cluster 2024-03-22T07:41:50.260955+0000 mgr.y (mgr.25337) 1035 : cluster 0 pgmap v1637: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.0 MiB/s wr, 48 op/s 2024-03-22T07:41:52.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:51 smithi129 bash[82160]: cluster 2024-03-22T07:41:50.260955+0000 mgr.y (mgr.25337) 1035 : cluster 0 pgmap v1637: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.0 MiB/s wr, 48 op/s 2024-03-22T07:41:54.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:53 smithi148 bash[66753]: cluster 2024-03-22T07:41:52.261677+0000 mgr.y (mgr.25337) 1036 : cluster 0 pgmap v1638: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-03-22T07:41:54.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:53 smithi148 bash[66753]: audit 2024-03-22T07:41:53.418986+0000 mon.c (mon.2) 412 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:41:54.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:41:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:41:53] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.43.0" 2024-03-22T07:41:54.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:53 smithi129 bash[79695]: cluster 2024-03-22T07:41:52.261677+0000 mgr.y (mgr.25337) 1036 : cluster 0 pgmap v1638: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-03-22T07:41:54.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:53 smithi129 bash[79695]: audit 2024-03-22T07:41:53.418986+0000 mon.c (mon.2) 412 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:41:54.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:53 smithi129 bash[82160]: cluster 2024-03-22T07:41:52.261677+0000 mgr.y (mgr.25337) 1036 : cluster 0 pgmap v1638: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-03-22T07:41:54.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:53 smithi129 bash[82160]: audit 2024-03-22T07:41:53.418986+0000 mon.c (mon.2) 412 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:41:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:55 smithi148 bash[66753]: cluster 2024-03-22T07:41:54.262287+0000 mgr.y (mgr.25337) 1037 : cluster 0 pgmap v1639: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-03-22T07:41:56.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:55 smithi129 bash[79695]: cluster 2024-03-22T07:41:54.262287+0000 mgr.y (mgr.25337) 1037 : cluster 0 pgmap v1639: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-03-22T07:41:56.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:55 smithi129 bash[82160]: cluster 2024-03-22T07:41:54.262287+0000 mgr.y (mgr.25337) 1037 : cluster 0 pgmap v1639: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-03-22T07:41:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:57 smithi148 bash[66753]: cluster 2024-03-22T07:41:56.262964+0000 mgr.y (mgr.25337) 1038 : cluster 0 pgmap v1640: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-03-22T07:41:58.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:57 smithi129 bash[79695]: cluster 2024-03-22T07:41:56.262964+0000 mgr.y (mgr.25337) 1038 : cluster 0 pgmap v1640: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-03-22T07:41:58.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:57 smithi129 bash[82160]: cluster 2024-03-22T07:41:56.262964+0000 mgr.y (mgr.25337) 1038 : cluster 0 pgmap v1640: 105 pgs: 105 active+clean; 423 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-03-22T07:41:59.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:58 smithi148 bash[66753]: cluster 2024-03-22T07:41:57.928401+0000 mon.a (mon.0) 1461 : cluster 0 osdmap e983: 8 total, 8 up, 8 in 2024-03-22T07:41:59.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:58 smithi148 bash[66753]: cluster 2024-03-22T07:41:57.934886+0000 osd.7 (osd.7) 598 : cluster 3 failed to encode map e983 with expected crc 2024-03-22T07:41:59.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:58 smithi148 bash[66753]: cluster 2024-03-22T07:41:57.952097+0000 osd.6 (osd.6) 562 : cluster 3 failed to encode map e983 with expected crc 2024-03-22T07:41:59.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:58 smithi148 bash[66753]: cluster 2024-03-22T07:41:57.963242+0000 osd.5 (osd.5) 572 : cluster 3 failed to encode map e983 with expected crc 2024-03-22T07:41:59.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:58 smithi129 bash[79695]: cluster 2024-03-22T07:41:57.928401+0000 mon.a (mon.0) 1461 : cluster 0 osdmap e983: 8 total, 8 up, 8 in 2024-03-22T07:41:59.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:58 smithi129 bash[79695]: cluster 2024-03-22T07:41:57.934886+0000 osd.7 (osd.7) 598 : cluster 3 failed to encode map e983 with expected crc 2024-03-22T07:41:59.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:58 smithi129 bash[79695]: cluster 2024-03-22T07:41:57.952097+0000 osd.6 (osd.6) 562 : cluster 3 failed to encode map e983 with expected crc 2024-03-22T07:41:59.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:58 smithi129 bash[79695]: cluster 2024-03-22T07:41:57.963242+0000 osd.5 (osd.5) 572 : cluster 3 failed to encode map e983 with expected crc 2024-03-22T07:41:59.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:58 smithi129 bash[82160]: cluster 2024-03-22T07:41:57.928401+0000 mon.a (mon.0) 1461 : cluster 0 osdmap e983: 8 total, 8 up, 8 in 2024-03-22T07:41:59.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:58 smithi129 bash[82160]: cluster 2024-03-22T07:41:57.934886+0000 osd.7 (osd.7) 598 : cluster 3 failed to encode map e983 with expected crc 2024-03-22T07:41:59.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:58 smithi129 bash[82160]: cluster 2024-03-22T07:41:57.952097+0000 osd.6 (osd.6) 562 : cluster 3 failed to encode map e983 with expected crc 2024-03-22T07:41:59.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:58 smithi129 bash[82160]: cluster 2024-03-22T07:41:57.963242+0000 osd.5 (osd.5) 572 : cluster 3 failed to encode map e983 with expected crc 2024-03-22T07:42:00.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:41:59 smithi129 bash[79695]: cluster 2024-03-22T07:41:58.263466+0000 mgr.y (mgr.25337) 1039 : cluster 0 pgmap v1642: 105 pgs: 105 active+clean; 427 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-03-22T07:42:00.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:41:59 smithi129 bash[82160]: cluster 2024-03-22T07:41:58.263466+0000 mgr.y (mgr.25337) 1039 : cluster 0 pgmap v1642: 105 pgs: 105 active+clean; 427 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-03-22T07:42:00.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:41:59 smithi148 bash[66753]: cluster 2024-03-22T07:41:58.263466+0000 mgr.y (mgr.25337) 1039 : cluster 0 pgmap v1642: 105 pgs: 105 active+clean; 427 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-03-22T07:42:02.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:01 smithi129 bash[79695]: cluster 2024-03-22T07:42:00.264468+0000 mgr.y (mgr.25337) 1040 : cluster 0 pgmap v1643: 105 pgs: 105 active+clean; 451 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 432 KiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-03-22T07:42:02.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:01 smithi129 bash[82160]: cluster 2024-03-22T07:42:00.264468+0000 mgr.y (mgr.25337) 1040 : cluster 0 pgmap v1643: 105 pgs: 105 active+clean; 451 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 432 KiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-03-22T07:42:02.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:01 smithi148 bash[66753]: cluster 2024-03-22T07:42:00.264468+0000 mgr.y (mgr.25337) 1040 : cluster 0 pgmap v1643: 105 pgs: 105 active+clean; 451 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 432 KiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-03-22T07:42:03.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:02 smithi129 bash[79695]: cluster 2024-03-22T07:42:02.265248+0000 mgr.y (mgr.25337) 1041 : cluster 0 pgmap v1644: 105 pgs: 105 active+clean; 464 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 467 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-03-22T07:42:03.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:02 smithi129 bash[82160]: cluster 2024-03-22T07:42:02.265248+0000 mgr.y (mgr.25337) 1041 : cluster 0 pgmap v1644: 105 pgs: 105 active+clean; 464 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 467 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-03-22T07:42:03.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:02 smithi148 bash[66753]: cluster 2024-03-22T07:42:02.265248+0000 mgr.y (mgr.25337) 1041 : cluster 0 pgmap v1644: 105 pgs: 105 active+clean; 464 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 467 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-03-22T07:42:04.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:42:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:42:03] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.43.0" 2024-03-22T07:42:05.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:05 smithi129 bash[79695]: cluster 2024-03-22T07:42:04.265955+0000 mgr.y (mgr.25337) 1042 : cluster 0 pgmap v1645: 105 pgs: 105 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 467 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-03-22T07:42:05.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:05 smithi129 bash[82160]: cluster 2024-03-22T07:42:04.265955+0000 mgr.y (mgr.25337) 1042 : cluster 0 pgmap v1645: 105 pgs: 105 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 467 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-03-22T07:42:05.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:05 smithi148 bash[66753]: cluster 2024-03-22T07:42:04.265955+0000 mgr.y (mgr.25337) 1042 : cluster 0 pgmap v1645: 105 pgs: 105 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 467 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-03-22T07:42:07.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:07 smithi129 bash[82160]: cluster 2024-03-22T07:42:06.266891+0000 mgr.y (mgr.25337) 1043 : cluster 0 pgmap v1646: 105 pgs: 105 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:42:07.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:07 smithi129 bash[79695]: cluster 2024-03-22T07:42:06.266891+0000 mgr.y (mgr.25337) 1043 : cluster 0 pgmap v1646: 105 pgs: 105 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:42:07.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:07 smithi148 bash[66753]: cluster 2024-03-22T07:42:06.266891+0000 mgr.y (mgr.25337) 1043 : cluster 0 pgmap v1646: 105 pgs: 105 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-03-22T07:42:09.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:09 smithi129 bash[79695]: cluster 2024-03-22T07:42:08.267592+0000 mgr.y (mgr.25337) 1044 : cluster 0 pgmap v1647: 105 pgs: 105 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 209 KiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-03-22T07:42:09.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:09 smithi129 bash[79695]: audit 2024-03-22T07:42:08.419294+0000 mon.c (mon.2) 413 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:42:09.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:09 smithi129 bash[82160]: cluster 2024-03-22T07:42:08.267592+0000 mgr.y (mgr.25337) 1044 : cluster 0 pgmap v1647: 105 pgs: 105 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 209 KiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-03-22T07:42:09.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:09 smithi129 bash[82160]: audit 2024-03-22T07:42:08.419294+0000 mon.c (mon.2) 413 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:42:09.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:09 smithi148 bash[66753]: cluster 2024-03-22T07:42:08.267592+0000 mgr.y (mgr.25337) 1044 : cluster 0 pgmap v1647: 105 pgs: 105 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 209 KiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-03-22T07:42:09.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:09 smithi148 bash[66753]: audit 2024-03-22T07:42:08.419294+0000 mon.c (mon.2) 413 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:42:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:11 smithi129 bash[79695]: cluster 2024-03-22T07:42:10.268590+0000 mgr.y (mgr.25337) 1045 : cluster 0 pgmap v1648: 105 pgs: 105 active+clean; 472 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 209 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-03-22T07:42:11.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:11 smithi129 bash[82160]: cluster 2024-03-22T07:42:10.268590+0000 mgr.y (mgr.25337) 1045 : cluster 0 pgmap v1648: 105 pgs: 105 active+clean; 472 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 209 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-03-22T07:42:11.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:11 smithi148 bash[66753]: cluster 2024-03-22T07:42:10.268590+0000 mgr.y (mgr.25337) 1045 : cluster 0 pgmap v1648: 105 pgs: 105 active+clean; 472 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 209 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-03-22T07:42:12.207 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (21966 ms) 2024-03-22T07:42:12.350 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (163232 ms total) 2024-03-22T07:42:12.350 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:42:12.350 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-03-22T07:42:12.384 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-03-22T07:42:13.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:13 smithi129 bash[79695]: cluster 2024-03-22T07:42:12.269407+0000 mgr.y (mgr.25337) 1046 : cluster 0 pgmap v1649: 105 pgs: 105 active+clean; 472 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 558 KiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-03-22T07:42:13.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:13 smithi129 bash[79695]: cluster 2024-03-22T07:42:12.346992+0000 osd.5 (osd.5) 573 : cluster 3 failed to encode map e984 with expected crc 2024-03-22T07:42:13.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:13 smithi129 bash[79695]: cluster 2024-03-22T07:42:12.347145+0000 mon.a (mon.0) 1462 : cluster 0 osdmap e984: 8 total, 8 up, 8 in 2024-03-22T07:42:13.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:13 smithi129 bash[79695]: cluster 2024-03-22T07:42:12.506871+0000 osd.6 (osd.6) 563 : cluster 3 failed to encode map e984 with expected crc 2024-03-22T07:42:13.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:13 smithi129 bash[79695]: cluster 2024-03-22T07:42:12.507236+0000 osd.7 (osd.7) 599 : cluster 3 failed to encode map e984 with expected crc 2024-03-22T07:42:13.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:13 smithi129 bash[82160]: cluster 2024-03-22T07:42:12.269407+0000 mgr.y (mgr.25337) 1046 : cluster 0 pgmap v1649: 105 pgs: 105 active+clean; 472 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 558 KiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-03-22T07:42:13.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:13 smithi129 bash[82160]: cluster 2024-03-22T07:42:12.346992+0000 osd.5 (osd.5) 573 : cluster 3 failed to encode map e984 with expected crc 2024-03-22T07:42:13.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:13 smithi129 bash[82160]: cluster 2024-03-22T07:42:12.347145+0000 mon.a (mon.0) 1462 : cluster 0 osdmap e984: 8 total, 8 up, 8 in 2024-03-22T07:42:13.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:13 smithi129 bash[82160]: cluster 2024-03-22T07:42:12.506871+0000 osd.6 (osd.6) 563 : cluster 3 failed to encode map e984 with expected crc 2024-03-22T07:42:13.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:13 smithi129 bash[82160]: cluster 2024-03-22T07:42:12.507236+0000 osd.7 (osd.7) 599 : cluster 3 failed to encode map e984 with expected crc 2024-03-22T07:42:13.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:13 smithi148 bash[66753]: cluster 2024-03-22T07:42:12.269407+0000 mgr.y (mgr.25337) 1046 : cluster 0 pgmap v1649: 105 pgs: 105 active+clean; 472 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 558 KiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-03-22T07:42:13.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:13 smithi148 bash[66753]: cluster 2024-03-22T07:42:12.346992+0000 osd.5 (osd.5) 573 : cluster 3 failed to encode map e984 with expected crc 2024-03-22T07:42:13.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:13 smithi148 bash[66753]: cluster 2024-03-22T07:42:12.347145+0000 mon.a (mon.0) 1462 : cluster 0 osdmap e984: 8 total, 8 up, 8 in 2024-03-22T07:42:13.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:13 smithi148 bash[66753]: cluster 2024-03-22T07:42:12.506871+0000 osd.6 (osd.6) 563 : cluster 3 failed to encode map e984 with expected crc 2024-03-22T07:42:13.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:13 smithi148 bash[66753]: cluster 2024-03-22T07:42:12.507236+0000 osd.7 (osd.7) 599 : cluster 3 failed to encode map e984 with expected crc 2024-03-22T07:42:14.370 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:42:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:42:13] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.43.0" 2024-03-22T07:42:14.387 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:42:14.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[79695]: cluster 2024-03-22T07:42:13.362283+0000 osd.7 (osd.7) 600 : cluster 3 failed to encode map e985 with expected crc 2024-03-22T07:42:14.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[79695]: cluster 2024-03-22T07:42:13.363065+0000 mon.a (mon.0) 1463 : cluster 0 osdmap e985: 8 total, 8 up, 8 in 2024-03-22T07:42:14.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[79695]: cluster 2024-03-22T07:42:13.363931+0000 osd.5 (osd.5) 574 : cluster 3 failed to encode map e985 with expected crc 2024-03-22T07:42:14.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[79695]: audit 2024-03-22T07:42:13.365822+0000 mon.c (mon.2) 414 : audit 1 from='client.? 172.21.15.129:0/3282792777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:42:14.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[79695]: cluster 2024-03-22T07:42:13.368104+0000 osd.6 (osd.6) 564 : cluster 3 failed to encode map e985 with expected crc 2024-03-22T07:42:14.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[79695]: audit 2024-03-22T07:42:13.368610+0000 mon.a (mon.0) 1464 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:42:14.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[79695]: cluster 2024-03-22T07:42:13.371260+0000 osd.5 (osd.5) 575 : cluster 3 failed to encode map e985 with expected crc 2024-03-22T07:42:14.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[79695]: cluster 2024-03-22T07:42:13.374188+0000 osd.6 (osd.6) 565 : cluster 3 failed to encode map e985 with expected crc 2024-03-22T07:42:14.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[82160]: cluster 2024-03-22T07:42:13.362283+0000 osd.7 (osd.7) 600 : cluster 3 failed to encode map e985 with expected crc 2024-03-22T07:42:14.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[82160]: cluster 2024-03-22T07:42:13.363065+0000 mon.a (mon.0) 1463 : cluster 0 osdmap e985: 8 total, 8 up, 8 in 2024-03-22T07:42:14.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[82160]: cluster 2024-03-22T07:42:13.363931+0000 osd.5 (osd.5) 574 : cluster 3 failed to encode map e985 with expected crc 2024-03-22T07:42:14.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[82160]: audit 2024-03-22T07:42:13.365822+0000 mon.c (mon.2) 414 : audit 1 from='client.? 172.21.15.129:0/3282792777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:42:14.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[82160]: cluster 2024-03-22T07:42:13.368104+0000 osd.6 (osd.6) 564 : cluster 3 failed to encode map e985 with expected crc 2024-03-22T07:42:14.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[82160]: audit 2024-03-22T07:42:13.368610+0000 mon.a (mon.0) 1464 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:42:14.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[82160]: cluster 2024-03-22T07:42:13.371260+0000 osd.5 (osd.5) 575 : cluster 3 failed to encode map e985 with expected crc 2024-03-22T07:42:14.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:14 smithi129 bash[82160]: cluster 2024-03-22T07:42:13.374188+0000 osd.6 (osd.6) 565 : cluster 3 failed to encode map e985 with expected crc 2024-03-22T07:42:14.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:14 smithi148 bash[66753]: cluster 2024-03-22T07:42:13.362283+0000 osd.7 (osd.7) 600 : cluster 3 failed to encode map e985 with expected crc 2024-03-22T07:42:14.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:14 smithi148 bash[66753]: cluster 2024-03-22T07:42:13.363065+0000 mon.a (mon.0) 1463 : cluster 0 osdmap e985: 8 total, 8 up, 8 in 2024-03-22T07:42:14.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:14 smithi148 bash[66753]: cluster 2024-03-22T07:42:13.363931+0000 osd.5 (osd.5) 574 : cluster 3 failed to encode map e985 with expected crc 2024-03-22T07:42:14.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:14 smithi148 bash[66753]: audit 2024-03-22T07:42:13.365822+0000 mon.c (mon.2) 414 : audit 1 from='client.? 172.21.15.129:0/3282792777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:42:14.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:14 smithi148 bash[66753]: cluster 2024-03-22T07:42:13.368104+0000 osd.6 (osd.6) 564 : cluster 3 failed to encode map e985 with expected crc 2024-03-22T07:42:14.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:14 smithi148 bash[66753]: audit 2024-03-22T07:42:13.368610+0000 mon.a (mon.0) 1464 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:42:14.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:14 smithi148 bash[66753]: cluster 2024-03-22T07:42:13.371260+0000 osd.5 (osd.5) 575 : cluster 3 failed to encode map e985 with expected crc 2024-03-22T07:42:14.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:14 smithi148 bash[66753]: cluster 2024-03-22T07:42:13.374188+0000 osd.6 (osd.6) 565 : cluster 3 failed to encode map e985 with expected crc 2024-03-22T07:42:15.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:15 smithi148 bash[66753]: cluster 2024-03-22T07:42:14.270341+0000 mgr.y (mgr.25337) 1047 : cluster 0 pgmap v1652: 105 pgs: 9 creating+peering, 23 unknown, 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:42:15.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:15 smithi148 bash[66753]: cluster 2024-03-22T07:42:14.356846+0000 mon.a (mon.0) 1465 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:42:15.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:15 smithi148 bash[66753]: audit 2024-03-22T07:42:14.369465+0000 mon.a (mon.0) 1466 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:42:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:15 smithi148 bash[66753]: cluster 2024-03-22T07:42:14.382350+0000 mon.a (mon.0) 1467 : cluster 0 osdmap e986: 8 total, 8 up, 8 in 2024-03-22T07:42:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:15 smithi148 bash[66753]: cluster 2024-03-22T07:42:14.386693+0000 osd.7 (osd.7) 601 : cluster 3 failed to encode map e986 with expected crc 2024-03-22T07:42:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:15 smithi148 bash[66753]: cluster 2024-03-22T07:42:14.389487+0000 osd.5 (osd.5) 576 : cluster 3 failed to encode map e986 with expected crc 2024-03-22T07:42:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:15 smithi148 bash[66753]: cluster 2024-03-22T07:42:14.389529+0000 osd.6 (osd.6) 566 : cluster 3 failed to encode map e986 with expected crc 2024-03-22T07:42:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:15 smithi148 bash[66753]: cluster 2024-03-22T07:42:14.394631+0000 osd.5 (osd.5) 577 : cluster 3 failed to encode map e986 with expected crc 2024-03-22T07:42:15.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:15 smithi148 bash[66753]: cluster 2024-03-22T07:42:14.395201+0000 osd.6 (osd.6) 567 : cluster 3 failed to encode map e986 with expected crc 2024-03-22T07:42:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[79695]: cluster 2024-03-22T07:42:14.270341+0000 mgr.y (mgr.25337) 1047 : cluster 0 pgmap v1652: 105 pgs: 9 creating+peering, 23 unknown, 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:42:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[79695]: cluster 2024-03-22T07:42:14.356846+0000 mon.a (mon.0) 1465 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:42:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[79695]: audit 2024-03-22T07:42:14.369465+0000 mon.a (mon.0) 1466 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:42:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[79695]: cluster 2024-03-22T07:42:14.382350+0000 mon.a (mon.0) 1467 : cluster 0 osdmap e986: 8 total, 8 up, 8 in 2024-03-22T07:42:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[79695]: cluster 2024-03-22T07:42:14.386693+0000 osd.7 (osd.7) 601 : cluster 3 failed to encode map e986 with expected crc 2024-03-22T07:42:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[79695]: cluster 2024-03-22T07:42:14.389487+0000 osd.5 (osd.5) 576 : cluster 3 failed to encode map e986 with expected crc 2024-03-22T07:42:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[79695]: cluster 2024-03-22T07:42:14.389529+0000 osd.6 (osd.6) 566 : cluster 3 failed to encode map e986 with expected crc 2024-03-22T07:42:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[79695]: cluster 2024-03-22T07:42:14.394631+0000 osd.5 (osd.5) 577 : cluster 3 failed to encode map e986 with expected crc 2024-03-22T07:42:15.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[79695]: cluster 2024-03-22T07:42:14.395201+0000 osd.6 (osd.6) 567 : cluster 3 failed to encode map e986 with expected crc 2024-03-22T07:42:15.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[82160]: cluster 2024-03-22T07:42:14.270341+0000 mgr.y (mgr.25337) 1047 : cluster 0 pgmap v1652: 105 pgs: 9 creating+peering, 23 unknown, 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:42:15.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[82160]: cluster 2024-03-22T07:42:14.356846+0000 mon.a (mon.0) 1465 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:42:15.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[82160]: audit 2024-03-22T07:42:14.369465+0000 mon.a (mon.0) 1466 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:42:15.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[82160]: cluster 2024-03-22T07:42:14.382350+0000 mon.a (mon.0) 1467 : cluster 0 osdmap e986: 8 total, 8 up, 8 in 2024-03-22T07:42:15.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[82160]: cluster 2024-03-22T07:42:14.386693+0000 osd.7 (osd.7) 601 : cluster 3 failed to encode map e986 with expected crc 2024-03-22T07:42:15.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[82160]: cluster 2024-03-22T07:42:14.389487+0000 osd.5 (osd.5) 576 : cluster 3 failed to encode map e986 with expected crc 2024-03-22T07:42:15.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[82160]: cluster 2024-03-22T07:42:14.389529+0000 osd.6 (osd.6) 566 : cluster 3 failed to encode map e986 with expected crc 2024-03-22T07:42:15.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[82160]: cluster 2024-03-22T07:42:14.394631+0000 osd.5 (osd.5) 577 : cluster 3 failed to encode map e986 with expected crc 2024-03-22T07:42:15.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:15 smithi129 bash[82160]: cluster 2024-03-22T07:42:14.395201+0000 osd.6 (osd.6) 567 : cluster 3 failed to encode map e986 with expected crc 2024-03-22T07:42:16.475 INFO:tasks.workunit.client.0.smithi129.stdout: wrote [117595~69832,815453~50025,5021977~75487,5366955~67458,7038965~54866,7274593~8383,10141751~37892,15137281~30218,19354581~27035,19613522~77533] 2024-03-22T07:42:16.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:16 smithi148 bash[66753]: cluster 2024-03-22T07:42:15.378840+0000 osd.7 (osd.7) 602 : cluster 3 failed to encode map e987 with expected crc 2024-03-22T07:42:16.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:16 smithi148 bash[66753]: cluster 2024-03-22T07:42:15.379306+0000 mon.a (mon.0) 1468 : cluster 0 osdmap e987: 8 total, 8 up, 8 in 2024-03-22T07:42:16.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:16 smithi148 bash[66753]: cluster 2024-03-22T07:42:15.382429+0000 osd.5 (osd.5) 578 : cluster 3 failed to encode map e987 with expected crc 2024-03-22T07:42:16.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:16 smithi129 bash[79695]: cluster 2024-03-22T07:42:15.378840+0000 osd.7 (osd.7) 602 : cluster 3 failed to encode map e987 with expected crc 2024-03-22T07:42:16.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:16 smithi129 bash[79695]: cluster 2024-03-22T07:42:15.379306+0000 mon.a (mon.0) 1468 : cluster 0 osdmap e987: 8 total, 8 up, 8 in 2024-03-22T07:42:16.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:16 smithi129 bash[79695]: cluster 2024-03-22T07:42:15.382429+0000 osd.5 (osd.5) 578 : cluster 3 failed to encode map e987 with expected crc 2024-03-22T07:42:16.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:16 smithi129 bash[82160]: cluster 2024-03-22T07:42:15.378840+0000 osd.7 (osd.7) 602 : cluster 3 failed to encode map e987 with expected crc 2024-03-22T07:42:16.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:16 smithi129 bash[82160]: cluster 2024-03-22T07:42:15.379306+0000 mon.a (mon.0) 1468 : cluster 0 osdmap e987: 8 total, 8 up, 8 in 2024-03-22T07:42:16.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:16 smithi129 bash[82160]: cluster 2024-03-22T07:42:15.382429+0000 osd.5 (osd.5) 578 : cluster 3 failed to encode map e987 with expected crc 2024-03-22T07:42:17.450 INFO:tasks.workunit.client.0.smithi129.stdout: wrote [2222898~90147,7264915~98259,7494299~41457,17246927~17653,17777888~36312,18020866~83892,18664077~66023,19982575~52217,20666299~97166] 2024-03-22T07:42:17.458 INFO:tasks.workunit.client.0.smithi129.stdout: diff was [865478~1447567,7264915~270841,17246927~17653,17777888~36312,18020866~83892,18664077~66023,19691055~1072410] 2024-03-22T07:42:17.467 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5082 ms) 2024-03-22T07:42:17.467 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-03-22T07:42:17.468 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:42:17.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:17 smithi148 bash[66753]: cluster 2024-03-22T07:42:16.270992+0000 mgr.y (mgr.25337) 1048 : cluster 0 pgmap v1655: 105 pgs: 18 creating+peering, 10 unknown, 77 active+clean; 582 KiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:42:17.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:17 smithi148 bash[66753]: cluster 2024-03-22T07:42:16.290833+0000 osd.6 (osd.6) 568 : cluster 3 failed to encode map e987 with expected crc 2024-03-22T07:42:17.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:17 smithi148 bash[66753]: cluster 2024-03-22T07:42:16.386407+0000 mon.a (mon.0) 1469 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:42:17.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:17 smithi148 bash[66753]: cluster 2024-03-22T07:42:16.406170+0000 osd.7 (osd.7) 603 : cluster 3 failed to encode map e988 with expected crc 2024-03-22T07:42:17.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:17 smithi148 bash[66753]: cluster 2024-03-22T07:42:16.412437+0000 mon.a (mon.0) 1470 : cluster 0 osdmap e988: 8 total, 8 up, 8 in 2024-03-22T07:42:17.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:17 smithi148 bash[66753]: cluster 2024-03-22T07:42:16.428105+0000 osd.5 (osd.5) 579 : cluster 3 failed to encode map e988 with expected crc 2024-03-22T07:42:17.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:17 smithi129 bash[79695]: cluster 2024-03-22T07:42:16.270992+0000 mgr.y (mgr.25337) 1048 : cluster 0 pgmap v1655: 105 pgs: 18 creating+peering, 10 unknown, 77 active+clean; 582 KiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:42:17.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:17 smithi129 bash[79695]: cluster 2024-03-22T07:42:16.290833+0000 osd.6 (osd.6) 568 : cluster 3 failed to encode map e987 with expected crc 2024-03-22T07:42:17.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:17 smithi129 bash[79695]: cluster 2024-03-22T07:42:16.386407+0000 mon.a (mon.0) 1469 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:42:17.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:17 smithi129 bash[79695]: cluster 2024-03-22T07:42:16.406170+0000 osd.7 (osd.7) 603 : cluster 3 failed to encode map e988 with expected crc 2024-03-22T07:42:17.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:17 smithi129 bash[79695]: cluster 2024-03-22T07:42:16.412437+0000 mon.a (mon.0) 1470 : cluster 0 osdmap e988: 8 total, 8 up, 8 in 2024-03-22T07:42:17.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:17 smithi129 bash[79695]: cluster 2024-03-22T07:42:16.428105+0000 osd.5 (osd.5) 579 : cluster 3 failed to encode map e988 with expected crc 2024-03-22T07:42:17.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:17 smithi129 bash[82160]: cluster 2024-03-22T07:42:16.270992+0000 mgr.y (mgr.25337) 1048 : cluster 0 pgmap v1655: 105 pgs: 18 creating+peering, 10 unknown, 77 active+clean; 582 KiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:42:17.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:17 smithi129 bash[82160]: cluster 2024-03-22T07:42:16.290833+0000 osd.6 (osd.6) 568 : cluster 3 failed to encode map e987 with expected crc 2024-03-22T07:42:17.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:17 smithi129 bash[82160]: cluster 2024-03-22T07:42:16.386407+0000 mon.a (mon.0) 1469 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:42:17.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:17 smithi129 bash[82160]: cluster 2024-03-22T07:42:16.406170+0000 osd.7 (osd.7) 603 : cluster 3 failed to encode map e988 with expected crc 2024-03-22T07:42:17.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:17 smithi129 bash[82160]: cluster 2024-03-22T07:42:16.412437+0000 mon.a (mon.0) 1470 : cluster 0 osdmap e988: 8 total, 8 up, 8 in 2024-03-22T07:42:17.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:17 smithi129 bash[82160]: cluster 2024-03-22T07:42:16.428105+0000 osd.5 (osd.5) 579 : cluster 3 failed to encode map e988 with expected crc 2024-03-22T07:42:18.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:18 smithi148 bash[66753]: cluster 2024-03-22T07:42:17.407058+0000 osd.7 (osd.7) 604 : cluster 3 failed to encode map e989 with expected crc 2024-03-22T07:42:18.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:18 smithi148 bash[66753]: cluster 2024-03-22T07:42:17.408167+0000 mon.a (mon.0) 1471 : cluster 0 osdmap e989: 8 total, 8 up, 8 in 2024-03-22T07:42:18.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:18 smithi148 bash[66753]: cluster 2024-03-22T07:42:17.408716+0000 osd.5 (osd.5) 580 : cluster 3 failed to encode map e989 with expected crc 2024-03-22T07:42:18.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:18 smithi148 bash[66753]: cluster 2024-03-22T07:42:17.414732+0000 osd.5 (osd.5) 581 : cluster 3 failed to encode map e989 with expected crc 2024-03-22T07:42:18.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:18 smithi129 bash[79695]: cluster 2024-03-22T07:42:17.407058+0000 osd.7 (osd.7) 604 : cluster 3 failed to encode map e989 with expected crc 2024-03-22T07:42:18.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:18 smithi129 bash[79695]: cluster 2024-03-22T07:42:17.408167+0000 mon.a (mon.0) 1471 : cluster 0 osdmap e989: 8 total, 8 up, 8 in 2024-03-22T07:42:18.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:18 smithi129 bash[79695]: cluster 2024-03-22T07:42:17.408716+0000 osd.5 (osd.5) 580 : cluster 3 failed to encode map e989 with expected crc 2024-03-22T07:42:18.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:18 smithi129 bash[79695]: cluster 2024-03-22T07:42:17.414732+0000 osd.5 (osd.5) 581 : cluster 3 failed to encode map e989 with expected crc 2024-03-22T07:42:18.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:18 smithi129 bash[82160]: cluster 2024-03-22T07:42:17.407058+0000 osd.7 (osd.7) 604 : cluster 3 failed to encode map e989 with expected crc 2024-03-22T07:42:18.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:18 smithi129 bash[82160]: cluster 2024-03-22T07:42:17.408167+0000 mon.a (mon.0) 1471 : cluster 0 osdmap e989: 8 total, 8 up, 8 in 2024-03-22T07:42:18.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:18 smithi129 bash[82160]: cluster 2024-03-22T07:42:17.408716+0000 osd.5 (osd.5) 580 : cluster 3 failed to encode map e989 with expected crc 2024-03-22T07:42:18.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:18 smithi129 bash[82160]: cluster 2024-03-22T07:42:17.414732+0000 osd.5 (osd.5) 581 : cluster 3 failed to encode map e989 with expected crc 2024-03-22T07:42:19.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:19 smithi148 bash[66753]: cluster 2024-03-22T07:42:18.271849+0000 mgr.y (mgr.25337) 1049 : cluster 0 pgmap v1658: 105 pgs: 18 creating+peering, 87 active+clean; 8.5 MiB data, 591 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 174 KiB/s wr, 18 op/s 2024-03-22T07:42:19.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:19 smithi148 bash[66753]: cluster 2024-03-22T07:42:18.424198+0000 osd.7 (osd.7) 605 : cluster 3 failed to encode map e990 with expected crc 2024-03-22T07:42:19.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:19 smithi148 bash[66753]: cluster 2024-03-22T07:42:18.425015+0000 osd.5 (osd.5) 582 : cluster 3 failed to encode map e990 with expected crc 2024-03-22T07:42:19.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:19 smithi148 bash[66753]: cluster 2024-03-22T07:42:18.428280+0000 mon.a (mon.0) 1472 : cluster 0 osdmap e990: 8 total, 8 up, 8 in 2024-03-22T07:42:19.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:19 smithi148 bash[66753]: cluster 2024-03-22T07:42:18.434355+0000 osd.6 (osd.6) 569 : cluster 3 failed to encode map e990 with expected crc 2024-03-22T07:42:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:19 smithi129 bash[79695]: cluster 2024-03-22T07:42:18.271849+0000 mgr.y (mgr.25337) 1049 : cluster 0 pgmap v1658: 105 pgs: 18 creating+peering, 87 active+clean; 8.5 MiB data, 591 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 174 KiB/s wr, 18 op/s 2024-03-22T07:42:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:19 smithi129 bash[79695]: cluster 2024-03-22T07:42:18.424198+0000 osd.7 (osd.7) 605 : cluster 3 failed to encode map e990 with expected crc 2024-03-22T07:42:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:19 smithi129 bash[79695]: cluster 2024-03-22T07:42:18.425015+0000 osd.5 (osd.5) 582 : cluster 3 failed to encode map e990 with expected crc 2024-03-22T07:42:19.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:19 smithi129 bash[79695]: cluster 2024-03-22T07:42:18.428280+0000 mon.a (mon.0) 1472 : cluster 0 osdmap e990: 8 total, 8 up, 8 in 2024-03-22T07:42:19.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:19 smithi129 bash[79695]: cluster 2024-03-22T07:42:18.434355+0000 osd.6 (osd.6) 569 : cluster 3 failed to encode map e990 with expected crc 2024-03-22T07:42:19.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:19 smithi129 bash[82160]: cluster 2024-03-22T07:42:18.271849+0000 mgr.y (mgr.25337) 1049 : cluster 0 pgmap v1658: 105 pgs: 18 creating+peering, 87 active+clean; 8.5 MiB data, 591 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 174 KiB/s wr, 18 op/s 2024-03-22T07:42:19.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:19 smithi129 bash[82160]: cluster 2024-03-22T07:42:18.424198+0000 osd.7 (osd.7) 605 : cluster 3 failed to encode map e990 with expected crc 2024-03-22T07:42:19.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:19 smithi129 bash[82160]: cluster 2024-03-22T07:42:18.425015+0000 osd.5 (osd.5) 582 : cluster 3 failed to encode map e990 with expected crc 2024-03-22T07:42:19.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:19 smithi129 bash[82160]: cluster 2024-03-22T07:42:18.428280+0000 mon.a (mon.0) 1472 : cluster 0 osdmap e990: 8 total, 8 up, 8 in 2024-03-22T07:42:19.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:19 smithi129 bash[82160]: cluster 2024-03-22T07:42:18.434355+0000 osd.6 (osd.6) 569 : cluster 3 failed to encode map e990 with expected crc 2024-03-22T07:42:20.508 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3040 ms) 2024-03-22T07:42:20.508 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-03-22T07:42:20.508 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:42:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:20 smithi129 bash[79695]: cluster 2024-03-22T07:42:19.438178+0000 mon.a (mon.0) 1473 : cluster 0 osdmap e991: 8 total, 8 up, 8 in 2024-03-22T07:42:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:20 smithi129 bash[79695]: cluster 2024-03-22T07:42:19.441021+0000 osd.6 (osd.6) 570 : cluster 3 failed to encode map e991 with expected crc 2024-03-22T07:42:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:20 smithi129 bash[79695]: cluster 2024-03-22T07:42:19.471046+0000 osd.7 (osd.7) 606 : cluster 3 failed to encode map e991 with expected crc 2024-03-22T07:42:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:20 smithi129 bash[82160]: cluster 2024-03-22T07:42:19.438178+0000 mon.a (mon.0) 1473 : cluster 0 osdmap e991: 8 total, 8 up, 8 in 2024-03-22T07:42:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:20 smithi129 bash[82160]: cluster 2024-03-22T07:42:19.441021+0000 osd.6 (osd.6) 570 : cluster 3 failed to encode map e991 with expected crc 2024-03-22T07:42:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:20 smithi129 bash[82160]: cluster 2024-03-22T07:42:19.471046+0000 osd.7 (osd.7) 606 : cluster 3 failed to encode map e991 with expected crc 2024-03-22T07:42:20.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:20 smithi148 bash[66753]: cluster 2024-03-22T07:42:19.438178+0000 mon.a (mon.0) 1473 : cluster 0 osdmap e991: 8 total, 8 up, 8 in 2024-03-22T07:42:20.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:20 smithi148 bash[66753]: cluster 2024-03-22T07:42:19.441021+0000 osd.6 (osd.6) 570 : cluster 3 failed to encode map e991 with expected crc 2024-03-22T07:42:20.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:20 smithi148 bash[66753]: cluster 2024-03-22T07:42:19.471046+0000 osd.7 (osd.7) 606 : cluster 3 failed to encode map e991 with expected crc 2024-03-22T07:42:21.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:21 smithi129 bash[79695]: cluster 2024-03-22T07:42:20.272534+0000 mgr.y (mgr.25337) 1050 : cluster 0 pgmap v1661: 105 pgs: 105 active+clean; 14 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 280 KiB/s wr, 62 op/s 2024-03-22T07:42:21.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:21 smithi129 bash[79695]: cluster 2024-03-22T07:42:20.445636+0000 osd.7 (osd.7) 607 : cluster 3 failed to encode map e992 with expected crc 2024-03-22T07:42:21.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:21 smithi129 bash[79695]: cluster 2024-03-22T07:42:20.446753+0000 osd.6 (osd.6) 571 : cluster 3 failed to encode map e992 with expected crc 2024-03-22T07:42:21.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:21 smithi129 bash[79695]: cluster 2024-03-22T07:42:20.447513+0000 mon.a (mon.0) 1474 : cluster 0 osdmap e992: 8 total, 8 up, 8 in 2024-03-22T07:42:21.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:21 smithi129 bash[79695]: cluster 2024-03-22T07:42:20.466433+0000 osd.5 (osd.5) 583 : cluster 3 failed to encode map e992 with expected crc 2024-03-22T07:42:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:21 smithi129 bash[82160]: cluster 2024-03-22T07:42:20.272534+0000 mgr.y (mgr.25337) 1050 : cluster 0 pgmap v1661: 105 pgs: 105 active+clean; 14 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 280 KiB/s wr, 62 op/s 2024-03-22T07:42:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:21 smithi129 bash[82160]: cluster 2024-03-22T07:42:20.445636+0000 osd.7 (osd.7) 607 : cluster 3 failed to encode map e992 with expected crc 2024-03-22T07:42:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:21 smithi129 bash[82160]: cluster 2024-03-22T07:42:20.446753+0000 osd.6 (osd.6) 571 : cluster 3 failed to encode map e992 with expected crc 2024-03-22T07:42:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:21 smithi129 bash[82160]: cluster 2024-03-22T07:42:20.447513+0000 mon.a (mon.0) 1474 : cluster 0 osdmap e992: 8 total, 8 up, 8 in 2024-03-22T07:42:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:21 smithi129 bash[82160]: cluster 2024-03-22T07:42:20.466433+0000 osd.5 (osd.5) 583 : cluster 3 failed to encode map e992 with expected crc 2024-03-22T07:42:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:21 smithi148 bash[66753]: cluster 2024-03-22T07:42:20.272534+0000 mgr.y (mgr.25337) 1050 : cluster 0 pgmap v1661: 105 pgs: 105 active+clean; 14 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 280 KiB/s wr, 62 op/s 2024-03-22T07:42:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:21 smithi148 bash[66753]: cluster 2024-03-22T07:42:20.445636+0000 osd.7 (osd.7) 607 : cluster 3 failed to encode map e992 with expected crc 2024-03-22T07:42:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:21 smithi148 bash[66753]: cluster 2024-03-22T07:42:20.446753+0000 osd.6 (osd.6) 571 : cluster 3 failed to encode map e992 with expected crc 2024-03-22T07:42:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:21 smithi148 bash[66753]: cluster 2024-03-22T07:42:20.447513+0000 mon.a (mon.0) 1474 : cluster 0 osdmap e992: 8 total, 8 up, 8 in 2024-03-22T07:42:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:21 smithi148 bash[66753]: cluster 2024-03-22T07:42:20.466433+0000 osd.5 (osd.5) 583 : cluster 3 failed to encode map e992 with expected crc 2024-03-22T07:42:22.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:22 smithi129 bash[79695]: cluster 2024-03-22T07:42:21.456793+0000 mon.a (mon.0) 1475 : cluster 0 osdmap e993: 8 total, 8 up, 8 in 2024-03-22T07:42:22.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:22 smithi129 bash[79695]: cluster 2024-03-22T07:42:21.470913+0000 osd.7 (osd.7) 608 : cluster 3 failed to encode map e993 with expected crc 2024-03-22T07:42:22.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:22 smithi129 bash[79695]: cluster 2024-03-22T07:42:21.474504+0000 osd.7 (osd.7) 609 : cluster 3 failed to encode map e993 with expected crc 2024-03-22T07:42:22.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:22 smithi129 bash[79695]: cluster 2024-03-22T07:42:21.482713+0000 osd.6 (osd.6) 572 : cluster 3 failed to encode map e993 with expected crc 2024-03-22T07:42:22.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:22 smithi129 bash[79695]: cluster 2024-03-22T07:42:21.507175+0000 osd.5 (osd.5) 584 : cluster 3 failed to encode map e993 with expected crc 2024-03-22T07:42:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:22 smithi129 bash[82160]: cluster 2024-03-22T07:42:21.456793+0000 mon.a (mon.0) 1475 : cluster 0 osdmap e993: 8 total, 8 up, 8 in 2024-03-22T07:42:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:22 smithi129 bash[82160]: cluster 2024-03-22T07:42:21.470913+0000 osd.7 (osd.7) 608 : cluster 3 failed to encode map e993 with expected crc 2024-03-22T07:42:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:22 smithi129 bash[82160]: cluster 2024-03-22T07:42:21.474504+0000 osd.7 (osd.7) 609 : cluster 3 failed to encode map e993 with expected crc 2024-03-22T07:42:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:22 smithi129 bash[82160]: cluster 2024-03-22T07:42:21.482713+0000 osd.6 (osd.6) 572 : cluster 3 failed to encode map e993 with expected crc 2024-03-22T07:42:22.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:22 smithi129 bash[82160]: cluster 2024-03-22T07:42:21.507175+0000 osd.5 (osd.5) 584 : cluster 3 failed to encode map e993 with expected crc 2024-03-22T07:42:22.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:22 smithi148 bash[66753]: cluster 2024-03-22T07:42:21.456793+0000 mon.a (mon.0) 1475 : cluster 0 osdmap e993: 8 total, 8 up, 8 in 2024-03-22T07:42:22.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:22 smithi148 bash[66753]: cluster 2024-03-22T07:42:21.470913+0000 osd.7 (osd.7) 608 : cluster 3 failed to encode map e993 with expected crc 2024-03-22T07:42:22.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:22 smithi148 bash[66753]: cluster 2024-03-22T07:42:21.474504+0000 osd.7 (osd.7) 609 : cluster 3 failed to encode map e993 with expected crc 2024-03-22T07:42:22.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:22 smithi148 bash[66753]: cluster 2024-03-22T07:42:21.482713+0000 osd.6 (osd.6) 572 : cluster 3 failed to encode map e993 with expected crc 2024-03-22T07:42:22.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:22 smithi148 bash[66753]: cluster 2024-03-22T07:42:21.507175+0000 osd.5 (osd.5) 584 : cluster 3 failed to encode map e993 with expected crc 2024-03-22T07:42:23.539 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (3031 ms) 2024-03-22T07:42:23.539 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-03-22T07:42:23.539 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:42:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:23 smithi129 bash[79695]: cluster 2024-03-22T07:42:22.273373+0000 mgr.y (mgr.25337) 1051 : cluster 0 pgmap v1664: 105 pgs: 105 active+clean; 14 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 108 KiB/s wr, 53 op/s 2024-03-22T07:42:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:23 smithi129 bash[79695]: cluster 2024-03-22T07:42:22.464548+0000 osd.7 (osd.7) 610 : cluster 3 failed to encode map e994 with expected crc 2024-03-22T07:42:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:23 smithi129 bash[79695]: cluster 2024-03-22T07:42:22.467612+0000 mon.a (mon.0) 1476 : cluster 0 osdmap e994: 8 total, 8 up, 8 in 2024-03-22T07:42:23.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:23 smithi129 bash[79695]: cluster 2024-03-22T07:42:22.479289+0000 osd.5 (osd.5) 585 : cluster 3 failed to encode map e994 with expected crc 2024-03-22T07:42:23.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:23 smithi129 bash[79695]: audit 2024-03-22T07:42:23.420595+0000 mon.c (mon.2) 415 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:42:23.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:23 smithi129 bash[82160]: cluster 2024-03-22T07:42:22.273373+0000 mgr.y (mgr.25337) 1051 : cluster 0 pgmap v1664: 105 pgs: 105 active+clean; 14 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 108 KiB/s wr, 53 op/s 2024-03-22T07:42:23.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:23 smithi129 bash[82160]: cluster 2024-03-22T07:42:22.464548+0000 osd.7 (osd.7) 610 : cluster 3 failed to encode map e994 with expected crc 2024-03-22T07:42:23.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:23 smithi129 bash[82160]: cluster 2024-03-22T07:42:22.467612+0000 mon.a (mon.0) 1476 : cluster 0 osdmap e994: 8 total, 8 up, 8 in 2024-03-22T07:42:23.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:23 smithi129 bash[82160]: cluster 2024-03-22T07:42:22.479289+0000 osd.5 (osd.5) 585 : cluster 3 failed to encode map e994 with expected crc 2024-03-22T07:42:23.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:23 smithi129 bash[82160]: audit 2024-03-22T07:42:23.420595+0000 mon.c (mon.2) 415 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:42:23.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:23 smithi148 bash[66753]: cluster 2024-03-22T07:42:22.273373+0000 mgr.y (mgr.25337) 1051 : cluster 0 pgmap v1664: 105 pgs: 105 active+clean; 14 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 108 KiB/s wr, 53 op/s 2024-03-22T07:42:23.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:23 smithi148 bash[66753]: cluster 2024-03-22T07:42:22.464548+0000 osd.7 (osd.7) 610 : cluster 3 failed to encode map e994 with expected crc 2024-03-22T07:42:23.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:23 smithi148 bash[66753]: cluster 2024-03-22T07:42:22.467612+0000 mon.a (mon.0) 1476 : cluster 0 osdmap e994: 8 total, 8 up, 8 in 2024-03-22T07:42:23.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:23 smithi148 bash[66753]: cluster 2024-03-22T07:42:22.479289+0000 osd.5 (osd.5) 585 : cluster 3 failed to encode map e994 with expected crc 2024-03-22T07:42:23.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:23 smithi148 bash[66753]: audit 2024-03-22T07:42:23.420595+0000 mon.c (mon.2) 415 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:42:24.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:42:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:42:23] "GET /metrics HTTP/1.1" 200 36515 "" "Prometheus/2.43.0" 2024-03-22T07:42:24.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:24 smithi129 bash[79695]: cluster 2024-03-22T07:42:23.476227+0000 osd.7 (osd.7) 611 : cluster 3 failed to encode map e995 with expected crc 2024-03-22T07:42:24.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:24 smithi129 bash[79695]: cluster 2024-03-22T07:42:23.476300+0000 osd.5 (osd.5) 586 : cluster 3 failed to encode map e995 with expected crc 2024-03-22T07:42:24.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:24 smithi129 bash[79695]: cluster 2024-03-22T07:42:23.476648+0000 mon.a (mon.0) 1477 : cluster 0 osdmap e995: 8 total, 8 up, 8 in 2024-03-22T07:42:24.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:24 smithi129 bash[79695]: cluster 2024-03-22T07:42:24.450728+0000 mon.a (mon.0) 1478 : cluster 0 osdmap e996: 8 total, 8 up, 8 in 2024-03-22T07:42:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:24 smithi129 bash[82160]: cluster 2024-03-22T07:42:23.476227+0000 osd.7 (osd.7) 611 : cluster 3 failed to encode map e995 with expected crc 2024-03-22T07:42:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:24 smithi129 bash[82160]: cluster 2024-03-22T07:42:23.476300+0000 osd.5 (osd.5) 586 : cluster 3 failed to encode map e995 with expected crc 2024-03-22T07:42:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:24 smithi129 bash[82160]: cluster 2024-03-22T07:42:23.476648+0000 mon.a (mon.0) 1477 : cluster 0 osdmap e995: 8 total, 8 up, 8 in 2024-03-22T07:42:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:24 smithi129 bash[82160]: cluster 2024-03-22T07:42:24.450728+0000 mon.a (mon.0) 1478 : cluster 0 osdmap e996: 8 total, 8 up, 8 in 2024-03-22T07:42:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:24 smithi148 bash[66753]: cluster 2024-03-22T07:42:23.476227+0000 osd.7 (osd.7) 611 : cluster 3 failed to encode map e995 with expected crc 2024-03-22T07:42:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:24 smithi148 bash[66753]: cluster 2024-03-22T07:42:23.476300+0000 osd.5 (osd.5) 586 : cluster 3 failed to encode map e995 with expected crc 2024-03-22T07:42:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:24 smithi148 bash[66753]: cluster 2024-03-22T07:42:23.476648+0000 mon.a (mon.0) 1477 : cluster 0 osdmap e995: 8 total, 8 up, 8 in 2024-03-22T07:42:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:24 smithi148 bash[66753]: cluster 2024-03-22T07:42:24.450728+0000 mon.a (mon.0) 1478 : cluster 0 osdmap e996: 8 total, 8 up, 8 in 2024-03-22T07:42:25.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:25 smithi129 bash[79695]: cluster 2024-03-22T07:42:24.274255+0000 mgr.y (mgr.25337) 1052 : cluster 0 pgmap v1667: 105 pgs: 105 active+clean; 14 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 5.5 KiB/s wr, 40 op/s 2024-03-22T07:42:25.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:25 smithi129 bash[79695]: cluster 2024-03-22T07:42:24.484083+0000 osd.7 (osd.7) 612 : cluster 3 failed to encode map e996 with expected crc 2024-03-22T07:42:25.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:25 smithi129 bash[79695]: cluster 2024-03-22T07:42:24.511097+0000 osd.5 (osd.5) 587 : cluster 3 failed to encode map e996 with expected crc 2024-03-22T07:42:25.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:25 smithi129 bash[82160]: cluster 2024-03-22T07:42:24.274255+0000 mgr.y (mgr.25337) 1052 : cluster 0 pgmap v1667: 105 pgs: 105 active+clean; 14 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 5.5 KiB/s wr, 40 op/s 2024-03-22T07:42:25.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:25 smithi129 bash[82160]: cluster 2024-03-22T07:42:24.484083+0000 osd.7 (osd.7) 612 : cluster 3 failed to encode map e996 with expected crc 2024-03-22T07:42:25.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:25 smithi129 bash[82160]: cluster 2024-03-22T07:42:24.511097+0000 osd.5 (osd.5) 587 : cluster 3 failed to encode map e996 with expected crc 2024-03-22T07:42:25.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:25 smithi148 bash[66753]: cluster 2024-03-22T07:42:24.274255+0000 mgr.y (mgr.25337) 1052 : cluster 0 pgmap v1667: 105 pgs: 105 active+clean; 14 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 5.5 KiB/s wr, 40 op/s 2024-03-22T07:42:25.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:25 smithi148 bash[66753]: cluster 2024-03-22T07:42:24.484083+0000 osd.7 (osd.7) 612 : cluster 3 failed to encode map e996 with expected crc 2024-03-22T07:42:25.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:25 smithi148 bash[66753]: cluster 2024-03-22T07:42:24.511097+0000 osd.5 (osd.5) 587 : cluster 3 failed to encode map e996 with expected crc 2024-03-22T07:42:26.569 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3031 ms) 2024-03-22T07:42:26.570 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-03-22T07:42:26.570 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:42:26.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:26 smithi129 bash[79695]: cluster 2024-03-22T07:42:25.498362+0000 osd.7 (osd.7) 613 : cluster 3 failed to encode map e997 with expected crc 2024-03-22T07:42:26.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:26 smithi129 bash[79695]: cluster 2024-03-22T07:42:25.499314+0000 mon.a (mon.0) 1479 : cluster 0 osdmap e997: 8 total, 8 up, 8 in 2024-03-22T07:42:26.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:26 smithi129 bash[79695]: cluster 2024-03-22T07:42:25.517684+0000 osd.6 (osd.6) 573 : cluster 3 failed to encode map e997 with expected crc 2024-03-22T07:42:26.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:26 smithi129 bash[79695]: cluster 2024-03-22T07:42:25.542087+0000 osd.5 (osd.5) 588 : cluster 3 failed to encode map e997 with expected crc 2024-03-22T07:42:26.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:26 smithi129 bash[79695]: audit 2024-03-22T07:42:26.266239+0000 mon.a (mon.0) 1480 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:26.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:26 smithi129 bash[82160]: cluster 2024-03-22T07:42:25.498362+0000 osd.7 (osd.7) 613 : cluster 3 failed to encode map e997 with expected crc 2024-03-22T07:42:26.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:26 smithi129 bash[82160]: cluster 2024-03-22T07:42:25.499314+0000 mon.a (mon.0) 1479 : cluster 0 osdmap e997: 8 total, 8 up, 8 in 2024-03-22T07:42:26.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:26 smithi129 bash[82160]: cluster 2024-03-22T07:42:25.517684+0000 osd.6 (osd.6) 573 : cluster 3 failed to encode map e997 with expected crc 2024-03-22T07:42:26.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:26 smithi129 bash[82160]: cluster 2024-03-22T07:42:25.542087+0000 osd.5 (osd.5) 588 : cluster 3 failed to encode map e997 with expected crc 2024-03-22T07:42:26.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:26 smithi129 bash[82160]: audit 2024-03-22T07:42:26.266239+0000 mon.a (mon.0) 1480 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:26.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:26 smithi148 bash[66753]: cluster 2024-03-22T07:42:25.498362+0000 osd.7 (osd.7) 613 : cluster 3 failed to encode map e997 with expected crc 2024-03-22T07:42:26.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:26 smithi148 bash[66753]: cluster 2024-03-22T07:42:25.499314+0000 mon.a (mon.0) 1479 : cluster 0 osdmap e997: 8 total, 8 up, 8 in 2024-03-22T07:42:26.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:26 smithi148 bash[66753]: cluster 2024-03-22T07:42:25.517684+0000 osd.6 (osd.6) 573 : cluster 3 failed to encode map e997 with expected crc 2024-03-22T07:42:26.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:26 smithi148 bash[66753]: cluster 2024-03-22T07:42:25.542087+0000 osd.5 (osd.5) 588 : cluster 3 failed to encode map e997 with expected crc 2024-03-22T07:42:26.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:26 smithi148 bash[66753]: audit 2024-03-22T07:42:26.266239+0000 mon.a (mon.0) 1480 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:27.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:27 smithi129 bash[79695]: cluster 2024-03-22T07:42:26.274959+0000 mgr.y (mgr.25337) 1053 : cluster 0 pgmap v1670: 105 pgs: 105 active+clean; 14 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 7.5 KiB/s wr, 90 op/s 2024-03-22T07:42:27.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:27 smithi129 bash[79695]: cluster 2024-03-22T07:42:26.511038+0000 osd.7 (osd.7) 614 : cluster 3 failed to encode map e998 with expected crc 2024-03-22T07:42:27.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:27 smithi129 bash[79695]: cluster 2024-03-22T07:42:26.511298+0000 osd.6 (osd.6) 574 : cluster 3 failed to encode map e998 with expected crc 2024-03-22T07:42:27.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:27 smithi129 bash[79695]: cluster 2024-03-22T07:42:26.511379+0000 mon.a (mon.0) 1481 : cluster 0 osdmap e998: 8 total, 8 up, 8 in 2024-03-22T07:42:27.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:27 smithi129 bash[79695]: cluster 2024-03-22T07:42:26.547499+0000 osd.5 (osd.5) 589 : cluster 3 failed to encode map e998 with expected crc 2024-03-22T07:42:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:27 smithi129 bash[82160]: cluster 2024-03-22T07:42:26.274959+0000 mgr.y (mgr.25337) 1053 : cluster 0 pgmap v1670: 105 pgs: 105 active+clean; 14 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 7.5 KiB/s wr, 90 op/s 2024-03-22T07:42:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:27 smithi129 bash[82160]: cluster 2024-03-22T07:42:26.511038+0000 osd.7 (osd.7) 614 : cluster 3 failed to encode map e998 with expected crc 2024-03-22T07:42:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:27 smithi129 bash[82160]: cluster 2024-03-22T07:42:26.511298+0000 osd.6 (osd.6) 574 : cluster 3 failed to encode map e998 with expected crc 2024-03-22T07:42:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:27 smithi129 bash[82160]: cluster 2024-03-22T07:42:26.511379+0000 mon.a (mon.0) 1481 : cluster 0 osdmap e998: 8 total, 8 up, 8 in 2024-03-22T07:42:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:27 smithi129 bash[82160]: cluster 2024-03-22T07:42:26.547499+0000 osd.5 (osd.5) 589 : cluster 3 failed to encode map e998 with expected crc 2024-03-22T07:42:27.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:27 smithi148 bash[66753]: cluster 2024-03-22T07:42:26.274959+0000 mgr.y (mgr.25337) 1053 : cluster 0 pgmap v1670: 105 pgs: 105 active+clean; 14 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 7.5 KiB/s wr, 90 op/s 2024-03-22T07:42:27.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:27 smithi148 bash[66753]: cluster 2024-03-22T07:42:26.511038+0000 osd.7 (osd.7) 614 : cluster 3 failed to encode map e998 with expected crc 2024-03-22T07:42:27.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:27 smithi148 bash[66753]: cluster 2024-03-22T07:42:26.511298+0000 osd.6 (osd.6) 574 : cluster 3 failed to encode map e998 with expected crc 2024-03-22T07:42:27.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:27 smithi148 bash[66753]: cluster 2024-03-22T07:42:26.511379+0000 mon.a (mon.0) 1481 : cluster 0 osdmap e998: 8 total, 8 up, 8 in 2024-03-22T07:42:27.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:27 smithi148 bash[66753]: cluster 2024-03-22T07:42:26.547499+0000 osd.5 (osd.5) 589 : cluster 3 failed to encode map e998 with expected crc 2024-03-22T07:42:28.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:28 smithi129 bash[79695]: cluster 2024-03-22T07:42:27.513589+0000 osd.7 (osd.7) 615 : cluster 3 failed to encode map e999 with expected crc 2024-03-22T07:42:28.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:28 smithi129 bash[79695]: cluster 2024-03-22T07:42:27.515214+0000 mon.a (mon.0) 1482 : cluster 0 osdmap e999: 8 total, 8 up, 8 in 2024-03-22T07:42:28.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:28 smithi129 bash[79695]: cluster 2024-03-22T07:42:27.521206+0000 osd.6 (osd.6) 575 : cluster 3 failed to encode map e999 with expected crc 2024-03-22T07:42:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:28 smithi129 bash[82160]: cluster 2024-03-22T07:42:27.513589+0000 osd.7 (osd.7) 615 : cluster 3 failed to encode map e999 with expected crc 2024-03-22T07:42:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:28 smithi129 bash[82160]: cluster 2024-03-22T07:42:27.515214+0000 mon.a (mon.0) 1482 : cluster 0 osdmap e999: 8 total, 8 up, 8 in 2024-03-22T07:42:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:28 smithi129 bash[82160]: cluster 2024-03-22T07:42:27.521206+0000 osd.6 (osd.6) 575 : cluster 3 failed to encode map e999 with expected crc 2024-03-22T07:42:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:28 smithi148 bash[66753]: cluster 2024-03-22T07:42:27.513589+0000 osd.7 (osd.7) 615 : cluster 3 failed to encode map e999 with expected crc 2024-03-22T07:42:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:28 smithi148 bash[66753]: cluster 2024-03-22T07:42:27.515214+0000 mon.a (mon.0) 1482 : cluster 0 osdmap e999: 8 total, 8 up, 8 in 2024-03-22T07:42:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:28 smithi148 bash[66753]: cluster 2024-03-22T07:42:27.521206+0000 osd.6 (osd.6) 575 : cluster 3 failed to encode map e999 with expected crc 2024-03-22T07:42:29.640 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3070 ms) 2024-03-22T07:42:29.640 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-03-22T07:42:29.640 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:42:29.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:29 smithi129 bash[79695]: cluster 2024-03-22T07:42:28.275782+0000 mgr.y (mgr.25337) 1054 : cluster 0 pgmap v1673: 105 pgs: 105 active+clean; 14 MiB data, 595 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 125 op/s 2024-03-22T07:42:29.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:29 smithi129 bash[79695]: cluster 2024-03-22T07:42:28.539625+0000 osd.7 (osd.7) 616 : cluster 3 failed to encode map e1000 with expected crc 2024-03-22T07:42:29.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:29 smithi129 bash[79695]: cluster 2024-03-22T07:42:28.542077+0000 mon.a (mon.0) 1483 : cluster 0 osdmap e1000: 8 total, 8 up, 8 in 2024-03-22T07:42:29.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:29 smithi129 bash[79695]: cluster 2024-03-22T07:42:28.548334+0000 osd.6 (osd.6) 576 : cluster 3 failed to encode map e1000 with expected crc 2024-03-22T07:42:29.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:29 smithi129 bash[82160]: cluster 2024-03-22T07:42:28.275782+0000 mgr.y (mgr.25337) 1054 : cluster 0 pgmap v1673: 105 pgs: 105 active+clean; 14 MiB data, 595 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 125 op/s 2024-03-22T07:42:29.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:29 smithi129 bash[82160]: cluster 2024-03-22T07:42:28.539625+0000 osd.7 (osd.7) 616 : cluster 3 failed to encode map e1000 with expected crc 2024-03-22T07:42:29.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:29 smithi129 bash[82160]: cluster 2024-03-22T07:42:28.542077+0000 mon.a (mon.0) 1483 : cluster 0 osdmap e1000: 8 total, 8 up, 8 in 2024-03-22T07:42:29.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:29 smithi129 bash[82160]: cluster 2024-03-22T07:42:28.548334+0000 osd.6 (osd.6) 576 : cluster 3 failed to encode map e1000 with expected crc 2024-03-22T07:42:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:29 smithi148 bash[66753]: cluster 2024-03-22T07:42:28.275782+0000 mgr.y (mgr.25337) 1054 : cluster 0 pgmap v1673: 105 pgs: 105 active+clean; 14 MiB data, 595 MiB used, 715 GiB / 715 GiB avail; 81 KiB/s rd, 13 KiB/s wr, 125 op/s 2024-03-22T07:42:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:29 smithi148 bash[66753]: cluster 2024-03-22T07:42:28.539625+0000 osd.7 (osd.7) 616 : cluster 3 failed to encode map e1000 with expected crc 2024-03-22T07:42:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:29 smithi148 bash[66753]: cluster 2024-03-22T07:42:28.542077+0000 mon.a (mon.0) 1483 : cluster 0 osdmap e1000: 8 total, 8 up, 8 in 2024-03-22T07:42:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:29 smithi148 bash[66753]: cluster 2024-03-22T07:42:28.548334+0000 osd.6 (osd.6) 576 : cluster 3 failed to encode map e1000 with expected crc 2024-03-22T07:42:30.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:30 smithi129 bash[79695]: cluster 2024-03-22T07:42:29.543996+0000 osd.6 (osd.6) 577 : cluster 3 failed to encode map e1001 with expected crc 2024-03-22T07:42:30.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:30 smithi129 bash[79695]: cluster 2024-03-22T07:42:29.545261+0000 mon.a (mon.0) 1484 : cluster 0 osdmap e1001: 8 total, 8 up, 8 in 2024-03-22T07:42:30.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:30 smithi129 bash[79695]: cluster 2024-03-22T07:42:29.552946+0000 osd.6 (osd.6) 578 : cluster 3 failed to encode map e1001 with expected crc 2024-03-22T07:42:30.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:30 smithi129 bash[79695]: cluster 2024-03-22T07:42:29.577977+0000 osd.7 (osd.7) 617 : cluster 3 failed to encode map e1001 with expected crc 2024-03-22T07:42:30.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:30 smithi129 bash[79695]: cluster 2024-03-22T07:42:29.581731+0000 osd.7 (osd.7) 618 : cluster 3 failed to encode map e1001 with expected crc 2024-03-22T07:42:30.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:30 smithi129 bash[82160]: cluster 2024-03-22T07:42:29.543996+0000 osd.6 (osd.6) 577 : cluster 3 failed to encode map e1001 with expected crc 2024-03-22T07:42:30.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:30 smithi129 bash[82160]: cluster 2024-03-22T07:42:29.545261+0000 mon.a (mon.0) 1484 : cluster 0 osdmap e1001: 8 total, 8 up, 8 in 2024-03-22T07:42:30.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:30 smithi129 bash[82160]: cluster 2024-03-22T07:42:29.552946+0000 osd.6 (osd.6) 578 : cluster 3 failed to encode map e1001 with expected crc 2024-03-22T07:42:30.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:30 smithi129 bash[82160]: cluster 2024-03-22T07:42:29.577977+0000 osd.7 (osd.7) 617 : cluster 3 failed to encode map e1001 with expected crc 2024-03-22T07:42:30.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:30 smithi129 bash[82160]: cluster 2024-03-22T07:42:29.581731+0000 osd.7 (osd.7) 618 : cluster 3 failed to encode map e1001 with expected crc 2024-03-22T07:42:30.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:30 smithi148 bash[66753]: cluster 2024-03-22T07:42:29.543996+0000 osd.6 (osd.6) 577 : cluster 3 failed to encode map e1001 with expected crc 2024-03-22T07:42:30.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:30 smithi148 bash[66753]: cluster 2024-03-22T07:42:29.545261+0000 mon.a (mon.0) 1484 : cluster 0 osdmap e1001: 8 total, 8 up, 8 in 2024-03-22T07:42:30.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:30 smithi148 bash[66753]: cluster 2024-03-22T07:42:29.552946+0000 osd.6 (osd.6) 578 : cluster 3 failed to encode map e1001 with expected crc 2024-03-22T07:42:30.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:30 smithi148 bash[66753]: cluster 2024-03-22T07:42:29.577977+0000 osd.7 (osd.7) 617 : cluster 3 failed to encode map e1001 with expected crc 2024-03-22T07:42:30.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:30 smithi148 bash[66753]: cluster 2024-03-22T07:42:29.581731+0000 osd.7 (osd.7) 618 : cluster 3 failed to encode map e1001 with expected crc 2024-03-22T07:42:31.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:31 smithi129 bash[79695]: cluster 2024-03-22T07:42:30.276447+0000 mgr.y (mgr.25337) 1055 : cluster 0 pgmap v1676: 105 pgs: 105 active+clean; 14 MiB data, 596 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-03-22T07:42:31.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:31 smithi129 bash[79695]: cluster 2024-03-22T07:42:30.566859+0000 osd.7 (osd.7) 619 : cluster 3 failed to encode map e1002 with expected crc 2024-03-22T07:42:31.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:31 smithi129 bash[79695]: cluster 2024-03-22T07:42:30.570689+0000 osd.5 (osd.5) 590 : cluster 3 failed to encode map e1002 with expected crc 2024-03-22T07:42:31.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:31 smithi129 bash[79695]: cluster 2024-03-22T07:42:30.571664+0000 mon.a (mon.0) 1485 : cluster 0 osdmap e1002: 8 total, 8 up, 8 in 2024-03-22T07:42:31.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:31 smithi129 bash[79695]: cluster 2024-03-22T07:42:30.582417+0000 osd.6 (osd.6) 579 : cluster 3 failed to encode map e1002 with expected crc 2024-03-22T07:42:31.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:31 smithi129 bash[79695]: cluster 2024-03-22T07:42:30.585783+0000 osd.6 (osd.6) 580 : cluster 3 failed to encode map e1002 with expected crc 2024-03-22T07:42:31.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:31 smithi129 bash[82160]: cluster 2024-03-22T07:42:30.276447+0000 mgr.y (mgr.25337) 1055 : cluster 0 pgmap v1676: 105 pgs: 105 active+clean; 14 MiB data, 596 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-03-22T07:42:31.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:31 smithi129 bash[82160]: cluster 2024-03-22T07:42:30.566859+0000 osd.7 (osd.7) 619 : cluster 3 failed to encode map e1002 with expected crc 2024-03-22T07:42:31.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:31 smithi129 bash[82160]: cluster 2024-03-22T07:42:30.570689+0000 osd.5 (osd.5) 590 : cluster 3 failed to encode map e1002 with expected crc 2024-03-22T07:42:31.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:31 smithi129 bash[82160]: cluster 2024-03-22T07:42:30.571664+0000 mon.a (mon.0) 1485 : cluster 0 osdmap e1002: 8 total, 8 up, 8 in 2024-03-22T07:42:31.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:31 smithi129 bash[82160]: cluster 2024-03-22T07:42:30.582417+0000 osd.6 (osd.6) 579 : cluster 3 failed to encode map e1002 with expected crc 2024-03-22T07:42:31.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:31 smithi129 bash[82160]: cluster 2024-03-22T07:42:30.585783+0000 osd.6 (osd.6) 580 : cluster 3 failed to encode map e1002 with expected crc 2024-03-22T07:42:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:31 smithi148 bash[66753]: cluster 2024-03-22T07:42:30.276447+0000 mgr.y (mgr.25337) 1055 : cluster 0 pgmap v1676: 105 pgs: 105 active+clean; 14 MiB data, 596 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-03-22T07:42:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:31 smithi148 bash[66753]: cluster 2024-03-22T07:42:30.566859+0000 osd.7 (osd.7) 619 : cluster 3 failed to encode map e1002 with expected crc 2024-03-22T07:42:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:31 smithi148 bash[66753]: cluster 2024-03-22T07:42:30.570689+0000 osd.5 (osd.5) 590 : cluster 3 failed to encode map e1002 with expected crc 2024-03-22T07:42:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:31 smithi148 bash[66753]: cluster 2024-03-22T07:42:30.571664+0000 mon.a (mon.0) 1485 : cluster 0 osdmap e1002: 8 total, 8 up, 8 in 2024-03-22T07:42:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:31 smithi148 bash[66753]: cluster 2024-03-22T07:42:30.582417+0000 osd.6 (osd.6) 579 : cluster 3 failed to encode map e1002 with expected crc 2024-03-22T07:42:31.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:31 smithi148 bash[66753]: cluster 2024-03-22T07:42:30.585783+0000 osd.6 (osd.6) 580 : cluster 3 failed to encode map e1002 with expected crc 2024-03-22T07:42:32.679 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3040 ms) 2024-03-22T07:42:32.680 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-03-22T07:42:32.680 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:42:32.809 INFO:tasks.workunit.client.0.smithi129.stdout: i=0 exists [87064311~5427255,119610462~4854949,155714042~5741351,190356996~3472527,196530955~5102924,204890198~4561942,258130098~3532829,286473394~5426083,312993129~455165,315584973~6793802] wrote [87064311~5427255,119610462~4854949,155714042~5741351,190356996~3472527,196530955~5102924,204890198~4561942,258130098~3532829,286473394~5426083,312993129~455165,315584973~6793802] 2024-03-22T07:42:32.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:32 smithi129 bash[82160]: cluster 2024-03-22T07:42:31.579437+0000 osd.7 (osd.7) 620 : cluster 3 failed to encode map e1003 with expected crc 2024-03-22T07:42:32.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:32 smithi129 bash[82160]: cluster 2024-03-22T07:42:31.580508+0000 mon.a (mon.0) 1486 : cluster 0 osdmap e1003: 8 total, 8 up, 8 in 2024-03-22T07:42:32.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:32 smithi129 bash[82160]: cluster 2024-03-22T07:42:31.591320+0000 osd.6 (osd.6) 581 : cluster 3 failed to encode map e1003 with expected crc 2024-03-22T07:42:32.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:32 smithi129 bash[82160]: cluster 2024-03-22T07:42:31.594892+0000 osd.6 (osd.6) 582 : cluster 3 failed to encode map e1003 with expected crc 2024-03-22T07:42:32.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:32 smithi129 bash[79695]: cluster 2024-03-22T07:42:31.579437+0000 osd.7 (osd.7) 620 : cluster 3 failed to encode map e1003 with expected crc 2024-03-22T07:42:32.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:32 smithi129 bash[79695]: cluster 2024-03-22T07:42:31.580508+0000 mon.a (mon.0) 1486 : cluster 0 osdmap e1003: 8 total, 8 up, 8 in 2024-03-22T07:42:32.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:32 smithi129 bash[79695]: cluster 2024-03-22T07:42:31.591320+0000 osd.6 (osd.6) 581 : cluster 3 failed to encode map e1003 with expected crc 2024-03-22T07:42:32.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:32 smithi129 bash[79695]: cluster 2024-03-22T07:42:31.594892+0000 osd.6 (osd.6) 582 : cluster 3 failed to encode map e1003 with expected crc 2024-03-22T07:42:32.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:32 smithi148 bash[66753]: cluster 2024-03-22T07:42:31.579437+0000 osd.7 (osd.7) 620 : cluster 3 failed to encode map e1003 with expected crc 2024-03-22T07:42:32.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:32 smithi148 bash[66753]: cluster 2024-03-22T07:42:31.580508+0000 mon.a (mon.0) 1486 : cluster 0 osdmap e1003: 8 total, 8 up, 8 in 2024-03-22T07:42:32.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:32 smithi148 bash[66753]: cluster 2024-03-22T07:42:31.591320+0000 osd.6 (osd.6) 581 : cluster 3 failed to encode map e1003 with expected crc 2024-03-22T07:42:32.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:32 smithi148 bash[66753]: cluster 2024-03-22T07:42:31.594892+0000 osd.6 (osd.6) 582 : cluster 3 failed to encode map e1003 with expected crc 2024-03-22T07:42:33.716 INFO:tasks.workunit.client.0.smithi129.stdout: i=1 exists [5591282~3975609,13656652~646257,36947079~586642,42747983~3404910,87064311~5427255,119610462~4854949,128574607~576122,139333155~6365955,155714042~5741351,161811720~7596292,190356996~3472527,196530955~5102924,204890198~4561942,250422899~4818180,258130098~3532829,286473394~5426083,293691776~3286268,312993129~455165,315584973~6793802,352894992~7862657] wrote [5591282~3975609,13656652~646257,36947079~586642,42747983~3404910,128574607~576122,139333155~6365955,161811720~7596292,250422899~4818180,293691776~3286268,352894992~7862657] 2024-03-22T07:42:33.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:33 smithi129 bash[79695]: cluster 2024-03-22T07:42:32.277263+0000 mgr.y (mgr.25337) 1056 : cluster 0 pgmap v1679: 105 pgs: 105 active+clean; 16 MiB data, 598 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 515 KiB/s wr, 43 op/s 2024-03-22T07:42:33.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:33 smithi129 bash[79695]: cluster 2024-03-22T07:42:32.590447+0000 osd.7 (osd.7) 621 : cluster 3 failed to encode map e1004 with expected crc 2024-03-22T07:42:33.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:33 smithi129 bash[79695]: cluster 2024-03-22T07:42:32.593338+0000 mon.a (mon.0) 1487 : cluster 0 osdmap e1004: 8 total, 8 up, 8 in 2024-03-22T07:42:33.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:33 smithi129 bash[79695]: cluster 2024-03-22T07:42:32.604501+0000 osd.6 (osd.6) 583 : cluster 3 failed to encode map e1004 with expected crc 2024-03-22T07:42:33.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:33 smithi129 bash[79695]: cluster 2024-03-22T07:42:32.607986+0000 osd.6 (osd.6) 584 : cluster 3 failed to encode map e1004 with expected crc 2024-03-22T07:42:33.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:33 smithi129 bash[79695]: cluster 2024-03-22T07:42:32.616363+0000 osd.5 (osd.5) 591 : cluster 3 failed to encode map e1004 with expected crc 2024-03-22T07:42:33.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:33 smithi129 bash[82160]: cluster 2024-03-22T07:42:32.277263+0000 mgr.y (mgr.25337) 1056 : cluster 0 pgmap v1679: 105 pgs: 105 active+clean; 16 MiB data, 598 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 515 KiB/s wr, 43 op/s 2024-03-22T07:42:33.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:33 smithi129 bash[82160]: cluster 2024-03-22T07:42:32.590447+0000 osd.7 (osd.7) 621 : cluster 3 failed to encode map e1004 with expected crc 2024-03-22T07:42:33.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:33 smithi129 bash[82160]: cluster 2024-03-22T07:42:32.593338+0000 mon.a (mon.0) 1487 : cluster 0 osdmap e1004: 8 total, 8 up, 8 in 2024-03-22T07:42:33.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:33 smithi129 bash[82160]: cluster 2024-03-22T07:42:32.604501+0000 osd.6 (osd.6) 583 : cluster 3 failed to encode map e1004 with expected crc 2024-03-22T07:42:33.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:33 smithi129 bash[82160]: cluster 2024-03-22T07:42:32.607986+0000 osd.6 (osd.6) 584 : cluster 3 failed to encode map e1004 with expected crc 2024-03-22T07:42:33.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:33 smithi129 bash[82160]: cluster 2024-03-22T07:42:32.616363+0000 osd.5 (osd.5) 591 : cluster 3 failed to encode map e1004 with expected crc 2024-03-22T07:42:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:33 smithi148 bash[66753]: cluster 2024-03-22T07:42:32.277263+0000 mgr.y (mgr.25337) 1056 : cluster 0 pgmap v1679: 105 pgs: 105 active+clean; 16 MiB data, 598 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 515 KiB/s wr, 43 op/s 2024-03-22T07:42:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:33 smithi148 bash[66753]: cluster 2024-03-22T07:42:32.590447+0000 osd.7 (osd.7) 621 : cluster 3 failed to encode map e1004 with expected crc 2024-03-22T07:42:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:33 smithi148 bash[66753]: cluster 2024-03-22T07:42:32.593338+0000 mon.a (mon.0) 1487 : cluster 0 osdmap e1004: 8 total, 8 up, 8 in 2024-03-22T07:42:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:33 smithi148 bash[66753]: cluster 2024-03-22T07:42:32.604501+0000 osd.6 (osd.6) 583 : cluster 3 failed to encode map e1004 with expected crc 2024-03-22T07:42:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:33 smithi148 bash[66753]: cluster 2024-03-22T07:42:32.607986+0000 osd.6 (osd.6) 584 : cluster 3 failed to encode map e1004 with expected crc 2024-03-22T07:42:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:33 smithi148 bash[66753]: cluster 2024-03-22T07:42:32.616363+0000 osd.5 (osd.5) 591 : cluster 3 failed to encode map e1004 with expected crc 2024-03-22T07:42:34.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:42:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:42:33] "GET /metrics HTTP/1.1" 200 36515 "" "Prometheus/2.43.0" 2024-03-22T07:42:34.723 INFO:tasks.workunit.client.0.smithi129.stdout: i=2 exists [5591282~3975609,13656652~646257,36947079~586642,42747983~3404910,74099178~1789405,87064311~5427255,92849093~3376845,115357746~9107665,128574607~576122,132457182~5631949,139333155~6365955,150466893~1150588,155714042~5741351,161811720~7596292,190356996~5290624,196530955~5102924,203812302~5639838,228572993~3784937,250422899~4818180,258130098~3532829,286473394~5426083,293691776~3286268,312993129~455165,315584973~6793802,352894992~7862657,407509075~3686978] wrote [74099178~1789405,92849093~3376845,115357746~4612262,132457182~5631949,150466893~1150588,190780668~4866952,203812302~1188896,228572993~3784937,407509075~3686978] 2024-03-22T07:42:34.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:34 smithi129 bash[82160]: cluster 2024-03-22T07:42:33.602805+0000 mon.a (mon.0) 1488 : cluster 0 osdmap e1005: 8 total, 8 up, 8 in 2024-03-22T07:42:34.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:34 smithi129 bash[82160]: cluster 2024-03-22T07:42:33.609816+0000 osd.5 (osd.5) 592 : cluster 3 failed to encode map e1005 with expected crc 2024-03-22T07:42:34.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:34 smithi129 bash[82160]: cluster 2024-03-22T07:42:33.621146+0000 osd.6 (osd.6) 585 : cluster 3 failed to encode map e1005 with expected crc 2024-03-22T07:42:34.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:34 smithi129 bash[79695]: cluster 2024-03-22T07:42:33.602805+0000 mon.a (mon.0) 1488 : cluster 0 osdmap e1005: 8 total, 8 up, 8 in 2024-03-22T07:42:34.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:34 smithi129 bash[79695]: cluster 2024-03-22T07:42:33.609816+0000 osd.5 (osd.5) 592 : cluster 3 failed to encode map e1005 with expected crc 2024-03-22T07:42:34.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:34 smithi129 bash[79695]: cluster 2024-03-22T07:42:33.621146+0000 osd.6 (osd.6) 585 : cluster 3 failed to encode map e1005 with expected crc 2024-03-22T07:42:34.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:34 smithi148 bash[66753]: cluster 2024-03-22T07:42:33.602805+0000 mon.a (mon.0) 1488 : cluster 0 osdmap e1005: 8 total, 8 up, 8 in 2024-03-22T07:42:34.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:34 smithi148 bash[66753]: cluster 2024-03-22T07:42:33.609816+0000 osd.5 (osd.5) 592 : cluster 3 failed to encode map e1005 with expected crc 2024-03-22T07:42:34.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:34 smithi148 bash[66753]: cluster 2024-03-22T07:42:33.621146+0000 osd.6 (osd.6) 585 : cluster 3 failed to encode map e1005 with expected crc 2024-03-22T07:42:35.722 INFO:tasks.workunit.client.0.smithi129.stdout: i=3 exists [5591282~3975609,13656652~646257,36947079~586642,42747983~3404910,59861751~5787377,74099178~1789405,87064311~5427255,92849093~3376845,112055086~12410325,128574607~576122,132457182~5631949,139333155~6365955,150466893~1150588,155714042~5741351,161811720~7596292,190356996~5290624,196100548~6378385,203812302~5639838,228572993~3784937,250422899~12036448,276948391~7730879,286473394~5426083,293691776~3286268,310204455~608248,312993129~455165,315584973~6793802,352894992~7862657,399333850~3244024,407509075~3686978] wrote [59861751~5787377,90430270~1121702,112055086~3892814,196100548~4008358,200423084~2055849,254478016~7981331,276948391~7730879,310204455~608248,399333850~3244024] 2024-03-22T07:42:35.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:35 smithi129 bash[79695]: cluster 2024-03-22T07:42:33.641651+0000 osd.7 (osd.7) 622 : cluster 3 failed to encode map e1005 with expected crc 2024-03-22T07:42:35.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:35 smithi129 bash[79695]: cluster 2024-03-22T07:42:34.278186+0000 mgr.y (mgr.25337) 1057 : cluster 0 pgmap v1682: 105 pgs: 105 active+clean; 41 MiB data, 694 MiB used, 715 GiB / 715 GiB avail; 104 KiB/s rd, 4.2 MiB/s wr, 165 op/s 2024-03-22T07:42:35.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:35 smithi129 bash[79695]: cluster 2024-03-22T07:42:34.614620+0000 osd.7 (osd.7) 623 : cluster 3 failed to encode map e1006 with expected crc 2024-03-22T07:42:35.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:35 smithi129 bash[79695]: cluster 2024-03-22T07:42:34.617584+0000 osd.5 (osd.5) 593 : cluster 3 failed to encode map e1006 with expected crc 2024-03-22T07:42:35.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:35 smithi129 bash[79695]: cluster 2024-03-22T07:42:34.619546+0000 mon.a (mon.0) 1489 : cluster 0 osdmap e1006: 8 total, 8 up, 8 in 2024-03-22T07:42:35.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:35 smithi129 bash[79695]: cluster 2024-03-22T07:42:34.634758+0000 osd.6 (osd.6) 586 : cluster 3 failed to encode map e1006 with expected crc 2024-03-22T07:42:35.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:35 smithi129 bash[82160]: cluster 2024-03-22T07:42:33.641651+0000 osd.7 (osd.7) 622 : cluster 3 failed to encode map e1005 with expected crc 2024-03-22T07:42:35.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:35 smithi129 bash[82160]: cluster 2024-03-22T07:42:34.278186+0000 mgr.y (mgr.25337) 1057 : cluster 0 pgmap v1682: 105 pgs: 105 active+clean; 41 MiB data, 694 MiB used, 715 GiB / 715 GiB avail; 104 KiB/s rd, 4.2 MiB/s wr, 165 op/s 2024-03-22T07:42:35.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:35 smithi129 bash[82160]: cluster 2024-03-22T07:42:34.614620+0000 osd.7 (osd.7) 623 : cluster 3 failed to encode map e1006 with expected crc 2024-03-22T07:42:35.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:35 smithi129 bash[82160]: cluster 2024-03-22T07:42:34.617584+0000 osd.5 (osd.5) 593 : cluster 3 failed to encode map e1006 with expected crc 2024-03-22T07:42:35.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:35 smithi129 bash[82160]: cluster 2024-03-22T07:42:34.619546+0000 mon.a (mon.0) 1489 : cluster 0 osdmap e1006: 8 total, 8 up, 8 in 2024-03-22T07:42:35.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:35 smithi129 bash[82160]: cluster 2024-03-22T07:42:34.634758+0000 osd.6 (osd.6) 586 : cluster 3 failed to encode map e1006 with expected crc 2024-03-22T07:42:35.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:35 smithi148 bash[66753]: cluster 2024-03-22T07:42:33.641651+0000 osd.7 (osd.7) 622 : cluster 3 failed to encode map e1005 with expected crc 2024-03-22T07:42:35.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:35 smithi148 bash[66753]: cluster 2024-03-22T07:42:34.278186+0000 mgr.y (mgr.25337) 1057 : cluster 0 pgmap v1682: 105 pgs: 105 active+clean; 41 MiB data, 694 MiB used, 715 GiB / 715 GiB avail; 104 KiB/s rd, 4.2 MiB/s wr, 165 op/s 2024-03-22T07:42:35.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:35 smithi148 bash[66753]: cluster 2024-03-22T07:42:34.614620+0000 osd.7 (osd.7) 623 : cluster 3 failed to encode map e1006 with expected crc 2024-03-22T07:42:35.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:35 smithi148 bash[66753]: cluster 2024-03-22T07:42:34.617584+0000 osd.5 (osd.5) 593 : cluster 3 failed to encode map e1006 with expected crc 2024-03-22T07:42:35.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:35 smithi148 bash[66753]: cluster 2024-03-22T07:42:34.619546+0000 mon.a (mon.0) 1489 : cluster 0 osdmap e1006: 8 total, 8 up, 8 in 2024-03-22T07:42:35.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:35 smithi148 bash[66753]: cluster 2024-03-22T07:42:34.634758+0000 osd.6 (osd.6) 586 : cluster 3 failed to encode map e1006 with expected crc 2024-03-22T07:42:36.768 INFO:tasks.workunit.client.0.smithi129.stdout: i=4 exists [5591282~3975609,13656652~646257,25231592~5528361,36947079~586642,40278446~196999,42747983~3404910,59861751~5787377,66546697~2832281,74099178~1789405,87064311~5427255,92849093~3376845,112055086~12410325,125990978~5113000,132457182~5631949,139333155~6365955,150466893~1150588,155714042~5741351,161811720~7596292,190356996~5290624,196100548~6378385,203812302~5639838,221236568~431225,228572993~3784937,250422899~12036448,276442709~15456768,293691776~3286268,301409010~4590442,310204455~608248,312993129~455165,315584973~6793802,352894992~7862657,399333850~3244024,407509075~3686978] wrote [25231592~5528361,40278446~196999,66546697~2832281,115927689~3974457,122549009~1425066,125990978~5113000,221236568~431225,276442709~11656496,301409010~4590442] 2024-03-22T07:42:36.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:36 smithi148 bash[66753]: cluster 2024-03-22T07:42:35.624891+0000 osd.6 (osd.6) 587 : cluster 3 failed to encode map e1007 with expected crc 2024-03-22T07:42:36.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:36 smithi148 bash[66753]: cluster 2024-03-22T07:42:35.625004+0000 mon.a (mon.0) 1490 : cluster 0 osdmap e1007: 8 total, 8 up, 8 in 2024-03-22T07:42:36.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:36 smithi148 bash[66753]: cluster 2024-03-22T07:42:35.630883+0000 osd.5 (osd.5) 594 : cluster 3 failed to encode map e1007 with expected crc 2024-03-22T07:42:36.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:36 smithi148 bash[66753]: cluster 2024-03-22T07:42:35.659445+0000 osd.7 (osd.7) 624 : cluster 3 failed to encode map e1007 with expected crc 2024-03-22T07:42:36.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:36 smithi148 bash[66753]: audit 2024-03-22T07:42:35.945042+0000 mon.c (mon.2) 416 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:42:37.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:36 smithi129 bash[79695]: cluster 2024-03-22T07:42:35.624891+0000 osd.6 (osd.6) 587 : cluster 3 failed to encode map e1007 with expected crc 2024-03-22T07:42:37.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:36 smithi129 bash[79695]: cluster 2024-03-22T07:42:35.625004+0000 mon.a (mon.0) 1490 : cluster 0 osdmap e1007: 8 total, 8 up, 8 in 2024-03-22T07:42:37.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:36 smithi129 bash[79695]: cluster 2024-03-22T07:42:35.630883+0000 osd.5 (osd.5) 594 : cluster 3 failed to encode map e1007 with expected crc 2024-03-22T07:42:37.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:36 smithi129 bash[79695]: cluster 2024-03-22T07:42:35.659445+0000 osd.7 (osd.7) 624 : cluster 3 failed to encode map e1007 with expected crc 2024-03-22T07:42:37.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:36 smithi129 bash[79695]: audit 2024-03-22T07:42:35.945042+0000 mon.c (mon.2) 416 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:42:37.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:36 smithi129 bash[82160]: cluster 2024-03-22T07:42:35.624891+0000 osd.6 (osd.6) 587 : cluster 3 failed to encode map e1007 with expected crc 2024-03-22T07:42:37.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:36 smithi129 bash[82160]: cluster 2024-03-22T07:42:35.625004+0000 mon.a (mon.0) 1490 : cluster 0 osdmap e1007: 8 total, 8 up, 8 in 2024-03-22T07:42:37.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:36 smithi129 bash[82160]: cluster 2024-03-22T07:42:35.630883+0000 osd.5 (osd.5) 594 : cluster 3 failed to encode map e1007 with expected crc 2024-03-22T07:42:37.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:36 smithi129 bash[82160]: cluster 2024-03-22T07:42:35.659445+0000 osd.7 (osd.7) 624 : cluster 3 failed to encode map e1007 with expected crc 2024-03-22T07:42:37.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:36 smithi129 bash[82160]: audit 2024-03-22T07:42:35.945042+0000 mon.c (mon.2) 416 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:42:37.785 INFO:tasks.workunit.client.0.smithi129.stdout: i=5 exists [5591282~3975609,13656652~646257,19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66546697~2832281,74099178~1789405,87064311~5427255,92849093~3376845,112055086~12410325,125990978~5113000,132457182~5631949,139333155~6365955,145767830~5849651,155714042~5741351,161811720~7596292,190356996~5290624,196100548~6378385,203812302~5639838,221236568~431225,228572993~3784937,250422899~16962223,276442709~15456768,293691776~3286268,301409010~4590442,307082501~2553462,310204455~608248,312993129~455165,315584973~6793802,332394442~3246946,352894992~7862657,399333850~3244024,407509075~3686978] wrote [19215371~1740483,34969916~11238498,48929319~4767625,145767830~5845392,259490973~7894149,307082501~2553462,332394442~3246946,401382313~589814] 2024-03-22T07:42:37.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:37 smithi148 bash[66753]: cluster 2024-03-22T07:42:36.278864+0000 mgr.y (mgr.25337) 1058 : cluster 0 pgmap v1685: 105 pgs: 105 active+clean; 111 MiB data, 763 MiB used, 714 GiB / 715 GiB avail; 104 KiB/s rd, 16 MiB/s wr, 165 op/s 2024-03-22T07:42:37.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:37 smithi148 bash[66753]: cluster 2024-03-22T07:42:36.632353+0000 osd.7 (osd.7) 625 : cluster 3 failed to encode map e1008 with expected crc 2024-03-22T07:42:37.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:37 smithi148 bash[66753]: cluster 2024-03-22T07:42:36.634843+0000 mon.a (mon.0) 1491 : cluster 0 osdmap e1008: 8 total, 8 up, 8 in 2024-03-22T07:42:37.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:37 smithi148 bash[66753]: cluster 2024-03-22T07:42:36.642746+0000 osd.5 (osd.5) 595 : cluster 3 failed to encode map e1008 with expected crc 2024-03-22T07:42:37.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:37 smithi148 bash[66753]: cluster 2024-03-22T07:42:36.661201+0000 osd.6 (osd.6) 588 : cluster 3 failed to encode map e1008 with expected crc 2024-03-22T07:42:38.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:37 smithi129 bash[82160]: cluster 2024-03-22T07:42:36.278864+0000 mgr.y (mgr.25337) 1058 : cluster 0 pgmap v1685: 105 pgs: 105 active+clean; 111 MiB data, 763 MiB used, 714 GiB / 715 GiB avail; 104 KiB/s rd, 16 MiB/s wr, 165 op/s 2024-03-22T07:42:38.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:37 smithi129 bash[82160]: cluster 2024-03-22T07:42:36.632353+0000 osd.7 (osd.7) 625 : cluster 3 failed to encode map e1008 with expected crc 2024-03-22T07:42:38.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:37 smithi129 bash[82160]: cluster 2024-03-22T07:42:36.634843+0000 mon.a (mon.0) 1491 : cluster 0 osdmap e1008: 8 total, 8 up, 8 in 2024-03-22T07:42:38.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:37 smithi129 bash[82160]: cluster 2024-03-22T07:42:36.642746+0000 osd.5 (osd.5) 595 : cluster 3 failed to encode map e1008 with expected crc 2024-03-22T07:42:38.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:37 smithi129 bash[82160]: cluster 2024-03-22T07:42:36.661201+0000 osd.6 (osd.6) 588 : cluster 3 failed to encode map e1008 with expected crc 2024-03-22T07:42:38.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:37 smithi129 bash[79695]: cluster 2024-03-22T07:42:36.278864+0000 mgr.y (mgr.25337) 1058 : cluster 0 pgmap v1685: 105 pgs: 105 active+clean; 111 MiB data, 763 MiB used, 714 GiB / 715 GiB avail; 104 KiB/s rd, 16 MiB/s wr, 165 op/s 2024-03-22T07:42:38.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:37 smithi129 bash[79695]: cluster 2024-03-22T07:42:36.632353+0000 osd.7 (osd.7) 625 : cluster 3 failed to encode map e1008 with expected crc 2024-03-22T07:42:38.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:37 smithi129 bash[79695]: cluster 2024-03-22T07:42:36.634843+0000 mon.a (mon.0) 1491 : cluster 0 osdmap e1008: 8 total, 8 up, 8 in 2024-03-22T07:42:38.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:37 smithi129 bash[79695]: cluster 2024-03-22T07:42:36.642746+0000 osd.5 (osd.5) 595 : cluster 3 failed to encode map e1008 with expected crc 2024-03-22T07:42:38.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:37 smithi129 bash[79695]: cluster 2024-03-22T07:42:36.661201+0000 osd.6 (osd.6) 588 : cluster 3 failed to encode map e1008 with expected crc 2024-03-22T07:42:38.767 INFO:tasks.workunit.client.0.smithi129.stdout: i=6 exists [5591282~3975609,13656652~646257,19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,87064311~5427255,92849093~3376845,100040174~4190624,104655281~1227597,112055086~12410325,125990978~5113000,132457182~5631949,139333155~6365955,145767830~5849651,155714042~5741351,161811720~7596292,185096177~10551443,196100548~6378385,203812302~5639838,221236568~431225,228572993~3784937,234861093~6161979,247018688~20366434,276442709~15456768,293691776~3286268,301409010~4590442,307082501~2553462,310204455~608248,312993129~455165,315584973~6793802,325514820~10126568,352894992~14572834,399333850~3244024,407509075~3686978] wrote [66242651~96997,100040174~4190624,104655281~1227597,185096177~6432121,198113054~879610,234861093~6161979,247018688~7059495,325514820~7651392,360523514~6944312] 2024-03-22T07:42:38.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:38 smithi148 bash[66753]: cluster 2024-03-22T07:42:37.642645+0000 osd.7 (osd.7) 626 : cluster 3 failed to encode map e1009 with expected crc 2024-03-22T07:42:38.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:38 smithi148 bash[66753]: cluster 2024-03-22T07:42:37.643139+0000 mon.a (mon.0) 1492 : cluster 0 osdmap e1009: 8 total, 8 up, 8 in 2024-03-22T07:42:38.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:38 smithi148 bash[66753]: cluster 2024-03-22T07:42:37.643274+0000 osd.5 (osd.5) 596 : cluster 3 failed to encode map e1009 with expected crc 2024-03-22T07:42:38.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:38 smithi148 bash[66753]: cluster 2024-03-22T07:42:37.648877+0000 osd.5 (osd.5) 597 : cluster 3 failed to encode map e1009 with expected crc 2024-03-22T07:42:38.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:38 smithi148 bash[66753]: cluster 2024-03-22T07:42:37.661450+0000 osd.6 (osd.6) 589 : cluster 3 failed to encode map e1009 with expected crc 2024-03-22T07:42:38.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:38 smithi148 bash[66753]: audit 2024-03-22T07:42:38.421322+0000 mon.c (mon.2) 417 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:42:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:38 smithi129 bash[79695]: cluster 2024-03-22T07:42:37.642645+0000 osd.7 (osd.7) 626 : cluster 3 failed to encode map e1009 with expected crc 2024-03-22T07:42:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:38 smithi129 bash[79695]: cluster 2024-03-22T07:42:37.643139+0000 mon.a (mon.0) 1492 : cluster 0 osdmap e1009: 8 total, 8 up, 8 in 2024-03-22T07:42:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:38 smithi129 bash[79695]: cluster 2024-03-22T07:42:37.643274+0000 osd.5 (osd.5) 596 : cluster 3 failed to encode map e1009 with expected crc 2024-03-22T07:42:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:38 smithi129 bash[79695]: cluster 2024-03-22T07:42:37.648877+0000 osd.5 (osd.5) 597 : cluster 3 failed to encode map e1009 with expected crc 2024-03-22T07:42:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:38 smithi129 bash[79695]: cluster 2024-03-22T07:42:37.661450+0000 osd.6 (osd.6) 589 : cluster 3 failed to encode map e1009 with expected crc 2024-03-22T07:42:39.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:38 smithi129 bash[79695]: audit 2024-03-22T07:42:38.421322+0000 mon.c (mon.2) 417 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:42:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:38 smithi129 bash[82160]: cluster 2024-03-22T07:42:37.642645+0000 osd.7 (osd.7) 626 : cluster 3 failed to encode map e1009 with expected crc 2024-03-22T07:42:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:38 smithi129 bash[82160]: cluster 2024-03-22T07:42:37.643139+0000 mon.a (mon.0) 1492 : cluster 0 osdmap e1009: 8 total, 8 up, 8 in 2024-03-22T07:42:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:38 smithi129 bash[82160]: cluster 2024-03-22T07:42:37.643274+0000 osd.5 (osd.5) 596 : cluster 3 failed to encode map e1009 with expected crc 2024-03-22T07:42:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:38 smithi129 bash[82160]: cluster 2024-03-22T07:42:37.648877+0000 osd.5 (osd.5) 597 : cluster 3 failed to encode map e1009 with expected crc 2024-03-22T07:42:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:38 smithi129 bash[82160]: cluster 2024-03-22T07:42:37.661450+0000 osd.6 (osd.6) 589 : cluster 3 failed to encode map e1009 with expected crc 2024-03-22T07:42:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:38 smithi129 bash[82160]: audit 2024-03-22T07:42:38.421322+0000 mon.c (mon.2) 417 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:42:39.805 INFO:tasks.workunit.client.0.smithi129.stdout: i=7 exists [5591282~3975609,13656652~646257,16225083~7133923,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,87064311~5427255,92849093~11381705,104655281~1227597,112055086~12410325,125990978~5113000,132457182~5631949,139333155~12284326,155714042~5741351,161811720~7596292,185096177~10551443,196100548~6378385,203812302~5639838,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~20366434,276442709~15456768,293691776~3286268,301409010~4590442,307082501~2553462,310204455~608248,311932672~2785795,315584973~20056415,352894992~14572834,399333850~3244024,407509075~3686978] wrote [16225083~7133923,67495407~1715563,95971535~6888527,141793899~5806105,222108736~4682597,311932672~2785795,317226291~8446504] 2024-03-22T07:42:39.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:39 smithi148 bash[66753]: cluster 2024-03-22T07:42:38.279722+0000 mgr.y (mgr.25337) 1059 : cluster 0 pgmap v1688: 105 pgs: 105 active+clean; 195 MiB data, 933 MiB used, 714 GiB / 715 GiB avail; 9.2 KiB/s rd, 29 MiB/s wr, 33 op/s 2024-03-22T07:42:39.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:39 smithi148 bash[66753]: cluster 2024-03-22T07:42:38.651844+0000 osd.7 (osd.7) 627 : cluster 3 failed to encode map e1010 with expected crc 2024-03-22T07:42:39.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:39 smithi148 bash[66753]: cluster 2024-03-22T07:42:38.653464+0000 osd.6 (osd.6) 590 : cluster 3 failed to encode map e1010 with expected crc 2024-03-22T07:42:39.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:39 smithi148 bash[66753]: cluster 2024-03-22T07:42:38.653749+0000 mon.a (mon.0) 1493 : cluster 0 osdmap e1010: 8 total, 8 up, 8 in 2024-03-22T07:42:39.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:39 smithi148 bash[66753]: cluster 2024-03-22T07:42:38.661029+0000 osd.5 (osd.5) 598 : cluster 3 failed to encode map e1010 with expected crc 2024-03-22T07:42:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:39 smithi129 bash[79695]: cluster 2024-03-22T07:42:38.279722+0000 mgr.y (mgr.25337) 1059 : cluster 0 pgmap v1688: 105 pgs: 105 active+clean; 195 MiB data, 933 MiB used, 714 GiB / 715 GiB avail; 9.2 KiB/s rd, 29 MiB/s wr, 33 op/s 2024-03-22T07:42:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:39 smithi129 bash[79695]: cluster 2024-03-22T07:42:38.651844+0000 osd.7 (osd.7) 627 : cluster 3 failed to encode map e1010 with expected crc 2024-03-22T07:42:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:39 smithi129 bash[79695]: cluster 2024-03-22T07:42:38.653464+0000 osd.6 (osd.6) 590 : cluster 3 failed to encode map e1010 with expected crc 2024-03-22T07:42:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:39 smithi129 bash[79695]: cluster 2024-03-22T07:42:38.653749+0000 mon.a (mon.0) 1493 : cluster 0 osdmap e1010: 8 total, 8 up, 8 in 2024-03-22T07:42:40.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:39 smithi129 bash[79695]: cluster 2024-03-22T07:42:38.661029+0000 osd.5 (osd.5) 598 : cluster 3 failed to encode map e1010 with expected crc 2024-03-22T07:42:40.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:39 smithi129 bash[82160]: cluster 2024-03-22T07:42:38.279722+0000 mgr.y (mgr.25337) 1059 : cluster 0 pgmap v1688: 105 pgs: 105 active+clean; 195 MiB data, 933 MiB used, 714 GiB / 715 GiB avail; 9.2 KiB/s rd, 29 MiB/s wr, 33 op/s 2024-03-22T07:42:40.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:39 smithi129 bash[82160]: cluster 2024-03-22T07:42:38.651844+0000 osd.7 (osd.7) 627 : cluster 3 failed to encode map e1010 with expected crc 2024-03-22T07:42:40.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:39 smithi129 bash[82160]: cluster 2024-03-22T07:42:38.653464+0000 osd.6 (osd.6) 590 : cluster 3 failed to encode map e1010 with expected crc 2024-03-22T07:42:40.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:39 smithi129 bash[82160]: cluster 2024-03-22T07:42:38.653749+0000 mon.a (mon.0) 1493 : cluster 0 osdmap e1010: 8 total, 8 up, 8 in 2024-03-22T07:42:40.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:39 smithi129 bash[82160]: cluster 2024-03-22T07:42:38.661029+0000 osd.5 (osd.5) 598 : cluster 3 failed to encode map e1010 with expected crc 2024-03-22T07:42:40.754 INFO:tasks.workunit.client.0.smithi129.stdout: i=8 exists [5591282~3975609,13656652~646257,16225083~7640213,25231592~5528361,34969916~11238498,48929319~4767625,54761915~83434,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,87064311~5427255,92849093~11381705,104655281~1227597,108376745~1907460,112055086~12410325,125990978~5113000,132457182~5631949,139333155~12284326,155714042~5741351,161811720~7596292,185096177~10551443,196100548~6378385,203812302~5639838,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~20366434,276442709~15456768,293691776~3286268,301409010~4590442,307082501~2553462,310204455~608248,311932672~23708716,352894992~14572834,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] wrote [17581406~6283890,54761915~83434,108376745~1907460,284292580~5930927,313978459~7721734,329251004~1569956,366901304~488315,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:40.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:40 smithi148 bash[66753]: cluster 2024-03-22T07:42:39.656962+0000 osd.7 (osd.7) 628 : cluster 3 failed to encode map e1011 with expected crc 2024-03-22T07:42:40.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:40 smithi148 bash[66753]: cluster 2024-03-22T07:42:39.658615+0000 mon.a (mon.0) 1494 : cluster 0 osdmap e1011: 8 total, 8 up, 8 in 2024-03-22T07:42:40.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:40 smithi148 bash[66753]: cluster 2024-03-22T07:42:39.664986+0000 osd.5 (osd.5) 599 : cluster 3 failed to encode map e1011 with expected crc 2024-03-22T07:42:40.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:40 smithi148 bash[66753]: cluster 2024-03-22T07:42:39.684155+0000 osd.6 (osd.6) 591 : cluster 3 failed to encode map e1011 with expected crc 2024-03-22T07:42:41.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:40 smithi129 bash[79695]: cluster 2024-03-22T07:42:39.656962+0000 osd.7 (osd.7) 628 : cluster 3 failed to encode map e1011 with expected crc 2024-03-22T07:42:41.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:40 smithi129 bash[79695]: cluster 2024-03-22T07:42:39.658615+0000 mon.a (mon.0) 1494 : cluster 0 osdmap e1011: 8 total, 8 up, 8 in 2024-03-22T07:42:41.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:40 smithi129 bash[79695]: cluster 2024-03-22T07:42:39.664986+0000 osd.5 (osd.5) 599 : cluster 3 failed to encode map e1011 with expected crc 2024-03-22T07:42:41.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:40 smithi129 bash[79695]: cluster 2024-03-22T07:42:39.684155+0000 osd.6 (osd.6) 591 : cluster 3 failed to encode map e1011 with expected crc 2024-03-22T07:42:41.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:40 smithi129 bash[82160]: cluster 2024-03-22T07:42:39.656962+0000 osd.7 (osd.7) 628 : cluster 3 failed to encode map e1011 with expected crc 2024-03-22T07:42:41.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:40 smithi129 bash[82160]: cluster 2024-03-22T07:42:39.658615+0000 mon.a (mon.0) 1494 : cluster 0 osdmap e1011: 8 total, 8 up, 8 in 2024-03-22T07:42:41.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:40 smithi129 bash[82160]: cluster 2024-03-22T07:42:39.664986+0000 osd.5 (osd.5) 599 : cluster 3 failed to encode map e1011 with expected crc 2024-03-22T07:42:41.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:40 smithi129 bash[82160]: cluster 2024-03-22T07:42:39.684155+0000 osd.6 (osd.6) 591 : cluster 3 failed to encode map e1011 with expected crc 2024-03-22T07:42:41.814 INFO:tasks.workunit.client.0.smithi129.stdout: i=9 exists [5591282~4960946,13656652~646257,16225083~7640213,25231592~5528361,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,87064311~5427255,92849093~11381705,104655281~1227597,108376745~1907460,112055086~12410325,125990978~5113000,132457182~5631949,139333155~14991060,155714042~13693970,172644006~23003614,196100548~6378385,203812302~5639838,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~23136500,276442709~15456768,293691776~3286268,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,352894992~14572834,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] wrote [5780105~776418,7172946~3379282,51979062~6772005,151500515~2823700,159131688~7098214,172644006~15342878,263463388~6691800,286367192~1880001,333322179~7317240] 2024-03-22T07:42:41.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:41 smithi148 bash[66753]: cluster 2024-03-22T07:42:40.280355+0000 mgr.y (mgr.25337) 1060 : cluster 0 pgmap v1691: 105 pgs: 105 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 169 KiB/s rd, 38 MiB/s wr, 278 op/s 2024-03-22T07:42:41.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:41 smithi148 bash[66753]: cluster 2024-03-22T07:42:40.675890+0000 osd.7 (osd.7) 629 : cluster 3 failed to encode map e1012 with expected crc 2024-03-22T07:42:41.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:41 smithi148 bash[66753]: cluster 2024-03-22T07:42:40.676977+0000 osd.6 (osd.6) 592 : cluster 3 failed to encode map e1012 with expected crc 2024-03-22T07:42:41.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:41 smithi148 bash[66753]: cluster 2024-03-22T07:42:40.678705+0000 mon.a (mon.0) 1495 : cluster 0 osdmap e1012: 8 total, 8 up, 8 in 2024-03-22T07:42:41.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:41 smithi148 bash[66753]: cluster 2024-03-22T07:42:40.684819+0000 osd.5 (osd.5) 600 : cluster 3 failed to encode map e1012 with expected crc 2024-03-22T07:42:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:41 smithi129 bash[79695]: cluster 2024-03-22T07:42:40.280355+0000 mgr.y (mgr.25337) 1060 : cluster 0 pgmap v1691: 105 pgs: 105 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 169 KiB/s rd, 38 MiB/s wr, 278 op/s 2024-03-22T07:42:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:41 smithi129 bash[79695]: cluster 2024-03-22T07:42:40.675890+0000 osd.7 (osd.7) 629 : cluster 3 failed to encode map e1012 with expected crc 2024-03-22T07:42:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:41 smithi129 bash[79695]: cluster 2024-03-22T07:42:40.676977+0000 osd.6 (osd.6) 592 : cluster 3 failed to encode map e1012 with expected crc 2024-03-22T07:42:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:41 smithi129 bash[79695]: cluster 2024-03-22T07:42:40.678705+0000 mon.a (mon.0) 1495 : cluster 0 osdmap e1012: 8 total, 8 up, 8 in 2024-03-22T07:42:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:41 smithi129 bash[79695]: cluster 2024-03-22T07:42:40.684819+0000 osd.5 (osd.5) 600 : cluster 3 failed to encode map e1012 with expected crc 2024-03-22T07:42:42.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:41 smithi129 bash[82160]: cluster 2024-03-22T07:42:40.280355+0000 mgr.y (mgr.25337) 1060 : cluster 0 pgmap v1691: 105 pgs: 105 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 169 KiB/s rd, 38 MiB/s wr, 278 op/s 2024-03-22T07:42:42.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:41 smithi129 bash[82160]: cluster 2024-03-22T07:42:40.675890+0000 osd.7 (osd.7) 629 : cluster 3 failed to encode map e1012 with expected crc 2024-03-22T07:42:42.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:41 smithi129 bash[82160]: cluster 2024-03-22T07:42:40.676977+0000 osd.6 (osd.6) 592 : cluster 3 failed to encode map e1012 with expected crc 2024-03-22T07:42:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:41 smithi129 bash[82160]: cluster 2024-03-22T07:42:40.678705+0000 mon.a (mon.0) 1495 : cluster 0 osdmap e1012: 8 total, 8 up, 8 in 2024-03-22T07:42:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:41 smithi129 bash[82160]: cluster 2024-03-22T07:42:40.684819+0000 osd.5 (osd.5) 600 : cluster 3 failed to encode map e1012 with expected crc 2024-03-22T07:42:42.794 INFO:tasks.workunit.client.0.smithi129.stdout: i=10 exists [5591282~4960946,13656652~646257,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,87064311~5427255,92849093~11381705,104655281~1227597,108376745~1907460,112055086~12410325,125990978~5113000,132457182~5631949,139333155~14991060,155714042~13693970,171183621~24463999,196100548~6378385,203812302~5639838,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~23136500,276442709~20535335,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,352894992~14572834,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] wrote [20714566~1196416,22032850~1422892,29838231~4545212,71486606~2075617,171183621~3760417,237687246~2290224,261762707~6353838,286186088~3311518,290266035~6631575] 2024-03-22T07:42:43.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[79695]: cluster 2024-03-22T07:42:41.685980+0000 osd.7 (osd.7) 630 : cluster 3 failed to encode map e1013 with expected crc 2024-03-22T07:42:43.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[79695]: cluster 2024-03-22T07:42:41.686420+0000 mon.a (mon.0) 1496 : cluster 0 osdmap e1013: 8 total, 8 up, 8 in 2024-03-22T07:42:43.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[79695]: cluster 2024-03-22T07:42:41.686549+0000 osd.5 (osd.5) 601 : cluster 3 failed to encode map e1013 with expected crc 2024-03-22T07:42:43.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[79695]: cluster 2024-03-22T07:42:41.697114+0000 osd.6 (osd.6) 593 : cluster 3 failed to encode map e1013 with expected crc 2024-03-22T07:42:43.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[79695]: audit 2024-03-22T07:42:41.841348+0000 mon.a (mon.0) 1497 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:43.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[79695]: audit 2024-03-22T07:42:41.851798+0000 mon.a (mon.0) 1498 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:43.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[79695]: audit 2024-03-22T07:42:42.051107+0000 mon.a (mon.0) 1499 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:43.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[79695]: audit 2024-03-22T07:42:42.068094+0000 mon.a (mon.0) 1500 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:43.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[82160]: cluster 2024-03-22T07:42:41.685980+0000 osd.7 (osd.7) 630 : cluster 3 failed to encode map e1013 with expected crc 2024-03-22T07:42:43.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[82160]: cluster 2024-03-22T07:42:41.686420+0000 mon.a (mon.0) 1496 : cluster 0 osdmap e1013: 8 total, 8 up, 8 in 2024-03-22T07:42:43.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[82160]: cluster 2024-03-22T07:42:41.686549+0000 osd.5 (osd.5) 601 : cluster 3 failed to encode map e1013 with expected crc 2024-03-22T07:42:43.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[82160]: cluster 2024-03-22T07:42:41.697114+0000 osd.6 (osd.6) 593 : cluster 3 failed to encode map e1013 with expected crc 2024-03-22T07:42:43.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[82160]: audit 2024-03-22T07:42:41.841348+0000 mon.a (mon.0) 1497 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:43.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[82160]: audit 2024-03-22T07:42:41.851798+0000 mon.a (mon.0) 1498 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:43.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[82160]: audit 2024-03-22T07:42:42.051107+0000 mon.a (mon.0) 1499 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:43.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:42 smithi129 bash[82160]: audit 2024-03-22T07:42:42.068094+0000 mon.a (mon.0) 1500 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:43.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:42 smithi148 bash[66753]: cluster 2024-03-22T07:42:41.685980+0000 osd.7 (osd.7) 630 : cluster 3 failed to encode map e1013 with expected crc 2024-03-22T07:42:43.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:42 smithi148 bash[66753]: cluster 2024-03-22T07:42:41.686420+0000 mon.a (mon.0) 1496 : cluster 0 osdmap e1013: 8 total, 8 up, 8 in 2024-03-22T07:42:43.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:42 smithi148 bash[66753]: cluster 2024-03-22T07:42:41.686549+0000 osd.5 (osd.5) 601 : cluster 3 failed to encode map e1013 with expected crc 2024-03-22T07:42:43.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:42 smithi148 bash[66753]: cluster 2024-03-22T07:42:41.697114+0000 osd.6 (osd.6) 593 : cluster 3 failed to encode map e1013 with expected crc 2024-03-22T07:42:43.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:42 smithi148 bash[66753]: audit 2024-03-22T07:42:41.841348+0000 mon.a (mon.0) 1497 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:43.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:42 smithi148 bash[66753]: audit 2024-03-22T07:42:41.851798+0000 mon.a (mon.0) 1498 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:43.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:42 smithi148 bash[66753]: audit 2024-03-22T07:42:42.051107+0000 mon.a (mon.0) 1499 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:43.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:42 smithi148 bash[66753]: audit 2024-03-22T07:42:42.068094+0000 mon.a (mon.0) 1500 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:43.860 INFO:tasks.workunit.client.0.smithi129.stdout: i=11 exists [5591282~4960946,13656652~646257,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,87064311~5427255,92849093~11381705,104655281~1227597,108376745~1907460,112055086~19048892,132457182~5631949,139333155~14991060,155714042~13693970,171183621~24463999,196100548~6378385,203812302~5639838,214682219~5686038,221236568~431225,222108736~4682597,228572993~12450079,247018688~23136500,274487390~22490654,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,346085522~21382304,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] wrote [76022296~3181055,88019164~1803122,120462799~7302314,179400261~1612250,197050865~4469787,214682219~5686038,232080818~4325568,274487390~7411209,346085522~8067230,369059838~2509806] 2024-03-22T07:42:44.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:42:43] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-03-22T07:42:44.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[79695]: cluster 2024-03-22T07:42:42.280858+0000 mgr.y (mgr.25337) 1061 : cluster 0 pgmap v1694: 105 pgs: 105 active+clean; 370 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 160 KiB/s rd, 36 MiB/s wr, 259 op/s 2024-03-22T07:42:44.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[79695]: cluster 2024-03-22T07:42:42.697265+0000 osd.7 (osd.7) 631 : cluster 3 failed to encode map e1014 with expected crc 2024-03-22T07:42:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[79695]: cluster 2024-03-22T07:42:42.698731+0000 mon.a (mon.0) 1501 : cluster 0 osdmap e1014: 8 total, 8 up, 8 in 2024-03-22T07:42:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[79695]: audit 2024-03-22T07:42:42.700715+0000 mon.c (mon.2) 418 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:42:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[79695]: audit 2024-03-22T07:42:42.702298+0000 mon.c (mon.2) 419 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:42:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[79695]: cluster 2024-03-22T07:42:42.703950+0000 osd.5 (osd.5) 602 : cluster 3 failed to encode map e1014 with expected crc 2024-03-22T07:42:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[79695]: audit 2024-03-22T07:42:42.713479+0000 mon.a (mon.0) 1502 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[79695]: cluster 2024-03-22T07:42:42.718939+0000 osd.6 (osd.6) 594 : cluster 3 failed to encode map e1014 with expected crc 2024-03-22T07:42:44.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[82160]: cluster 2024-03-22T07:42:42.280858+0000 mgr.y (mgr.25337) 1061 : cluster 0 pgmap v1694: 105 pgs: 105 active+clean; 370 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 160 KiB/s rd, 36 MiB/s wr, 259 op/s 2024-03-22T07:42:44.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[82160]: cluster 2024-03-22T07:42:42.697265+0000 osd.7 (osd.7) 631 : cluster 3 failed to encode map e1014 with expected crc 2024-03-22T07:42:44.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[82160]: cluster 2024-03-22T07:42:42.698731+0000 mon.a (mon.0) 1501 : cluster 0 osdmap e1014: 8 total, 8 up, 8 in 2024-03-22T07:42:44.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[82160]: audit 2024-03-22T07:42:42.700715+0000 mon.c (mon.2) 418 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:42:44.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[82160]: audit 2024-03-22T07:42:42.702298+0000 mon.c (mon.2) 419 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:42:44.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[82160]: cluster 2024-03-22T07:42:42.703950+0000 osd.5 (osd.5) 602 : cluster 3 failed to encode map e1014 with expected crc 2024-03-22T07:42:44.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[82160]: audit 2024-03-22T07:42:42.713479+0000 mon.a (mon.0) 1502 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:44.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:43 smithi129 bash[82160]: cluster 2024-03-22T07:42:42.718939+0000 osd.6 (osd.6) 594 : cluster 3 failed to encode map e1014 with expected crc 2024-03-22T07:42:44.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:43 smithi148 bash[66753]: cluster 2024-03-22T07:42:42.280858+0000 mgr.y (mgr.25337) 1061 : cluster 0 pgmap v1694: 105 pgs: 105 active+clean; 370 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 160 KiB/s rd, 36 MiB/s wr, 259 op/s 2024-03-22T07:42:44.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:43 smithi148 bash[66753]: cluster 2024-03-22T07:42:42.697265+0000 osd.7 (osd.7) 631 : cluster 3 failed to encode map e1014 with expected crc 2024-03-22T07:42:44.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:43 smithi148 bash[66753]: cluster 2024-03-22T07:42:42.698731+0000 mon.a (mon.0) 1501 : cluster 0 osdmap e1014: 8 total, 8 up, 8 in 2024-03-22T07:42:44.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:43 smithi148 bash[66753]: audit 2024-03-22T07:42:42.700715+0000 mon.c (mon.2) 418 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:42:44.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:43 smithi148 bash[66753]: audit 2024-03-22T07:42:42.702298+0000 mon.c (mon.2) 419 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:42:44.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:43 smithi148 bash[66753]: cluster 2024-03-22T07:42:42.703950+0000 osd.5 (osd.5) 602 : cluster 3 failed to encode map e1014 with expected crc 2024-03-22T07:42:44.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:43 smithi148 bash[66753]: audit 2024-03-22T07:42:42.713479+0000 mon.a (mon.0) 1502 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:42:44.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:43 smithi148 bash[66753]: cluster 2024-03-22T07:42:42.718939+0000 osd.6 (osd.6) 594 : cluster 3 failed to encode map e1014 with expected crc 2024-03-22T07:42:44.855 INFO:tasks.workunit.client.0.smithi129.stdout: i=12 exists [5591282~4960946,13656652~646257,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,84372739~288325,87064311~5427255,92849093~11381705,104655281~1227597,108376745~1907460,112055086~19048892,132457182~5631949,139333155~14991060,155714042~39933578,196100548~13351592,211517152~8851105,221236568~431225,222108736~4682597,228572993~12450079,247018688~23136500,274487390~22490654,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~25614042,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] wrote [84372739~288325,112388710~2499291,140506182~2632025,167281657~5564821,201137412~3864689,211517152~7770030,238593101~169179,341853784~5957348,376067976~1964091] 2024-03-22T07:42:45.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:44 smithi129 bash[82160]: cluster 2024-03-22T07:42:43.717205+0000 mon.a (mon.0) 1503 : cluster 0 osdmap e1015: 8 total, 8 up, 8 in 2024-03-22T07:42:45.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:44 smithi129 bash[82160]: cluster 2024-03-22T07:42:43.724534+0000 osd.5 (osd.5) 603 : cluster 3 failed to encode map e1015 with expected crc 2024-03-22T07:42:45.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:44 smithi129 bash[82160]: cluster 2024-03-22T07:42:43.736551+0000 osd.6 (osd.6) 595 : cluster 3 failed to encode map e1015 with expected crc 2024-03-22T07:42:45.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:44 smithi129 bash[82160]: cluster 2024-03-22T07:42:43.760981+0000 osd.7 (osd.7) 632 : cluster 3 failed to encode map e1015 with expected crc 2024-03-22T07:42:45.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:44 smithi129 bash[79695]: cluster 2024-03-22T07:42:43.717205+0000 mon.a (mon.0) 1503 : cluster 0 osdmap e1015: 8 total, 8 up, 8 in 2024-03-22T07:42:45.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:44 smithi129 bash[79695]: cluster 2024-03-22T07:42:43.724534+0000 osd.5 (osd.5) 603 : cluster 3 failed to encode map e1015 with expected crc 2024-03-22T07:42:45.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:44 smithi129 bash[79695]: cluster 2024-03-22T07:42:43.736551+0000 osd.6 (osd.6) 595 : cluster 3 failed to encode map e1015 with expected crc 2024-03-22T07:42:45.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:44 smithi129 bash[79695]: cluster 2024-03-22T07:42:43.760981+0000 osd.7 (osd.7) 632 : cluster 3 failed to encode map e1015 with expected crc 2024-03-22T07:42:45.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:44 smithi148 bash[66753]: cluster 2024-03-22T07:42:43.717205+0000 mon.a (mon.0) 1503 : cluster 0 osdmap e1015: 8 total, 8 up, 8 in 2024-03-22T07:42:45.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:44 smithi148 bash[66753]: cluster 2024-03-22T07:42:43.724534+0000 osd.5 (osd.5) 603 : cluster 3 failed to encode map e1015 with expected crc 2024-03-22T07:42:45.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:44 smithi148 bash[66753]: cluster 2024-03-22T07:42:43.736551+0000 osd.6 (osd.6) 595 : cluster 3 failed to encode map e1015 with expected crc 2024-03-22T07:42:45.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:44 smithi148 bash[66753]: cluster 2024-03-22T07:42:43.760981+0000 osd.7 (osd.7) 632 : cluster 3 failed to encode map e1015 with expected crc 2024-03-22T07:42:45.883 INFO:tasks.workunit.client.0.smithi129.stdout: i=13 exists [5591282~4960946,13656652~646257,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,84372739~288325,87064311~5427255,92849093~11381705,104655281~1227597,108376745~1907460,112055086~19048892,132457182~5631949,139333155~14991060,155714042~39933578,196100548~13351592,211517152~8851105,221236568~431225,222108736~4682597,228572993~12450079,247018688~23136500,274487390~26369638,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~25614042,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772,407509075~3686978] wrote [34429583~5616804,93264585~4783899,122362023~4955847,151937332~1588628,295641026~5216002,319283728~6507439,372966315~3717309,377847992~4414638,397098655~6441772] 2024-03-22T07:42:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:45 smithi129 bash[79695]: cluster 2024-03-22T07:42:44.281681+0000 mgr.y (mgr.25337) 1062 : cluster 0 pgmap v1697: 105 pgs: 105 active+clean; 460 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 199 KiB/s rd, 38 MiB/s wr, 317 op/s 2024-03-22T07:42:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:45 smithi129 bash[79695]: cluster 2024-03-22T07:42:44.724479+0000 osd.7 (osd.7) 633 : cluster 3 failed to encode map e1016 with expected crc 2024-03-22T07:42:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:45 smithi129 bash[79695]: cluster 2024-03-22T07:42:44.728596+0000 mon.a (mon.0) 1504 : cluster 0 osdmap e1016: 8 total, 8 up, 8 in 2024-03-22T07:42:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:45 smithi129 bash[79695]: cluster 2024-03-22T07:42:44.734763+0000 osd.5 (osd.5) 604 : cluster 3 failed to encode map e1016 with expected crc 2024-03-22T07:42:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:45 smithi129 bash[79695]: cluster 2024-03-22T07:42:44.746890+0000 osd.6 (osd.6) 596 : cluster 3 failed to encode map e1016 with expected crc 2024-03-22T07:42:46.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:45 smithi129 bash[82160]: cluster 2024-03-22T07:42:44.281681+0000 mgr.y (mgr.25337) 1062 : cluster 0 pgmap v1697: 105 pgs: 105 active+clean; 460 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 199 KiB/s rd, 38 MiB/s wr, 317 op/s 2024-03-22T07:42:46.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:45 smithi129 bash[82160]: cluster 2024-03-22T07:42:44.724479+0000 osd.7 (osd.7) 633 : cluster 3 failed to encode map e1016 with expected crc 2024-03-22T07:42:46.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:45 smithi129 bash[82160]: cluster 2024-03-22T07:42:44.728596+0000 mon.a (mon.0) 1504 : cluster 0 osdmap e1016: 8 total, 8 up, 8 in 2024-03-22T07:42:46.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:45 smithi129 bash[82160]: cluster 2024-03-22T07:42:44.734763+0000 osd.5 (osd.5) 604 : cluster 3 failed to encode map e1016 with expected crc 2024-03-22T07:42:46.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:45 smithi129 bash[82160]: cluster 2024-03-22T07:42:44.746890+0000 osd.6 (osd.6) 596 : cluster 3 failed to encode map e1016 with expected crc 2024-03-22T07:42:46.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:45 smithi148 bash[66753]: cluster 2024-03-22T07:42:44.281681+0000 mgr.y (mgr.25337) 1062 : cluster 0 pgmap v1697: 105 pgs: 105 active+clean; 460 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 199 KiB/s rd, 38 MiB/s wr, 317 op/s 2024-03-22T07:42:46.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:45 smithi148 bash[66753]: cluster 2024-03-22T07:42:44.724479+0000 osd.7 (osd.7) 633 : cluster 3 failed to encode map e1016 with expected crc 2024-03-22T07:42:46.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:45 smithi148 bash[66753]: cluster 2024-03-22T07:42:44.728596+0000 mon.a (mon.0) 1504 : cluster 0 osdmap e1016: 8 total, 8 up, 8 in 2024-03-22T07:42:46.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:45 smithi148 bash[66753]: cluster 2024-03-22T07:42:44.734763+0000 osd.5 (osd.5) 604 : cluster 3 failed to encode map e1016 with expected crc 2024-03-22T07:42:46.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:45 smithi148 bash[66753]: cluster 2024-03-22T07:42:44.746890+0000 osd.6 (osd.6) 596 : cluster 3 failed to encode map e1016 with expected crc 2024-03-22T07:42:46.878 INFO:tasks.workunit.client.0.smithi129.stdout: i=14 exists [5591282~4960946,13317020~153014,13656652~646257,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,81103102~11388464,92849093~11381705,104655281~1227597,108376745~1907460,112055086~19048892,132457182~5631949,139333155~14991060,155714042~39933578,196100548~13351592,211517152~8851105,221236568~431225,222108736~4682597,228572993~12450079,247018688~23136500,274487390~26369638,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~29715860,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772,407509075~3686978] wrote [13317020~153014,39305850~6446999,77007674~57773,81103102~7038417,120232785~6332959,202777405~392342,290515115~7060730,366367976~3990080,389518928~2296255] 2024-03-22T07:42:47.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:46 smithi129 bash[79695]: cluster 2024-03-22T07:42:45.727596+0000 osd.7 (osd.7) 634 : cluster 3 failed to encode map e1017 with expected crc 2024-03-22T07:42:47.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:46 smithi129 bash[79695]: cluster 2024-03-22T07:42:45.729350+0000 mon.a (mon.0) 1505 : cluster 0 osdmap e1017: 8 total, 8 up, 8 in 2024-03-22T07:42:47.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:46 smithi129 bash[79695]: cluster 2024-03-22T07:42:45.737555+0000 osd.5 (osd.5) 605 : cluster 3 failed to encode map e1017 with expected crc 2024-03-22T07:42:47.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:46 smithi129 bash[79695]: cluster 2024-03-22T07:42:45.752702+0000 osd.6 (osd.6) 597 : cluster 3 failed to encode map e1017 with expected crc 2024-03-22T07:42:47.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:46 smithi129 bash[82160]: cluster 2024-03-22T07:42:45.727596+0000 osd.7 (osd.7) 634 : cluster 3 failed to encode map e1017 with expected crc 2024-03-22T07:42:47.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:46 smithi129 bash[82160]: cluster 2024-03-22T07:42:45.729350+0000 mon.a (mon.0) 1505 : cluster 0 osdmap e1017: 8 total, 8 up, 8 in 2024-03-22T07:42:47.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:46 smithi129 bash[82160]: cluster 2024-03-22T07:42:45.737555+0000 osd.5 (osd.5) 605 : cluster 3 failed to encode map e1017 with expected crc 2024-03-22T07:42:47.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:46 smithi129 bash[82160]: cluster 2024-03-22T07:42:45.752702+0000 osd.6 (osd.6) 597 : cluster 3 failed to encode map e1017 with expected crc 2024-03-22T07:42:47.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:46 smithi148 bash[66753]: cluster 2024-03-22T07:42:45.727596+0000 osd.7 (osd.7) 634 : cluster 3 failed to encode map e1017 with expected crc 2024-03-22T07:42:47.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:46 smithi148 bash[66753]: cluster 2024-03-22T07:42:45.729350+0000 mon.a (mon.0) 1505 : cluster 0 osdmap e1017: 8 total, 8 up, 8 in 2024-03-22T07:42:47.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:46 smithi148 bash[66753]: cluster 2024-03-22T07:42:45.737555+0000 osd.5 (osd.5) 605 : cluster 3 failed to encode map e1017 with expected crc 2024-03-22T07:42:47.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:46 smithi148 bash[66753]: cluster 2024-03-22T07:42:45.752702+0000 osd.6 (osd.6) 597 : cluster 3 failed to encode map e1017 with expected crc 2024-03-22T07:42:47.896 INFO:tasks.workunit.client.0.smithi129.stdout: i=15 exists [5591282~4960946,13317020~153014,13656652~646257,16225083~7640213,25231592~9151851,34429583~12165779,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~11388464,92849093~11381705,104655281~5754572,112055086~19048892,132457182~5631949,139333155~14991060,155714042~39933578,196100548~13351592,211517152~8851105,221236568~431225,222108736~18914336,247018688~23136500,274487390~26369638,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~29715860,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772,407509075~3686978] wrote [38768234~7827128,58478595~3968642,68373365~2053316,87586261~1344093,105867150~4542703,182915283~7822486,223833814~6772130,248520658~5271455,333861207~6629822,368386334~2111672] 2024-03-22T07:42:48.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:47 smithi129 bash[79695]: cluster 2024-03-22T07:42:46.282377+0000 mgr.y (mgr.25337) 1063 : cluster 0 pgmap v1700: 105 pgs: 105 active+clean; 550 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 199 KiB/s rd, 45 MiB/s wr, 320 op/s 2024-03-22T07:42:48.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:47 smithi129 bash[79695]: cluster 2024-03-22T07:42:46.748284+0000 osd.7 (osd.7) 635 : cluster 3 failed to encode map e1018 with expected crc 2024-03-22T07:42:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:47 smithi129 bash[79695]: cluster 2024-03-22T07:42:46.751095+0000 osd.6 (osd.6) 598 : cluster 3 failed to encode map e1018 with expected crc 2024-03-22T07:42:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:47 smithi129 bash[79695]: cluster 2024-03-22T07:42:46.751714+0000 mon.a (mon.0) 1506 : cluster 0 osdmap e1018: 8 total, 8 up, 8 in 2024-03-22T07:42:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:47 smithi129 bash[79695]: cluster 2024-03-22T07:42:46.757928+0000 osd.5 (osd.5) 606 : cluster 3 failed to encode map e1018 with expected crc 2024-03-22T07:42:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:47 smithi129 bash[82160]: cluster 2024-03-22T07:42:46.282377+0000 mgr.y (mgr.25337) 1063 : cluster 0 pgmap v1700: 105 pgs: 105 active+clean; 550 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 199 KiB/s rd, 45 MiB/s wr, 320 op/s 2024-03-22T07:42:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:47 smithi129 bash[82160]: cluster 2024-03-22T07:42:46.748284+0000 osd.7 (osd.7) 635 : cluster 3 failed to encode map e1018 with expected crc 2024-03-22T07:42:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:47 smithi129 bash[82160]: cluster 2024-03-22T07:42:46.751095+0000 osd.6 (osd.6) 598 : cluster 3 failed to encode map e1018 with expected crc 2024-03-22T07:42:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:47 smithi129 bash[82160]: cluster 2024-03-22T07:42:46.751714+0000 mon.a (mon.0) 1506 : cluster 0 osdmap e1018: 8 total, 8 up, 8 in 2024-03-22T07:42:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:47 smithi129 bash[82160]: cluster 2024-03-22T07:42:46.757928+0000 osd.5 (osd.5) 606 : cluster 3 failed to encode map e1018 with expected crc 2024-03-22T07:42:48.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:47 smithi148 bash[66753]: cluster 2024-03-22T07:42:46.282377+0000 mgr.y (mgr.25337) 1063 : cluster 0 pgmap v1700: 105 pgs: 105 active+clean; 550 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 199 KiB/s rd, 45 MiB/s wr, 320 op/s 2024-03-22T07:42:48.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:47 smithi148 bash[66753]: cluster 2024-03-22T07:42:46.748284+0000 osd.7 (osd.7) 635 : cluster 3 failed to encode map e1018 with expected crc 2024-03-22T07:42:48.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:47 smithi148 bash[66753]: cluster 2024-03-22T07:42:46.751095+0000 osd.6 (osd.6) 598 : cluster 3 failed to encode map e1018 with expected crc 2024-03-22T07:42:48.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:47 smithi148 bash[66753]: cluster 2024-03-22T07:42:46.751714+0000 mon.a (mon.0) 1506 : cluster 0 osdmap e1018: 8 total, 8 up, 8 in 2024-03-22T07:42:48.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:47 smithi148 bash[66753]: cluster 2024-03-22T07:42:46.757928+0000 osd.5 (osd.5) 606 : cluster 3 failed to encode map e1018 with expected crc 2024-03-22T07:42:48.908 INFO:tasks.workunit.client.0.smithi129.stdout: i=16 exists [5591282~4960946,13317020~153014,13656652~646257,15225403~8639893,25231592~9151851,34429583~12165779,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~11388464,92849093~17560760,112055086~19048892,132457182~21867033,155714042~39933578,196100548~13351592,211445534~8922723,221236568~431225,222108736~18914336,247018688~23136500,273182304~27674724,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772,407509075~3686978] wrote [15225403~3218806,100052634~7767797,114941074~5224911,129147794~558307,137641002~7716461,211445534~6677152,273182304~8016495,339722852~1810875,380925611~2357375] 2024-03-22T07:42:49.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:48 smithi129 bash[79695]: cluster 2024-03-22T07:42:47.753651+0000 mon.a (mon.0) 1507 : cluster 0 osdmap e1019: 8 total, 8 up, 8 in 2024-03-22T07:42:49.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:48 smithi129 bash[79695]: cluster 2024-03-22T07:42:47.759282+0000 osd.5 (osd.5) 607 : cluster 3 failed to encode map e1019 with expected crc 2024-03-22T07:42:49.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:48 smithi129 bash[79695]: cluster 2024-03-22T07:42:47.776668+0000 osd.6 (osd.6) 599 : cluster 3 failed to encode map e1019 with expected crc 2024-03-22T07:42:49.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:48 smithi129 bash[79695]: cluster 2024-03-22T07:42:47.802275+0000 osd.7 (osd.7) 636 : cluster 3 failed to encode map e1019 with expected crc 2024-03-22T07:42:49.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:48 smithi129 bash[82160]: cluster 2024-03-22T07:42:47.753651+0000 mon.a (mon.0) 1507 : cluster 0 osdmap e1019: 8 total, 8 up, 8 in 2024-03-22T07:42:49.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:48 smithi129 bash[82160]: cluster 2024-03-22T07:42:47.759282+0000 osd.5 (osd.5) 607 : cluster 3 failed to encode map e1019 with expected crc 2024-03-22T07:42:49.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:48 smithi129 bash[82160]: cluster 2024-03-22T07:42:47.776668+0000 osd.6 (osd.6) 599 : cluster 3 failed to encode map e1019 with expected crc 2024-03-22T07:42:49.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:48 smithi129 bash[82160]: cluster 2024-03-22T07:42:47.802275+0000 osd.7 (osd.7) 636 : cluster 3 failed to encode map e1019 with expected crc 2024-03-22T07:42:49.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:48 smithi148 bash[66753]: cluster 2024-03-22T07:42:47.753651+0000 mon.a (mon.0) 1507 : cluster 0 osdmap e1019: 8 total, 8 up, 8 in 2024-03-22T07:42:49.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:48 smithi148 bash[66753]: cluster 2024-03-22T07:42:47.759282+0000 osd.5 (osd.5) 607 : cluster 3 failed to encode map e1019 with expected crc 2024-03-22T07:42:49.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:48 smithi148 bash[66753]: cluster 2024-03-22T07:42:47.776668+0000 osd.6 (osd.6) 599 : cluster 3 failed to encode map e1019 with expected crc 2024-03-22T07:42:49.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:48 smithi148 bash[66753]: cluster 2024-03-22T07:42:47.802275+0000 osd.7 (osd.7) 636 : cluster 3 failed to encode map e1019 with expected crc 2024-03-22T07:42:49.901 INFO:tasks.workunit.client.0.smithi129.stdout: i=17 exists [5591282~4960946,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~11388464,92849093~17560760,112055086~19048892,132457182~21867033,155714042~39933578,196100548~13351592,211445534~8922723,221236568~431225,222108736~19221490,247018688~23136500,273182304~27674724,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] wrote [33579004~4307640,102018891~1682424,226122865~7266762,239945166~1385060,249800514~2478878,293909004~1541521,362078687~2952807,386833184~5636970,406779681~5450859] 2024-03-22T07:42:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:49 smithi129 bash[79695]: cluster 2024-03-22T07:42:48.283219+0000 mgr.y (mgr.25337) 1064 : cluster 0 pgmap v1703: 105 pgs: 105 active+clean; 602 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s wr, 18 op/s 2024-03-22T07:42:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:49 smithi129 bash[79695]: cluster 2024-03-22T07:42:48.772201+0000 osd.7 (osd.7) 637 : cluster 3 failed to encode map e1020 with expected crc 2024-03-22T07:42:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:49 smithi129 bash[79695]: cluster 2024-03-22T07:42:48.773482+0000 osd.6 (osd.6) 600 : cluster 3 failed to encode map e1020 with expected crc 2024-03-22T07:42:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:49 smithi129 bash[79695]: cluster 2024-03-22T07:42:48.773883+0000 mon.a (mon.0) 1508 : cluster 0 osdmap e1020: 8 total, 8 up, 8 in 2024-03-22T07:42:50.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:49 smithi129 bash[79695]: cluster 2024-03-22T07:42:48.779894+0000 osd.5 (osd.5) 608 : cluster 3 failed to encode map e1020 with expected crc 2024-03-22T07:42:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:49 smithi129 bash[82160]: cluster 2024-03-22T07:42:48.283219+0000 mgr.y (mgr.25337) 1064 : cluster 0 pgmap v1703: 105 pgs: 105 active+clean; 602 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s wr, 18 op/s 2024-03-22T07:42:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:49 smithi129 bash[82160]: cluster 2024-03-22T07:42:48.772201+0000 osd.7 (osd.7) 637 : cluster 3 failed to encode map e1020 with expected crc 2024-03-22T07:42:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:49 smithi129 bash[82160]: cluster 2024-03-22T07:42:48.773482+0000 osd.6 (osd.6) 600 : cluster 3 failed to encode map e1020 with expected crc 2024-03-22T07:42:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:49 smithi129 bash[82160]: cluster 2024-03-22T07:42:48.773883+0000 mon.a (mon.0) 1508 : cluster 0 osdmap e1020: 8 total, 8 up, 8 in 2024-03-22T07:42:50.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:49 smithi129 bash[82160]: cluster 2024-03-22T07:42:48.779894+0000 osd.5 (osd.5) 608 : cluster 3 failed to encode map e1020 with expected crc 2024-03-22T07:42:50.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:49 smithi148 bash[66753]: cluster 2024-03-22T07:42:48.283219+0000 mgr.y (mgr.25337) 1064 : cluster 0 pgmap v1703: 105 pgs: 105 active+clean; 602 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s wr, 18 op/s 2024-03-22T07:42:50.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:49 smithi148 bash[66753]: cluster 2024-03-22T07:42:48.772201+0000 osd.7 (osd.7) 637 : cluster 3 failed to encode map e1020 with expected crc 2024-03-22T07:42:50.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:49 smithi148 bash[66753]: cluster 2024-03-22T07:42:48.773482+0000 osd.6 (osd.6) 600 : cluster 3 failed to encode map e1020 with expected crc 2024-03-22T07:42:50.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:49 smithi148 bash[66753]: cluster 2024-03-22T07:42:48.773883+0000 mon.a (mon.0) 1508 : cluster 0 osdmap e1020: 8 total, 8 up, 8 in 2024-03-22T07:42:50.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:49 smithi148 bash[66753]: cluster 2024-03-22T07:42:48.779894+0000 osd.5 (osd.5) 608 : cluster 3 failed to encode map e1020 with expected crc 2024-03-22T07:42:50.946 INFO:tasks.workunit.client.0.smithi129.stdout: i=18 exists [5591282~4960946,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~11388464,92849093~17560760,112055086~19048892,132457182~21867033,155714042~53888062,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~27674724,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] wrote [50485109~7695068,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,302275389~2609639,327390554~3540988,396612024~6819152] 2024-03-22T07:42:51.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:50 smithi129 bash[79695]: cluster 2024-03-22T07:42:49.785037+0000 mon.a (mon.0) 1509 : cluster 0 osdmap e1021: 8 total, 8 up, 8 in 2024-03-22T07:42:51.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:50 smithi129 bash[79695]: cluster 2024-03-22T07:42:49.791906+0000 osd.5 (osd.5) 609 : cluster 3 failed to encode map e1021 with expected crc 2024-03-22T07:42:51.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:50 smithi129 bash[79695]: cluster 2024-03-22T07:42:49.802997+0000 osd.6 (osd.6) 601 : cluster 3 failed to encode map e1021 with expected crc 2024-03-22T07:42:51.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:50 smithi129 bash[79695]: cluster 2024-03-22T07:42:49.812435+0000 osd.7 (osd.7) 638 : cluster 3 failed to encode map e1021 with expected crc 2024-03-22T07:42:51.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:50 smithi129 bash[82160]: cluster 2024-03-22T07:42:49.785037+0000 mon.a (mon.0) 1509 : cluster 0 osdmap e1021: 8 total, 8 up, 8 in 2024-03-22T07:42:51.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:50 smithi129 bash[82160]: cluster 2024-03-22T07:42:49.791906+0000 osd.5 (osd.5) 609 : cluster 3 failed to encode map e1021 with expected crc 2024-03-22T07:42:51.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:50 smithi129 bash[82160]: cluster 2024-03-22T07:42:49.802997+0000 osd.6 (osd.6) 601 : cluster 3 failed to encode map e1021 with expected crc 2024-03-22T07:42:51.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:50 smithi129 bash[82160]: cluster 2024-03-22T07:42:49.812435+0000 osd.7 (osd.7) 638 : cluster 3 failed to encode map e1021 with expected crc 2024-03-22T07:42:51.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:50 smithi148 bash[66753]: cluster 2024-03-22T07:42:49.785037+0000 mon.a (mon.0) 1509 : cluster 0 osdmap e1021: 8 total, 8 up, 8 in 2024-03-22T07:42:51.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:50 smithi148 bash[66753]: cluster 2024-03-22T07:42:49.791906+0000 osd.5 (osd.5) 609 : cluster 3 failed to encode map e1021 with expected crc 2024-03-22T07:42:51.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:50 smithi148 bash[66753]: cluster 2024-03-22T07:42:49.802997+0000 osd.6 (osd.6) 601 : cluster 3 failed to encode map e1021 with expected crc 2024-03-22T07:42:51.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:50 smithi148 bash[66753]: cluster 2024-03-22T07:42:49.812435+0000 osd.7 (osd.7) 638 : cluster 3 failed to encode map e1021 with expected crc 2024-03-22T07:42:51.975 INFO:tasks.workunit.client.0.smithi129.stdout: i=19 exists [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~11388464,92849093~17560760,112055086~19048892,132457182~21867033,155714042~53888062,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~27674724,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] wrote [5132302~6844556,17597615~5379184,28186830~7172279,37400257~5597273,134694913~8141407,149178565~3909320,281788794~4808354,292483334~7350760,365083234~3071521] 2024-03-22T07:42:52.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:51 smithi129 bash[79695]: cluster 2024-03-22T07:42:50.283887+0000 mgr.y (mgr.25337) 1065 : cluster 0 pgmap v1706: 105 pgs: 105 active+clean; 710 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 240 KiB/s rd, 40 MiB/s wr, 374 op/s 2024-03-22T07:42:52.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:51 smithi129 bash[79695]: cluster 2024-03-22T07:42:50.794360+0000 osd.7 (osd.7) 639 : cluster 3 failed to encode map e1022 with expected crc 2024-03-22T07:42:52.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:51 smithi129 bash[79695]: cluster 2024-03-22T07:42:50.799451+0000 mon.a (mon.0) 1510 : cluster 0 osdmap e1022: 8 total, 8 up, 8 in 2024-03-22T07:42:52.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:51 smithi129 bash[79695]: cluster 2024-03-22T07:42:50.805489+0000 osd.5 (osd.5) 610 : cluster 3 failed to encode map e1022 with expected crc 2024-03-22T07:42:52.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:51 smithi129 bash[79695]: cluster 2024-03-22T07:42:50.820560+0000 osd.6 (osd.6) 602 : cluster 3 failed to encode map e1022 with expected crc 2024-03-22T07:42:52.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:51 smithi129 bash[82160]: cluster 2024-03-22T07:42:50.283887+0000 mgr.y (mgr.25337) 1065 : cluster 0 pgmap v1706: 105 pgs: 105 active+clean; 710 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 240 KiB/s rd, 40 MiB/s wr, 374 op/s 2024-03-22T07:42:52.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:51 smithi129 bash[82160]: cluster 2024-03-22T07:42:50.794360+0000 osd.7 (osd.7) 639 : cluster 3 failed to encode map e1022 with expected crc 2024-03-22T07:42:52.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:51 smithi129 bash[82160]: cluster 2024-03-22T07:42:50.799451+0000 mon.a (mon.0) 1510 : cluster 0 osdmap e1022: 8 total, 8 up, 8 in 2024-03-22T07:42:52.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:51 smithi129 bash[82160]: cluster 2024-03-22T07:42:50.805489+0000 osd.5 (osd.5) 610 : cluster 3 failed to encode map e1022 with expected crc 2024-03-22T07:42:52.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:51 smithi129 bash[82160]: cluster 2024-03-22T07:42:50.820560+0000 osd.6 (osd.6) 602 : cluster 3 failed to encode map e1022 with expected crc 2024-03-22T07:42:52.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:51 smithi148 bash[66753]: cluster 2024-03-22T07:42:50.283887+0000 mgr.y (mgr.25337) 1065 : cluster 0 pgmap v1706: 105 pgs: 105 active+clean; 710 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 240 KiB/s rd, 40 MiB/s wr, 374 op/s 2024-03-22T07:42:52.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:51 smithi148 bash[66753]: cluster 2024-03-22T07:42:50.794360+0000 osd.7 (osd.7) 639 : cluster 3 failed to encode map e1022 with expected crc 2024-03-22T07:42:52.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:51 smithi148 bash[66753]: cluster 2024-03-22T07:42:50.799451+0000 mon.a (mon.0) 1510 : cluster 0 osdmap e1022: 8 total, 8 up, 8 in 2024-03-22T07:42:52.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:51 smithi148 bash[66753]: cluster 2024-03-22T07:42:50.805489+0000 osd.5 (osd.5) 610 : cluster 3 failed to encode map e1022 with expected crc 2024-03-22T07:42:52.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:51 smithi148 bash[66753]: cluster 2024-03-22T07:42:50.820560+0000 osd.6 (osd.6) 602 : cluster 3 failed to encode map e1022 with expected crc 2024-03-22T07:42:52.854 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 1 diff [5591282~3975609,13656652~646257,36947079~586642,42747983~3404910,128574607~576122,139333155~6365955,161811720~7596292,250422899~4818180,293691776~3286268,352894992~7862657] 2024-03-22T07:42:52.854 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~3975609,13656652~646257,36947079~586642,42747983~3404910,128574607~576122,139333155~6365955,161811720~7596292,250422899~4818180,293691776~3286268,352894992~7862657] 2024-03-22T07:42:52.900 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~5372587,12582912~1719997,33554432~3979289,41943040~4209853,125829120~3321609,138412032~7287078,161455393~7952619,247463936~7777143,293601280~3376764,352321536~8436113] 2024-03-22T07:42:52.900 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 2 diff [5591282~3975609,13656652~646257,36947079~586642,42747983~3404910,74099178~1789405,92849093~3376845,115357746~4612262,128574607~576122,132457182~5631949,139333155~6365955,150466893~1150588,161811720~7596292,190780668~4866952,203812302~1188896,228572993~3784937,250422899~4818180,293691776~3286268,352894992~7862657,407509075~3686978] 2024-03-22T07:42:52.900 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~3975609,13656652~646257,36947079~586642,42747983~3404910,74099178~1789405,92849093~3376845,115357746~4612262,128574607~576122,132457182~5631949,139333155~6365955,150466893~1150588,161811720~7596292,190780668~4866952,203812302~1188896,228572993~3784937,250422899~4818180,293691776~3286268,352894992~7862657,407509075~3686978] 2024-03-22T07:42:52.922 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~5372587,12582912~1719997,33554432~3979289,41943040~4209853,71303168~4585415,92491566~3734372,113246208~6723800,125829120~3321609,130023424~8065707,138412032~7287078,146800640~4816841,161455393~7952619,190780668~4866952,203812302~1188896,226492416~5865514,247463936~7777143,293601280~3376764,352321536~8436113,406847488~4348565] 2024-03-22T07:42:52.922 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 3 diff [5591282~3975609,13656652~646257,36947079~586642,42747983~3404910,59861751~5787377,74099178~1789405,90430270~1121702,92849093~3376845,112055086~7914922,128574607~576122,132457182~5631949,139333155~6365955,150466893~1150588,161811720~7596292,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,228572993~3784937,250422899~12036448,276948391~7730879,293691776~3286268,310204455~608248,352894992~7862657,399333850~3244024,407509075~3686978] 2024-03-22T07:42:52.922 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~3975609,13656652~646257,36947079~586642,42747983~3404910,59861751~5787377,74099178~1789405,90430270~1121702,92849093~3376845,112055086~7914922,128574607~576122,132457182~5631949,139333155~6365955,150466893~1150588,161811720~7596292,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,228572993~3784937,250422899~12036448,276948391~7730879,293691776~3286268,310204455~608248,352894992~7862657,399333850~3244024,407509075~3686978] 2024-03-22T07:42:52.939 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~5372587,12582912~1719997,33554432~3979289,41943040~4209853,58720256~6928872,71303168~4585415,90430270~1121702,92491566~3734372,109051904~10918104,125829120~3321609,130023424~8065707,138412032~7287078,146800640~4816841,161455393~7952619,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,226492416~5865514,247463936~14995411,276824064~7855206,293601280~3376764,306184192~4628511,352321536~8436113,398458880~4118994,406847488~4348565] 2024-03-22T07:42:52.939 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 4 diff [5591282~3975609,13656652~646257,25231592~5528361,36947079~586642,40278446~196999,42747983~3404910,59861751~5787377,66546697~2832281,74099178~1789405,90430270~1121702,92849093~3376845,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,139333155~6365955,150466893~1150588,161811720~7596292,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,228572993~3784937,250422899~12036448,276442709~11656496,293691776~3286268,301409010~4590442,310204455~608248,352894992~7862657,399333850~3244024,407509075~3686978] 2024-03-22T07:42:52.939 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~3975609,13656652~646257,25231592~5528361,36947079~586642,40278446~196999,42747983~3404910,59861751~5787377,66546697~2832281,74099178~1789405,90430270~1121702,92849093~3376845,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,139333155~6365955,150466893~1150588,161811720~7596292,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,228572993~3784937,250422899~12036448,276442709~11656496,293691776~3286268,301409010~4590442,310204455~608248,352894992~7862657,399333850~3244024,407509075~3686978] 2024-03-22T07:42:52.953 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~5372587,12582912~1719997,25165824~5594129,33554432~3979289,37748736~2726709,41943040~4209853,58720256~10658722,71303168~4585415,90430270~1121702,92491566~3734372,109051904~10918104,122549009~1425066,125829120~12260011,138412032~7287078,146800640~4816841,161455393~7952619,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,218103808~3563985,226492416~5865514,247463936~14995411,272629760~15469445,293601280~3376764,297795584~8203868,306184192~4628511,352321536~8436113,398458880~4118994,406847488~4348565] 2024-03-22T07:42:52.953 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 5 diff [5591282~3975609,13656652~646257,19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66546697~2832281,74099178~1789405,90430270~1121702,92849093~3376845,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,139333155~6365955,145767830~5849651,161811720~7596292,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,228572993~3784937,250422899~16962223,276442709~11656496,293691776~3286268,301409010~4590442,307082501~2553462,310204455~608248,332394442~3246946,352894992~7862657,399333850~3244024,407509075~3686978] 2024-03-22T07:42:52.954 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~3975609,13656652~646257,19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66546697~2832281,74099178~1789405,90430270~1121702,92849093~3376845,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,139333155~6365955,145767830~5849651,161811720~7596292,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,228572993~3784937,250422899~16962223,276442709~11656496,293691776~3286268,301409010~4590442,307082501~2553462,310204455~608248,332394442~3246946,352894992~7862657,399333850~3244024,407509075~3686978] 2024-03-22T07:42:52.966 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~5372587,12582912~1719997,16777216~4178638,25165824~5594129,33554432~20142512,58720256~10658722,71303168~4585415,90430270~1121702,92491566~3734372,109051904~10918104,122549009~1425066,125829120~12260011,138412032~13205449,161455393~7952619,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,218103808~3563985,226492416~5865514,247463936~19921186,272629760~15469445,293601280~3376764,297795584~8203868,306184192~4628511,331350016~4291372,352321536~8436113,398458880~4118994,406847488~4348565] 2024-03-22T07:42:52.966 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 6 diff [5591282~3975609,13656652~646257,19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~3376845,100040174~4190624,104655281~1227597,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,139333155~6365955,145767830~5849651,161811720~7596292,185096177~10551443,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,228572993~3784937,234861093~6161979,247018688~20366434,276442709~11656496,293691776~3286268,301409010~4590442,307082501~2553462,310204455~608248,325514820~10126568,352894992~14572834,399333850~3244024,407509075~3686978] 2024-03-22T07:42:52.967 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~3975609,13656652~646257,19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~3376845,100040174~4190624,104655281~1227597,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,139333155~6365955,145767830~5849651,161811720~7596292,185096177~10551443,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,228572993~3784937,234861093~6161979,247018688~20366434,276442709~11656496,293691776~3286268,301409010~4590442,307082501~2553462,310204455~608248,325514820~10126568,352894992~14572834,399333850~3244024,407509075~3686978] 2024-03-22T07:42:52.978 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~5372587,12582912~1719997,16777216~4178638,25165824~5594129,33554432~20142512,58720256~10658722,71303168~4585415,90430270~1121702,92491566~3734372,96468992~9413886,109051904~10918104,122549009~1425066,125829120~12260011,138412032~13205449,161455393~7952619,184549376~11098244,196100548~4008358,200423084~2055849,203812302~1188896,218103808~3563985,226492416~14530656,243269632~24115490,272629760~15469445,293601280~3376764,297795584~8203868,306184192~4628511,322961408~12679980,352321536~15146290,398458880~4118994,406847488~4348565] 2024-03-22T07:42:52.978 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 7 diff [5591282~3975609,13656652~646257,16225083~7133923,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,139333155~12284326,161811720~7596292,185096177~10551443,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~20366434,276442709~11656496,293691776~3286268,301409010~4590442,307082501~2553462,310204455~608248,311932672~2785795,317226291~18415097,352894992~14572834,399333850~3244024,407509075~3686978] 2024-03-22T07:42:52.978 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~3975609,13656652~646257,16225083~7133923,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,139333155~12284326,161811720~7596292,185096177~10551443,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~20366434,276442709~11656496,293691776~3286268,301409010~4590442,307082501~2553462,310204455~608248,311932672~2785795,317226291~18415097,352894992~14572834,399333850~3244024,407509075~3686978] 2024-03-22T07:42:52.989 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~5372587,12582912~10776094,25165824~5594129,33554432~20142512,58720256~10658722,71303168~4585415,90430270~1121702,92491566~13391312,109051904~10918104,122549009~1425066,125829120~12260011,138412032~13205449,161455393~7952619,184549376~11098244,196100548~4008358,200423084~2055849,203812302~1188896,218103808~22919264,243269632~24115490,272629760~15469445,293601280~3376764,297795584~8203868,306184192~4628511,311932672~2785795,317226291~18415097,352321536~15146290,398458880~4118994,406847488~4348565] 2024-03-22T07:42:52.989 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 8 diff [5591282~3975609,13656652~646257,16225083~7640213,25231592~5528361,34969916~11238498,48929319~4767625,54761915~83434,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,139333155~12284326,161811720~7596292,185096177~10551443,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~20366434,276442709~13780798,293691776~3286268,301409010~4590442,307082501~2553462,310204455~608248,311932672~23708716,352894992~14572834,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:52.989 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~3975609,13656652~646257,16225083~7640213,25231592~5528361,34969916~11238498,48929319~4767625,54761915~83434,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,139333155~12284326,161811720~7596292,185096177~10551443,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~20366434,276442709~13780798,293691776~3286268,301409010~4590442,307082501~2553462,310204455~608248,311932672~23708716,352894992~14572834,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:52.999 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~5372587,12582912~11282384,25165824~5594129,33554432~20142512,54525952~319397,58720256~10658722,71303168~4585415,90430270~1121702,92491566~27478442,122549009~1425066,125829120~12260011,138412032~13205449,161455393~7952619,184549376~11098244,196100548~4008358,200423084~2055849,203812302~1188896,218103808~22919264,243269632~24115490,272629760~17593747,293601280~3376764,297795584~8203868,306184192~4628511,311932672~23708716,352321536~15146290,381681664~5037781,394264576~3890715,398458880~4118994,406847488~4348565] 2024-03-22T07:42:53.000 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 9 diff [5591282~4960946,13656652~646257,16225083~7640213,25231592~5528361,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,139333155~14991060,159131688~10276324,172644006~23003614,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~23136500,276442709~13780798,293691776~3286268,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,352894992~14572834,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.000 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~4960946,13656652~646257,16225083~7640213,25231592~5528361,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,139333155~14991060,159131688~10276324,172644006~23003614,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~23136500,276442709~13780798,293691776~3286268,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,352894992~14572834,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.009 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~6357924,12582912~11282384,25165824~5594129,33554432~35824546,71303168~4585415,90430270~1121702,92491566~27478442,122549009~1425066,125829120~12260011,138412032~15912183,159131688~10276324,171966464~23681156,196100548~4008358,200423084~2055849,203812302~1188896,218103808~22919264,243269632~26885556,272629760~17593747,293601280~3376764,297795584~8203868,306184192~4628511,311932672~28706747,352321536~15146290,381681664~5037781,394264576~3890715,398458880~4118994,406847488~4348565] 2024-03-22T07:42:53.009 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 10 diff [5591282~4960946,13656652~646257,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,139333155~14991060,159131688~10276324,171183621~24463999,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~23136500,276442709~13780798,290266035~6712009,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,352894992~14572834,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.009 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~4960946,13656652~646257,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,139333155~14991060,159131688~10276324,171183621~24463999,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~23136500,276442709~13780798,290266035~6712009,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,352894992~14572834,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.018 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~6357924,12582912~11282384,25165824~44213154,71303168~4585415,90430270~1121702,92491566~27478442,122549009~1425066,125829120~12260011,138412032~15912183,159131688~36515932,196100548~4008358,200423084~2055849,203812302~1188896,218103808~22919264,243269632~26885556,272629760~17593747,290266035~6712009,297795584~8203868,306184192~4628511,311932672~28706747,352321536~15146290,381681664~5037781,394264576~3890715,398458880~4118994,406847488~4348565] 2024-03-22T07:42:53.018 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 11 diff [5591282~4960946,13656652~646257,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,88019164~1803122,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120462799~10641179,132457182~5631949,139333155~14991060,159131688~10276324,171183621~24463999,196100548~6378385,203812302~1188896,214682219~5686038,221236568~431225,222108736~4682597,228572993~12450079,247018688~23136500,274487390~15736117,290266035~6712009,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,346085522~21382304,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.018 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~4960946,13656652~646257,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,88019164~1803122,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120462799~10641179,132457182~5631949,139333155~14991060,159131688~10276324,171183621~24463999,196100548~6378385,203812302~1188896,214682219~5686038,221236568~431225,222108736~4682597,228572993~12450079,247018688~23136500,274487390~15736117,290266035~6712009,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,346085522~21382304,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.027 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~6357924,12582912~11282384,25165824~44213154,71303168~7900183,88019164~1803122,90430270~1121702,92491566~27478442,120462799~17626332,138412032~15912183,159131688~36515932,196100548~6378385,203812302~1188896,213909504~27113568,243269632~26885556,272629760~17593747,290266035~6712009,297795584~8203868,306184192~4628511,311932672~28706747,343932928~27636716,381681664~5037781,394264576~3890715,398458880~4118994,406847488~4348565] 2024-03-22T07:42:53.028 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 12 diff [5591282~4960946,13656652~646257,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,84372739~288325,88019164~1803122,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120462799~10641179,132457182~5631949,139333155~14991060,159131688~36515932,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,228572993~12450079,247018688~23136500,274487390~15736117,290266035~6712009,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~25614042,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.028 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~4960946,13656652~646257,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,84372739~288325,88019164~1803122,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120462799~10641179,132457182~5631949,139333155~14991060,159131688~36515932,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,228572993~12450079,247018688~23136500,274487390~15736117,290266035~6712009,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~25614042,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.036 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~6357924,12582912~11282384,25165824~44213154,71303168~7900183,84372739~288325,88019164~1803122,90430270~1121702,92491566~27478442,120462799~17626332,138412032~15912183,159131688~36515932,196100548~8901553,209715200~31307872,243269632~26885556,272629760~17593747,290266035~6712009,297795584~8203868,306184192~4628511,311932672~59636972,373293056~4739011,381681664~5037781,394264576~3890715,398458880~4118994,406847488~4348565] 2024-03-22T07:42:53.036 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 13 diff [5591282~4960946,13656652~646257,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,84372739~288325,88019164~1803122,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120462799~10641179,132457182~5631949,139333155~14991060,159131688~36515932,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,228572993~12450079,247018688~23136500,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~25614042,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.036 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~4960946,13656652~646257,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,84372739~288325,88019164~1803122,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120462799~10641179,132457182~5631949,139333155~14991060,159131688~36515932,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,228572993~12450079,247018688~23136500,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~25614042,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.045 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~6357924,12582912~11282384,25165824~44213154,71303168~7900183,84372739~288325,88019164~1803122,90430270~1121702,92491566~27478442,120462799~17626332,138412032~15912183,159131688~36515932,196100548~8901553,209715200~31307872,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~74786773,394264576~9275851,406847488~4348565] 2024-03-22T07:42:53.045 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 14 diff [5591282~4960946,13317020~153014,13656652~646257,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120232785~10871193,132457182~5631949,139333155~14991060,159131688~36515932,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,228572993~12450079,247018688~23136500,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~29715860,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.045 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~4960946,13317020~153014,13656652~646257,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120232785~10871193,132457182~5631949,139333155~14991060,159131688~36515932,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,228572993~12450079,247018688~23136500,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~29715860,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.053 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~6357924,12582912~11282384,25165824~44213154,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27478442,120232785~17856346,138412032~15912183,159131688~36515932,196100548~8901553,209715200~31307872,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~79882511,394264576~9275851,406847488~4348565] 2024-03-22T07:42:53.053 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 15 diff [5591282~4960946,13317020~153014,13656652~646257,16225083~7640213,25231592~9151851,34429583~12165779,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~11381705,104655281~5754572,112055086~7914922,120232785~10871193,132457182~5631949,139333155~14991060,159131688~36515932,196100548~8901553,211517152~8851105,221236568~431225,222108736~18914336,247018688~23136500,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~29715860,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.053 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~4960946,13317020~153014,13656652~646257,16225083~7640213,25231592~9151851,34429583~12165779,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~11381705,104655281~5754572,112055086~7914922,120232785~10871193,132457182~5631949,139333155~14991060,159131688~36515932,196100548~8901553,211517152~8851105,221236568~431225,222108736~18914336,247018688~23136500,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~29715860,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.061 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~6357924,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27478442,120232785~17856346,138412032~15912183,159131688~36515932,196100548~8901553,209715200~31307872,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~79882511,394264576~9275851,406847488~4348565] 2024-03-22T07:42:53.061 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 16 diff [5591282~4960946,13317020~153014,13656652~646257,15225403~8639893,25231592~9151851,34429583~12165779,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~36515932,196100548~8901553,211445534~8922723,221236568~431225,222108736~18914336,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.061 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~4960946,13317020~153014,13656652~646257,15225403~8639893,25231592~9151851,34429583~12165779,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~36515932,196100548~8901553,211445534~8922723,221236568~431225,222108736~18914336,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.070 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~6357924,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~36515932,196100548~8901553,209715200~31307872,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~79882511,394264576~9275851,406847488~4348565] 2024-03-22T07:42:53.070 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 17 diff [5591282~4960946,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~36515932,196100548~8901553,211445534~8922723,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.070 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~4960946,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~36515932,196100548~8901553,211445534~8922723,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.078 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~6357924,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~36515932,196100548~8901553,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:42:53.079 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 18 diff [5591282~4960946,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.079 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5591282~4960946,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.087 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~6357924,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:42:53.087 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 19 diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.087 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.094 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:42:53.095 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 2 diff [74099178~1789405,92849093~3376845,115357746~4612262,132457182~5631949,150466893~1150588,190780668~4866952,203812302~1188896,228572993~3784937,407509075~3686978] 2024-03-22T07:42:53.095 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [74099178~1789405,92849093~3376845,115357746~4612262,132457182~5631949,150466893~1150588,190780668~4866952,203812302~1188896,228572993~3784937,407509075~3686978] 2024-03-22T07:42:53.102 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [71303168~4585415,92491566~3734372,113246208~6723800,130023424~8065707,146800640~4816841,190780668~4866952,203812302~1188896,226492416~5865514,406847488~4348565] 2024-03-22T07:42:53.102 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 3 diff [59861751~5787377,74099178~1789405,90430270~1121702,92849093~3376845,112055086~7914922,132457182~5631949,150466893~1150588,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,228572993~3784937,254478016~7981331,276948391~7730879,310204455~608248,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.102 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [59861751~5787377,74099178~1789405,90430270~1121702,92849093~3376845,112055086~7914922,132457182~5631949,150466893~1150588,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,228572993~3784937,254478016~7981331,276948391~7730879,310204455~608248,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.111 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [58720256~6928872,71303168~4585415,90430270~1121702,92491566~3734372,109051904~10918104,130023424~8065707,146800640~4816841,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,226492416~5865514,254478016~7981331,276824064~7855206,306184192~4628511,398458880~4118994,406847488~4348565] 2024-03-22T07:42:53.111 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 4 diff [25231592~5528361,40278446~196999,59861751~5787377,66546697~2832281,74099178~1789405,90430270~1121702,92849093~3376845,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,150466893~1150588,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,228572993~3784937,254478016~7981331,276442709~11656496,301409010~4590442,310204455~608248,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.111 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [25231592~5528361,40278446~196999,59861751~5787377,66546697~2832281,74099178~1789405,90430270~1121702,92849093~3376845,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,150466893~1150588,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,228572993~3784937,254478016~7981331,276442709~11656496,301409010~4590442,310204455~608248,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.119 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [25165824~5594129,37748736~2726709,58720256~10658722,71303168~4585415,90430270~1121702,92491566~3734372,109051904~10918104,122549009~1425066,125990978~12098153,146800640~4816841,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,218103808~3563985,226492416~5865514,254478016~7981331,272629760~15469445,297795584~8203868,306184192~4628511,398458880~4118994,406847488~4348565] 2024-03-22T07:42:53.119 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 5 diff [19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66546697~2832281,74099178~1789405,90430270~1121702,92849093~3376845,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,145767830~5849651,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,228572993~3784937,254478016~12907106,276442709~11656496,301409010~4590442,307082501~2553462,310204455~608248,332394442~3246946,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.119 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66546697~2832281,74099178~1789405,90430270~1121702,92849093~3376845,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,145767830~5849651,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,228572993~3784937,254478016~12907106,276442709~11656496,301409010~4590442,307082501~2553462,310204455~608248,332394442~3246946,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:52 smithi129 bash[79695]: cluster 2024-03-22T07:42:51.810039+0000 osd.7 (osd.7) 640 : cluster 3 failed to encode map e1023 with expected crc 2024-03-22T07:42:53.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:52 smithi129 bash[79695]: cluster 2024-03-22T07:42:51.810394+0000 mon.a (mon.0) 1511 : cluster 0 osdmap e1023: 8 total, 8 up, 8 in 2024-03-22T07:42:53.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:52 smithi129 bash[79695]: cluster 2024-03-22T07:42:51.818732+0000 osd.5 (osd.5) 611 : cluster 3 failed to encode map e1023 with expected crc 2024-03-22T07:42:53.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:52 smithi129 bash[79695]: cluster 2024-03-22T07:42:51.830503+0000 osd.6 (osd.6) 603 : cluster 3 failed to encode map e1023 with expected crc 2024-03-22T07:42:53.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:52 smithi129 bash[82160]: cluster 2024-03-22T07:42:51.810039+0000 osd.7 (osd.7) 640 : cluster 3 failed to encode map e1023 with expected crc 2024-03-22T07:42:53.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:52 smithi129 bash[82160]: cluster 2024-03-22T07:42:51.810394+0000 mon.a (mon.0) 1511 : cluster 0 osdmap e1023: 8 total, 8 up, 8 in 2024-03-22T07:42:53.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:52 smithi129 bash[82160]: cluster 2024-03-22T07:42:51.818732+0000 osd.5 (osd.5) 611 : cluster 3 failed to encode map e1023 with expected crc 2024-03-22T07:42:53.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:52 smithi129 bash[82160]: cluster 2024-03-22T07:42:51.830503+0000 osd.6 (osd.6) 603 : cluster 3 failed to encode map e1023 with expected crc 2024-03-22T07:42:53.126 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [16777216~4178638,25165824~5594129,34969916~18727028,58720256~10658722,71303168~4585415,90430270~1121702,92491566~3734372,109051904~10918104,122549009~1425066,125990978~12098153,145699110~5918371,190780668~4866952,196100548~4008358,200423084~2055849,203812302~1188896,218103808~3563985,226492416~5865514,254478016~12907106,272629760~15469445,297795584~8203868,306184192~4628511,331350016~4291372,398458880~4118994,406847488~4348565] 2024-03-22T07:42:53.126 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 6 diff [19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~3376845,100040174~4190624,104655281~1227597,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,145767830~5849651,185096177~10551443,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,228572993~3784937,234861093~6161979,247018688~7059495,254478016~12907106,276442709~11656496,301409010~4590442,307082501~2553462,310204455~608248,325514820~10126568,360523514~6944312,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.126 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~3376845,100040174~4190624,104655281~1227597,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,145767830~5849651,185096177~10551443,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,228572993~3784937,234861093~6161979,247018688~7059495,254478016~12907106,276442709~11656496,301409010~4590442,307082501~2553462,310204455~608248,325514820~10126568,360523514~6944312,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.133 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [16777216~4178638,25165824~5594129,34969916~18727028,58720256~10658722,71303168~4585415,90430270~1121702,92491566~3734372,96468992~9413886,109051904~10918104,122549009~1425066,125990978~12098153,145699110~5918371,184549376~11098244,196100548~4008358,200423084~2055849,203812302~1188896,218103808~3563985,226492416~14530656,243269632~10808551,254478016~12907106,272629760~15469445,297795584~8203868,306184192~4628511,322961408~12679980,360523514~6944312,398458880~4118994,406847488~4348565] 2024-03-22T07:42:53.134 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 7 diff [16225083~7133923,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,141793899~9823582,185096177~10551443,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~7059495,254478016~12907106,276442709~11656496,301409010~4590442,307082501~2553462,310204455~608248,311932672~2785795,317226291~18415097,360523514~6944312,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.134 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16225083~7133923,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,141793899~9823582,185096177~10551443,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~7059495,254478016~12907106,276442709~11656496,301409010~4590442,307082501~2553462,310204455~608248,311932672~2785795,317226291~18415097,360523514~6944312,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.141 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [14302909~9056097,25165824~5594129,34969916~18727028,58720256~10658722,71303168~4585415,90430270~1121702,92491566~13391312,109051904~10918104,122549009~1425066,125990978~12098153,141793899~9823582,184549376~11098244,196100548~4008358,200423084~2055849,203812302~1188896,218103808~22919264,243269632~10808551,254478016~12907106,272629760~15469445,297795584~8203868,306184192~4628511,311932672~2785795,317226291~18415097,360523514~6944312,398458880~4118994,406847488~4348565] 2024-03-22T07:42:53.142 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 8 diff [16225083~7640213,25231592~5528361,34969916~11238498,48929319~4767625,54761915~83434,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,141793899~9823582,185096177~10551443,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~7059495,254478016~12907106,276442709~13780798,301409010~4590442,307082501~2553462,310204455~608248,311932672~23708716,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.142 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16225083~7640213,25231592~5528361,34969916~11238498,48929319~4767625,54761915~83434,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,141793899~9823582,185096177~10551443,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~7059495,254478016~12907106,276442709~13780798,301409010~4590442,307082501~2553462,310204455~608248,311932672~23708716,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.149 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [14302909~9562387,25165824~5594129,34969916~18727028,54525952~319397,58720256~10658722,71303168~4585415,90430270~1121702,92491566~27478442,122549009~1425066,125990978~12098153,141793899~9823582,184549376~11098244,196100548~4008358,200423084~2055849,203812302~1188896,218103808~22919264,243269632~10808551,254478016~12907106,272629760~17593747,297795584~8203868,306184192~4628511,311932672~23708716,360523514~6944312,381681664~5037781,394264576~3890715,398458880~4118994,406847488~4348565] 2024-03-22T07:42:53.149 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 9 diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~5528361,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,141793899~12530316,159131688~7098214,172644006~23003614,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~7059495,254478016~15677172,276442709~13780798,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.150 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~5528361,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,141793899~12530316,159131688~7098214,172644006~23003614,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~7059495,254478016~15677172,276442709~13780798,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.157 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,25165824~5594129,34969916~34409062,71303168~4585415,90430270~1121702,92491566~27478442,122549009~1425066,125990978~12098153,141793899~12530316,159131688~7098214,171966464~23681156,196100548~4008358,200423084~2055849,203812302~1188896,218103808~22919264,243269632~10808551,254478016~15677172,272629760~17593747,297795584~8203868,306184192~4628511,311932672~28706747,360523514~6944312,381681664~5037781,394264576~3890715,398458880~4118994,406847488~4348565] 2024-03-22T07:42:53.158 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 10 diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,141793899~12530316,159131688~7098214,171183621~24463999,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~7059495,254478016~15677172,276442709~13780798,290266035~6631575,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.158 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,122549009~1425066,125990978~5113000,132457182~5631949,141793899~12530316,159131688~7098214,171183621~24463999,196100548~4008358,200423084~2055849,203812302~1188896,221236568~431225,222108736~4682597,228572993~3784937,234861093~6161979,247018688~7059495,254478016~15677172,276442709~13780798,290266035~6631575,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.165 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,25165824~9217619,34969916~34409062,71303168~4585415,90430270~1121702,92491566~27478442,122549009~1425066,125990978~12098153,141793899~12530316,159131688~7098214,169408012~26239608,196100548~4008358,200423084~2055849,203812302~1188896,218103808~22919264,243269632~10808551,254478016~15677172,272629760~17593747,290266035~6631575,297795584~8203868,306184192~4628511,311932672~28706747,360523514~6944312,381681664~5037781,394264576~3890715,398458880~4118994,406847488~4348565] 2024-03-22T07:42:53.165 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 11 diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,88019164~1803122,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120462799~10641179,132457182~5631949,141793899~12530316,159131688~7098214,171183621~24463999,196100548~6378385,203812302~1188896,214682219~5686038,221236568~431225,222108736~4682597,228572993~12450079,247018688~7059495,254478016~15677172,274487390~15736117,290266035~6631575,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,346085522~8067230,360523514~6944312,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.166 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,88019164~1803122,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120462799~10641179,132457182~5631949,141793899~12530316,159131688~7098214,171183621~24463999,196100548~6378385,203812302~1188896,214682219~5686038,221236568~431225,222108736~4682597,228572993~12450079,247018688~7059495,254478016~15677172,274487390~15736117,290266035~6631575,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,346085522~8067230,360523514~6944312,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.173 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,25165824~9217619,34969916~34409062,71303168~7900183,88019164~1803122,90430270~1121702,92491566~27478442,120462799~17626332,141793899~12530316,159131688~7098214,169408012~26239608,196100548~6378385,203812302~1188896,213909504~27113568,243269632~10808551,254478016~15677172,272629760~17593747,290266035~6631575,297795584~8203868,306184192~4628511,311932672~28706747,343932928~10219824,360523514~11046130,381681664~5037781,394264576~3890715,398458880~4118994,406847488~4348565] 2024-03-22T07:42:53.173 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 12 diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,84372739~288325,88019164~1803122,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120462799~10641179,132457182~5631949,140506182~13818033,159131688~7098214,167281657~28365963,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,228572993~12450079,247018688~7059495,254478016~15677172,274487390~15736117,290266035~6631575,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.173 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,84372739~288325,88019164~1803122,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120462799~10641179,132457182~5631949,140506182~13818033,159131688~7098214,167281657~28365963,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,228572993~12450079,247018688~7059495,254478016~15677172,274487390~15736117,290266035~6631575,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024,407509075~3686978] 2024-03-22T07:42:53.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:52 smithi148 bash[66753]: cluster 2024-03-22T07:42:51.810039+0000 osd.7 (osd.7) 640 : cluster 3 failed to encode map e1023 with expected crc 2024-03-22T07:42:53.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:52 smithi148 bash[66753]: cluster 2024-03-22T07:42:51.810394+0000 mon.a (mon.0) 1511 : cluster 0 osdmap e1023: 8 total, 8 up, 8 in 2024-03-22T07:42:53.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:52 smithi148 bash[66753]: cluster 2024-03-22T07:42:51.818732+0000 osd.5 (osd.5) 611 : cluster 3 failed to encode map e1023 with expected crc 2024-03-22T07:42:53.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:52 smithi148 bash[66753]: cluster 2024-03-22T07:42:51.830503+0000 osd.6 (osd.6) 603 : cluster 3 failed to encode map e1023 with expected crc 2024-03-22T07:42:53.180 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,25165824~9217619,34969916~34409062,71303168~7900183,84372739~288325,88019164~1803122,90430270~1121702,92491566~27478442,120462799~17626332,140506182~13818033,159131688~7098214,167281657~28365963,196100548~8901553,209715200~31307872,243269632~10808551,254478016~15677172,272629760~17593747,290266035~6631575,297795584~8203868,306184192~4628511,311932672~42220080,360523514~11046130,373293056~4739011,381681664~5037781,394264576~3890715,398458880~4118994,406847488~4348565] 2024-03-22T07:42:53.180 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 13 diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,84372739~288325,88019164~1803122,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120462799~10641179,132457182~5631949,140506182~13818033,159131688~7098214,167281657~28365963,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,228572993~12450079,247018688~7059495,254478016~15677172,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.180 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,84372739~288325,88019164~1803122,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120462799~10641179,132457182~5631949,140506182~13818033,159131688~7098214,167281657~28365963,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,228572993~12450079,247018688~7059495,254478016~15677172,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.188 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,25165824~9217619,34429583~34949395,71303168~7900183,84372739~288325,88019164~1803122,90430270~1121702,92491566~27478442,120462799~17626332,140506182~13818033,159131688~7098214,167281657~28365963,196100548~8901553,209715200~31307872,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~26195931,394264576~9275851,406847488~4348565] 2024-03-22T07:42:53.188 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 14 diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120232785~10871193,132457182~5631949,140506182~13818033,159131688~7098214,167281657~28365963,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,228572993~12450079,247018688~7059495,254478016~15677172,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.188 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~11381705,104655281~1227597,108376745~1907460,112055086~7914922,120232785~10871193,132457182~5631949,140506182~13818033,159131688~7098214,167281657~28365963,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,228572993~12450079,247018688~7059495,254478016~15677172,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.197 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,25165824~9217619,34429583~34949395,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27478442,120232785~17856346,140506182~13818033,159131688~7098214,167281657~28365963,196100548~8901553,209715200~31307872,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31291669,394264576~9275851,406847488~4348565] 2024-03-22T07:42:53.197 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 15 diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,25231592~9151851,34429583~12165779,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~11381705,104655281~5754572,112055086~7914922,120232785~10871193,132457182~5631949,140506182~13818033,159131688~7098214,167281657~28365963,196100548~8901553,211517152~8851105,221236568~431225,222108736~18914336,247018688~7059495,254478016~15677172,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.197 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,25231592~9151851,34429583~12165779,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~11381705,104655281~5754572,112055086~7914922,120232785~10871193,132457182~5631949,140506182~13818033,159131688~7098214,167281657~28365963,196100548~8901553,211517152~8851105,221236568~431225,222108736~18914336,247018688~7059495,254478016~15677172,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.204 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,25165824~9217619,34429583~35997098,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27478442,120232785~17856346,140506182~13818033,159131688~7098214,167281657~28365963,196100548~8901553,209715200~31307872,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31291669,394264576~9275851,406847488~4348565] 2024-03-22T07:42:53.204 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 16 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~9151851,34429583~12165779,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~28365963,196100548~8901553,211445534~8922723,221236568~431225,222108736~18914336,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.205 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~9151851,34429583~12165779,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~28365963,196100548~8901553,211445534~8922723,221236568~431225,222108736~18914336,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772,407509075~3686978] 2024-03-22T07:42:53.211 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,25165824~9217619,34429583~35997098,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~28365963,196100548~8901553,209715200~31307872,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31291669,394264576~9275851,406847488~4348565] 2024-03-22T07:42:53.211 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 17 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~28365963,196100548~8901553,211445534~8922723,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.211 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~28365963,196100548~8901553,211445534~8922723,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.219 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~28365963,196100548~8901553,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:53.219 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 18 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.219 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.227 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:53.227 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 19 diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.227 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.235 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:53.235 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 3 diff [59861751~5787377,90430270~1121702,112055086~3892814,196100548~4008358,200423084~2055849,254478016~7981331,276948391~7730879,310204455~608248,399333850~3244024] 2024-03-22T07:42:53.235 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [59861751~5787377,90430270~1121702,112055086~3892814,196100548~4008358,200423084~2055849,254478016~7981331,276948391~7730879,310204455~608248,399333850~3244024] 2024-03-22T07:42:53.242 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [58720256~6928872,90430270~1121702,109051904~6895996,196100548~4008358,200423084~2055849,254478016~7981331,276824064~7855206,306184192~4628511,398458880~4118994] 2024-03-22T07:42:53.242 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 4 diff [25231592~5528361,40278446~196999,59861751~5787377,66546697~2832281,90430270~1121702,112055086~7847060,122549009~1425066,125990978~5113000,196100548~4008358,200423084~2055849,221236568~431225,254478016~7981331,276442709~11656496,301409010~4590442,310204455~608248,399333850~3244024] 2024-03-22T07:42:53.242 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [25231592~5528361,40278446~196999,59861751~5787377,66546697~2832281,90430270~1121702,112055086~7847060,122549009~1425066,125990978~5113000,196100548~4008358,200423084~2055849,221236568~431225,254478016~7981331,276442709~11656496,301409010~4590442,310204455~608248,399333850~3244024] 2024-03-22T07:42:53.258 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [25165824~5594129,37748736~2726709,58720256~10658722,90430270~1121702,109051904~10850242,122549009~1425066,125990978~5113000,196100548~4008358,200423084~2055849,218103808~3563985,254478016~7981331,272629760~15469445,297795584~8203868,306184192~4628511,398458880~4118994] 2024-03-22T07:42:53.258 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 5 diff [19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66546697~2832281,90430270~1121702,112055086~7847060,122549009~1425066,125990978~5113000,145767830~5845392,196100548~4008358,200423084~2055849,221236568~431225,254478016~12907106,276442709~11656496,301409010~4590442,307082501~2553462,310204455~608248,332394442~3246946,399333850~3244024] 2024-03-22T07:42:53.258 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66546697~2832281,90430270~1121702,112055086~7847060,122549009~1425066,125990978~5113000,145767830~5845392,196100548~4008358,200423084~2055849,221236568~431225,254478016~12907106,276442709~11656496,301409010~4590442,307082501~2553462,310204455~608248,332394442~3246946,399333850~3244024] 2024-03-22T07:42:53.266 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [16777216~4178638,25165824~5594129,34969916~18727028,58720256~10658722,90430270~1121702,109051904~10850242,122549009~1425066,125990978~5113000,145699110~5914112,196100548~4008358,200423084~2055849,218103808~3563985,254478016~12907106,272629760~15469445,297795584~8203868,306184192~4628511,331350016~4291372,398458880~4118994] 2024-03-22T07:42:53.267 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 6 diff [19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66242651~96997,66546697~2832281,90430270~1121702,100040174~4190624,104655281~1227597,112055086~7847060,122549009~1425066,125990978~5113000,145767830~5845392,185096177~6432121,196100548~4008358,200423084~2055849,221236568~431225,234861093~6161979,247018688~7059495,254478016~12907106,276442709~11656496,301409010~4590442,307082501~2553462,310204455~608248,325514820~10126568,360523514~6944312,399333850~3244024] 2024-03-22T07:42:53.267 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66242651~96997,66546697~2832281,90430270~1121702,100040174~4190624,104655281~1227597,112055086~7847060,122549009~1425066,125990978~5113000,145767830~5845392,185096177~6432121,196100548~4008358,200423084~2055849,221236568~431225,234861093~6161979,247018688~7059495,254478016~12907106,276442709~11656496,301409010~4590442,307082501~2553462,310204455~608248,325514820~10126568,360523514~6944312,399333850~3244024] 2024-03-22T07:42:53.274 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [16777216~4178638,25165824~5594129,34969916~18727028,58720256~10658722,90430270~1121702,96468992~9413886,109051904~10850242,122549009~1425066,125990978~5113000,145699110~5914112,184549376~6978922,196100548~4008358,200423084~2055849,218103808~3563985,232357930~8665142,243269632~10808551,254478016~12907106,272629760~15469445,297795584~8203868,306184192~4628511,322961408~12679980,360523514~6944312,398458880~4118994] 2024-03-22T07:42:53.274 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 7 diff [16225083~7133923,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66242651~96997,66546697~2832281,90430270~1121702,95971535~8259263,104655281~1227597,112055086~7847060,122549009~1425066,125990978~5113000,141793899~9819323,185096177~6432121,196100548~4008358,200423084~2055849,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,254478016~12907106,276442709~11656496,301409010~4590442,307082501~2553462,310204455~608248,311932672~2785795,317226291~18415097,360523514~6944312,399333850~3244024] 2024-03-22T07:42:53.274 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16225083~7133923,25231592~5528361,34969916~11238498,48929319~4767625,59861751~5787377,66242651~96997,66546697~2832281,90430270~1121702,95971535~8259263,104655281~1227597,112055086~7847060,122549009~1425066,125990978~5113000,141793899~9819323,185096177~6432121,196100548~4008358,200423084~2055849,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,254478016~12907106,276442709~11656496,301409010~4590442,307082501~2553462,310204455~608248,311932672~2785795,317226291~18415097,360523514~6944312,399333850~3244024] 2024-03-22T07:42:53.281 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [14302909~9056097,25165824~5594129,34969916~18727028,58720256~10658722,90430270~1121702,95971535~9911343,109051904~10850242,122549009~1425066,125990978~5113000,141793899~9819323,184549376~6978922,196100548~4008358,200423084~2055849,218103808~8687525,232357930~8665142,243269632~10808551,254478016~12907106,272629760~15469445,297795584~8203868,306184192~4628511,311932672~2785795,317226291~18415097,360523514~6944312,398458880~4118994] 2024-03-22T07:42:53.281 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 8 diff [16225083~7640213,25231592~5528361,34969916~11238498,48929319~4767625,54761915~83434,59861751~5787377,66242651~96997,66546697~2832281,90430270~1121702,95971535~8259263,104655281~1227597,108376745~1907460,112055086~7847060,122549009~1425066,125990978~5113000,141793899~9819323,185096177~6432121,196100548~4008358,200423084~2055849,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,254478016~12907106,276442709~13780798,301409010~4590442,307082501~2553462,310204455~608248,311932672~23708716,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024] 2024-03-22T07:42:53.282 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16225083~7640213,25231592~5528361,34969916~11238498,48929319~4767625,54761915~83434,59861751~5787377,66242651~96997,66546697~2832281,90430270~1121702,95971535~8259263,104655281~1227597,108376745~1907460,112055086~7847060,122549009~1425066,125990978~5113000,141793899~9819323,185096177~6432121,196100548~4008358,200423084~2055849,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,254478016~12907106,276442709~13780798,301409010~4590442,307082501~2553462,310204455~608248,311932672~23708716,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024] 2024-03-22T07:42:53.289 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [14302909~9562387,25165824~5594129,34969916~18727028,54525952~319397,58720256~10658722,90430270~1121702,95971535~23930611,122549009~1425066,125990978~5113000,141793899~9819323,184549376~6978922,196100548~4008358,200423084~2055849,218103808~8687525,232357930~8665142,243269632~10808551,254478016~12907106,272629760~17593747,297795584~8203868,306184192~4628511,311932672~23708716,360523514~6944312,381681664~5037781,394264576~3890715,398458880~4118994] 2024-03-22T07:42:53.289 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 9 diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~5528361,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,90430270~1121702,95971535~8259263,104655281~1227597,108376745~1907460,112055086~7847060,122549009~1425066,125990978~5113000,141793899~12530316,159131688~7098214,172644006~18884292,196100548~4008358,200423084~2055849,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,254478016~15677172,276442709~13780798,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024] 2024-03-22T07:42:53.289 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~5528361,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,90430270~1121702,95971535~8259263,104655281~1227597,108376745~1907460,112055086~7847060,122549009~1425066,125990978~5113000,141793899~12530316,159131688~7098214,172644006~18884292,196100548~4008358,200423084~2055849,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,254478016~15677172,276442709~13780798,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024] 2024-03-22T07:42:53.299 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,25165824~5594129,34969916~34409062,90430270~1121702,95971535~23930611,122549009~1425066,125990978~5113000,141793899~12530316,159131688~7098214,171966464~19561834,196100548~4008358,200423084~2055849,218103808~8687525,232357930~8665142,243269632~10808551,254478016~15677172,272629760~17593747,297795584~8203868,306184192~4628511,311932672~28706747,360523514~6944312,381681664~5037781,394264576~3890715,398458880~4118994] 2024-03-22T07:42:53.299 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 10 diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,90430270~1121702,95971535~8259263,104655281~1227597,108376745~1907460,112055086~7847060,122549009~1425066,125990978~5113000,141793899~12530316,159131688~7098214,171183621~20344677,196100548~4008358,200423084~2055849,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,254478016~15677172,276442709~13780798,290266035~6631575,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024] 2024-03-22T07:42:53.299 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,90430270~1121702,95971535~8259263,104655281~1227597,108376745~1907460,112055086~7847060,122549009~1425066,125990978~5113000,141793899~12530316,159131688~7098214,171183621~20344677,196100548~4008358,200423084~2055849,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,254478016~15677172,276442709~13780798,290266035~6631575,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024] 2024-03-22T07:42:53.306 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,25165824~9217619,34969916~34409062,71486606~2075617,90430270~1121702,95971535~23930611,122549009~1425066,125990978~5113000,141793899~12530316,159131688~7098214,169408012~22120286,196100548~4008358,200423084~2055849,218103808~8687525,232357930~8665142,243269632~10808551,254478016~15677172,272629760~17593747,290266035~6631575,297795584~8203868,306184192~4628511,311932672~28706747,360523514~6944312,381681664~5037781,394264576~3890715,398458880~4118994] 2024-03-22T07:42:53.307 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 11 diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,88019164~1803122,90430270~1121702,95971535~8259263,104655281~1227597,108376745~1907460,112055086~7847060,120462799~10641179,141793899~12530316,159131688~7098214,171183621~20344677,196100548~6378385,214682219~5686038,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,254478016~15677172,274487390~15736117,290266035~6631575,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,346085522~8067230,360523514~6944312,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024] 2024-03-22T07:42:53.307 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,88019164~1803122,90430270~1121702,95971535~8259263,104655281~1227597,108376745~1907460,112055086~7847060,120462799~10641179,141793899~12530316,159131688~7098214,171183621~20344677,196100548~6378385,214682219~5686038,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,254478016~15677172,274487390~15736117,290266035~6631575,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,346085522~8067230,360523514~6944312,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024] 2024-03-22T07:42:53.314 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,25165824~9217619,34969916~34409062,71486606~2075617,75888583~3314768,88019164~1803122,90430270~1121702,95971535~23930611,120462799~10641179,141793899~12530316,159131688~7098214,169408012~22120286,196100548~6378385,213909504~12881829,232080818~8942254,243269632~10808551,254478016~15677172,272629760~17593747,290266035~6631575,297795584~8203868,306184192~4628511,311932672~28706747,343932928~10219824,360523514~11046130,381681664~5037781,394264576~3890715,398458880~4118994] 2024-03-22T07:42:53.314 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 12 diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,90430270~1121702,95971535~8259263,104655281~1227597,108376745~1907460,112055086~7847060,120462799~10641179,140506182~13818033,159131688~7098214,167281657~24246641,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,254478016~15677172,274487390~15736117,290266035~6631575,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024] 2024-03-22T07:42:53.314 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,90430270~1121702,95971535~8259263,104655281~1227597,108376745~1907460,112055086~7847060,120462799~10641179,140506182~13818033,159131688~7098214,167281657~24246641,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,254478016~15677172,274487390~15736117,290266035~6631575,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343,399333850~3244024] 2024-03-22T07:42:53.321 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,25165824~9217619,34969916~34409062,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,90430270~1121702,95971535~23930611,120462799~10641179,140506182~13818033,159131688~7098214,167281657~24246641,196100548~8901553,209715200~17076133,232080818~8942254,243269632~10808551,254478016~15677172,272629760~17593747,290266035~6631575,297795584~8203868,306184192~4628511,311932672~42220080,360523514~11046130,373293056~4739011,381681664~5037781,394264576~3890715,398458880~4118994] 2024-03-22T07:42:53.321 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 13 diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,90430270~1121702,93264585~10966213,104655281~1227597,108376745~1907460,112055086~7847060,120462799~10641179,140506182~13818033,159131688~7098214,167281657~24246641,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,254478016~15677172,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.321 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,90430270~1121702,93264585~10966213,104655281~1227597,108376745~1907460,112055086~7847060,120462799~10641179,140506182~13818033,159131688~7098214,167281657~24246641,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,254478016~15677172,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.329 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,25165824~9217619,34429583~34949395,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,90430270~1121702,93264585~26637561,120462799~10641179,140506182~13818033,159131688~7098214,167281657~24246641,196100548~8901553,209715200~17076133,232080818~8942254,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~26195931,394264576~9275851] 2024-03-22T07:42:53.329 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 14 diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~10966213,104655281~1227597,108376745~1907460,112055086~7847060,120232785~10871193,140506182~13818033,159131688~7098214,167281657~24246641,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,254478016~15677172,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.329 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,59861751~5787377,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~10966213,104655281~1227597,108376745~1907460,112055086~7847060,120232785~10871193,140506182~13818033,159131688~7098214,167281657~24246641,196100548~8901553,211517152~8851105,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,254478016~15677172,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.336 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,25165824~9217619,34429583~34949395,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26637561,120232785~10871193,140506182~13818033,159131688~7098214,167281657~24246641,196100548~8901553,209715200~17076133,232080818~8942254,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31291669,394264576~9275851] 2024-03-22T07:42:53.337 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 15 diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,25231592~9151851,34429583~12165779,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~10966213,104655281~5754572,112055086~7847060,120232785~10871193,140506182~13818033,159131688~7098214,167281657~24246641,196100548~8901553,211517152~8851105,221236568~431225,222108736~8497208,232080818~8942254,247018688~7059495,254478016~15677172,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.337 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,25231592~9151851,34429583~12165779,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~10966213,104655281~5754572,112055086~7847060,120232785~10871193,140506182~13818033,159131688~7098214,167281657~24246641,196100548~8901553,211517152~8851105,221236568~431225,222108736~8497208,232080818~8942254,247018688~7059495,254478016~15677172,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.346 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,25165824~9217619,34429583~35997098,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26637561,120232785~10871193,140506182~13818033,159131688~7098214,167281657~24246641,196100548~8901553,209715200~20890744,232080818~8942254,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31291669,394264576~9275851] 2024-03-22T07:42:53.346 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 16 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~9151851,34429583~12165779,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,196100548~8901553,211445534~8922723,221236568~431225,222108736~8497208,232080818~8942254,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.346 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~9151851,34429583~12165779,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,196100548~8901553,211445534~8922723,221236568~431225,222108736~8497208,232080818~8942254,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.354 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,25165824~9217619,34429583~35997098,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,196100548~8901553,209715200~20890744,232080818~8942254,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31291669,394264576~9275851] 2024-03-22T07:42:53.354 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 17 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,196100548~8901553,211445534~8922723,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.354 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,196100548~8901553,211445534~8922723,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.361 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,196100548~8901553,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:53.362 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 18 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.362 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.369 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:53.369 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 19 diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.370 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.377 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:53.377 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 4 diff [25231592~5528361,40278446~196999,66546697~2832281,115927689~3974457,122549009~1425066,125990978~5113000,221236568~431225,276442709~11656496,301409010~4590442] 2024-03-22T07:42:53.377 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [25231592~5528361,40278446~196999,66546697~2832281,115927689~3974457,122549009~1425066,125990978~5113000,221236568~431225,276442709~11656496,301409010~4590442] 2024-03-22T07:42:53.384 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [25165824~5594129,37748736~2726709,65649128~3729850,115927689~3974457,122549009~1425066,125990978~5113000,218103808~3563985,272629760~15469445,297795584~8203868] 2024-03-22T07:42:53.384 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 5 diff [19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,66546697~2832281,115927689~3974457,122549009~1425066,125990978~5113000,145767830~5845392,221236568~431225,259490973~7894149,276442709~11656496,301409010~4590442,307082501~2553462,332394442~3246946,401382313~589814] 2024-03-22T07:42:53.384 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,66546697~2832281,115927689~3974457,122549009~1425066,125990978~5113000,145767830~5845392,221236568~431225,259490973~7894149,276442709~11656496,301409010~4590442,307082501~2553462,332394442~3246946,401382313~589814] 2024-03-22T07:42:53.391 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [16777216~4178638,25165824~5594129,34969916~18727028,65649128~3729850,115927689~3974457,122549009~1425066,125990978~5113000,145699110~5914112,218103808~3563985,259490973~7894149,272629760~15469445,297795584~8203868,307082501~2553462,331350016~4291372,401382313~589814] 2024-03-22T07:42:53.392 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 6 diff [19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,66242651~96997,66546697~2832281,100040174~4190624,104655281~1227597,115927689~3974457,122549009~1425066,125990978~5113000,145767830~5845392,185096177~6432121,198113054~879610,221236568~431225,234861093~6161979,247018688~7059495,259490973~7894149,276442709~11656496,301409010~4590442,307082501~2553462,325514820~10126568,360523514~6944312,401382313~589814] 2024-03-22T07:42:53.392 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [19215371~1740483,25231592~5528361,34969916~11238498,48929319~4767625,66242651~96997,66546697~2832281,100040174~4190624,104655281~1227597,115927689~3974457,122549009~1425066,125990978~5113000,145767830~5845392,185096177~6432121,198113054~879610,221236568~431225,234861093~6161979,247018688~7059495,259490973~7894149,276442709~11656496,301409010~4590442,307082501~2553462,325514820~10126568,360523514~6944312,401382313~589814] 2024-03-22T07:42:53.398 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [16777216~4178638,25165824~5594129,34969916~18727028,65649128~3729850,96468992~9413886,115927689~3974457,122549009~1425066,125990978~5113000,145699110~5914112,184549376~6978922,198113054~879610,218103808~3563985,232357930~8665142,243269632~10808551,259490973~7894149,272629760~15469445,297795584~8203868,307082501~2553462,322961408~12679980,360523514~6944312,401382313~589814] 2024-03-22T07:42:53.399 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 7 diff [16225083~7133923,25231592~5528361,34969916~11238498,48929319~4767625,66242651~96997,66546697~2832281,95971535~8259263,104655281~1227597,115927689~3974457,122549009~1425066,125990978~5113000,141793899~9819323,185096177~6432121,198113054~879610,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,259490973~7894149,276442709~11656496,301409010~4590442,307082501~2553462,311932672~2785795,317226291~18415097,360523514~6944312,401382313~589814] 2024-03-22T07:42:53.399 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16225083~7133923,25231592~5528361,34969916~11238498,48929319~4767625,66242651~96997,66546697~2832281,95971535~8259263,104655281~1227597,115927689~3974457,122549009~1425066,125990978~5113000,141793899~9819323,185096177~6432121,198113054~879610,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,259490973~7894149,276442709~11656496,301409010~4590442,307082501~2553462,311932672~2785795,317226291~18415097,360523514~6944312,401382313~589814] 2024-03-22T07:42:53.407 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [14302909~9056097,25165824~5594129,34969916~18727028,65649128~3729850,95971535~9911343,115927689~3974457,122549009~1425066,125990978~5113000,141793899~9819323,184549376~6978922,198113054~879610,218103808~8687525,232357930~8665142,243269632~10808551,259490973~7894149,272629760~15469445,297795584~8203868,307082501~2553462,311932672~2785795,317226291~18415097,360523514~6944312,401382313~589814] 2024-03-22T07:42:53.407 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 8 diff [16225083~7640213,25231592~5528361,34969916~11238498,48929319~4767625,54761915~83434,66242651~96997,66546697~2832281,95971535~8259263,104655281~1227597,108376745~1907460,115927689~3974457,122549009~1425066,125990978~5113000,141793899~9819323,185096177~6432121,198113054~879610,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,259490973~7894149,276442709~13780798,301409010~4590442,307082501~2553462,311932672~23708716,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.407 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16225083~7640213,25231592~5528361,34969916~11238498,48929319~4767625,54761915~83434,66242651~96997,66546697~2832281,95971535~8259263,104655281~1227597,108376745~1907460,115927689~3974457,122549009~1425066,125990978~5113000,141793899~9819323,185096177~6432121,198113054~879610,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,259490973~7894149,276442709~13780798,301409010~4590442,307082501~2553462,311932672~23708716,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.415 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [14302909~9562387,25165824~5594129,34969916~18727028,54525952~319397,65649128~3729850,95971535~14312670,115927689~3974457,122549009~1425066,125990978~5113000,141793899~9819323,184549376~6978922,198113054~879610,218103808~8687525,232357930~8665142,243269632~10808551,259490973~7894149,272629760~17593747,297795584~8203868,307082501~2553462,311932672~23708716,360523514~6944312,381681664~5037781,394264576~3890715,401382313~589814] 2024-03-22T07:42:53.415 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 9 diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~5528361,34969916~11238498,48929319~9821748,66242651~96997,66546697~2832281,95971535~8259263,104655281~1227597,108376745~1907460,115927689~3974457,122549009~1425066,125990978~5113000,141793899~12530316,159131688~7098214,172644006~18884292,198113054~879610,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,259490973~10664215,276442709~13780798,301409010~4590442,307082501~2553462,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.415 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~5528361,34969916~11238498,48929319~9821748,66242651~96997,66546697~2832281,95971535~8259263,104655281~1227597,108376745~1907460,115927689~3974457,122549009~1425066,125990978~5113000,141793899~12530316,159131688~7098214,172644006~18884292,198113054~879610,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,259490973~10664215,276442709~13780798,301409010~4590442,307082501~2553462,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.424 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,25165824~5594129,34969916~23781151,65649128~3729850,95971535~14312670,115927689~3974457,122549009~1425066,125990978~5113000,141793899~12530316,159131688~7098214,171966464~19561834,198113054~879610,218103808~8687525,232357930~8665142,243269632~10808551,259490973~10664215,272629760~17593747,297795584~8203868,307082501~2553462,311932672~28706747,360523514~6944312,381681664~5037781,394264576~3890715,401382313~589814] 2024-03-22T07:42:53.424 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 10 diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,66242651~96997,66546697~2832281,71486606~2075617,95971535~8259263,104655281~1227597,108376745~1907460,115927689~3974457,122549009~1425066,125990978~5113000,141793899~12530316,159131688~7098214,171183621~20344677,198113054~879610,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,259490973~10664215,276442709~13780798,290266035~6631575,301409010~4590442,307082501~2553462,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.424 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,66242651~96997,66546697~2832281,71486606~2075617,95971535~8259263,104655281~1227597,108376745~1907460,115927689~3974457,122549009~1425066,125990978~5113000,141793899~12530316,159131688~7098214,171183621~20344677,198113054~879610,221236568~431225,222108736~4682597,234861093~6161979,247018688~7059495,259490973~10664215,276442709~13780798,290266035~6631575,301409010~4590442,307082501~2553462,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.432 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,25165824~9217619,34969916~23781151,65649128~3729850,71486606~2075617,95971535~14312670,115927689~3974457,122549009~1425066,125990978~5113000,141793899~12530316,159131688~7098214,169408012~22120286,198113054~879610,218103808~8687525,232357930~8665142,243269632~10808551,259490973~10664215,272629760~17593747,290266035~6631575,297795584~8203868,307082501~2553462,311932672~28706747,360523514~6944312,381681664~5037781,394264576~3890715,401382313~589814] 2024-03-22T07:42:53.432 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 11 diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,88019164~1803122,95971535~8259263,104655281~1227597,108376745~1907460,115927689~3974457,120462799~10641179,141793899~12530316,159131688~7098214,171183621~20344677,197050865~4469787,214682219~5686038,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~15736117,290266035~6631575,301409010~4590442,307082501~2553462,311932672~28706747,346085522~8067230,360523514~6944312,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.432 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,88019164~1803122,95971535~8259263,104655281~1227597,108376745~1907460,115927689~3974457,120462799~10641179,141793899~12530316,159131688~7098214,171183621~20344677,197050865~4469787,214682219~5686038,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~15736117,290266035~6631575,301409010~4590442,307082501~2553462,311932672~28706747,346085522~8067230,360523514~6944312,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.442 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,25165824~9217619,34969916~23781151,65649128~3729850,71486606~2075617,75888583~3314768,88019164~1803122,95971535~14312670,115927689~3974457,120462799~10641179,141793899~12530316,159131688~7098214,169408012~22120286,197050865~4469787,213909504~12881829,232080818~8942254,243269632~10808551,259490973~10664215,272629760~17593747,290266035~6631575,297795584~8203868,307082501~2553462,311932672~28706747,343932928~10219824,360523514~11046130,381681664~5037781,394264576~3890715,401382313~589814] 2024-03-22T07:42:53.442 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 12 diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,95971535~8259263,104655281~1227597,108376745~1907460,112388710~2499291,115927689~3974457,120462799~10641179,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~15736117,290266035~6631575,301409010~4590442,307082501~2553462,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.442 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34969916~11238498,48929319~9821748,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,95971535~8259263,104655281~1227597,108376745~1907460,112388710~2499291,115927689~3974457,120462799~10641179,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~15736117,290266035~6631575,301409010~4590442,307082501~2553462,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.449 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,25165824~9217619,34969916~23781151,65649128~3729850,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,95971535~14312670,112388710~2499291,115927689~3974457,120462799~10641179,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,209715200~17076133,232080818~8942254,243269632~10808551,259490973~10664215,272629760~17593747,290266035~6631575,297795584~8203868,307082501~2553462,311932672~42220080,360523514~11046130,373293056~4739011,381681664~5037781,394264576~3890715,401382313~589814] 2024-03-22T07:42:53.449 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 13 diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,93264585~10966213,104655281~1227597,108376745~1907460,112388710~2499291,115927689~3974457,120462799~10641179,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.449 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,93264585~10966213,104655281~1227597,108376745~1907460,112388710~2499291,115927689~3974457,120462799~10641179,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.457 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,25165824~9217619,34429583~24321484,65649128~3729850,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,93264585~17019620,112388710~2499291,115927689~3974457,120462799~10641179,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,209715200~17076133,232080818~8942254,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~26195931,394264576~9275851] 2024-03-22T07:42:53.457 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 14 diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,81103102~8719184,93264585~10966213,104655281~1227597,108376745~1907460,112388710~2499291,115927689~3974457,120232785~10871193,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.457 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,25231592~9151851,34429583~11778831,48929319~9821748,66242651~96997,66546697~2832281,71486606~2075617,76022296~3181055,81103102~8719184,93264585~10966213,104655281~1227597,108376745~1907460,112388710~2499291,115927689~3974457,120232785~10871193,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,221236568~431225,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.464 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,25165824~9217619,34429583~24321484,65649128~3729850,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17019620,112388710~2499291,115927689~3974457,120232785~10871193,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,209715200~17076133,232080818~8942254,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31291669,394264576~9275851] 2024-03-22T07:42:53.464 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 15 diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,25231592~9151851,34429583~12165779,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~10966213,104655281~5754572,112388710~2499291,115927689~3974457,120232785~10871193,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,221236568~431225,222108736~8497208,232080818~8942254,247018688~7059495,259490973~10664215,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.464 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,25231592~9151851,34429583~12165779,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~10966213,104655281~5754572,112388710~2499291,115927689~3974457,120232785~10871193,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,221236568~431225,222108736~8497208,232080818~8942254,247018688~7059495,259490973~10664215,274487390~15736117,290266035~10590993,301409010~4590442,307082501~2553462,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.471 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,25165824~9217619,34429583~28017654,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,115927689~3974457,120232785~10871193,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,209715200~20890744,232080818~8942254,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31291669,394264576~9275851] 2024-03-22T07:42:53.471 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 16 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~9151851,34429583~12165779,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,197050865~7951236,211445534~8922723,221236568~431225,222108736~8497208,232080818~8942254,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.471 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~9151851,34429583~12165779,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,197050865~7951236,211445534~8922723,221236568~431225,222108736~8497208,232080818~8942254,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.478 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,25165824~9217619,34429583~28017654,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,197050865~7951236,209715200~20890744,232080818~8942254,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31291669,394264576~9275851] 2024-03-22T07:42:53.478 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 17 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,197050865~7951236,211445534~8922723,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.478 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,197050865~7951236,211445534~8922723,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.485 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,197050865~7951236,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:53.486 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 18 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.486 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.493 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,137641002~16683213,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:53.493 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 19 diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.494 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.501 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:53.501 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 5 diff [19215371~1740483,34969916~11238498,48929319~4767625,145767830~5845392,259490973~7894149,307082501~2553462,332394442~3246946,401382313~589814] 2024-03-22T07:42:53.501 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [19215371~1740483,34969916~11238498,48929319~4767625,145767830~5845392,259490973~7894149,307082501~2553462,332394442~3246946,401382313~589814] 2024-03-22T07:42:53.509 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [16777216~4178638,34969916~18727028,145699110~5914112,259490973~7894149,307082501~2553462,331350016~4291372,401382313~589814] 2024-03-22T07:42:53.509 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 6 diff [19215371~1740483,34969916~11238498,48929319~4767625,66242651~96997,100040174~4190624,104655281~1227597,145767830~5845392,185096177~6432121,198113054~879610,234861093~6161979,247018688~7059495,259490973~7894149,307082501~2553462,325514820~10126568,360523514~6944312,401382313~589814] 2024-03-22T07:42:53.510 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [19215371~1740483,34969916~11238498,48929319~4767625,66242651~96997,100040174~4190624,104655281~1227597,145767830~5845392,185096177~6432121,198113054~879610,234861093~6161979,247018688~7059495,259490973~7894149,307082501~2553462,325514820~10126568,360523514~6944312,401382313~589814] 2024-03-22T07:42:53.516 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [16777216~4178638,34969916~18727028,66242651~96997,96468992~9413886,145699110~5914112,184549376~6978922,198113054~879610,232357930~8665142,243269632~10808551,259490973~7894149,307082501~2553462,322961408~12679980,360523514~6944312,401382313~589814] 2024-03-22T07:42:53.517 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 7 diff [16225083~7133923,34969916~11238498,48929319~4767625,66242651~96997,67495407~1715563,95971535~8259263,104655281~1227597,141793899~9819323,185096177~6432121,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,259490973~7894149,307082501~2553462,311932672~2785795,317226291~18415097,360523514~6944312,401382313~589814] 2024-03-22T07:42:53.517 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16225083~7133923,34969916~11238498,48929319~4767625,66242651~96997,67495407~1715563,95971535~8259263,104655281~1227597,141793899~9819323,185096177~6432121,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,259490973~7894149,307082501~2553462,311932672~2785795,317226291~18415097,360523514~6944312,401382313~589814] 2024-03-22T07:42:53.524 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [14302909~9056097,34969916~18727028,66242651~96997,67495407~1715563,95971535~9911343,141793899~9819323,184549376~6978922,198113054~879610,221667793~5123540,232357930~8665142,243269632~10808551,259490973~7894149,307082501~2553462,311932672~2785795,317226291~18415097,360523514~6944312,401382313~589814] 2024-03-22T07:42:53.524 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 8 diff [16225083~7640213,34969916~11238498,48929319~4767625,54761915~83434,66242651~96997,67495407~1715563,95971535~8259263,104655281~1227597,108376745~1907460,141793899~9819323,185096177~6432121,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,259490973~7894149,284292580~5930927,307082501~2553462,311932672~23708716,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.524 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16225083~7640213,34969916~11238498,48929319~4767625,54761915~83434,66242651~96997,67495407~1715563,95971535~8259263,104655281~1227597,108376745~1907460,141793899~9819323,185096177~6432121,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,259490973~7894149,284292580~5930927,307082501~2553462,311932672~23708716,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.531 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [14302909~9562387,34969916~18727028,54525952~319397,66242651~96997,67495407~1715563,95971535~14312670,141793899~9819323,184549376~6978922,198113054~879610,221667793~5123540,232357930~8665142,243269632~10808551,259490973~7894149,284292580~5930927,307082501~2553462,311932672~23708716,360523514~6944312,381681664~5037781,394264576~3890715,401382313~589814] 2024-03-22T07:42:53.531 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 9 diff [5780105~776418,7172946~3379282,16225083~7640213,34969916~11238498,48929319~9821748,66242651~96997,67495407~1715563,95971535~8259263,104655281~1227597,108376745~1907460,141793899~12530316,159131688~7098214,172644006~18884292,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,259490973~10664215,284292580~5930927,307082501~2553462,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.531 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,34969916~11238498,48929319~9821748,66242651~96997,67495407~1715563,95971535~8259263,104655281~1227597,108376745~1907460,141793899~12530316,159131688~7098214,172644006~18884292,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,259490973~10664215,284292580~5930927,307082501~2553462,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.538 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,34969916~23781151,66242651~96997,67495407~1715563,95971535~14312670,141793899~12530316,159131688~7098214,171966464~19561834,198113054~879610,221667793~5123540,232357930~8665142,243269632~10808551,259490973~10664215,284292580~5930927,307082501~2553462,311932672~28706747,360523514~6944312,381681664~5037781,394264576~3890715,401382313~589814] 2024-03-22T07:42:53.539 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 10 diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,34969916~11238498,48929319~9821748,66242651~96997,67495407~1715563,71486606~2075617,95971535~8259263,104655281~1227597,108376745~1907460,141793899~12530316,159131688~7098214,171183621~20344677,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,259490973~10664215,284292580~5930927,290266035~6631575,307082501~2553462,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.539 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,34969916~11238498,48929319~9821748,66242651~96997,67495407~1715563,71486606~2075617,95971535~8259263,104655281~1227597,108376745~1907460,141793899~12530316,159131688~7098214,171183621~20344677,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,259490973~10664215,284292580~5930927,290266035~6631575,307082501~2553462,311932672~28706747,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.546 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,29838231~4545212,34969916~23781151,66242651~96997,67495407~1715563,71486606~2075617,95971535~14312670,141793899~12530316,159131688~7098214,169408012~22120286,198113054~879610,221667793~5123540,232357930~8665142,243269632~10808551,259490973~10664215,284292580~5930927,290266035~6631575,307082501~2553462,311932672~28706747,360523514~6944312,381681664~5037781,394264576~3890715,401382313~589814] 2024-03-22T07:42:53.546 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 11 diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,34969916~11238498,48929319~9821748,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,88019164~1803122,95971535~8259263,104655281~1227597,108376745~1907460,120462799~7302314,141793899~12530316,159131688~7098214,171183621~20344677,197050865~4469787,214682219~5686038,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~7411209,284292580~5930927,290266035~6631575,307082501~2553462,311932672~28706747,346085522~8067230,360523514~6944312,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.546 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,34969916~11238498,48929319~9821748,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,88019164~1803122,95971535~8259263,104655281~1227597,108376745~1907460,120462799~7302314,141793899~12530316,159131688~7098214,171183621~20344677,197050865~4469787,214682219~5686038,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~7411209,284292580~5930927,290266035~6631575,307082501~2553462,311932672~28706747,346085522~8067230,360523514~6944312,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.555 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,29838231~4545212,34969916~23781151,66242651~96997,67495407~1715563,71486606~2075617,75888583~3314768,88019164~1803122,95971535~14312670,120462799~7302314,141793899~12530316,159131688~7098214,169408012~22120286,197050865~4469787,213909504~6458753,221667793~5123540,232080818~8942254,243269632~10808551,259490973~10664215,274487390~7411209,284292580~5930927,290266035~6631575,307082501~2553462,311932672~28706747,343932928~10219824,360523514~11046130,381681664~5037781,394264576~3890715,401382313~589814] 2024-03-22T07:42:53.555 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 12 diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,34969916~11238498,48929319~9821748,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,95971535~8259263,104655281~1227597,108376745~1907460,112388710~2499291,120462799~7302314,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~7411209,284292580~5930927,290266035~6631575,307082501~2553462,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.555 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,34969916~11238498,48929319~9821748,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,95971535~8259263,104655281~1227597,108376745~1907460,112388710~2499291,120462799~7302314,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~7411209,284292580~5930927,290266035~6631575,307082501~2553462,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343,401382313~589814] 2024-03-22T07:42:53.562 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,29838231~4545212,34969916~23781151,66242651~96997,67495407~1715563,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,95971535~14312670,112388710~2499291,120462799~7302314,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,209715200~10653057,221667793~5123540,232080818~8942254,243269632~10808551,259490973~10664215,274487390~7411209,284292580~5930927,290266035~6631575,307082501~2553462,311932672~42220080,360523514~11046130,373293056~4739011,381681664~5037781,394264576~3890715,401382313~589814] 2024-03-22T07:42:53.562 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 13 diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,34429583~11778831,48929319~9821748,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,93264585~10966213,104655281~1227597,108376745~1907460,112388710~2499291,120462799~7302314,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~7411209,284292580~5930927,290266035~10590993,307082501~2553462,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.563 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,34429583~11778831,48929319~9821748,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,93264585~10966213,104655281~1227597,108376745~1907460,112388710~2499291,120462799~7302314,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~7411209,284292580~5930927,290266035~10590993,307082501~2553462,311932672~28706747,341853784~12298968,360523514~6944312,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.570 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,29838231~4545212,34429583~24321484,66242651~96997,67495407~1715563,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,93264585~17019620,112388710~2499291,120462799~7302314,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,209715200~10653057,221667793~5123540,232080818~8942254,243269632~10808551,259490973~10664215,274487390~7411209,284292580~5930927,290266035~10590993,307082501~2553462,311932672~42220080,360523514~26195931,394264576~9275851] 2024-03-22T07:42:53.571 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 14 diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,29838231~4545212,34429583~11778831,48929319~9821748,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,81103102~8719184,93264585~10966213,104655281~1227597,108376745~1907460,112388710~2499291,120232785~7532328,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~7411209,284292580~5930927,290266035~10590993,307082501~2553462,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.571 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,29838231~4545212,34429583~11778831,48929319~9821748,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,81103102~8719184,93264585~10966213,104655281~1227597,108376745~1907460,112388710~2499291,120232785~7532328,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~4682597,232080818~8942254,247018688~7059495,259490973~10664215,274487390~7411209,284292580~5930927,290266035~10590993,307082501~2553462,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.579 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,29838231~4545212,34429583~24321484,66242651~96997,67495407~1715563,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17019620,112388710~2499291,120232785~7532328,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,209715200~10653057,221667793~5123540,232080818~8942254,243269632~10808551,259490973~10664215,274487390~7411209,284292580~5930927,290266035~10590993,307082501~2553462,311932672~42220080,360523514~31291669,394264576~9275851] 2024-03-22T07:42:53.579 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 15 diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,29838231~4545212,34429583~12165779,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~10966213,104655281~5754572,112388710~2499291,120232785~7532328,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~8497208,232080818~8942254,247018688~7059495,259490973~10664215,274487390~7411209,284292580~5930927,290266035~10590993,307082501~2553462,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.579 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,29838231~4545212,34429583~12165779,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~10966213,104655281~5754572,112388710~2499291,120232785~7532328,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~8497208,232080818~8942254,247018688~7059495,259490973~10664215,274487390~7411209,284292580~5930927,290266035~10590993,307082501~2553462,311932672~28706747,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.587 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,29838231~4545212,34429583~28017654,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,120232785~7532328,140506182~13818033,159131688~7098214,167281657~24246641,197050865~7951236,209715200~10653057,221667793~8938151,232080818~8942254,243269632~10808551,259490973~10664215,274487390~7411209,284292580~5930927,290266035~10590993,307082501~2553462,311932672~42220080,360523514~31291669,394264576~9275851] 2024-03-22T07:42:53.587 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 16 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~4545212,34429583~12165779,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~16683213,159131688~7098214,167281657~24246641,197050865~7951236,211445534~8922723,222108736~8497208,232080818~8942254,247018688~7059495,259490973~10664215,273182304~8716295,284292580~5930927,290266035~10590993,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.587 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~4545212,34429583~12165779,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~16683213,159131688~7098214,167281657~24246641,197050865~7951236,211445534~8922723,222108736~8497208,232080818~8942254,247018688~7059495,259490973~10664215,273182304~8716295,284292580~5930927,290266035~10590993,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.594 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,29838231~4545212,34429583~28017654,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~16683213,159131688~7098214,167281657~24246641,197050865~7951236,209715200~10653057,221667793~8938151,232080818~8942254,243269632~10808551,259490973~10664215,273182304~8716295,284292580~5930927,290266035~10590993,307082501~2553462,311932672~42220080,360523514~31291669,394264576~9275851] 2024-03-22T07:42:53.594 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 17 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~16683213,159131688~7098214,167281657~24246641,197050865~7951236,211445534~8922723,222108736~19221490,247018688~7059495,259490973~10664215,273182304~8716295,284292580~5930927,290266035~10590993,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.594 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~16683213,159131688~7098214,167281657~24246641,197050865~7951236,211445534~8922723,222108736~19221490,247018688~7059495,259490973~10664215,273182304~8716295,284292580~5930927,290266035~10590993,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.602 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,29838231~32609006,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~16683213,159131688~7098214,167281657~24246641,197050865~7951236,209715200~10653057,221667793~19662433,243269632~10808551,259490973~10664215,273182304~8716295,284292580~5930927,290266035~10590993,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:53.602 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 18 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~16683213,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~8716295,284292580~5930927,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.602 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~16683213,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~8716295,284292580~5930927,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.609 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,29838231~32609006,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~16683213,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~8716295,284292580~5930927,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:53.609 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 19 diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.609 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.617 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~34260407,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:53.617 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 6 diff [66242651~96997,100040174~4190624,104655281~1227597,185096177~6432121,198113054~879610,234861093~6161979,247018688~7059495,325514820~7651392,360523514~6944312] 2024-03-22T07:42:53.617 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [66242651~96997,100040174~4190624,104655281~1227597,185096177~6432121,198113054~879610,234861093~6161979,247018688~7059495,325514820~7651392,360523514~6944312] 2024-03-22T07:42:53.624 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [66242651~96997,96468992~9413886,184549376~6978922,198113054~879610,232357930~8665142,243269632~10808551,322961408~10204804,360523514~6944312] 2024-03-22T07:42:53.624 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 7 diff [16225083~7133923,66242651~96997,67495407~1715563,95971535~8259263,104655281~1227597,141793899~5806105,185096177~6432121,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,311932672~2785795,317226291~15939921,360523514~6944312] 2024-03-22T07:42:53.624 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16225083~7133923,66242651~96997,67495407~1715563,95971535~8259263,104655281~1227597,141793899~5806105,185096177~6432121,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,311932672~2785795,317226291~15939921,360523514~6944312] 2024-03-22T07:42:53.631 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [14302909~9056097,66242651~96997,67495407~1715563,95971535~9911343,141793899~5806105,184549376~6978922,198113054~879610,221667793~5123540,232357930~8665142,243269632~10808551,311932672~2785795,317226291~15939921,360523514~6944312] 2024-03-22T07:42:53.632 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 8 diff [16225083~7640213,54761915~83434,66242651~96997,67495407~1715563,95971535~8259263,104655281~1227597,108376745~1907460,141793899~5806105,185096177~6432121,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,284292580~5930927,311932672~21233540,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.632 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16225083~7640213,54761915~83434,66242651~96997,67495407~1715563,95971535~8259263,104655281~1227597,108376745~1907460,141793899~5806105,185096177~6432121,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,284292580~5930927,311932672~21233540,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.640 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [14302909~9562387,54525952~319397,66242651~96997,67495407~1715563,95971535~14312670,141793899~5806105,184549376~6978922,198113054~879610,221667793~5123540,232357930~8665142,243269632~10808551,284292580~5930927,311932672~21233540,360523514~6944312,381681664~5037781,394264576~3890715] 2024-03-22T07:42:53.642 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 9 diff [5780105~776418,7172946~3379282,16225083~7640213,51979062~6772005,66242651~96997,67495407~1715563,95971535~8259263,104655281~1227597,108376745~1907460,141793899~5806105,151500515~2823700,159131688~7098214,172644006~18884292,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,263463388~6691800,284292580~5930927,311932672~21233540,333322179~7317240,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.642 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,51979062~6772005,66242651~96997,67495407~1715563,95971535~8259263,104655281~1227597,108376745~1907460,141793899~5806105,151500515~2823700,159131688~7098214,172644006~18884292,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,263463388~6691800,284292580~5930927,311932672~21233540,333322179~7317240,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.647 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,51979062~6772005,66242651~96997,67495407~1715563,95971535~14312670,141793899~5806105,151500515~2823700,159131688~7098214,171966464~19561834,198113054~879610,221667793~5123540,232357930~8665142,243269632~10808551,263463388~6691800,284292580~5930927,311932672~21233540,333322179~7317240,360523514~6944312,381681664~5037781,394264576~3890715] 2024-03-22T07:42:53.647 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 10 diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,51979062~6772005,66242651~96997,67495407~1715563,71486606~2075617,95971535~8259263,104655281~1227597,108376745~1907460,141793899~5806105,151500515~2823700,159131688~7098214,171183621~20344677,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,261762707~8392481,284292580~5930927,290266035~6631575,311932672~21233540,333322179~7317240,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.647 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,51979062~6772005,66242651~96997,67495407~1715563,71486606~2075617,95971535~8259263,104655281~1227597,108376745~1907460,141793899~5806105,151500515~2823700,159131688~7098214,171183621~20344677,198113054~879610,222108736~4682597,234861093~6161979,247018688~7059495,261762707~8392481,284292580~5930927,290266035~6631575,311932672~21233540,333322179~7317240,360523514~6944312,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.655 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,29838231~4545212,51979062~6772005,66242651~96997,67495407~1715563,71486606~2075617,95971535~14312670,141793899~5806105,151500515~2823700,159131688~7098214,169408012~22120286,198113054~879610,221667793~5123540,232357930~8665142,243269632~10808551,261762707~8392481,284292580~5930927,290266035~6631575,311932672~21233540,333322179~7317240,360523514~6944312,381681664~5037781,394264576~3890715] 2024-03-22T07:42:53.655 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 11 diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,51979062~6772005,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,88019164~1803122,95971535~8259263,104655281~1227597,108376745~1907460,120462799~7302314,141793899~5806105,151500515~2823700,159131688~7098214,171183621~20344677,197050865~4469787,214682219~5686038,222108736~4682597,232080818~8942254,247018688~7059495,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,311932672~21233540,333322179~7317240,346085522~8067230,360523514~6944312,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.655 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,51979062~6772005,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,88019164~1803122,95971535~8259263,104655281~1227597,108376745~1907460,120462799~7302314,141793899~5806105,151500515~2823700,159131688~7098214,171183621~20344677,197050865~4469787,214682219~5686038,222108736~4682597,232080818~8942254,247018688~7059495,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,311932672~21233540,333322179~7317240,346085522~8067230,360523514~6944312,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.663 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,29838231~4545212,51979062~6772005,66242651~96997,67495407~1715563,71486606~2075617,75888583~3314768,88019164~1803122,95971535~14312670,120462799~7302314,141793899~5806105,151500515~2823700,159131688~7098214,169408012~22120286,197050865~4469787,213909504~6458753,221667793~5123540,232080818~8942254,243269632~10808551,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,311932672~21233540,333322179~7317240,343932928~10219824,360523514~11046130,381681664~5037781,394264576~3890715] 2024-03-22T07:42:53.663 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 12 diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,51979062~6772005,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,95971535~8259263,104655281~1227597,108376745~1907460,112388710~2499291,120462799~7302314,140506182~7093822,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~4682597,232080818~8942254,247018688~7059495,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,311932672~21233540,333322179~7317240,341853784~12298968,360523514~6944312,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.663 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,51979062~6772005,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,95971535~8259263,104655281~1227597,108376745~1907460,112388710~2499291,120462799~7302314,140506182~7093822,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~4682597,232080818~8942254,247018688~7059495,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,311932672~21233540,333322179~7317240,341853784~12298968,360523514~6944312,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.670 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,29838231~4545212,51979062~6772005,66242651~96997,67495407~1715563,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,95971535~14312670,112388710~2499291,120462799~7302314,140506182~7093822,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,209715200~10653057,221667793~5123540,232080818~8942254,243269632~10808551,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,311932672~21233540,333322179~20830573,360523514~11046130,373293056~4739011,381681664~5037781,394264576~3890715] 2024-03-22T07:42:53.671 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 13 diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,34429583~5616804,51979062~6772005,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,93264585~10966213,104655281~1227597,108376745~1907460,112388710~2499291,120462799~7302314,140506182~7093822,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~4682597,232080818~8942254,247018688~7059495,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~21233540,333322179~7317240,341853784~12298968,360523514~6944312,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.671 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,34429583~5616804,51979062~6772005,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,93264585~10966213,104655281~1227597,108376745~1907460,112388710~2499291,120462799~7302314,140506182~7093822,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~4682597,232080818~8942254,247018688~7059495,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~21233540,333322179~7317240,341853784~12298968,360523514~6944312,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.681 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,29838231~4545212,34429583~5616804,51979062~6772005,66242651~96997,67495407~1715563,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,93264585~17019620,112388710~2499291,120462799~7302314,140506182~7093822,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,209715200~10653057,221667793~5123540,232080818~8942254,243269632~10808551,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~21233540,333322179~20830573,360523514~26195931,394264576~9275851] 2024-03-22T07:42:53.681 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 14 diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,29838231~4545212,34429583~11323266,51979062~6772005,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,81103102~8719184,93264585~10966213,104655281~1227597,108376745~1907460,112388710~2499291,120232785~7532328,140506182~7093822,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~4682597,232080818~8942254,247018688~7059495,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~21233540,333322179~7317240,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.681 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,29838231~4545212,34429583~11323266,51979062~6772005,66242651~96997,67495407~1715563,71486606~2075617,76022296~3181055,81103102~8719184,93264585~10966213,104655281~1227597,108376745~1907460,112388710~2499291,120232785~7532328,140506182~7093822,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~4682597,232080818~8942254,247018688~7059495,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~21233540,333322179~7317240,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.688 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,29838231~4545212,34429583~11323266,51979062~6772005,66242651~96997,67495407~1715563,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17019620,112388710~2499291,120232785~7532328,140506182~7093822,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,209715200~10653057,221667793~5123540,232080818~8942254,243269632~10808551,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~21233540,333322179~20830573,360523514~31291669,394264576~9275851] 2024-03-22T07:42:53.688 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 15 diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,29838231~4545212,34429583~12165779,51979062~10468175,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~10966213,104655281~5754572,112388710~2499291,120232785~7532328,140506182~7093822,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~8497208,232080818~8942254,247018688~7059495,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~21233540,333322179~7317240,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.689 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,29838231~4545212,34429583~12165779,51979062~10468175,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~10966213,104655281~5754572,112388710~2499291,120232785~7532328,140506182~7093822,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,211517152~8851105,222108736~8497208,232080818~8942254,247018688~7059495,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~21233540,333322179~7317240,341853784~12298968,360523514~11046130,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.695 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,29838231~4545212,34429583~12165779,51979062~10468175,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,120232785~7532328,140506182~7093822,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,209715200~10653057,221667793~8938151,232080818~8942254,243269632~10808551,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~21233540,333322179~20830573,360523514~31291669,394264576~9275851] 2024-03-22T07:42:53.695 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 16 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~4545212,34429583~12165779,51979062~10468175,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,211445534~8922723,222108736~8497208,232080818~8942254,247018688~7059495,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.695 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~4545212,34429583~12165779,51979062~10468175,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,211445534~8922723,222108736~8497208,232080818~8942254,247018688~7059495,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.702 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,29838231~4545212,34429583~12165779,51979062~10468175,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,209715200~10653057,221667793~8938151,232080818~8942254,243269632~10808551,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,311932672~21233540,333322179~20830573,360523514~31291669,394264576~9275851] 2024-03-22T07:42:53.702 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 17 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,51979062~10468175,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,211445534~8922723,222108736~19221490,247018688~7059495,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.702 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,51979062~10468175,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,211445534~8922723,222108736~19221490,247018688~7059495,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.710 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,29838231~16757131,51979062~10468175,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~24246641,197050865~7951236,209715200~10653057,221667793~19662433,243269632~10808551,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:42:53.710 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 18 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.710 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.718 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,29838231~16757131,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,302275389~2609639,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:42:53.718 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 19 diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.718 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.726 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:42:53.726 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 7 diff [16225083~7133923,67495407~1715563,95971535~6888527,141793899~5806105,222108736~4682597,311932672~2785795,317226291~8446504] 2024-03-22T07:42:53.726 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16225083~7133923,67495407~1715563,95971535~6888527,141793899~5806105,222108736~4682597,311932672~2785795,317226291~8446504] 2024-03-22T07:42:53.734 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [14302909~9056097,67495407~1715563,95971535~6888527,141793899~5806105,221667793~5123540,311932672~2785795,317226291~8446504] 2024-03-22T07:42:53.734 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 8 diff [16225083~7640213,54761915~83434,67495407~1715563,95971535~6888527,108376745~1907460,141793899~5806105,222108736~4682597,284292580~5930927,311932672~13740123,329251004~1569956,366901304~488315,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.734 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16225083~7640213,54761915~83434,67495407~1715563,95971535~6888527,108376745~1907460,141793899~5806105,222108736~4682597,284292580~5930927,311932672~13740123,329251004~1569956,366901304~488315,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.741 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [14302909~9562387,54525952~319397,67495407~1715563,95971535~6888527,105882878~4401327,141793899~5806105,221667793~5123540,284292580~5930927,311932672~13740123,329251004~1569956,366901304~488315,381681664~5037781,394264576~3890715] 2024-03-22T07:42:53.741 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 9 diff [5780105~776418,7172946~3379282,16225083~7640213,51979062~6772005,67495407~1715563,95971535~6888527,108376745~1907460,141793899~5806105,151500515~2823700,159131688~7098214,172644006~15342878,222108736~4682597,263463388~6691800,284292580~5930927,311932672~13740123,329251004~1569956,333322179~7317240,366901304~488315,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.741 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,51979062~6772005,67495407~1715563,95971535~6888527,108376745~1907460,141793899~5806105,151500515~2823700,159131688~7098214,172644006~15342878,222108736~4682597,263463388~6691800,284292580~5930927,311932672~13740123,329251004~1569956,333322179~7317240,366901304~488315,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.748 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,51979062~6772005,67495407~1715563,95971535~6888527,105882878~4401327,141793899~5806105,151500515~2823700,159131688~7098214,171966464~16020420,221667793~5123540,263463388~6691800,284292580~5930927,311932672~13740123,329251004~1569956,333322179~7317240,366901304~488315,381681664~5037781,394264576~3890715] 2024-03-22T07:42:53.748 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 10 diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,51979062~6772005,67495407~1715563,71486606~2075617,95971535~6888527,108376745~1907460,141793899~5806105,151500515~2823700,159131688~7098214,171183621~16803263,222108736~4682597,237687246~2290224,261762707~8392481,284292580~5930927,290266035~6631575,311932672~13740123,329251004~1569956,333322179~7317240,366901304~488315,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.748 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,51979062~6772005,67495407~1715563,71486606~2075617,95971535~6888527,108376745~1907460,141793899~5806105,151500515~2823700,159131688~7098214,171183621~16803263,222108736~4682597,237687246~2290224,261762707~8392481,284292580~5930927,290266035~6631575,311932672~13740123,329251004~1569956,333322179~7317240,366901304~488315,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.755 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,29838231~4545212,51979062~6772005,67495407~1715563,71486606~2075617,95971535~6888527,105882878~4401327,141793899~5806105,151500515~2823700,159131688~7098214,169408012~18578872,221667793~5123540,237687246~2290224,261762707~8392481,284292580~5930927,290266035~6631575,311932672~13740123,329251004~1569956,333322179~7317240,366901304~488315,381681664~5037781,394264576~3890715] 2024-03-22T07:42:53.755 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 11 diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,51979062~6772005,67495407~1715563,71486606~2075617,76022296~3181055,88019164~1803122,95971535~6888527,108376745~1907460,120462799~7302314,141793899~5806105,151500515~2823700,159131688~7098214,171183621~16803263,197050865~4469787,214682219~5686038,222108736~4682597,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,311932672~13740123,329251004~1569956,333322179~7317240,346085522~8067230,366901304~488315,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.755 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,51979062~6772005,67495407~1715563,71486606~2075617,76022296~3181055,88019164~1803122,95971535~6888527,108376745~1907460,120462799~7302314,141793899~5806105,151500515~2823700,159131688~7098214,171183621~16803263,197050865~4469787,214682219~5686038,222108736~4682597,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,311932672~13740123,329251004~1569956,333322179~7317240,346085522~8067230,366901304~488315,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.763 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,29838231~4545212,51979062~6772005,67495407~1715563,71486606~2075617,75888583~3314768,88019164~1803122,95971535~6888527,105882878~4401327,120462799~7302314,141793899~5806105,151500515~2823700,159131688~7098214,169408012~18578872,197050865~4469787,213909504~6458753,221667793~5123540,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,311932672~13740123,329251004~1569956,333322179~7317240,343932928~10219824,366901304~488315,367467826~4101818,381681664~5037781,394264576~3890715] 2024-03-22T07:42:53.763 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 12 diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,51979062~6772005,67495407~1715563,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,95971535~6888527,108376745~1907460,112388710~2499291,120462799~7302314,140506182~7093822,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,222108736~4682597,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,311932672~13740123,329251004~1569956,333322179~7317240,341853784~12298968,366901304~488315,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.763 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,51979062~6772005,67495407~1715563,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,95971535~6888527,108376745~1907460,112388710~2499291,120462799~7302314,140506182~7093822,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,222108736~4682597,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,311932672~13740123,329251004~1569956,333322179~7317240,341853784~12298968,366901304~488315,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.770 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,29838231~4545212,51979062~6772005,67495407~1715563,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,95971535~6888527,105882878~4401327,112388710~2499291,120462799~7302314,140506182~7093822,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,209715200~10653057,221667793~5123540,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,311932672~13740123,329251004~1569956,333322179~20830573,366901304~488315,367467826~4101818,373293056~4739011,381681664~5037781,394264576~3890715] 2024-03-22T07:42:53.770 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 13 diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,34429583~5616804,51979062~6772005,67495407~1715563,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,93264585~9595477,108376745~1907460,112388710~2499291,120462799~7302314,140506182~7093822,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,222108736~4682597,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~13858495,329251004~1569956,333322179~7317240,341853784~12298968,366901304~488315,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.770 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,16225083~7640213,29838231~4545212,34429583~5616804,51979062~6772005,67495407~1715563,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,93264585~9595477,108376745~1907460,112388710~2499291,120462799~7302314,140506182~7093822,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,222108736~4682597,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~13858495,329251004~1569956,333322179~7317240,341853784~12298968,366901304~488315,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.777 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,14302909~9562387,29838231~4545212,34429583~5616804,51979062~6772005,67495407~1715563,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,93264585~9595477,105882878~4401327,112388710~2499291,120462799~7302314,140506182~7093822,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,209715200~10653057,221667793~5123540,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~13858495,329251004~1569956,333322179~20830573,366901304~488315,367467826~19251619,394264576~9275851] 2024-03-22T07:42:53.777 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 14 diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,29838231~4545212,34429583~11323266,51979062~6772005,67495407~1715563,71486606~2075617,76022296~3181055,81103102~8719184,93264585~9595477,108376745~1907460,112388710~2499291,120232785~7532328,140506182~7093822,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,222108736~4682597,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~13858495,329251004~1569956,333322179~7317240,341853784~12298968,366367976~5201668,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.777 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,29838231~4545212,34429583~11323266,51979062~6772005,67495407~1715563,71486606~2075617,76022296~3181055,81103102~8719184,93264585~9595477,108376745~1907460,112388710~2499291,120232785~7532328,140506182~7093822,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,222108736~4682597,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~13858495,329251004~1569956,333322179~7317240,341853784~12298968,366367976~5201668,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.784 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,29838231~4545212,34429583~11323266,51979062~6772005,67495407~1715563,71486606~2075617,75888583~3314768,79691776~10130510,93264585~9595477,105882878~4401327,112388710~2499291,120232785~7532328,140506182~7093822,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,209715200~10653057,221667793~5123540,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~13858495,329251004~1569956,333322179~20830573,366367976~25447207,394264576~9275851] 2024-03-22T07:42:53.784 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 15 diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,29838231~4545212,34429583~12165779,51979062~10468175,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~9595477,105867150~4542703,112388710~2499291,120232785~7532328,140506182~7093822,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211517152~8851105,222108736~8497208,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~13858495,329251004~1569956,333322179~7317240,341853784~12298968,366367976~5201668,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.784 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,16225083~7640213,29838231~4545212,34429583~12165779,51979062~10468175,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~9595477,105867150~4542703,112388710~2499291,120232785~7532328,140506182~7093822,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211517152~8851105,222108736~8497208,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~13858495,329251004~1569956,333322179~7317240,341853784~12298968,366367976~5201668,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.791 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,29838231~4545212,34429583~12165779,51979062~10468175,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~9595477,105867150~4542703,112388710~2499291,120232785~7532328,140506182~7093822,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,209715200~10653057,221667793~8938151,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,311932672~13858495,329251004~1569956,333322179~20830573,366367976~25447207,394264576~9275851] 2024-03-22T07:42:53.791 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 16 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~4545212,34429583~12165779,51979062~10468175,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211445534~8922723,222108736~8497208,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,311932672~13858495,329251004~1569956,333322179~8211548,341853784~12298968,366367976~5201668,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.791 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~4545212,34429583~12165779,51979062~10468175,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211445534~8922723,222108736~8497208,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,311932672~13858495,329251004~1569956,333322179~8211548,341853784~12298968,366367976~5201668,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.798 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,29838231~4545212,34429583~12165779,51979062~10468175,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,209715200~10653057,221667793~8938151,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,311932672~13858495,329251004~1569956,333322179~20830573,366367976~25447207,394264576~9275851] 2024-03-22T07:42:53.798 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 17 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,51979062~10468175,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211445534~8922723,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,311932672~13858495,329251004~1569956,333322179~8211548,341853784~12298968,362078687~2952807,366367976~5201668,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.798 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,51979062~10468175,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211445534~8922723,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,311932672~13858495,329251004~1569956,333322179~8211548,341853784~12298968,362078687~2952807,366367976~5201668,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.805 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,29838231~16757131,51979062~10468175,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,209715200~10653057,221667793~14738593,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,311932672~13858495,329251004~1569956,333322179~20830573,362078687~2952807,366367976~26102178,394264576~17965964] 2024-03-22T07:42:53.805 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 18 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,366367976~5201668,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.806 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,366367976~5201668,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.813 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,14302909~9562387,29838231~16757131,50485109~11962128,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~9959002,151500515~2823700,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,221667793~14738593,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~20830573,362078687~2952807,366367976~26102178,394264576~17965964] 2024-03-22T07:42:53.813 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 19 diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.813 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.821 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,221667793~14738593,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:42:53.822 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 8 diff [17581406~6283890,54761915~83434,108376745~1907460,284292580~5930927,313978459~7721734,329251004~1569956,366901304~488315,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.822 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [17581406~6283890,54761915~83434,108376745~1907460,284292580~5930927,313978459~7721734,329251004~1569956,366901304~488315,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.828 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [17581406~6283890,54525952~319397,105882878~4401327,284292580~5930927,313978459~7721734,329251004~1569956,366901304~488315,381681664~5037781,394264576~3890715] 2024-03-22T07:42:53.828 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 9 diff [5780105~776418,7172946~3379282,17581406~6283890,51979062~6772005,108376745~1907460,151500515~2823700,159131688~7098214,172644006~15342878,263463388~6691800,284292580~5930927,313978459~7721734,329251004~1569956,333322179~7317240,366901304~488315,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.828 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,17581406~6283890,51979062~6772005,108376745~1907460,151500515~2823700,159131688~7098214,172644006~15342878,263463388~6691800,284292580~5930927,313978459~7721734,329251004~1569956,333322179~7317240,366901304~488315,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.835 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,17581406~6283890,51979062~6772005,105882878~4401327,151500515~2823700,159131688~7098214,171966464~16020420,263463388~6691800,284292580~5930927,313978459~7721734,329251004~1569956,333322179~7317240,366901304~488315,381681664~5037781,394264576~3890715] 2024-03-22T07:42:53.835 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 10 diff [5780105~776418,7172946~3379282,17581406~6283890,29838231~4545212,51979062~6772005,71486606~2075617,108376745~1907460,151500515~2823700,159131688~7098214,171183621~16803263,237687246~2290224,261762707~8392481,284292580~5930927,290266035~6631575,313978459~7721734,329251004~1569956,333322179~7317240,366901304~488315,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.835 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,17581406~6283890,29838231~4545212,51979062~6772005,71486606~2075617,108376745~1907460,151500515~2823700,159131688~7098214,171183621~16803263,237687246~2290224,261762707~8392481,284292580~5930927,290266035~6631575,313978459~7721734,329251004~1569956,333322179~7317240,366901304~488315,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.842 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,17581406~6283890,29838231~4545212,51979062~6772005,71486606~2075617,105882878~4401327,151500515~2823700,159131688~7098214,169408012~18578872,237687246~2290224,261762707~8392481,284292580~5930927,290266035~6631575,313978459~7721734,329251004~1569956,333322179~7317240,366901304~488315,381681664~5037781,394264576~3890715] 2024-03-22T07:42:53.842 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 11 diff [5780105~776418,7172946~3379282,17581406~6283890,29838231~4545212,51979062~6772005,71486606~2075617,76022296~3181055,88019164~1803122,108376745~1907460,120462799~7302314,151500515~2823700,159131688~7098214,171183621~16803263,197050865~4469787,214682219~5686038,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,313978459~7721734,329251004~1569956,333322179~7317240,346085522~8067230,366901304~488315,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.842 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,17581406~6283890,29838231~4545212,51979062~6772005,71486606~2075617,76022296~3181055,88019164~1803122,108376745~1907460,120462799~7302314,151500515~2823700,159131688~7098214,171183621~16803263,197050865~4469787,214682219~5686038,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,313978459~7721734,329251004~1569956,333322179~7317240,346085522~8067230,366901304~488315,369059838~2509806,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.850 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,17581406~6283890,29838231~4545212,51979062~6772005,71486606~2075617,75888583~3314768,88019164~1803122,105882878~4401327,120462799~7302314,151500515~2823700,159131688~7098214,169408012~18578872,197050865~4469787,213909504~6458753,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,313978459~7721734,329251004~1569956,333322179~7317240,343932928~10219824,366901304~488315,367467826~4101818,381681664~5037781,394264576~3890715] 2024-03-22T07:42:53.850 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 12 diff [5780105~776418,7172946~3379282,17581406~6283890,29838231~4545212,51979062~6772005,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,108376745~1907460,112388710~2499291,120462799~7302314,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,313978459~7721734,329251004~1569956,333322179~7317240,341853784~12298968,366901304~488315,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.850 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,17581406~6283890,29838231~4545212,51979062~6772005,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,108376745~1907460,112388710~2499291,120462799~7302314,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,313978459~7721734,329251004~1569956,333322179~7317240,341853784~12298968,366901304~488315,369059838~2509806,376067976~1964091,382836286~3883159,395378366~330450,397651948~503343] 2024-03-22T07:42:53.855 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,17581406~6283890,29838231~4545212,51979062~6772005,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,105882878~4401327,112388710~2499291,120462799~7302314,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,209715200~10653057,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~6631575,313978459~7721734,329251004~1569956,333322179~20830573,366901304~488315,367467826~4101818,373293056~4739011,381681664~5037781,394264576~3890715] 2024-03-22T07:42:53.855 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 13 diff [5780105~776418,7172946~3379282,17581406~6283890,29838231~4545212,34429583~5616804,51979062~6772005,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,93264585~4783899,108376745~1907460,112388710~2499291,120462799~7302314,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,313978459~11812708,329251004~1569956,333322179~7317240,341853784~12298968,366901304~488315,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.855 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,17581406~6283890,29838231~4545212,34429583~5616804,51979062~6772005,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,93264585~4783899,108376745~1907460,112388710~2499291,120462799~7302314,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,313978459~11812708,329251004~1569956,333322179~7317240,341853784~12298968,366901304~488315,369059838~2509806,372966315~9296315,382836286~3883159,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.862 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,17581406~6283890,29838231~4545212,34429583~5616804,51979062~6772005,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,93264585~4783899,105882878~4401327,112388710~2499291,120462799~7302314,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,209715200~10653057,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,313978459~11812708,329251004~1569956,333322179~20830573,366901304~488315,367467826~19251619,394264576~9275851] 2024-03-22T07:42:53.862 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 14 diff [5780105~776418,7172946~3379282,13317020~153014,17581406~6283890,29838231~4545212,34429583~11323266,51979062~6772005,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,108376745~1907460,112388710~2499291,120232785~7532328,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,313978459~11812708,329251004~1569956,333322179~7317240,341853784~12298968,366367976~5201668,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.862 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,17581406~6283890,29838231~4545212,34429583~11323266,51979062~6772005,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,108376745~1907460,112388710~2499291,120232785~7532328,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,313978459~11812708,329251004~1569956,333322179~7317240,341853784~12298968,366367976~5201668,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.869 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,17581406~6283890,29838231~4545212,34429583~11323266,51979062~6772005,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,105882878~4401327,112388710~2499291,120232785~7532328,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,209715200~10653057,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,313978459~11812708,329251004~1569956,333322179~20830573,366367976~25447207,394264576~9275851] 2024-03-22T07:42:53.869 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 15 diff [5780105~776418,7172946~3379282,13317020~153014,17581406~6283890,29838231~4545212,34429583~12165779,51979062~10468175,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,105867150~4542703,112388710~2499291,120232785~7532328,140506182~2632025,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211517152~8851105,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,313978459~11812708,329251004~1569956,333322179~7317240,341853784~12298968,366367976~5201668,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.869 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,17581406~6283890,29838231~4545212,34429583~12165779,51979062~10468175,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,105867150~4542703,112388710~2499291,120232785~7532328,140506182~2632025,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211517152~8851105,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,313978459~11812708,329251004~1569956,333322179~7317240,341853784~12298968,366367976~5201668,372966315~9296315,382836286~3883159,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.876 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,17581406~6283890,29838231~4545212,34429583~12165779,51979062~10468175,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,105867150~4542703,112388710~2499291,120232785~7532328,140506182~2632025,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,209715200~10653057,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,274487390~7411209,284292580~5930927,290266035~10590993,313978459~11812708,329251004~1569956,333322179~20830573,366367976~25447207,394264576~9275851] 2024-03-22T07:42:53.876 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 16 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~4545212,34429583~12165779,51979062~10468175,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211445534~8922723,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,313978459~11812708,329251004~1569956,333322179~8211548,341853784~12298968,366367976~5201668,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.876 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~4545212,34429583~12165779,51979062~10468175,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211445534~8922723,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,313978459~11812708,329251004~1569956,333322179~8211548,341853784~12298968,366367976~5201668,372966315~13753130,389518928~2296255,395378366~330450,397098655~6441772] 2024-03-22T07:42:53.883 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~4545212,34429583~12165779,51979062~10468175,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,209715200~10653057,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,313978459~11812708,329251004~1569956,333322179~20830573,366367976~25447207,394264576~9275851] 2024-03-22T07:42:53.883 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 17 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,51979062~10468175,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211445534~8922723,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,313978459~11812708,329251004~1569956,333322179~8211548,341853784~12298968,362078687~2952807,366367976~5201668,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.883 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,51979062~10468175,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211445534~8922723,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,313978459~11812708,329251004~1569956,333322179~8211548,341853784~12298968,362078687~2952807,366367976~5201668,372966315~13753130,386833184~5636970,395378366~330450,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.891 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,51979062~10468175,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,209715200~10653057,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,313978459~11812708,329251004~1569956,333322179~20830573,362078687~2952807,366367976~26102178,394264576~17965964] 2024-03-22T07:42:53.891 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 18 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,366367976~5201668,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.891 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,366367976~5201668,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.898 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,15225403~8639893,29838231~16757131,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,284292580~5930927,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~20830573,362078687~2952807,366367976~26102178,394264576~17965964] 2024-03-22T07:42:53.898 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 19 diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.899 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.905 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:42:53.906 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 9 diff [5780105~776418,7172946~3379282,51979062~6772005,151500515~2823700,159131688~7098214,172644006~15342878,263463388~6691800,286367192~1880001,333322179~7317240] 2024-03-22T07:42:53.906 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,51979062~6772005,151500515~2823700,159131688~7098214,172644006~15342878,263463388~6691800,286367192~1880001,333322179~7317240] 2024-03-22T07:42:53.913 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,51979062~6772005,151500515~2823700,159131688~7098214,171966464~16020420,263463388~6691800,286367192~1880001,333322179~7317240] 2024-03-22T07:42:53.913 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 10 diff [5780105~776418,7172946~3379282,20714566~1196416,22032850~1422892,29838231~4545212,51979062~6772005,71486606~2075617,151500515~2823700,159131688~7098214,171183621~16803263,237687246~2290224,261762707~8392481,286186088~3311518,290266035~6631575,333322179~7317240] 2024-03-22T07:42:53.913 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,20714566~1196416,22032850~1422892,29838231~4545212,51979062~6772005,71486606~2075617,151500515~2823700,159131688~7098214,171183621~16803263,237687246~2290224,261762707~8392481,286186088~3311518,290266035~6631575,333322179~7317240] 2024-03-22T07:42:53.920 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,20714566~1196416,22032850~1422892,29838231~4545212,51979062~6772005,71486606~2075617,151500515~2823700,159131688~7098214,169408012~18578872,237687246~2290224,261762707~8392481,286186088~3311518,290266035~6631575,333322179~7317240] 2024-03-22T07:42:53.920 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 11 diff [5780105~776418,7172946~3379282,20714566~1196416,22032850~1422892,29838231~4545212,51979062~6772005,71486606~2075617,76022296~3181055,88019164~1803122,120462799~7302314,151500515~2823700,159131688~7098214,171183621~16803263,197050865~4469787,214682219~5686038,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,286186088~3311518,290266035~6631575,333322179~7317240,346085522~8067230,369059838~2509806] 2024-03-22T07:42:53.920 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,20714566~1196416,22032850~1422892,29838231~4545212,51979062~6772005,71486606~2075617,76022296~3181055,88019164~1803122,120462799~7302314,151500515~2823700,159131688~7098214,171183621~16803263,197050865~4469787,214682219~5686038,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,286186088~3311518,290266035~6631575,333322179~7317240,346085522~8067230,369059838~2509806] 2024-03-22T07:42:53.928 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,20714566~1196416,22032850~1422892,29838231~4545212,51979062~6772005,71486606~2075617,75888583~3314768,88019164~1803122,120462799~7302314,151500515~2823700,159131688~7098214,169408012~18578872,197050865~4469787,213909504~6458753,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,286186088~3311518,290266035~6631575,333322179~7317240,343932928~10219824,367467826~4101818] 2024-03-22T07:42:53.928 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 12 diff [5780105~776418,7172946~3379282,20714566~1196416,22032850~1422892,29838231~4545212,51979062~6772005,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,112388710~2499291,120462799~7302314,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,286186088~3311518,290266035~6631575,333322179~7317240,341853784~12298968,369059838~2509806,376067976~1964091] 2024-03-22T07:42:53.928 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,20714566~1196416,22032850~1422892,29838231~4545212,51979062~6772005,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,112388710~2499291,120462799~7302314,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,286186088~3311518,290266035~6631575,333322179~7317240,341853784~12298968,369059838~2509806,376067976~1964091] 2024-03-22T07:42:53.935 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,20714566~1196416,22032850~1422892,29838231~4545212,51979062~6772005,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,112388710~2499291,120462799~7302314,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,209715200~10653057,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,286186088~3311518,290266035~6631575,333322179~20830573,367467826~4101818,373293056~4739011] 2024-03-22T07:42:53.935 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 13 diff [5780105~776418,7172946~3379282,20714566~1196416,22032850~1422892,29838231~4545212,34429583~5616804,51979062~6772005,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,93264585~4783899,112388710~2499291,120462799~7302314,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,333322179~7317240,341853784~12298968,369059838~2509806,372966315~9296315,397098655~6441772] 2024-03-22T07:42:53.935 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,20714566~1196416,22032850~1422892,29838231~4545212,34429583~5616804,51979062~6772005,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,93264585~4783899,112388710~2499291,120462799~7302314,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,333322179~7317240,341853784~12298968,369059838~2509806,372966315~9296315,397098655~6441772] 2024-03-22T07:42:53.942 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,20714566~1196416,22032850~1422892,29838231~4545212,34429583~5616804,51979062~6772005,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,93264585~4783899,112388710~2499291,120462799~7302314,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,209715200~10653057,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,333322179~20830573,367467826~14794804,397098655~6441772] 2024-03-22T07:42:53.942 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 14 diff [5780105~776418,7172946~3379282,13317020~153014,20714566~1196416,22032850~1422892,29838231~4545212,34429583~11323266,51979062~6772005,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,112388710~2499291,120232785~7532328,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,333322179~7317240,341853784~12298968,366367976~5201668,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:53.942 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,20714566~1196416,22032850~1422892,29838231~4545212,34429583~11323266,51979062~6772005,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,112388710~2499291,120232785~7532328,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,333322179~7317240,341853784~12298968,366367976~5201668,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:53.948 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,20714566~1196416,22032850~1422892,29838231~4545212,34429583~11323266,51979062~6772005,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,112388710~2499291,120232785~7532328,140506182~2632025,151500515~2823700,159131688~7098214,167281657~20705227,197050865~7951236,209715200~10653057,232080818~4325568,237687246~2290224,261762707~8392481,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,333322179~20830573,366367976~15894654,386719445~5095738,397098655~6441772] 2024-03-22T07:42:53.948 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 15 diff [5780105~776418,7172946~3379282,13317020~153014,20714566~1196416,22032850~1422892,29838231~4545212,34429583~12165779,51979062~10468175,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,105867150~4542703,112388710~2499291,120232785~7532328,140506182~2632025,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211517152~8851105,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,333322179~7317240,341853784~12298968,366367976~5201668,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:53.949 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,20714566~1196416,22032850~1422892,29838231~4545212,34429583~12165779,51979062~10468175,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,105867150~4542703,112388710~2499291,120232785~7532328,140506182~2632025,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211517152~8851105,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,333322179~7317240,341853784~12298968,366367976~5201668,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:53.956 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,20714566~1196416,22032850~1422892,29838231~4545212,34429583~12165779,51979062~10468175,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,105867150~4542703,112388710~2499291,120232785~7532328,140506182~2632025,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,209715200~10653057,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,333322179~20830573,366367976~15894654,386719445~5095738,397098655~6441772] 2024-03-22T07:42:53.956 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 16 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~4545212,34429583~12165779,51979062~10468175,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211445534~8922723,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,273182304~8716295,286186088~3311518,290266035~10590993,319283728~6507439,333322179~8211548,341853784~12298968,366367976~5201668,372966315~10316671,389518928~2296255,397098655~6441772] 2024-03-22T07:42:53.956 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~4545212,34429583~12165779,51979062~10468175,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211445534~8922723,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,273182304~8716295,286186088~3311518,290266035~10590993,319283728~6507439,333322179~8211548,341853784~12298968,366367976~5201668,372966315~10316671,389518928~2296255,397098655~6441772] 2024-03-22T07:42:53.964 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~4545212,34429583~12165779,51979062~10468175,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,209715200~10653057,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~8392481,273182304~8716295,286186088~3311518,290266035~10590993,319283728~6507439,333322179~20830573,366367976~16915010,386719445~5095738,397098655~6441772] 2024-03-22T07:42:53.964 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 17 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~16757131,51979062~10468175,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211445534~8922723,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,286186088~3311518,290266035~10590993,319283728~6507439,333322179~8211548,341853784~12298968,362078687~2952807,366367976~5201668,372966315~10316671,386833184~5636970,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.964 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~16757131,51979062~10468175,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,211445534~8922723,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,286186088~3311518,290266035~10590993,319283728~6507439,333322179~8211548,341853784~12298968,362078687~2952807,366367976~5201668,372966315~10316671,386833184~5636970,397098655~6441772,406779681~5450859] 2024-03-22T07:42:53.972 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~16757131,51979062~10468175,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,197050865~7951236,209715200~10653057,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,286186088~3311518,290266035~10590993,319283728~6507439,333322179~20830573,362078687~2952807,366367976~16915010,386719445~5750709,397098655~15131885] 2024-03-22T07:42:53.972 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 18 diff [5780105~776418,7172946~3379282,13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~16757131,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,286186088~3311518,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,366367976~5201668,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.972 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5780105~776418,7172946~3379282,13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~16757131,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,286186088~3311518,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,366367976~5201668,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.979 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5780105~776418,7172946~3379282,13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~16757131,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151500515~2823700,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~8716295,286186088~3311518,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~20830573,362078687~2952807,366367976~16915010,386719445~5750709,396612024~15618516] 2024-03-22T07:42:53.979 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 19 diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.979 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:53.987 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~20830573,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:53.987 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 10 diff [20714566~1196416,22032850~1422892,29838231~4545212,71486606~2075617,171183621~3760417,237687246~2290224,261762707~6353838,286186088~3311518,290266035~6631575] 2024-03-22T07:42:53.987 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [20714566~1196416,22032850~1422892,29838231~4545212,71486606~2075617,171183621~3760417,237687246~2290224,261762707~6353838,286186088~3311518,290266035~6631575] 2024-03-22T07:42:53.993 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [20714566~1196416,22032850~1422892,29838231~4545212,71486606~2075617,169408012~5536026,237687246~2290224,261762707~6353838,286186088~3311518,290266035~6631575] 2024-03-22T07:42:53.993 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 11 diff [20714566~1196416,22032850~1422892,29838231~4545212,71486606~2075617,76022296~3181055,88019164~1803122,120462799~7302314,171183621~3760417,179400261~1612250,197050865~4469787,214682219~5686038,232080818~4325568,237687246~2290224,261762707~6353838,274487390~7411209,286186088~3311518,290266035~6631575,346085522~8067230,369059838~2509806] 2024-03-22T07:42:53.993 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [20714566~1196416,22032850~1422892,29838231~4545212,71486606~2075617,76022296~3181055,88019164~1803122,120462799~7302314,171183621~3760417,179400261~1612250,197050865~4469787,214682219~5686038,232080818~4325568,237687246~2290224,261762707~6353838,274487390~7411209,286186088~3311518,290266035~6631575,346085522~8067230,369059838~2509806] 2024-03-22T07:42:54.000 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [20714566~1196416,22032850~1422892,29838231~4545212,71486606~2075617,75888583~3314768,88019164~1803122,120462799~7302314,169408012~5536026,179400261~1612250,197050865~4469787,213909504~6458753,232080818~4325568,237687246~2290224,261762707~6353838,274487390~7411209,286186088~3311518,290266035~6631575,343932928~10219824,367467826~4101818] 2024-03-22T07:42:54.000 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 12 diff [20714566~1196416,22032850~1422892,29838231~4545212,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,112388710~2499291,120462799~7302314,140506182~2632025,167281657~7662381,179400261~1612250,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~6353838,274487390~7411209,286186088~3311518,290266035~6631575,341853784~12298968,369059838~2509806,376067976~1964091] 2024-03-22T07:42:54.000 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [20714566~1196416,22032850~1422892,29838231~4545212,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,112388710~2499291,120462799~7302314,140506182~2632025,167281657~7662381,179400261~1612250,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~6353838,274487390~7411209,286186088~3311518,290266035~6631575,341853784~12298968,369059838~2509806,376067976~1964091] 2024-03-22T07:42:54.006 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [20714566~1196416,22032850~1422892,29838231~4545212,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,112388710~2499291,120462799~7302314,140506182~2632025,167281657~7662381,179400261~1612250,197050865~7951236,209715200~10653057,232080818~4325568,237687246~2290224,261762707~6353838,274487390~7411209,286186088~3311518,290266035~6631575,340639419~13513333,367467826~4101818,373293056~4739011] 2024-03-22T07:42:54.006 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 13 diff [20714566~1196416,22032850~1422892,29838231~4545212,34429583~5616804,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,93264585~4783899,112388710~2499291,120462799~7302314,140506182~2632025,151937332~1588628,167281657~7662381,179400261~1612250,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~6353838,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,341853784~12298968,369059838~2509806,372966315~9296315,397098655~6441772] 2024-03-22T07:42:54.007 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [20714566~1196416,22032850~1422892,29838231~4545212,34429583~5616804,71486606~2075617,76022296~3181055,84372739~288325,88019164~1803122,93264585~4783899,112388710~2499291,120462799~7302314,140506182~2632025,151937332~1588628,167281657~7662381,179400261~1612250,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~6353838,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,341853784~12298968,369059838~2509806,372966315~9296315,397098655~6441772] 2024-03-22T07:42:54.016 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [20714566~1196416,22032850~1422892,29838231~4545212,34429583~5616804,71486606~2075617,75888583~3314768,84372739~288325,88019164~1803122,93264585~4783899,112388710~2499291,120462799~7302314,140506182~2632025,151937332~1588628,167281657~7662381,179400261~1612250,197050865~7951236,209715200~10653057,232080818~4325568,237687246~2290224,261762707~6353838,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,340639419~13513333,367467826~14794804,397098655~6441772] 2024-03-22T07:42:54.016 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 14 diff [13317020~153014,20714566~1196416,22032850~1422892,29838231~4545212,34429583~11323266,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,112388710~2499291,120232785~7532328,140506182~2632025,151937332~1588628,167281657~7662381,179400261~1612250,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~6353838,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,341853784~12298968,366367976~5201668,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.016 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,20714566~1196416,22032850~1422892,29838231~4545212,34429583~11323266,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,112388710~2499291,120232785~7532328,140506182~2632025,151937332~1588628,167281657~7662381,179400261~1612250,197050865~7951236,211517152~8851105,232080818~4325568,237687246~2290224,261762707~6353838,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,341853784~12298968,366367976~5201668,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.021 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,20714566~1196416,22032850~1422892,29838231~4545212,34429583~11323266,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,112388710~2499291,120232785~7532328,140506182~2632025,151937332~1588628,167281657~7662381,179400261~1612250,197050865~7951236,209715200~10653057,232080818~4325568,237687246~2290224,261762707~6353838,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,340639419~13513333,366367976~15894654,386719445~5095738,397098655~6441772] 2024-03-22T07:42:54.021 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 15 diff [13317020~153014,20714566~1196416,22032850~1422892,29838231~4545212,34429583~12165779,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,105867150~4542703,112388710~2499291,120232785~7532328,140506182~2632025,151937332~1588628,167281657~7662381,179400261~1612250,182915283~7822486,197050865~7951236,211517152~8851105,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~6353838,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,333861207~6629822,341853784~12298968,366367976~5201668,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.021 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,20714566~1196416,22032850~1422892,29838231~4545212,34429583~12165779,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,105867150~4542703,112388710~2499291,120232785~7532328,140506182~2632025,151937332~1588628,167281657~7662381,179400261~1612250,182915283~7822486,197050865~7951236,211517152~8851105,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~6353838,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,333861207~6629822,341853784~12298968,366367976~5201668,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.028 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,20714566~1196416,22032850~1422892,29838231~4545212,34429583~12165779,58478595~3968642,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,105867150~4542703,112388710~2499291,120232785~7532328,140506182~2632025,151937332~1588628,167281657~7662381,179400261~1612250,182915283~7822486,197050865~7951236,209715200~10653057,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~6353838,274487390~7411209,286186088~3311518,290266035~10590993,319283728~6507439,333861207~6629822,340639419~13513333,366367976~15894654,386719445~5095738,397098655~6441772] 2024-03-22T07:42:54.028 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 16 diff [13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~4545212,34429583~12165779,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,167281657~7662381,179400261~1612250,182915283~7822486,197050865~7951236,211445534~8922723,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~6353838,273182304~8716295,286186088~3311518,290266035~10590993,319283728~6507439,333861207~7672520,341853784~12298968,366367976~5201668,372966315~10316671,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.028 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~4545212,34429583~12165779,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,167281657~7662381,179400261~1612250,182915283~7822486,197050865~7951236,211445534~8922723,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~6353838,273182304~8716295,286186088~3311518,290266035~10590993,319283728~6507439,333861207~7672520,341853784~12298968,366367976~5201668,372966315~10316671,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.036 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~4545212,34429583~12165779,58478595~3968642,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,167281657~7662381,179400261~1612250,182915283~7822486,197050865~7951236,209715200~10653057,223833814~6772130,232080818~4325568,237687246~2290224,248520658~5271455,261762707~6353838,273182304~8716295,286186088~3311518,290266035~10590993,319283728~6507439,333861207~20291545,366367976~16915010,386719445~5095738,397098655~6441772] 2024-03-22T07:42:54.037 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 17 diff [13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~16757131,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,167281657~7662381,179400261~1612250,182915283~7822486,197050865~7951236,211445534~8922723,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~8716295,286186088~3311518,290266035~10590993,319283728~6507439,333861207~7672520,341853784~12298968,362078687~2952807,366367976~5201668,372966315~10316671,386833184~5636970,397098655~6441772,406779681~5450859] 2024-03-22T07:42:54.037 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~16757131,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,167281657~7662381,179400261~1612250,182915283~7822486,197050865~7951236,211445534~8922723,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~8716295,286186088~3311518,290266035~10590993,319283728~6507439,333861207~7672520,341853784~12298968,362078687~2952807,366367976~5201668,372966315~10316671,386833184~5636970,397098655~6441772,406779681~5450859] 2024-03-22T07:42:54.044 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~16757131,58478595~3968642,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,167281657~7662381,179400261~1612250,182915283~7822486,197050865~7951236,209715200~10653057,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~8716295,286186088~3311518,290266035~10590993,319283728~6507439,333861207~20291545,362078687~2952807,366367976~16915010,386719445~5750709,397098655~15131885] 2024-03-22T07:42:54.044 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 18 diff [13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~16757131,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~8716295,286186088~3311518,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,366367976~5201668,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.044 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~16757131,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~8716295,286186088~3311518,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,366367976~5201668,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.050 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,15225403~3218806,20714566~1196416,22032850~1422892,29838231~16757131,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~8716295,286186088~3311518,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,366367976~16915010,386719445~5750709,396612024~15618516] 2024-03-22T07:42:54.051 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 19 diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.051 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.057 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:54.057 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 11 diff [76022296~3181055,88019164~1803122,120462799~7302314,179400261~1612250,197050865~4469787,214682219~5686038,232080818~4325568,274487390~7411209,346085522~8067230,369059838~2509806] 2024-03-22T07:42:54.057 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [76022296~3181055,88019164~1803122,120462799~7302314,179400261~1612250,197050865~4469787,214682219~5686038,232080818~4325568,274487390~7411209,346085522~8067230,369059838~2509806] 2024-03-22T07:42:54.064 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [75888583~3314768,88019164~1803122,120462799~7302314,179400261~1612250,197050865~4469787,213909504~6458753,232080818~4325568,274487390~7411209,343932928~10219824,367467826~4101818] 2024-03-22T07:42:54.064 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 12 diff [76022296~3181055,84372739~288325,88019164~1803122,112388710~2499291,120462799~7302314,140506182~2632025,167281657~5564821,179400261~1612250,197050865~7951236,211517152~8851105,232080818~4325568,238593101~169179,274487390~7411209,341853784~12298968,369059838~2509806,376067976~1964091] 2024-03-22T07:42:54.065 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [76022296~3181055,84372739~288325,88019164~1803122,112388710~2499291,120462799~7302314,140506182~2632025,167281657~5564821,179400261~1612250,197050865~7951236,211517152~8851105,232080818~4325568,238593101~169179,274487390~7411209,341853784~12298968,369059838~2509806,376067976~1964091] 2024-03-22T07:42:54.072 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [75888583~3314768,84372739~288325,88019164~1803122,112388710~2499291,120462799~7302314,140506182~2632025,167281657~5564821,179400261~1612250,197050865~7951236,209715200~10653057,232080818~4325568,238593101~169179,274487390~7411209,340639419~13513333,367467826~4101818,373293056~4739011] 2024-03-22T07:42:54.072 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 13 diff [34429583~5616804,76022296~3181055,84372739~288325,88019164~1803122,93264585~4783899,112388710~2499291,120462799~7302314,140506182~2632025,151937332~1588628,167281657~5564821,179400261~1612250,197050865~7951236,211517152~8851105,232080818~4325568,238593101~169179,274487390~7411209,295641026~5216002,319283728~6507439,341853784~12298968,369059838~2509806,372966315~9296315,397098655~6441772] 2024-03-22T07:42:54.072 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [34429583~5616804,76022296~3181055,84372739~288325,88019164~1803122,93264585~4783899,112388710~2499291,120462799~7302314,140506182~2632025,151937332~1588628,167281657~5564821,179400261~1612250,197050865~7951236,211517152~8851105,232080818~4325568,238593101~169179,274487390~7411209,295641026~5216002,319283728~6507439,341853784~12298968,369059838~2509806,372966315~9296315,397098655~6441772] 2024-03-22T07:42:54.079 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [34429583~5616804,75888583~3314768,84372739~288325,88019164~1803122,93264585~4783899,112388710~2499291,120462799~7302314,140506182~2632025,151937332~1588628,167281657~5564821,179400261~1612250,197050865~7951236,209715200~10653057,232080818~4325568,238593101~169179,274487390~7411209,295641026~5216002,319283728~6507439,340639419~13513333,367467826~14794804,397098655~6441772] 2024-03-22T07:42:54.079 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 14 diff [13317020~153014,34429583~11323266,76022296~3181055,81103102~8719184,93264585~4783899,112388710~2499291,120232785~7532328,140506182~2632025,151937332~1588628,167281657~5564821,179400261~1612250,197050865~7951236,211517152~8851105,232080818~4325568,238593101~169179,274487390~7411209,290515115~10341913,319283728~6507439,341853784~12298968,366367976~5201668,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.079 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,34429583~11323266,76022296~3181055,81103102~8719184,93264585~4783899,112388710~2499291,120232785~7532328,140506182~2632025,151937332~1588628,167281657~5564821,179400261~1612250,197050865~7951236,211517152~8851105,232080818~4325568,238593101~169179,274487390~7411209,290515115~10341913,319283728~6507439,341853784~12298968,366367976~5201668,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.087 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,34429583~11323266,75888583~3314768,79691776~10130510,93264585~4783899,112388710~2499291,120232785~7532328,140506182~2632025,151937332~1588628,167281657~5564821,179400261~1612250,197050865~7951236,209715200~10653057,232080818~4325568,238593101~169179,274487390~7411209,290515115~10341913,319283728~6507439,340639419~13513333,366367976~15894654,386719445~5095738,397098655~6441772] 2024-03-22T07:42:54.087 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 15 diff [13317020~153014,34429583~12165779,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,105867150~4542703,112388710~2499291,120232785~7532328,140506182~2632025,151937332~1588628,167281657~5564821,179400261~1612250,182915283~7822486,197050865~7951236,211517152~8851105,223833814~6772130,232080818~4325568,238593101~169179,248520658~5271455,274487390~7411209,290515115~10341913,319283728~6507439,333861207~6629822,341853784~12298968,366367976~5201668,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.087 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,34429583~12165779,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,105867150~4542703,112388710~2499291,120232785~7532328,140506182~2632025,151937332~1588628,167281657~5564821,179400261~1612250,182915283~7822486,197050865~7951236,211517152~8851105,223833814~6772130,232080818~4325568,238593101~169179,248520658~5271455,274487390~7411209,290515115~10341913,319283728~6507439,333861207~6629822,341853784~12298968,366367976~5201668,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.094 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,34429583~12165779,58478595~3968642,68373365~2053316,75888583~3314768,79691776~10130510,93264585~4783899,105867150~4542703,112388710~2499291,120232785~7532328,140506182~2632025,151937332~1588628,167281657~5564821,179400261~1612250,182915283~7822486,197050865~7951236,209715200~10653057,223833814~6772130,232080818~4325568,238593101~169179,248520658~5271455,274487390~7411209,290515115~10341913,319283728~6507439,333861207~6629822,340639419~13513333,366367976~15894654,386719445~5095738,397098655~6441772] 2024-03-22T07:42:54.094 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 16 diff [13317020~153014,15225403~3218806,34429583~12165779,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,167281657~5564821,179400261~1612250,182915283~7822486,197050865~7951236,211445534~8922723,223833814~6772130,232080818~4325568,238593101~169179,248520658~5271455,273182304~8716295,290515115~10341913,319283728~6507439,333861207~7672520,341853784~12298968,366367976~5201668,372966315~10316671,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.094 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,15225403~3218806,34429583~12165779,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,167281657~5564821,179400261~1612250,182915283~7822486,197050865~7951236,211445534~8922723,223833814~6772130,232080818~4325568,238593101~169179,248520658~5271455,273182304~8716295,290515115~10341913,319283728~6507439,333861207~7672520,341853784~12298968,366367976~5201668,372966315~10316671,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.101 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,15225403~3218806,34429583~12165779,58478595~3968642,68373365~2053316,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,167281657~5564821,179400261~1612250,182915283~7822486,197050865~7951236,209715200~10653057,223833814~6772130,232080818~4325568,238593101~169179,248520658~5271455,273182304~8716295,290515115~10341913,319283728~6507439,333861207~20291545,366367976~16915010,386719445~5095738,397098655~6441772] 2024-03-22T07:42:54.101 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 17 diff [13317020~153014,15225403~3218806,33579004~13016358,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,167281657~5564821,179400261~1612250,182915283~7822486,197050865~7951236,211445534~8922723,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~8716295,290515115~10341913,319283728~6507439,333861207~7672520,341853784~12298968,362078687~2952807,366367976~5201668,372966315~10316671,386833184~5636970,397098655~6441772,406779681~5450859] 2024-03-22T07:42:54.101 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,15225403~3218806,33579004~13016358,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,167281657~5564821,179400261~1612250,182915283~7822486,197050865~7951236,211445534~8922723,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~8716295,290515115~10341913,319283728~6507439,333861207~7672520,341853784~12298968,362078687~2952807,366367976~5201668,372966315~10316671,386833184~5636970,397098655~6441772,406779681~5450859] 2024-03-22T07:42:54.108 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,15225403~3218806,33579004~13016358,58478595~3968642,68373365~2053316,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,167281657~5564821,179400261~1612250,182915283~7822486,197050865~7951236,209715200~10653057,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~8716295,290515115~10341913,319283728~6507439,333861207~20291545,362078687~2952807,366367976~16915010,386719445~5750709,397098655~15131885] 2024-03-22T07:42:54.108 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 18 diff [13317020~153014,15225403~3218806,33579004~13016358,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~8716295,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,366367976~5201668,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.108 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,15225403~3218806,33579004~13016358,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~8716295,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,366367976~5201668,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.115 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,15225403~3218806,33579004~13016358,50485109~7695068,58478595~3968642,68373365~2053316,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,137641002~7716461,151937332~1588628,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~8716295,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,366367976~16915010,386719445~5750709,396612024~15618516] 2024-03-22T07:42:54.115 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 19 diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.115 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.122 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:54.123 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 12 diff [84372739~288325,112388710~2499291,140506182~2632025,167281657~5564821,201137412~3864689,211517152~7770030,238593101~169179,341853784~5957348,376067976~1964091] 2024-03-22T07:42:54.123 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [84372739~288325,112388710~2499291,140506182~2632025,167281657~5564821,201137412~3864689,211517152~7770030,238593101~169179,341853784~5957348,376067976~1964091] 2024-03-22T07:42:54.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:42:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:42:53] "GET /metrics HTTP/1.1" 200 36536 "" "Prometheus/2.43.0" 2024-03-22T07:42:54.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:53 smithi129 bash[79695]: cluster 2024-03-22T07:42:52.284744+0000 mgr.y (mgr.25337) 1066 : cluster 0 pgmap v1709: 105 pgs: 105 active+clean; 764 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 240 KiB/s rd, 41 MiB/s wr, 372 op/s 2024-03-22T07:42:54.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:53 smithi129 bash[79695]: cluster 2024-03-22T07:42:52.821001+0000 mon.a (mon.0) 1512 : cluster 0 osdmap e1024: 8 total, 8 up, 8 in 2024-03-22T07:42:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:53 smithi129 bash[79695]: cluster 2024-03-22T07:42:52.826713+0000 osd.5 (osd.5) 612 : cluster 3 failed to encode map e1024 with expected crc 2024-03-22T07:42:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:53 smithi129 bash[79695]: cluster 2024-03-22T07:42:52.837897+0000 osd.6 (osd.6) 604 : cluster 3 failed to encode map e1024 with expected crc 2024-03-22T07:42:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:53 smithi129 bash[79695]: cluster 2024-03-22T07:42:52.865558+0000 osd.7 (osd.7) 641 : cluster 3 failed to encode map e1024 with expected crc 2024-03-22T07:42:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:53 smithi129 bash[79695]: audit 2024-03-22T07:42:53.420598+0000 mon.c (mon.2) 420 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:42:54.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:53 smithi129 bash[82160]: cluster 2024-03-22T07:42:52.284744+0000 mgr.y (mgr.25337) 1066 : cluster 0 pgmap v1709: 105 pgs: 105 active+clean; 764 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 240 KiB/s rd, 41 MiB/s wr, 372 op/s 2024-03-22T07:42:54.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:53 smithi129 bash[82160]: cluster 2024-03-22T07:42:52.821001+0000 mon.a (mon.0) 1512 : cluster 0 osdmap e1024: 8 total, 8 up, 8 in 2024-03-22T07:42:54.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:53 smithi129 bash[82160]: cluster 2024-03-22T07:42:52.826713+0000 osd.5 (osd.5) 612 : cluster 3 failed to encode map e1024 with expected crc 2024-03-22T07:42:54.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:53 smithi129 bash[82160]: cluster 2024-03-22T07:42:52.837897+0000 osd.6 (osd.6) 604 : cluster 3 failed to encode map e1024 with expected crc 2024-03-22T07:42:54.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:53 smithi129 bash[82160]: cluster 2024-03-22T07:42:52.865558+0000 osd.7 (osd.7) 641 : cluster 3 failed to encode map e1024 with expected crc 2024-03-22T07:42:54.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:53 smithi129 bash[82160]: audit 2024-03-22T07:42:53.420598+0000 mon.c (mon.2) 420 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:42:54.130 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [84372739~288325,112388710~2499291,140506182~2632025,167281657~5564821,201137412~3864689,209715200~9571982,238593101~169179,340639419~7171713,373293056~4739011] 2024-03-22T07:42:54.130 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 13 diff [34429583~5616804,84372739~288325,93264585~4783899,112388710~2499291,122362023~4955847,140506182~2632025,151937332~1588628,167281657~5564821,201137412~3864689,211517152~7770030,238593101~169179,295641026~5216002,319283728~6507439,341853784~5957348,372966315~9296315,397098655~6441772] 2024-03-22T07:42:54.130 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [34429583~5616804,84372739~288325,93264585~4783899,112388710~2499291,122362023~4955847,140506182~2632025,151937332~1588628,167281657~5564821,201137412~3864689,211517152~7770030,238593101~169179,295641026~5216002,319283728~6507439,341853784~5957348,372966315~9296315,397098655~6441772] 2024-03-22T07:42:54.136 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [34429583~5616804,84372739~288325,93264585~4783899,112388710~2499291,122362023~4955847,140506182~2632025,151937332~1588628,167281657~5564821,201137412~3864689,209715200~9571982,238593101~169179,295641026~5216002,319283728~6507439,340639419~7171713,371569644~10692986,397098655~6441772] 2024-03-22T07:42:54.136 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 14 diff [13317020~153014,34429583~11323266,77007674~57773,81103102~7038417,93264585~4783899,112388710~2499291,120232785~7085085,140506182~2632025,151937332~1588628,167281657~5564821,201137412~3864689,211517152~7770030,238593101~169179,290515115~10341913,319283728~6507439,341853784~5957348,366367976~3990080,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.136 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,34429583~11323266,77007674~57773,81103102~7038417,93264585~4783899,112388710~2499291,120232785~7085085,140506182~2632025,151937332~1588628,167281657~5564821,201137412~3864689,211517152~7770030,238593101~169179,290515115~10341913,319283728~6507439,341853784~5957348,366367976~3990080,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.142 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,34429583~11323266,77007674~57773,79691776~8449743,93264585~4783899,112388710~2499291,120232785~7085085,140506182~2632025,151937332~1588628,167281657~5564821,201137412~3864689,209715200~9571982,238593101~169179,290515115~10341913,319283728~6507439,340639419~7171713,366367976~3990080,371569644~10692986,386719445~5095738,397098655~6441772] 2024-03-22T07:42:54.143 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 15 diff [13317020~153014,34429583~12165779,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,105867150~4542703,112388710~2499291,120232785~7085085,140506182~2632025,151937332~1588628,167281657~5564821,182915283~7822486,201137412~3864689,211517152~7770030,223833814~6772130,238593101~169179,248520658~5271455,290515115~10341913,319283728~6507439,333861207~6629822,341853784~5957348,366367976~4130030,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.143 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,34429583~12165779,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,105867150~4542703,112388710~2499291,120232785~7085085,140506182~2632025,151937332~1588628,167281657~5564821,182915283~7822486,201137412~3864689,211517152~7770030,223833814~6772130,238593101~169179,248520658~5271455,290515115~10341913,319283728~6507439,333861207~6629822,341853784~5957348,366367976~4130030,372966315~9296315,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.149 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,34429583~12165779,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,105867150~4542703,112388710~2499291,120232785~7085085,140506182~2632025,151937332~1588628,167281657~5564821,182915283~7822486,201137412~3864689,209715200~9571982,223833814~6772130,238593101~169179,248520658~5271455,290515115~10341913,319283728~6507439,333861207~6629822,340639419~7171713,366367976~4130030,371569644~10692986,386719445~5095738,397098655~6441772] 2024-03-22T07:42:54.150 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 16 diff [13317020~153014,15225403~3218806,34429583~12165779,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,167281657~5564821,182915283~7822486,201137412~3864689,211445534~7841648,223833814~6772130,238593101~169179,248520658~5271455,273182304~8016495,290515115~10341913,319283728~6507439,333861207~7672520,341853784~5957348,366367976~4130030,372966315~10316671,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.150 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,15225403~3218806,34429583~12165779,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,167281657~5564821,182915283~7822486,201137412~3864689,211445534~7841648,223833814~6772130,238593101~169179,248520658~5271455,273182304~8016495,290515115~10341913,319283728~6507439,333861207~7672520,341853784~5957348,366367976~4130030,372966315~10316671,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.156 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,15225403~3218806,34429583~12165779,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,167281657~5564821,182915283~7822486,201137412~3864689,209715200~9571982,223833814~6772130,238593101~169179,248520658~5271455,273182304~8016495,290515115~10341913,319283728~6507439,333861207~13949925,366367976~4130030,371569644~11713342,386719445~5095738,397098655~6441772] 2024-03-22T07:42:54.156 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 17 diff [13317020~153014,15225403~3218806,33579004~13016358,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,167281657~5564821,182915283~7822486,201137412~3864689,211445534~7841648,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,290515115~10341913,319283728~6507439,333861207~7672520,341853784~5957348,362078687~2952807,366367976~4130030,372966315~10316671,386833184~5636970,397098655~6441772,406779681~5450859] 2024-03-22T07:42:54.156 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,15225403~3218806,33579004~13016358,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,167281657~5564821,182915283~7822486,201137412~3864689,211445534~7841648,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,290515115~10341913,319283728~6507439,333861207~7672520,341853784~5957348,362078687~2952807,366367976~4130030,372966315~10316671,386833184~5636970,397098655~6441772,406779681~5450859] 2024-03-22T07:42:54.163 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,15225403~3218806,33579004~13016358,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,167281657~5564821,182915283~7822486,201137412~3864689,209715200~9571982,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,290515115~10341913,319283728~6507439,333861207~13949925,362078687~2952807,366367976~4130030,371569644~11713342,386719445~5750709,397098655~15131885] 2024-03-22T07:42:54.164 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 18 diff [13317020~153014,15225403~3218806,33579004~13016358,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,366367976~4130030,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.164 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,15225403~3218806,33579004~13016358,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,366367976~4130030,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.171 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,15225403~3218806,33579004~13016358,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,209715200~10950521,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~13949925,362078687~2952807,366367976~4130030,371569644~11713342,386719445~5750709,396612024~15618516] 2024-03-22T07:42:54.171 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 19 diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.171 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:53 smithi148 bash[66753]: cluster 2024-03-22T07:42:52.284744+0000 mgr.y (mgr.25337) 1066 : cluster 0 pgmap v1709: 105 pgs: 105 active+clean; 764 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 240 KiB/s rd, 41 MiB/s wr, 372 op/s 2024-03-22T07:42:54.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:53 smithi148 bash[66753]: cluster 2024-03-22T07:42:52.821001+0000 mon.a (mon.0) 1512 : cluster 0 osdmap e1024: 8 total, 8 up, 8 in 2024-03-22T07:42:54.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:53 smithi148 bash[66753]: cluster 2024-03-22T07:42:52.826713+0000 osd.5 (osd.5) 612 : cluster 3 failed to encode map e1024 with expected crc 2024-03-22T07:42:54.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:53 smithi148 bash[66753]: cluster 2024-03-22T07:42:52.837897+0000 osd.6 (osd.6) 604 : cluster 3 failed to encode map e1024 with expected crc 2024-03-22T07:42:54.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:53 smithi148 bash[66753]: cluster 2024-03-22T07:42:52.865558+0000 osd.7 (osd.7) 641 : cluster 3 failed to encode map e1024 with expected crc 2024-03-22T07:42:54.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:53 smithi148 bash[66753]: audit 2024-03-22T07:42:53.420598+0000 mon.c (mon.2) 420 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:42:54.178 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,209715200~10950521,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~13949925,362078687~2952807,365083234~5414772,371569644~11713342,386719445~5750709,396612024~15618516] 2024-03-22T07:42:54.179 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to 13 diff [34429583~5616804,93264585~4783899,122362023~4955847,151937332~1588628,295641026~5216002,319283728~6507439,372966315~3717309,377847992~4414638,397098655~6441772] 2024-03-22T07:42:54.179 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [34429583~5616804,93264585~4783899,122362023~4955847,151937332~1588628,295641026~5216002,319283728~6507439,372966315~3717309,377847992~4414638,397098655~6441772] 2024-03-22T07:42:54.185 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [34429583~5616804,93264585~4783899,122362023~4955847,151937332~1588628,295641026~5216002,319283728~6507439,371569644~5113980,377847992~4414638,397098655~6441772] 2024-03-22T07:42:54.185 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to 14 diff [13317020~153014,34429583~11323266,77007674~57773,81103102~7038417,93264585~4783899,120232785~7085085,151937332~1588628,202777405~392342,290515115~10341913,319283728~6507439,366367976~3990080,372966315~3717309,377847992~4414638,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.185 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,34429583~11323266,77007674~57773,81103102~7038417,93264585~4783899,120232785~7085085,151937332~1588628,202777405~392342,290515115~10341913,319283728~6507439,366367976~3990080,372966315~3717309,377847992~4414638,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.192 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,34429583~11323266,77007674~57773,79691776~8449743,93264585~4783899,120232785~7085085,151937332~1588628,202777405~392342,290515115~10341913,319283728~6507439,366367976~3990080,371569644~5113980,377847992~4414638,386719445~5095738,397098655~6441772] 2024-03-22T07:42:54.192 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to 15 diff [13317020~153014,34429583~12165779,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,105867150~4542703,120232785~7085085,151937332~1588628,182915283~7822486,202777405~392342,223833814~6772130,248520658~5271455,290515115~10341913,319283728~6507439,333861207~6629822,366367976~4130030,372966315~3717309,377847992~4414638,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.192 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,34429583~12165779,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,105867150~4542703,120232785~7085085,151937332~1588628,182915283~7822486,202777405~392342,223833814~6772130,248520658~5271455,290515115~10341913,319283728~6507439,333861207~6629822,366367976~4130030,372966315~3717309,377847992~4414638,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.199 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,34429583~12165779,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,105867150~4542703,120232785~7085085,151937332~1588628,182915283~7822486,202777405~392342,223833814~6772130,248520658~5271455,290515115~10341913,319283728~6507439,333861207~6629822,366367976~4130030,371569644~5113980,377847992~4414638,386719445~5095738,397098655~6441772] 2024-03-22T07:42:54.199 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to 16 diff [13317020~153014,15225403~3218806,34429583~12165779,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,182915283~7822486,202777405~392342,211445534~6677152,223833814~6772130,248520658~5271455,273182304~8016495,290515115~10341913,319283728~6507439,333861207~7672520,366367976~4130030,372966315~3717309,377847992~5434994,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.199 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,15225403~3218806,34429583~12165779,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,182915283~7822486,202777405~392342,211445534~6677152,223833814~6772130,248520658~5271455,273182304~8016495,290515115~10341913,319283728~6507439,333861207~7672520,366367976~4130030,372966315~3717309,377847992~5434994,389518928~2296255,397098655~6441772] 2024-03-22T07:42:54.206 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,15225403~3218806,34429583~12165779,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,182915283~7822486,202777405~392342,211445534~6677152,223833814~6772130,248520658~5271455,273182304~8016495,290515115~10341913,319283728~6507439,333861207~7672520,366367976~4130030,371569644~5113980,377847992~5434994,386719445~5095738,397098655~6441772] 2024-03-22T07:42:54.206 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to 17 diff [13317020~153014,15225403~3218806,33579004~13016358,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,182915283~7822486,202777405~392342,211445534~6677152,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,290515115~10341913,319283728~6507439,333861207~7672520,362078687~2952807,366367976~4130030,372966315~3717309,377847992~5434994,386833184~5636970,397098655~6441772,406779681~5450859] 2024-03-22T07:42:54.206 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,15225403~3218806,33579004~13016358,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,182915283~7822486,202777405~392342,211445534~6677152,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,290515115~10341913,319283728~6507439,333861207~7672520,362078687~2952807,366367976~4130030,372966315~3717309,377847992~5434994,386833184~5636970,397098655~6441772,406779681~5450859] 2024-03-22T07:42:54.213 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,15225403~3218806,33579004~13016358,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,182915283~7822486,202777405~392342,211445534~6677152,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,290515115~10341913,319283728~6507439,333861207~7672520,362078687~2952807,366367976~4130030,371569644~5113980,377847992~5434994,386719445~5750709,397098655~15131885] 2024-03-22T07:42:54.214 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to 18 diff [13317020~153014,15225403~3218806,33579004~13016358,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,366367976~4130030,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.214 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,15225403~3218806,33579004~13016358,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,366367976~4130030,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.220 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,15225403~3218806,33579004~13016358,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,137641002~7716461,151937332~1588628,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,366367976~4130030,371569644~5113980,377847992~5434994,386719445~5750709,396612024~15618516] 2024-03-22T07:42:54.220 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to 19 diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.220 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.227 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,371569644~5113980,377847992~5434994,386719445~5750709,396612024~15618516] 2024-03-22T07:42:54.228 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to 14 diff [13317020~153014,39305850~6446999,77007674~57773,81103102~7038417,120232785~6332959,202777405~392342,290515115~7060730,366367976~3990080,389518928~2296255] 2024-03-22T07:42:54.228 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,39305850~6446999,77007674~57773,81103102~7038417,120232785~6332959,202777405~392342,290515115~7060730,366367976~3990080,389518928~2296255] 2024-03-22T07:42:54.234 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,39305850~6446999,77007674~57773,79691776~8449743,120232785~6332959,202777405~392342,290515115~7060730,366367976~3990080,386719445~5095738] 2024-03-22T07:42:54.234 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to 15 diff [13317020~153014,38768234~7827128,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,105867150~4542703,120232785~6332959,182915283~7822486,202777405~392342,223833814~6772130,248520658~5271455,290515115~7060730,333861207~6629822,366367976~4130030,389518928~2296255] 2024-03-22T07:42:54.234 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,38768234~7827128,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,105867150~4542703,120232785~6332959,182915283~7822486,202777405~392342,223833814~6772130,248520658~5271455,290515115~7060730,333861207~6629822,366367976~4130030,389518928~2296255] 2024-03-22T07:42:54.241 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,38768234~7827128,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,105867150~4542703,120232785~6332959,182915283~7822486,202777405~392342,223833814~6772130,248520658~5271455,290515115~7060730,333861207~6629822,366367976~4130030,386719445~5095738] 2024-03-22T07:42:54.241 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to 16 diff [13317020~153014,15225403~3218806,38768234~7827128,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,137641002~7716461,182915283~7822486,202777405~392342,211445534~6677152,223833814~6772130,248520658~5271455,273182304~8016495,290515115~7060730,333861207~7672520,366367976~4130030,380925611~2357375,389518928~2296255] 2024-03-22T07:42:54.241 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,15225403~3218806,38768234~7827128,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,137641002~7716461,182915283~7822486,202777405~392342,211445534~6677152,223833814~6772130,248520658~5271455,273182304~8016495,290515115~7060730,333861207~7672520,366367976~4130030,380925611~2357375,389518928~2296255] 2024-03-22T07:42:54.248 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,15225403~3218806,38768234~7827128,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,137641002~7716461,182915283~7822486,202777405~392342,211445534~6677152,223833814~6772130,248520658~5271455,273182304~8016495,290515115~7060730,333861207~7672520,366367976~4130030,380925611~2357375,386719445~5095738] 2024-03-22T07:42:54.248 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to 17 diff [13317020~153014,15225403~3218806,33579004~4307640,38768234~7827128,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,137641002~7716461,182915283~7822486,202777405~392342,211445534~6677152,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,290515115~7060730,333861207~7672520,362078687~2952807,366367976~4130030,380925611~2357375,386833184~5636970,406779681~5450859] 2024-03-22T07:42:54.248 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,15225403~3218806,33579004~4307640,38768234~7827128,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,137641002~7716461,182915283~7822486,202777405~392342,211445534~6677152,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,290515115~7060730,333861207~7672520,362078687~2952807,366367976~4130030,380925611~2357375,386833184~5636970,406779681~5450859] 2024-03-22T07:42:54.258 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,15225403~3218806,33579004~4307640,38768234~7827128,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,137641002~7716461,182915283~7822486,202777405~392342,211445534~6677152,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,290515115~7060730,333861207~7672520,362078687~2952807,366367976~4130030,380925611~2357375,386719445~5750709,403540427~8690113] 2024-03-22T07:42:54.258 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to 18 diff [13317020~153014,15225403~3218806,33579004~4307640,38768234~7827128,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,137641002~7716461,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,290515115~7060730,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,366367976~4130030,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.258 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [13317020~153014,15225403~3218806,33579004~4307640,38768234~7827128,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,137641002~7716461,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,290515115~7060730,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,366367976~4130030,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.262 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [13317020~153014,15225403~3218806,33579004~4307640,38768234~7827128,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,137641002~7716461,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,290515115~7060730,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,366367976~4130030,380925611~2357375,386719445~5750709,396612024~6819152,403540427~8690113] 2024-03-22T07:42:54.263 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to 19 diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.263 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.269 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386719445~5750709,396612024~6819152,403540427~8690113] 2024-03-22T07:42:54.269 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to 15 diff [38768234~7827128,58478595~3968642,68373365~2053316,87586261~1344093,105867150~4542703,182915283~7822486,223833814~6772130,248520658~5271455,333861207~6629822,368386334~2111672] 2024-03-22T07:42:54.270 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [38768234~7827128,58478595~3968642,68373365~2053316,87586261~1344093,105867150~4542703,182915283~7822486,223833814~6772130,248520658~5271455,333861207~6629822,368386334~2111672] 2024-03-22T07:42:54.276 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [38768234~7827128,58478595~3968642,68373365~2053316,87586261~1344093,105867150~4542703,182915283~7822486,223833814~6772130,248520658~5271455,333861207~6629822,368386334~2111672] 2024-03-22T07:42:54.276 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to 16 diff [15225403~3218806,38768234~7827128,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,137641002~7716461,182915283~7822486,211445534~6677152,223833814~6772130,248520658~5271455,273182304~8016495,333861207~7672520,368386334~2111672,380925611~2357375] 2024-03-22T07:42:54.276 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [15225403~3218806,38768234~7827128,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,137641002~7716461,182915283~7822486,211445534~6677152,223833814~6772130,248520658~5271455,273182304~8016495,333861207~7672520,368386334~2111672,380925611~2357375] 2024-03-22T07:42:54.286 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [15225403~3218806,38768234~7827128,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,137641002~7716461,182915283~7822486,211445534~6677152,223833814~6772130,248520658~5271455,273182304~8016495,333861207~7672520,368386334~2111672,380925611~2357375] 2024-03-22T07:42:54.286 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to 17 diff [15225403~3218806,33579004~4307640,38768234~7827128,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,137641002~7716461,182915283~7822486,211445534~6677152,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,293909004~1541521,333861207~7672520,362078687~2952807,368386334~2111672,380925611~2357375,386833184~5636970,406779681~5450859] 2024-03-22T07:42:54.286 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [15225403~3218806,33579004~4307640,38768234~7827128,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,137641002~7716461,182915283~7822486,211445534~6677152,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,293909004~1541521,333861207~7672520,362078687~2952807,368386334~2111672,380925611~2357375,386833184~5636970,406779681~5450859] 2024-03-22T07:42:54.293 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [15225403~3218806,33579004~4307640,38768234~7827128,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,137641002~7716461,182915283~7822486,211445534~6677152,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,293909004~1541521,333861207~7672520,362078687~2952807,368386334~2111672,380925611~2357375,386833184~5636970,403540427~8690113] 2024-03-22T07:42:54.293 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to 18 diff [15225403~3218806,33579004~4307640,38768234~7827128,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,137641002~7716461,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,293909004~1541521,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.293 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [15225403~3218806,33579004~4307640,38768234~7827128,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,137641002~7716461,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,293909004~1541521,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.301 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [15225403~3218806,33579004~4307640,38768234~7827128,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,137641002~7716461,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,293909004~1541521,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,403540427~8690113] 2024-03-22T07:42:54.301 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to 19 diff [5132302~6844556,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~3071521,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.301 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~3071521,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.308 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~3071521,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,403540427~8690113] 2024-03-22T07:42:54.308 INFO:tasks.workunit.client.0.smithi129.stdout:from 15 to 16 diff [15225403~3218806,100052634~7767797,114941074~5224911,129147794~558307,137641002~7716461,211445534~6677152,273182304~8016495,339722852~1810875,380925611~2357375] 2024-03-22T07:42:54.309 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [15225403~3218806,100052634~7767797,114941074~5224911,129147794~558307,137641002~7716461,211445534~6677152,273182304~8016495,339722852~1810875,380925611~2357375] 2024-03-22T07:42:54.315 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [15225403~3218806,100052634~7767797,114941074~5224911,129147794~558307,137641002~7716461,211445534~6677152,273182304~8016495,339722852~1810875,380925611~2357375] 2024-03-22T07:42:54.316 INFO:tasks.workunit.client.0.smithi129.stdout:from 15 to 17 diff [15225403~3218806,33579004~4307640,100052634~7767797,114941074~5224911,129147794~558307,137641002~7716461,211445534~6677152,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,293909004~1541521,339722852~1810875,362078687~2952807,380925611~2357375,386833184~5636970,406779681~5450859] 2024-03-22T07:42:54.316 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [15225403~3218806,33579004~4307640,100052634~7767797,114941074~5224911,129147794~558307,137641002~7716461,211445534~6677152,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,293909004~1541521,339722852~1810875,362078687~2952807,380925611~2357375,386833184~5636970,406779681~5450859] 2024-03-22T07:42:54.322 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [15225403~3218806,33579004~4307640,100052634~7767797,114941074~5224911,129147794~558307,137641002~7716461,211445534~6677152,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,293909004~1541521,339722852~1810875,362078687~2952807,380925611~2357375,386833184~5636970,403540427~8690113] 2024-03-22T07:42:54.322 INFO:tasks.workunit.client.0.smithi129.stdout:from 15 to 18 diff [15225403~3218806,33579004~4307640,50485109~7695068,100052634~7767797,114941074~5224911,129147794~558307,137641002~7716461,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,293909004~1541521,302275389~2609639,327390554~3540988,339722852~1810875,362078687~2952807,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.322 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [15225403~3218806,33579004~4307640,50485109~7695068,100052634~7767797,114941074~5224911,129147794~558307,137641002~7716461,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,293909004~1541521,302275389~2609639,327390554~3540988,339722852~1810875,362078687~2952807,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.329 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [15225403~3218806,33579004~4307640,50485109~7695068,100052634~7767797,114941074~5224911,129147794~558307,137641002~7716461,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,293909004~1541521,302275389~2609639,327390554~3540988,339722852~1810875,362078687~2952807,380925611~2357375,386833184~5636970,396612024~6819152,403540427~8690113] 2024-03-22T07:42:54.329 INFO:tasks.workunit.client.0.smithi129.stdout:from 15 to 19 diff [5132302~6844556,15225403~7751396,28186830~14810700,50485109~7695068,100052634~7767797,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,339722852~1810875,362078687~2952807,365083234~3071521,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.329 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,15225403~7751396,28186830~14810700,50485109~7695068,100052634~7767797,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,339722852~1810875,362078687~2952807,365083234~3071521,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.338 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,15225403~7751396,28186830~14810700,50485109~7695068,100052634~7767797,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,339722852~1810875,362078687~2952807,365083234~3071521,380925611~2357375,386833184~5636970,396612024~6819152,403540427~8690113] 2024-03-22T07:42:54.338 INFO:tasks.workunit.client.0.smithi129.stdout:from 16 to 17 diff [33579004~4307640,102018891~1682424,226122865~7266762,239945166~1385060,249800514~2478878,293909004~1541521,362078687~2952807,386833184~5636970,406779681~5450859] 2024-03-22T07:42:54.338 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [33579004~4307640,102018891~1682424,226122865~7266762,239945166~1385060,249800514~2478878,293909004~1541521,362078687~2952807,386833184~5636970,406779681~5450859] 2024-03-22T07:42:54.345 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [33579004~4307640,102018891~1682424,226122865~7266762,239945166~1385060,249800514~2478878,293909004~1541521,362078687~2952807,386833184~5636970,403540427~8690113] 2024-03-22T07:42:54.345 INFO:tasks.workunit.client.0.smithi129.stdout:from 16 to 18 diff [33579004~4307640,50485109~7695068,102018891~1682424,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,293909004~1541521,302275389~2609639,327390554~3540988,362078687~2952807,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.345 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [33579004~4307640,50485109~7695068,102018891~1682424,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,293909004~1541521,302275389~2609639,327390554~3540988,362078687~2952807,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.353 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [33579004~4307640,50485109~7695068,102018891~1682424,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,293909004~1541521,302275389~2609639,327390554~3540988,362078687~2952807,386833184~5636970,396612024~6819152,403540427~8690113] 2024-03-22T07:42:54.353 INFO:tasks.workunit.client.0.smithi129.stdout:from 16 to 19 diff [5132302~6844556,17597615~5379184,28186830~14810700,50485109~7695068,102018891~1682424,134694913~8141407,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,362078687~2952807,365083234~3071521,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.353 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,17597615~5379184,28186830~14810700,50485109~7695068,102018891~1682424,134694913~8141407,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,362078687~2952807,365083234~3071521,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:54.360 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,17597615~5379184,28186830~14810700,50485109~7695068,102018891~1682424,134694913~8141407,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,362078687~2952807,365083234~3071521,386833184~5636970,396612024~6819152,403540427~8690113] 2024-03-22T07:42:54.360 INFO:tasks.workunit.client.0.smithi129.stdout:from 17 to 18 diff [50485109~7695068,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,302275389~2609639,327390554~3540988,396612024~6819152] 2024-03-22T07:42:54.360 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [50485109~7695068,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,302275389~2609639,327390554~3540988,396612024~6819152] 2024-03-22T07:42:54.367 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [50485109~7695068,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,302275389~2609639,327390554~3540988,396612024~6819152] 2024-03-22T07:42:54.367 INFO:tasks.workunit.client.0.smithi129.stdout:from 17 to 19 diff [5132302~6844556,17597615~5379184,28186830~7172279,37400257~5597273,50485109~7695068,134694913~8141407,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,365083234~3071521,396612024~6819152] 2024-03-22T07:42:54.367 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,17597615~5379184,28186830~7172279,37400257~5597273,50485109~7695068,134694913~8141407,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,365083234~3071521,396612024~6819152] 2024-03-22T07:42:54.373 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,17597615~5379184,28186830~7172279,37400257~5597273,50485109~7695068,134694913~8141407,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,365083234~3071521,396612024~6819152] 2024-03-22T07:42:54.373 INFO:tasks.workunit.client.0.smithi129.stdout:from 18 to 19 diff [5132302~6844556,17597615~5379184,28186830~7172279,37400257~5597273,134694913~8141407,149178565~3909320,281788794~4808354,292483334~7350760,365083234~3071521] 2024-03-22T07:42:54.373 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,17597615~5379184,28186830~7172279,37400257~5597273,134694913~8141407,149178565~3909320,281788794~4808354,292483334~7350760,365083234~3071521] 2024-03-22T07:42:54.380 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,17597615~5379184,28186830~7172279,37400257~5597273,134694913~8141407,149178565~3909320,281788794~4808354,292483334~7350760,365083234~3071521] 2024-03-22T07:42:54.846 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.846 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.887 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:42:54.888 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.888 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.904 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:54.904 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.904 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.917 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:54.917 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.917 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.929 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:54.929 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.929 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.940 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~34260407,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:54.940 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.940 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.950 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:42:54.950 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.950 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.959 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,221667793~14738593,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:42:54.960 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.960 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.968 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:42:54.968 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.968 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.976 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~20830573,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:54.976 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.976 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.984 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:54.984 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.984 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.991 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:54.992 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.992 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.999 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,209715200~10950521,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~13949925,362078687~2952807,365083234~5414772,371569644~11713342,386719445~5750709,396612024~15618516] 2024-03-22T07:42:54.999 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:54.999 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.006 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,371569644~5113980,377847992~5434994,386719445~5750709,396612024~15618516] 2024-03-22T07:42:55.006 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:55.006 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:55.013 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386719445~5750709,396612024~6819152,403540427~8690113] 2024-03-22T07:42:55.013 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to HEAD diff [5132302~6844556,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~3071521,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:55.013 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~3071521,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:55.021 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~3071521,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,403540427~8690113] 2024-03-22T07:42:55.021 INFO:tasks.workunit.client.0.smithi129.stdout:from 15 to HEAD diff [5132302~6844556,15225403~7751396,28186830~14810700,50485109~7695068,100052634~7767797,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,339722852~1810875,362078687~2952807,365083234~3071521,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:55.021 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,15225403~7751396,28186830~14810700,50485109~7695068,100052634~7767797,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,339722852~1810875,362078687~2952807,365083234~3071521,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:55.029 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,15225403~7751396,28186830~14810700,50485109~7695068,100052634~7767797,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,339722852~1810875,362078687~2952807,365083234~3071521,380925611~2357375,386833184~5636970,396612024~6819152,403540427~8690113] 2024-03-22T07:42:55.029 INFO:tasks.workunit.client.0.smithi129.stdout:from 16 to HEAD diff [5132302~6844556,17597615~5379184,28186830~14810700,50485109~7695068,102018891~1682424,134694913~8141407,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,362078687~2952807,365083234~3071521,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:55.029 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,17597615~5379184,28186830~14810700,50485109~7695068,102018891~1682424,134694913~8141407,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,362078687~2952807,365083234~3071521,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:55.036 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,17597615~5379184,28186830~14810700,50485109~7695068,102018891~1682424,134694913~8141407,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,362078687~2952807,365083234~3071521,386833184~5636970,396612024~6819152,403540427~8690113] 2024-03-22T07:42:55.036 INFO:tasks.workunit.client.0.smithi129.stdout:from 17 to HEAD diff [5132302~6844556,17597615~5379184,28186830~7172279,37400257~5597273,50485109~7695068,134694913~8141407,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,365083234~3071521,396612024~6819152] 2024-03-22T07:42:55.036 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,17597615~5379184,28186830~7172279,37400257~5597273,50485109~7695068,134694913~8141407,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,365083234~3071521,396612024~6819152] 2024-03-22T07:42:55.043 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,17597615~5379184,28186830~7172279,37400257~5597273,50485109~7695068,134694913~8141407,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,365083234~3071521,396612024~6819152] 2024-03-22T07:42:55.877 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.877 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.903 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:42:55.903 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.903 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.918 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:55.918 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.918 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.931 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:55.931 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.931 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.942 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:55.942 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.943 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.952 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~34260407,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:55.953 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.953 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.961 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:42:55.961 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.961 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.969 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,221667793~14738593,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:42:55.969 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.969 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.977 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:42:55.977 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.977 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.985 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~20830573,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:55.985 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.985 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.993 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:55.993 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:55.993 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.000 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:56.000 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.001 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.008 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,209715200~10950521,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~13949925,362078687~2952807,365083234~5414772,371569644~11713342,386719445~5750709,396612024~15618516] 2024-03-22T07:42:56.008 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.008 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.015 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,371569644~5113980,377847992~5434994,386719445~5750709,396612024~15618516] 2024-03-22T07:42:56.015 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:56.015 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:56.022 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386719445~5750709,396612024~6819152,403540427~8690113] 2024-03-22T07:42:56.022 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to HEAD diff [5132302~6844556,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~3071521,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:56.023 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~3071521,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:56.030 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~3071521,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,403540427~8690113] 2024-03-22T07:42:56.030 INFO:tasks.workunit.client.0.smithi129.stdout:from 15 to HEAD diff [5132302~6844556,15225403~7751396,28186830~14810700,50485109~7695068,100052634~7767797,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,339722852~1810875,362078687~2952807,365083234~3071521,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:56.030 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,15225403~7751396,28186830~14810700,50485109~7695068,100052634~7767797,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,339722852~1810875,362078687~2952807,365083234~3071521,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:56.038 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,15225403~7751396,28186830~14810700,50485109~7695068,100052634~7767797,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,339722852~1810875,362078687~2952807,365083234~3071521,380925611~2357375,386833184~5636970,396612024~6819152,403540427~8690113] 2024-03-22T07:42:56.038 INFO:tasks.workunit.client.0.smithi129.stdout:from 16 to HEAD diff [5132302~6844556,17597615~5379184,28186830~14810700,50485109~7695068,102018891~1682424,134694913~8141407,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,362078687~2952807,365083234~3071521,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:56.038 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,17597615~5379184,28186830~14810700,50485109~7695068,102018891~1682424,134694913~8141407,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,362078687~2952807,365083234~3071521,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:56.046 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,17597615~5379184,28186830~14810700,50485109~7695068,102018891~1682424,134694913~8141407,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,362078687~2952807,365083234~3071521,386833184~5636970,396612024~6819152,403540427~8690113] 2024-03-22T07:42:56.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:55 smithi129 bash[79695]: cluster 2024-03-22T07:42:54.285502+0000 mgr.y (mgr.25337) 1067 : cluster 0 pgmap v1711: 105 pgs: 105 active+clean; 839 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 178 KiB/s rd, 28 MiB/s wr, 1.37k op/s 2024-03-22T07:42:56.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:55 smithi129 bash[79695]: cluster 2024-03-22T07:42:54.827986+0000 osd.7 (osd.7) 642 : cluster 3 failed to encode map e1025 with expected crc 2024-03-22T07:42:56.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:55 smithi129 bash[79695]: cluster 2024-03-22T07:42:54.829129+0000 mon.a (mon.0) 1513 : cluster 0 osdmap e1025: 8 total, 8 up, 8 in 2024-03-22T07:42:56.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:55 smithi129 bash[79695]: cluster 2024-03-22T07:42:54.837202+0000 osd.5 (osd.5) 613 : cluster 3 failed to encode map e1025 with expected crc 2024-03-22T07:42:56.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:55 smithi129 bash[79695]: cluster 2024-03-22T07:42:54.866172+0000 osd.6 (osd.6) 605 : cluster 3 failed to encode map e1025 with expected crc 2024-03-22T07:42:56.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:55 smithi129 bash[82160]: cluster 2024-03-22T07:42:54.285502+0000 mgr.y (mgr.25337) 1067 : cluster 0 pgmap v1711: 105 pgs: 105 active+clean; 839 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 178 KiB/s rd, 28 MiB/s wr, 1.37k op/s 2024-03-22T07:42:56.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:55 smithi129 bash[82160]: cluster 2024-03-22T07:42:54.827986+0000 osd.7 (osd.7) 642 : cluster 3 failed to encode map e1025 with expected crc 2024-03-22T07:42:56.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:55 smithi129 bash[82160]: cluster 2024-03-22T07:42:54.829129+0000 mon.a (mon.0) 1513 : cluster 0 osdmap e1025: 8 total, 8 up, 8 in 2024-03-22T07:42:56.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:55 smithi129 bash[82160]: cluster 2024-03-22T07:42:54.837202+0000 osd.5 (osd.5) 613 : cluster 3 failed to encode map e1025 with expected crc 2024-03-22T07:42:56.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:55 smithi129 bash[82160]: cluster 2024-03-22T07:42:54.866172+0000 osd.6 (osd.6) 605 : cluster 3 failed to encode map e1025 with expected crc 2024-03-22T07:42:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:55 smithi148 bash[66753]: cluster 2024-03-22T07:42:54.285502+0000 mgr.y (mgr.25337) 1067 : cluster 0 pgmap v1711: 105 pgs: 105 active+clean; 839 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 178 KiB/s rd, 28 MiB/s wr, 1.37k op/s 2024-03-22T07:42:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:55 smithi148 bash[66753]: cluster 2024-03-22T07:42:54.827986+0000 osd.7 (osd.7) 642 : cluster 3 failed to encode map e1025 with expected crc 2024-03-22T07:42:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:55 smithi148 bash[66753]: cluster 2024-03-22T07:42:54.829129+0000 mon.a (mon.0) 1513 : cluster 0 osdmap e1025: 8 total, 8 up, 8 in 2024-03-22T07:42:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:55 smithi148 bash[66753]: cluster 2024-03-22T07:42:54.837202+0000 osd.5 (osd.5) 613 : cluster 3 failed to encode map e1025 with expected crc 2024-03-22T07:42:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:55 smithi148 bash[66753]: cluster 2024-03-22T07:42:54.866172+0000 osd.6 (osd.6) 605 : cluster 3 failed to encode map e1025 with expected crc 2024-03-22T07:42:56.909 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.909 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.929 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:42:56.930 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.930 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.941 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:56.941 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.941 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.951 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:56.952 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.952 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.961 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:56.961 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.961 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.971 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~34260407,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:56.971 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.971 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.978 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:42:56.979 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.979 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.986 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,221667793~14738593,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:42:56.986 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.987 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.994 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:42:56.994 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:56.994 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.002 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~20830573,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:57.002 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.002 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.009 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:57.009 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.009 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.016 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:57.016 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.017 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.024 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,209715200~10950521,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~13949925,362078687~2952807,365083234~5414772,371569644~11713342,386719445~5750709,396612024~15618516] 2024-03-22T07:42:57.025 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.025 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.032 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,371569644~5113980,377847992~5434994,386719445~5750709,396612024~15618516] 2024-03-22T07:42:57.032 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:57.032 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:57.040 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386719445~5750709,396612024~6819152,403540427~8690113] 2024-03-22T07:42:57.041 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to HEAD diff [5132302~6844556,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~3071521,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:57.041 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~3071521,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:57.048 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~3071521,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,403540427~8690113] 2024-03-22T07:42:57.048 INFO:tasks.workunit.client.0.smithi129.stdout:from 15 to HEAD diff [5132302~6844556,15225403~7751396,28186830~14810700,50485109~7695068,100052634~7767797,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,339722852~1810875,362078687~2952807,365083234~3071521,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:57.048 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,15225403~7751396,28186830~14810700,50485109~7695068,100052634~7767797,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,339722852~1810875,362078687~2952807,365083234~3071521,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:57.055 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,15225403~7751396,28186830~14810700,50485109~7695068,100052634~7767797,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,226122865~7266762,239945166~1385060,249800514~2478878,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,339722852~1810875,362078687~2952807,365083234~3071521,380925611~2357375,386833184~5636970,396612024~6819152,403540427~8690113] 2024-03-22T07:42:57.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:56 smithi129 bash[82160]: cluster 2024-03-22T07:42:55.830004+0000 osd.7 (osd.7) 643 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:56 smithi129 bash[82160]: cluster 2024-03-22T07:42:55.832513+0000 mon.a (mon.0) 1514 : cluster 0 osdmap e1026: 8 total, 8 up, 8 in 2024-03-22T07:42:57.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:56 smithi129 bash[82160]: cluster 2024-03-22T07:42:55.839963+0000 osd.5 (osd.5) 614 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:56 smithi129 bash[82160]: cluster 2024-03-22T07:42:55.846133+0000 osd.5 (osd.5) 615 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:56 smithi129 bash[82160]: cluster 2024-03-22T07:42:55.851422+0000 osd.5 (osd.5) 616 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:56 smithi129 bash[82160]: cluster 2024-03-22T07:42:55.853061+0000 osd.6 (osd.6) 606 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:56 smithi129 bash[82160]: cluster 2024-03-22T07:42:55.861388+0000 osd.6 (osd.6) 607 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:56 smithi129 bash[79695]: cluster 2024-03-22T07:42:55.830004+0000 osd.7 (osd.7) 643 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:56 smithi129 bash[79695]: cluster 2024-03-22T07:42:55.832513+0000 mon.a (mon.0) 1514 : cluster 0 osdmap e1026: 8 total, 8 up, 8 in 2024-03-22T07:42:57.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:56 smithi129 bash[79695]: cluster 2024-03-22T07:42:55.839963+0000 osd.5 (osd.5) 614 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:56 smithi129 bash[79695]: cluster 2024-03-22T07:42:55.846133+0000 osd.5 (osd.5) 615 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:56 smithi129 bash[79695]: cluster 2024-03-22T07:42:55.851422+0000 osd.5 (osd.5) 616 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:56 smithi129 bash[79695]: cluster 2024-03-22T07:42:55.853061+0000 osd.6 (osd.6) 606 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.127 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:56 smithi129 bash[79695]: cluster 2024-03-22T07:42:55.861388+0000 osd.6 (osd.6) 607 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:56 smithi148 bash[66753]: cluster 2024-03-22T07:42:55.830004+0000 osd.7 (osd.7) 643 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:56 smithi148 bash[66753]: cluster 2024-03-22T07:42:55.832513+0000 mon.a (mon.0) 1514 : cluster 0 osdmap e1026: 8 total, 8 up, 8 in 2024-03-22T07:42:57.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:56 smithi148 bash[66753]: cluster 2024-03-22T07:42:55.839963+0000 osd.5 (osd.5) 614 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:56 smithi148 bash[66753]: cluster 2024-03-22T07:42:55.846133+0000 osd.5 (osd.5) 615 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:56 smithi148 bash[66753]: cluster 2024-03-22T07:42:55.851422+0000 osd.5 (osd.5) 616 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:56 smithi148 bash[66753]: cluster 2024-03-22T07:42:55.853061+0000 osd.6 (osd.6) 606 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:56 smithi148 bash[66753]: cluster 2024-03-22T07:42:55.861388+0000 osd.6 (osd.6) 607 : cluster 3 failed to encode map e1026 with expected crc 2024-03-22T07:42:57.898 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.898 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.943 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:42:57.943 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.943 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.953 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:57.953 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.953 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.963 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:57.963 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.963 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.972 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:57.972 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.972 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.980 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~34260407,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:57.980 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.980 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.988 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:42:57.988 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.988 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.996 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,221667793~14738593,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:42:57.996 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:57.996 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.003 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:42:58.003 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.003 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.011 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~20830573,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:58.011 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.011 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.018 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:58.018 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.018 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.030 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:58.030 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.030 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.037 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,209715200~10950521,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~13949925,362078687~2952807,365083234~5414772,371569644~11713342,386719445~5750709,396612024~15618516] 2024-03-22T07:42:58.037 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.037 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.045 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,371569644~5113980,377847992~5434994,386719445~5750709,396612024~15618516] 2024-03-22T07:42:58.045 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:58.045 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:58.053 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386719445~5750709,396612024~6819152,403540427~8690113] 2024-03-22T07:42:58.053 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to HEAD diff [5132302~6844556,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~3071521,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:58.053 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~3071521,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:58.060 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,87586261~1344093,100052634~10357219,114941074~5224911,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,292483334~7350760,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~3071521,368386334~2111672,380925611~2357375,386833184~5636970,396612024~6819152,403540427~8690113] 2024-03-22T07:42:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:57 smithi148 bash[66753]: cluster 2024-03-22T07:42:56.286112+0000 mgr.y (mgr.25337) 1068 : cluster 0 pgmap v1714: 105 pgs: 105 active+clean; 880 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 193 KiB/s rd, 31 MiB/s wr, 3.09k op/s 2024-03-22T07:42:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:57 smithi148 bash[66753]: cluster 2024-03-22T07:42:56.864107+0000 osd.7 (osd.7) 644 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:57 smithi148 bash[66753]: cluster 2024-03-22T07:42:56.868369+0000 mon.a (mon.0) 1515 : cluster 0 osdmap e1027: 8 total, 8 up, 8 in 2024-03-22T07:42:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:57 smithi148 bash[66753]: cluster 2024-03-22T07:42:56.870642+0000 osd.5 (osd.5) 617 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:57 smithi148 bash[66753]: cluster 2024-03-22T07:42:56.874119+0000 osd.7 (osd.7) 645 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:57 smithi148 bash[66753]: cluster 2024-03-22T07:42:56.880126+0000 osd.5 (osd.5) 618 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:57 smithi148 bash[66753]: cluster 2024-03-22T07:42:56.885137+0000 osd.6 (osd.6) 608 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:57 smithi148 bash[66753]: cluster 2024-03-22T07:42:56.888795+0000 osd.5 (osd.5) 619 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:57 smithi148 bash[66753]: cluster 2024-03-22T07:42:56.890420+0000 osd.6 (osd.6) 609 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[79695]: cluster 2024-03-22T07:42:56.286112+0000 mgr.y (mgr.25337) 1068 : cluster 0 pgmap v1714: 105 pgs: 105 active+clean; 880 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 193 KiB/s rd, 31 MiB/s wr, 3.09k op/s 2024-03-22T07:42:58.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[79695]: cluster 2024-03-22T07:42:56.864107+0000 osd.7 (osd.7) 644 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[79695]: cluster 2024-03-22T07:42:56.868369+0000 mon.a (mon.0) 1515 : cluster 0 osdmap e1027: 8 total, 8 up, 8 in 2024-03-22T07:42:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[79695]: cluster 2024-03-22T07:42:56.870642+0000 osd.5 (osd.5) 617 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[79695]: cluster 2024-03-22T07:42:56.874119+0000 osd.7 (osd.7) 645 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[79695]: cluster 2024-03-22T07:42:56.880126+0000 osd.5 (osd.5) 618 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[79695]: cluster 2024-03-22T07:42:56.885137+0000 osd.6 (osd.6) 608 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[79695]: cluster 2024-03-22T07:42:56.888795+0000 osd.5 (osd.5) 619 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[79695]: cluster 2024-03-22T07:42:56.890420+0000 osd.6 (osd.6) 609 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[82160]: cluster 2024-03-22T07:42:56.286112+0000 mgr.y (mgr.25337) 1068 : cluster 0 pgmap v1714: 105 pgs: 105 active+clean; 880 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 193 KiB/s rd, 31 MiB/s wr, 3.09k op/s 2024-03-22T07:42:58.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[82160]: cluster 2024-03-22T07:42:56.864107+0000 osd.7 (osd.7) 644 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[82160]: cluster 2024-03-22T07:42:56.868369+0000 mon.a (mon.0) 1515 : cluster 0 osdmap e1027: 8 total, 8 up, 8 in 2024-03-22T07:42:58.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[82160]: cluster 2024-03-22T07:42:56.870642+0000 osd.5 (osd.5) 617 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[82160]: cluster 2024-03-22T07:42:56.874119+0000 osd.7 (osd.7) 645 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[82160]: cluster 2024-03-22T07:42:56.880126+0000 osd.5 (osd.5) 618 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[82160]: cluster 2024-03-22T07:42:56.885137+0000 osd.6 (osd.6) 608 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[82160]: cluster 2024-03-22T07:42:56.888795+0000 osd.5 (osd.5) 619 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:57 smithi129 bash[82160]: cluster 2024-03-22T07:42:56.890420+0000 osd.6 (osd.6) 609 : cluster 3 failed to encode map e1027 with expected crc 2024-03-22T07:42:58.925 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.926 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.962 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:42:58.962 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.963 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.972 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:58.972 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.972 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.980 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:58.980 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.981 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.988 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:58.989 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.989 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.996 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~34260407,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:58.996 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:58.996 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.004 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:42:59.004 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.005 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.012 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,221667793~14738593,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:42:59.012 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.012 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.019 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:42:59.019 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.019 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.027 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~20830573,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:59.027 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.027 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.034 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:59.034 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.034 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.042 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:42:59.043 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.043 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.050 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,209715200~10950521,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~13949925,362078687~2952807,365083234~5414772,371569644~11713342,386719445~5750709,396612024~15618516] 2024-03-22T07:42:59.050 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.050 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.057 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,371569644~5113980,377847992~5434994,386719445~5750709,396612024~15618516] 2024-03-22T07:42:59.057 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:59.057 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386833184~5636970,396612024~6819152,406779681~5450859] 2024-03-22T07:42:59.065 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,100052634~10357219,114941074~5224911,120232785~6332959,129147794~558307,134694913~10662550,149178565~3909320,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~9318979,302275389~2609639,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,380925611~2357375,386719445~5750709,396612024~6819152,403540427~8690113] 2024-03-22T07:42:59.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:58 smithi148 bash[66753]: cluster 2024-03-22T07:42:57.873282+0000 osd.7 (osd.7) 646 : cluster 3 failed to encode map e1028 with expected crc 2024-03-22T07:42:59.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:58 smithi148 bash[66753]: cluster 2024-03-22T07:42:57.873334+0000 osd.5 (osd.5) 620 : cluster 3 failed to encode map e1028 with expected crc 2024-03-22T07:42:59.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:58 smithi148 bash[66753]: cluster 2024-03-22T07:42:57.875376+0000 mon.a (mon.0) 1516 : cluster 0 osdmap e1028: 8 total, 8 up, 8 in 2024-03-22T07:42:59.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:58 smithi148 bash[66753]: cluster 2024-03-22T07:42:57.878434+0000 osd.5 (osd.5) 621 : cluster 3 failed to encode map e1028 with expected crc 2024-03-22T07:42:59.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:58 smithi129 bash[82160]: cluster 2024-03-22T07:42:57.873282+0000 osd.7 (osd.7) 646 : cluster 3 failed to encode map e1028 with expected crc 2024-03-22T07:42:59.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:58 smithi129 bash[82160]: cluster 2024-03-22T07:42:57.873334+0000 osd.5 (osd.5) 620 : cluster 3 failed to encode map e1028 with expected crc 2024-03-22T07:42:59.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:58 smithi129 bash[82160]: cluster 2024-03-22T07:42:57.875376+0000 mon.a (mon.0) 1516 : cluster 0 osdmap e1028: 8 total, 8 up, 8 in 2024-03-22T07:42:59.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:58 smithi129 bash[82160]: cluster 2024-03-22T07:42:57.878434+0000 osd.5 (osd.5) 621 : cluster 3 failed to encode map e1028 with expected crc 2024-03-22T07:42:59.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:58 smithi129 bash[79695]: cluster 2024-03-22T07:42:57.873282+0000 osd.7 (osd.7) 646 : cluster 3 failed to encode map e1028 with expected crc 2024-03-22T07:42:59.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:58 smithi129 bash[79695]: cluster 2024-03-22T07:42:57.873334+0000 osd.5 (osd.5) 620 : cluster 3 failed to encode map e1028 with expected crc 2024-03-22T07:42:59.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:58 smithi129 bash[79695]: cluster 2024-03-22T07:42:57.875376+0000 mon.a (mon.0) 1516 : cluster 0 osdmap e1028: 8 total, 8 up, 8 in 2024-03-22T07:42:59.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:58 smithi129 bash[79695]: cluster 2024-03-22T07:42:57.878434+0000 osd.5 (osd.5) 621 : cluster 3 failed to encode map e1028 with expected crc 2024-03-22T07:42:59.942 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.942 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.979 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:42:59.979 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.979 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.988 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:59.988 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.988 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.998 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:42:59.998 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:42:59.998 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.008 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:00.008 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.008 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.016 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~34260407,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:00.016 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.016 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.023 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:43:00.023 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.023 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.031 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,221667793~14738593,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:43:00.031 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.031 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.038 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:43:00.038 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.038 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.045 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~20830573,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:43:00.045 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.045 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.053 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:43:00.053 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.054 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.061 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:43:00.061 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.061 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.069 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,209715200~10950521,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~13949925,362078687~2952807,365083234~5414772,371569644~11713342,386719445~5750709,396612024~15618516] 2024-03-22T07:43:00.069 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.069 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,372966315~3717309,377847992~5434994,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.076 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,182915283~7822486,192196082~6517233,202777405~392342,203217600~763216,207402425~2199679,211445534~6677152,218894516~1771205,223833814~9555813,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,362078687~2952807,365083234~5414772,371569644~5113980,377847992~5434994,386719445~5750709,396612024~15618516] 2024-03-22T07:43:00.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:59 smithi148 bash[66753]: cluster 2024-03-22T07:42:58.286960+0000 mgr.y (mgr.25337) 1069 : cluster 0 pgmap v1717: 105 pgs: 105 active+clean; 875 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 11 MiB/s wr, 3.86k op/s 2024-03-22T07:43:00.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:59 smithi148 bash[66753]: cluster 2024-03-22T07:42:58.895999+0000 osd.5 (osd.5) 622 : cluster 3 failed to encode map e1029 with expected crc 2024-03-22T07:43:00.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:59 smithi148 bash[66753]: cluster 2024-03-22T07:42:58.898609+0000 mon.a (mon.0) 1517 : cluster 0 osdmap e1029: 8 total, 8 up, 8 in 2024-03-22T07:43:00.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:59 smithi148 bash[66753]: cluster 2024-03-22T07:42:58.902207+0000 osd.5 (osd.5) 623 : cluster 3 failed to encode map e1029 with expected crc 2024-03-22T07:43:00.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:59 smithi148 bash[66753]: cluster 2024-03-22T07:42:58.902517+0000 osd.6 (osd.6) 610 : cluster 3 failed to encode map e1029 with expected crc 2024-03-22T07:43:00.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:42:59 smithi148 bash[66753]: cluster 2024-03-22T07:42:58.917093+0000 osd.7 (osd.7) 647 : cluster 3 failed to encode map e1029 with expected crc 2024-03-22T07:43:00.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:59 smithi129 bash[79695]: cluster 2024-03-22T07:42:58.286960+0000 mgr.y (mgr.25337) 1069 : cluster 0 pgmap v1717: 105 pgs: 105 active+clean; 875 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 11 MiB/s wr, 3.86k op/s 2024-03-22T07:43:00.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:59 smithi129 bash[79695]: cluster 2024-03-22T07:42:58.895999+0000 osd.5 (osd.5) 622 : cluster 3 failed to encode map e1029 with expected crc 2024-03-22T07:43:00.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:59 smithi129 bash[79695]: cluster 2024-03-22T07:42:58.898609+0000 mon.a (mon.0) 1517 : cluster 0 osdmap e1029: 8 total, 8 up, 8 in 2024-03-22T07:43:00.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:59 smithi129 bash[79695]: cluster 2024-03-22T07:42:58.902207+0000 osd.5 (osd.5) 623 : cluster 3 failed to encode map e1029 with expected crc 2024-03-22T07:43:00.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:59 smithi129 bash[79695]: cluster 2024-03-22T07:42:58.902517+0000 osd.6 (osd.6) 610 : cluster 3 failed to encode map e1029 with expected crc 2024-03-22T07:43:00.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:42:59 smithi129 bash[79695]: cluster 2024-03-22T07:42:58.917093+0000 osd.7 (osd.7) 647 : cluster 3 failed to encode map e1029 with expected crc 2024-03-22T07:43:00.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:59 smithi129 bash[82160]: cluster 2024-03-22T07:42:58.286960+0000 mgr.y (mgr.25337) 1069 : cluster 0 pgmap v1717: 105 pgs: 105 active+clean; 875 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 11 MiB/s wr, 3.86k op/s 2024-03-22T07:43:00.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:59 smithi129 bash[82160]: cluster 2024-03-22T07:42:58.895999+0000 osd.5 (osd.5) 622 : cluster 3 failed to encode map e1029 with expected crc 2024-03-22T07:43:00.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:59 smithi129 bash[82160]: cluster 2024-03-22T07:42:58.898609+0000 mon.a (mon.0) 1517 : cluster 0 osdmap e1029: 8 total, 8 up, 8 in 2024-03-22T07:43:00.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:59 smithi129 bash[82160]: cluster 2024-03-22T07:42:58.902207+0000 osd.5 (osd.5) 623 : cluster 3 failed to encode map e1029 with expected crc 2024-03-22T07:43:00.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:59 smithi129 bash[82160]: cluster 2024-03-22T07:42:58.902517+0000 osd.6 (osd.6) 610 : cluster 3 failed to encode map e1029 with expected crc 2024-03-22T07:43:00.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:42:59 smithi129 bash[82160]: cluster 2024-03-22T07:42:58.917093+0000 osd.7 (osd.7) 647 : cluster 3 failed to encode map e1029 with expected crc 2024-03-22T07:43:00.965 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:00.965 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.000 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:43:01.000 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.000 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.008 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:01.008 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.008 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.016 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:01.016 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.016 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.023 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:01.023 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.024 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.031 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~34260407,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:01.031 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.031 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.044 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:43:01.045 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.045 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.051 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,221667793~14738593,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:43:01.052 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.052 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.059 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:43:01.059 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.059 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.066 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~20830573,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:43:01.066 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.066 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.073 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:43:01.073 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.073 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.081 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:43:01.081 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.082 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,81103102~7827252,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,211445534~9220187,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~5957348,362078687~2952807,365083234~5414772,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.088 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,77007674~57773,79691776~9238578,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7085085,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,182915283~7822486,192196082~6517233,201137412~3864689,207402425~2199679,209715200~10950521,223833814~9555813,238593101~169179,239945166~1385060,248520658~5271455,273182304~8016495,281788794~4808354,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~13949925,362078687~2952807,365083234~5414772,371569644~11713342,386719445~5750709,396612024~15618516] 2024-03-22T07:43:01.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:00 smithi148 bash[66753]: cluster 2024-03-22T07:42:59.900362+0000 osd.7 (osd.7) 648 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:01.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:00 smithi148 bash[66753]: cluster 2024-03-22T07:42:59.902098+0000 mon.a (mon.0) 1518 : cluster 0 osdmap e1030: 8 total, 8 up, 8 in 2024-03-22T07:43:01.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:00 smithi148 bash[66753]: cluster 2024-03-22T07:42:59.906677+0000 osd.5 (osd.5) 624 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:01.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:00 smithi148 bash[66753]: cluster 2024-03-22T07:42:59.908420+0000 osd.7 (osd.7) 649 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:01.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:00 smithi148 bash[66753]: cluster 2024-03-22T07:42:59.912506+0000 osd.5 (osd.5) 625 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:01.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:00 smithi148 bash[66753]: cluster 2024-03-22T07:42:59.917072+0000 osd.6 (osd.6) 611 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:01.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:00 smithi129 bash[79695]: cluster 2024-03-22T07:42:59.900362+0000 osd.7 (osd.7) 648 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:01.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:00 smithi129 bash[79695]: cluster 2024-03-22T07:42:59.902098+0000 mon.a (mon.0) 1518 : cluster 0 osdmap e1030: 8 total, 8 up, 8 in 2024-03-22T07:43:01.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:00 smithi129 bash[79695]: cluster 2024-03-22T07:42:59.906677+0000 osd.5 (osd.5) 624 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:01.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:00 smithi129 bash[79695]: cluster 2024-03-22T07:42:59.908420+0000 osd.7 (osd.7) 649 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:01.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:00 smithi129 bash[79695]: cluster 2024-03-22T07:42:59.912506+0000 osd.5 (osd.5) 625 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:01.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:00 smithi129 bash[79695]: cluster 2024-03-22T07:42:59.917072+0000 osd.6 (osd.6) 611 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:01.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:00 smithi129 bash[82160]: cluster 2024-03-22T07:42:59.900362+0000 osd.7 (osd.7) 648 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:01.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:00 smithi129 bash[82160]: cluster 2024-03-22T07:42:59.902098+0000 mon.a (mon.0) 1518 : cluster 0 osdmap e1030: 8 total, 8 up, 8 in 2024-03-22T07:43:01.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:00 smithi129 bash[82160]: cluster 2024-03-22T07:42:59.906677+0000 osd.5 (osd.5) 624 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:01.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:00 smithi129 bash[82160]: cluster 2024-03-22T07:42:59.908420+0000 osd.7 (osd.7) 649 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:01.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:00 smithi129 bash[82160]: cluster 2024-03-22T07:42:59.912506+0000 osd.5 (osd.5) 625 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:01.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:00 smithi129 bash[82160]: cluster 2024-03-22T07:42:59.917072+0000 osd.6 (osd.6) 611 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:01.966 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:01.966 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.004 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:43:02.004 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.004 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.012 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:02.012 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.012 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.019 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:02.019 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.019 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.027 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:02.027 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.027 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.034 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~34260407,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:02.035 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.035 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.043 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:43:02.043 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.043 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.050 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,221667793~14738593,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:43:02.050 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.050 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.056 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:43:02.057 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.057 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.063 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~20830573,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:43:02.063 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.063 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.071 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:43:02.071 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.071 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.077 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~7751396,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~5564821,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,238593101~169179,239945166~1385060,248520658~5271455,273182304~13414844,290515115~10341913,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:43:02.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:01 smithi129 bash[79695]: cluster 2024-03-22T07:42:59.928262+0000 osd.5 (osd.5) 626 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:02.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:01 smithi129 bash[79695]: cluster 2024-03-22T07:43:00.287636+0000 mgr.y (mgr.25337) 1070 : cluster 0 pgmap v1720: 105 pgs: 105 active+clean; 861 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 160 KiB/s rd, 7.5 KiB/s wr, 3.20k op/s 2024-03-22T07:43:02.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:01 smithi129 bash[79695]: cluster 2024-03-22T07:43:00.929439+0000 mon.a (mon.0) 1519 : cluster 0 osdmap e1031: 8 total, 8 up, 8 in 2024-03-22T07:43:02.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:01 smithi129 bash[79695]: cluster 2024-03-22T07:43:00.931842+0000 osd.6 (osd.6) 612 : cluster 3 failed to encode map e1031 with expected crc 2024-03-22T07:43:02.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:01 smithi129 bash[79695]: cluster 2024-03-22T07:43:00.933298+0000 osd.7 (osd.7) 650 : cluster 3 failed to encode map e1031 with expected crc 2024-03-22T07:43:02.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:01 smithi129 bash[82160]: cluster 2024-03-22T07:42:59.928262+0000 osd.5 (osd.5) 626 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:02.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:01 smithi129 bash[82160]: cluster 2024-03-22T07:43:00.287636+0000 mgr.y (mgr.25337) 1070 : cluster 0 pgmap v1720: 105 pgs: 105 active+clean; 861 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 160 KiB/s rd, 7.5 KiB/s wr, 3.20k op/s 2024-03-22T07:43:02.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:01 smithi129 bash[82160]: cluster 2024-03-22T07:43:00.929439+0000 mon.a (mon.0) 1519 : cluster 0 osdmap e1031: 8 total, 8 up, 8 in 2024-03-22T07:43:02.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:01 smithi129 bash[82160]: cluster 2024-03-22T07:43:00.931842+0000 osd.6 (osd.6) 612 : cluster 3 failed to encode map e1031 with expected crc 2024-03-22T07:43:02.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:01 smithi129 bash[82160]: cluster 2024-03-22T07:43:00.933298+0000 osd.7 (osd.7) 650 : cluster 3 failed to encode map e1031 with expected crc 2024-03-22T07:43:02.427 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:43:02 smithi148 bash[48714]: logger=cleanup t=2024-03-22T07:43:02.156094719Z level=info msg="Completed cleanup jobs" duration=46.969822ms 2024-03-22T07:43:02.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:01 smithi148 bash[66753]: cluster 2024-03-22T07:42:59.928262+0000 osd.5 (osd.5) 626 : cluster 3 failed to encode map e1030 with expected crc 2024-03-22T07:43:02.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:01 smithi148 bash[66753]: cluster 2024-03-22T07:43:00.287636+0000 mgr.y (mgr.25337) 1070 : cluster 0 pgmap v1720: 105 pgs: 105 active+clean; 861 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 160 KiB/s rd, 7.5 KiB/s wr, 3.20k op/s 2024-03-22T07:43:02.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:01 smithi148 bash[66753]: cluster 2024-03-22T07:43:00.929439+0000 mon.a (mon.0) 1519 : cluster 0 osdmap e1031: 8 total, 8 up, 8 in 2024-03-22T07:43:02.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:01 smithi148 bash[66753]: cluster 2024-03-22T07:43:00.931842+0000 osd.6 (osd.6) 612 : cluster 3 failed to encode map e1031 with expected crc 2024-03-22T07:43:02.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:01 smithi148 bash[66753]: cluster 2024-03-22T07:43:00.933298+0000 osd.7 (osd.7) 650 : cluster 3 failed to encode map e1031 with expected crc 2024-03-22T07:43:02.991 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:02.991 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.032 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:43:03.032 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.032 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.040 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:03.041 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.041 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.048 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:03.048 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.048 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.056 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:03.056 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.056 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.063 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~34260407,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:03.063 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.064 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.071 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:43:03.071 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.071 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.078 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,221667793~14738593,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:43:03.078 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.078 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.085 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:43:03.085 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.085 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.092 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~20830573,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:43:03.092 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.092 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~7672520,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:03.099 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~7695068,58478595~3968642,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~4347395,161137095~4987992,167281657~7662381,179400261~1612250,182915283~7822486,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~6353838,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333861207~20291545,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:43:03.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[79695]: cluster 2024-03-22T07:43:00.926649+0000 osd.5 (osd.5) 627 : cluster 3 failed to encode map e1031 with expected crc 2024-03-22T07:43:03.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[79695]: cluster 2024-03-22T07:43:00.936342+0000 osd.5 (osd.5) 628 : cluster 3 failed to encode map e1031 with expected crc 2024-03-22T07:43:03.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[79695]: cluster 2024-03-22T07:43:01.930142+0000 osd.7 (osd.7) 651 : cluster 3 failed to encode map e1032 with expected crc 2024-03-22T07:43:03.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[79695]: cluster 2024-03-22T07:43:01.930756+0000 osd.5 (osd.5) 629 : cluster 3 failed to encode map e1032 with expected crc 2024-03-22T07:43:03.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[79695]: cluster 2024-03-22T07:43:01.931218+0000 mon.a (mon.0) 1520 : cluster 0 osdmap e1032: 8 total, 8 up, 8 in 2024-03-22T07:43:03.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[79695]: cluster 2024-03-22T07:43:01.935694+0000 osd.5 (osd.5) 630 : cluster 3 failed to encode map e1032 with expected crc 2024-03-22T07:43:03.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[79695]: cluster 2024-03-22T07:43:01.944455+0000 osd.5 (osd.5) 631 : cluster 3 failed to encode map e1032 with expected crc 2024-03-22T07:43:03.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[79695]: cluster 2024-03-22T07:43:01.945878+0000 osd.6 (osd.6) 613 : cluster 3 failed to encode map e1032 with expected crc 2024-03-22T07:43:03.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[82160]: cluster 2024-03-22T07:43:00.926649+0000 osd.5 (osd.5) 627 : cluster 3 failed to encode map e1031 with expected crc 2024-03-22T07:43:03.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[82160]: cluster 2024-03-22T07:43:00.936342+0000 osd.5 (osd.5) 628 : cluster 3 failed to encode map e1031 with expected crc 2024-03-22T07:43:03.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[82160]: cluster 2024-03-22T07:43:01.930142+0000 osd.7 (osd.7) 651 : cluster 3 failed to encode map e1032 with expected crc 2024-03-22T07:43:03.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[82160]: cluster 2024-03-22T07:43:01.930756+0000 osd.5 (osd.5) 629 : cluster 3 failed to encode map e1032 with expected crc 2024-03-22T07:43:03.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[82160]: cluster 2024-03-22T07:43:01.931218+0000 mon.a (mon.0) 1520 : cluster 0 osdmap e1032: 8 total, 8 up, 8 in 2024-03-22T07:43:03.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[82160]: cluster 2024-03-22T07:43:01.935694+0000 osd.5 (osd.5) 630 : cluster 3 failed to encode map e1032 with expected crc 2024-03-22T07:43:03.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[82160]: cluster 2024-03-22T07:43:01.944455+0000 osd.5 (osd.5) 631 : cluster 3 failed to encode map e1032 with expected crc 2024-03-22T07:43:03.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:02 smithi129 bash[82160]: cluster 2024-03-22T07:43:01.945878+0000 osd.6 (osd.6) 613 : cluster 3 failed to encode map e1032 with expected crc 2024-03-22T07:43:03.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:02 smithi148 bash[66753]: cluster 2024-03-22T07:43:00.926649+0000 osd.5 (osd.5) 627 : cluster 3 failed to encode map e1031 with expected crc 2024-03-22T07:43:03.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:02 smithi148 bash[66753]: cluster 2024-03-22T07:43:00.936342+0000 osd.5 (osd.5) 628 : cluster 3 failed to encode map e1031 with expected crc 2024-03-22T07:43:03.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:02 smithi148 bash[66753]: cluster 2024-03-22T07:43:01.930142+0000 osd.7 (osd.7) 651 : cluster 3 failed to encode map e1032 with expected crc 2024-03-22T07:43:03.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:02 smithi148 bash[66753]: cluster 2024-03-22T07:43:01.930756+0000 osd.5 (osd.5) 629 : cluster 3 failed to encode map e1032 with expected crc 2024-03-22T07:43:03.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:02 smithi148 bash[66753]: cluster 2024-03-22T07:43:01.931218+0000 mon.a (mon.0) 1520 : cluster 0 osdmap e1032: 8 total, 8 up, 8 in 2024-03-22T07:43:03.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:02 smithi148 bash[66753]: cluster 2024-03-22T07:43:01.935694+0000 osd.5 (osd.5) 630 : cluster 3 failed to encode map e1032 with expected crc 2024-03-22T07:43:03.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:02 smithi148 bash[66753]: cluster 2024-03-22T07:43:01.944455+0000 osd.5 (osd.5) 631 : cluster 3 failed to encode map e1032 with expected crc 2024-03-22T07:43:03.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:02 smithi148 bash[66753]: cluster 2024-03-22T07:43:01.945878+0000 osd.6 (osd.6) 613 : cluster 3 failed to encode map e1032 with expected crc 2024-03-22T07:43:04.003 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.003 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.038 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:43:04.038 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.038 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.046 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:04.046 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.047 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.054 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:04.054 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.054 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.062 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:04.062 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.062 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.070 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~34260407,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:04.070 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.070 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.077 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:43:04.077 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.077 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.084 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,221667793~14738593,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:43:04.084 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.084 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.091 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:43:04.091 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.091 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~10316671,386833184~5636970,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.098 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8230339,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~16315302,290266035~10590993,302275389~2609639,319283728~6507439,327390554~3540988,333322179~20830573,362078687~2952807,365083234~18199752,386719445~5750709,396612024~15618516] 2024-03-22T07:43:04.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:43:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:43:03] "GET /metrics HTTP/1.1" 200 36536 "" "Prometheus/2.43.0" 2024-03-22T07:43:04.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:03 smithi129 bash[79695]: cluster 2024-03-22T07:43:02.288462+0000 mgr.y (mgr.25337) 1071 : cluster 0 pgmap v1723: 105 pgs: 105 active+clean; 853 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 145 KiB/s rd, 7.2 KiB/s wr, 1.83k op/s 2024-03-22T07:43:04.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:03 smithi129 bash[79695]: cluster 2024-03-22T07:43:02.959763+0000 mon.a (mon.0) 1521 : cluster 0 osdmap e1033: 8 total, 8 up, 8 in 2024-03-22T07:43:04.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:03 smithi129 bash[79695]: cluster 2024-03-22T07:43:02.960198+0000 osd.5 (osd.5) 632 : cluster 3 failed to encode map e1033 with expected crc 2024-03-22T07:43:04.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:03 smithi129 bash[79695]: cluster 2024-03-22T07:43:02.967295+0000 osd.5 (osd.5) 633 : cluster 3 failed to encode map e1033 with expected crc 2024-03-22T07:43:04.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:03 smithi129 bash[79695]: cluster 2024-03-22T07:43:02.969570+0000 osd.7 (osd.7) 652 : cluster 3 failed to encode map e1033 with expected crc 2024-03-22T07:43:04.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:03 smithi129 bash[79695]: cluster 2024-03-22T07:43:02.971910+0000 osd.6 (osd.6) 614 : cluster 3 failed to encode map e1033 with expected crc 2024-03-22T07:43:04.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:03 smithi129 bash[79695]: cluster 2024-03-22T07:43:02.978837+0000 osd.6 (osd.6) 615 : cluster 3 failed to encode map e1033 with expected crc 2024-03-22T07:43:04.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:03 smithi129 bash[82160]: cluster 2024-03-22T07:43:02.288462+0000 mgr.y (mgr.25337) 1071 : cluster 0 pgmap v1723: 105 pgs: 105 active+clean; 853 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 145 KiB/s rd, 7.2 KiB/s wr, 1.83k op/s 2024-03-22T07:43:04.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:03 smithi129 bash[82160]: cluster 2024-03-22T07:43:02.959763+0000 mon.a (mon.0) 1521 : cluster 0 osdmap e1033: 8 total, 8 up, 8 in 2024-03-22T07:43:04.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:03 smithi129 bash[82160]: cluster 2024-03-22T07:43:02.960198+0000 osd.5 (osd.5) 632 : cluster 3 failed to encode map e1033 with expected crc 2024-03-22T07:43:04.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:03 smithi129 bash[82160]: cluster 2024-03-22T07:43:02.967295+0000 osd.5 (osd.5) 633 : cluster 3 failed to encode map e1033 with expected crc 2024-03-22T07:43:04.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:03 smithi129 bash[82160]: cluster 2024-03-22T07:43:02.969570+0000 osd.7 (osd.7) 652 : cluster 3 failed to encode map e1033 with expected crc 2024-03-22T07:43:04.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:03 smithi129 bash[82160]: cluster 2024-03-22T07:43:02.971910+0000 osd.6 (osd.6) 614 : cluster 3 failed to encode map e1033 with expected crc 2024-03-22T07:43:04.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:03 smithi129 bash[82160]: cluster 2024-03-22T07:43:02.978837+0000 osd.6 (osd.6) 615 : cluster 3 failed to encode map e1033 with expected crc 2024-03-22T07:43:04.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:03 smithi148 bash[66753]: cluster 2024-03-22T07:43:02.288462+0000 mgr.y (mgr.25337) 1071 : cluster 0 pgmap v1723: 105 pgs: 105 active+clean; 853 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 145 KiB/s rd, 7.2 KiB/s wr, 1.83k op/s 2024-03-22T07:43:04.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:03 smithi148 bash[66753]: cluster 2024-03-22T07:43:02.959763+0000 mon.a (mon.0) 1521 : cluster 0 osdmap e1033: 8 total, 8 up, 8 in 2024-03-22T07:43:04.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:03 smithi148 bash[66753]: cluster 2024-03-22T07:43:02.960198+0000 osd.5 (osd.5) 632 : cluster 3 failed to encode map e1033 with expected crc 2024-03-22T07:43:04.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:03 smithi148 bash[66753]: cluster 2024-03-22T07:43:02.967295+0000 osd.5 (osd.5) 633 : cluster 3 failed to encode map e1033 with expected crc 2024-03-22T07:43:04.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:03 smithi148 bash[66753]: cluster 2024-03-22T07:43:02.969570+0000 osd.7 (osd.7) 652 : cluster 3 failed to encode map e1033 with expected crc 2024-03-22T07:43:04.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:03 smithi148 bash[66753]: cluster 2024-03-22T07:43:02.971910+0000 osd.6 (osd.6) 614 : cluster 3 failed to encode map e1033 with expected crc 2024-03-22T07:43:04.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:03 smithi148 bash[66753]: cluster 2024-03-22T07:43:02.978837+0000 osd.6 (osd.6) 615 : cluster 3 failed to encode map e1033 with expected crc 2024-03-22T07:43:04.492 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.492 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.535 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:43:04.535 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.535 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.543 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:04.543 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.543 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.550 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:04.550 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.551 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.558 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:04.558 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.558 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.565 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~34260407,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:04.565 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.565 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.572 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:43:04.572 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.572 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.579 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,221667793~14738593,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:43:04.579 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.579 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,76022296~3181055,81103102~8719184,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:04.585 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,68373365~2053316,71486606~2075617,75888583~3314768,79691776~10130510,93264585~4783899,100052634~10357219,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~10662550,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,223833814~12572572,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,313978459~11812708,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:43:05.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[79695]: cluster 2024-03-22T07:43:03.956591+0000 osd.7 (osd.7) 653 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[79695]: cluster 2024-03-22T07:43:03.957431+0000 mon.a (mon.0) 1522 : cluster 0 osdmap e1034: 8 total, 8 up, 8 in 2024-03-22T07:43:05.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[79695]: cluster 2024-03-22T07:43:03.964169+0000 osd.5 (osd.5) 634 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[79695]: cluster 2024-03-22T07:43:03.966061+0000 osd.6 (osd.6) 616 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[79695]: cluster 2024-03-22T07:43:03.970208+0000 osd.5 (osd.5) 635 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[79695]: cluster 2024-03-22T07:43:03.975148+0000 osd.6 (osd.6) 617 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[79695]: cluster 2024-03-22T07:43:03.982503+0000 osd.5 (osd.5) 636 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[79695]: cluster 2024-03-22T07:43:04.289345+0000 mgr.y (mgr.25337) 1072 : cluster 0 pgmap v1726: 105 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 102 active+clean; 815 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 111 KiB/s rd, 6.2 KiB/s wr, 1.40k op/s 2024-03-22T07:43:05.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[79695]: cluster 2024-03-22T07:43:04.457427+0000 osd.7 (osd.7) 654 : cluster 3 failed to encode map e1035 with expected crc 2024-03-22T07:43:05.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[79695]: cluster 2024-03-22T07:43:04.458556+0000 mon.a (mon.0) 1523 : cluster 0 osdmap e1035: 8 total, 8 up, 8 in 2024-03-22T07:43:05.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[79695]: cluster 2024-03-22T07:43:04.466543+0000 osd.5 (osd.5) 637 : cluster 3 failed to encode map e1035 with expected crc 2024-03-22T07:43:05.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[79695]: cluster 2024-03-22T07:43:04.473318+0000 osd.5 (osd.5) 638 : cluster 3 failed to encode map e1035 with expected crc 2024-03-22T07:43:05.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[82160]: cluster 2024-03-22T07:43:03.956591+0000 osd.7 (osd.7) 653 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[82160]: cluster 2024-03-22T07:43:03.957431+0000 mon.a (mon.0) 1522 : cluster 0 osdmap e1034: 8 total, 8 up, 8 in 2024-03-22T07:43:05.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[82160]: cluster 2024-03-22T07:43:03.964169+0000 osd.5 (osd.5) 634 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[82160]: cluster 2024-03-22T07:43:03.966061+0000 osd.6 (osd.6) 616 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[82160]: cluster 2024-03-22T07:43:03.970208+0000 osd.5 (osd.5) 635 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[82160]: cluster 2024-03-22T07:43:03.975148+0000 osd.6 (osd.6) 617 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[82160]: cluster 2024-03-22T07:43:03.982503+0000 osd.5 (osd.5) 636 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[82160]: cluster 2024-03-22T07:43:04.289345+0000 mgr.y (mgr.25337) 1072 : cluster 0 pgmap v1726: 105 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 102 active+clean; 815 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 111 KiB/s rd, 6.2 KiB/s wr, 1.40k op/s 2024-03-22T07:43:05.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[82160]: cluster 2024-03-22T07:43:04.457427+0000 osd.7 (osd.7) 654 : cluster 3 failed to encode map e1035 with expected crc 2024-03-22T07:43:05.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[82160]: cluster 2024-03-22T07:43:04.458556+0000 mon.a (mon.0) 1523 : cluster 0 osdmap e1035: 8 total, 8 up, 8 in 2024-03-22T07:43:05.377 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[82160]: cluster 2024-03-22T07:43:04.466543+0000 osd.5 (osd.5) 637 : cluster 3 failed to encode map e1035 with expected crc 2024-03-22T07:43:05.377 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:04 smithi129 bash[82160]: cluster 2024-03-22T07:43:04.473318+0000 osd.5 (osd.5) 638 : cluster 3 failed to encode map e1035 with expected crc 2024-03-22T07:43:05.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:04 smithi148 bash[66753]: cluster 2024-03-22T07:43:03.956591+0000 osd.7 (osd.7) 653 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:04 smithi148 bash[66753]: cluster 2024-03-22T07:43:03.957431+0000 mon.a (mon.0) 1522 : cluster 0 osdmap e1034: 8 total, 8 up, 8 in 2024-03-22T07:43:05.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:04 smithi148 bash[66753]: cluster 2024-03-22T07:43:03.964169+0000 osd.5 (osd.5) 634 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:04 smithi148 bash[66753]: cluster 2024-03-22T07:43:03.966061+0000 osd.6 (osd.6) 616 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:04 smithi148 bash[66753]: cluster 2024-03-22T07:43:03.970208+0000 osd.5 (osd.5) 635 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:04 smithi148 bash[66753]: cluster 2024-03-22T07:43:03.975148+0000 osd.6 (osd.6) 617 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:04 smithi148 bash[66753]: cluster 2024-03-22T07:43:03.982503+0000 osd.5 (osd.5) 636 : cluster 3 failed to encode map e1034 with expected crc 2024-03-22T07:43:05.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:04 smithi148 bash[66753]: cluster 2024-03-22T07:43:04.289345+0000 mgr.y (mgr.25337) 1072 : cluster 0 pgmap v1726: 105 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 102 active+clean; 815 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 111 KiB/s rd, 6.2 KiB/s wr, 1.40k op/s 2024-03-22T07:43:05.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:04 smithi148 bash[66753]: cluster 2024-03-22T07:43:04.457427+0000 osd.7 (osd.7) 654 : cluster 3 failed to encode map e1035 with expected crc 2024-03-22T07:43:05.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:04 smithi148 bash[66753]: cluster 2024-03-22T07:43:04.458556+0000 mon.a (mon.0) 1523 : cluster 0 osdmap e1035: 8 total, 8 up, 8 in 2024-03-22T07:43:05.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:04 smithi148 bash[66753]: cluster 2024-03-22T07:43:04.466543+0000 osd.5 (osd.5) 637 : cluster 3 failed to encode map e1035 with expected crc 2024-03-22T07:43:05.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:04 smithi148 bash[66753]: cluster 2024-03-22T07:43:04.473318+0000 osd.5 (osd.5) 638 : cluster 3 failed to encode map e1035 with expected crc 2024-03-22T07:43:05.494 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:05.494 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:05.535 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:43:05.535 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:05.535 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:05.543 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:05.543 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:05.543 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:05.551 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:05.551 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:05.551 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:05.559 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:05.559 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:05.559 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:05.566 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~34260407,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:05.566 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:05.566 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:05.573 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:43:05.573 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:05.574 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,211445534~9220187,222108736~14297650,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~8211548,341853784~12298968,362078687~2952807,365083234~6486410,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:05.580 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~23456112,192196082~12806019,207402425~2199679,209715200~10950521,221667793~14738593,237687246~3642980,248520658~5271455,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~13858495,327390554~3540988,333322179~20830573,362078687~2952807,365083234~27386920,394264576~17965964] 2024-03-22T07:43:06.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:05 smithi129 bash[79695]: cluster 2024-03-22T07:43:04.458584+0000 osd.6 (osd.6) 618 : cluster 3 failed to encode map e1035 with expected crc 2024-03-22T07:43:06.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:05 smithi129 bash[79695]: cluster 2024-03-22T07:43:05.460212+0000 osd.7 (osd.7) 655 : cluster 3 failed to encode map e1036 with expected crc 2024-03-22T07:43:06.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:05 smithi129 bash[79695]: cluster 2024-03-22T07:43:05.461477+0000 mon.a (mon.0) 1524 : cluster 0 osdmap e1036: 8 total, 8 up, 8 in 2024-03-22T07:43:06.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:05 smithi129 bash[79695]: cluster 2024-03-22T07:43:05.467327+0000 osd.5 (osd.5) 639 : cluster 3 failed to encode map e1036 with expected crc 2024-03-22T07:43:06.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:05 smithi129 bash[79695]: cluster 2024-03-22T07:43:05.472801+0000 osd.5 (osd.5) 640 : cluster 3 failed to encode map e1036 with expected crc 2024-03-22T07:43:06.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:05 smithi129 bash[82160]: cluster 2024-03-22T07:43:04.458584+0000 osd.6 (osd.6) 618 : cluster 3 failed to encode map e1035 with expected crc 2024-03-22T07:43:06.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:05 smithi129 bash[82160]: cluster 2024-03-22T07:43:05.460212+0000 osd.7 (osd.7) 655 : cluster 3 failed to encode map e1036 with expected crc 2024-03-22T07:43:06.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:05 smithi129 bash[82160]: cluster 2024-03-22T07:43:05.461477+0000 mon.a (mon.0) 1524 : cluster 0 osdmap e1036: 8 total, 8 up, 8 in 2024-03-22T07:43:06.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:05 smithi129 bash[82160]: cluster 2024-03-22T07:43:05.467327+0000 osd.5 (osd.5) 639 : cluster 3 failed to encode map e1036 with expected crc 2024-03-22T07:43:06.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:05 smithi129 bash[82160]: cluster 2024-03-22T07:43:05.472801+0000 osd.5 (osd.5) 640 : cluster 3 failed to encode map e1036 with expected crc 2024-03-22T07:43:06.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:05 smithi148 bash[66753]: cluster 2024-03-22T07:43:04.458584+0000 osd.6 (osd.6) 618 : cluster 3 failed to encode map e1035 with expected crc 2024-03-22T07:43:06.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:05 smithi148 bash[66753]: cluster 2024-03-22T07:43:05.460212+0000 osd.7 (osd.7) 655 : cluster 3 failed to encode map e1036 with expected crc 2024-03-22T07:43:06.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:05 smithi148 bash[66753]: cluster 2024-03-22T07:43:05.461477+0000 mon.a (mon.0) 1524 : cluster 0 osdmap e1036: 8 total, 8 up, 8 in 2024-03-22T07:43:06.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:05 smithi148 bash[66753]: cluster 2024-03-22T07:43:05.467327+0000 osd.5 (osd.5) 639 : cluster 3 failed to encode map e1036 with expected crc 2024-03-22T07:43:06.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:05 smithi148 bash[66753]: cluster 2024-03-22T07:43:05.472801+0000 osd.5 (osd.5) 640 : cluster 3 failed to encode map e1036 with expected crc 2024-03-22T07:43:06.510 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:06.510 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:06.539 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:43:06.539 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:06.539 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:06.548 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:06.548 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:06.548 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:06.556 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:06.556 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:06.556 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:06.564 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:06.564 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:06.564 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:06.571 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~34260407,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:06.571 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:06.572 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~8211548,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:06.578 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~18408532,50485109~11962128,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~12905091,149178565~5145650,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,261762707~8392481,273182304~17041203,290266035~10590993,302275389~2609639,311932672~21233540,333322179~20830573,360523514~31946640,394264576~17965964] 2024-03-22T07:43:07.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:06 smithi129 bash[79695]: cluster 2024-03-22T07:43:05.475982+0000 osd.6 (osd.6) 619 : cluster 3 failed to encode map e1036 with expected crc 2024-03-22T07:43:07.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:06 smithi129 bash[79695]: cluster 2024-03-22T07:43:06.290111+0000 mgr.y (mgr.25337) 1073 : cluster 0 pgmap v1729: 105 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 102 active+clean; 751 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 111 KiB/s rd, 6.2 KiB/s wr, 1.32k op/s 2024-03-22T07:43:07.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:06 smithi129 bash[79695]: cluster 2024-03-22T07:43:06.467758+0000 mon.a (mon.0) 1525 : cluster 0 osdmap e1037: 8 total, 8 up, 8 in 2024-03-22T07:43:07.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:06 smithi129 bash[79695]: cluster 2024-03-22T07:43:06.470475+0000 osd.5 (osd.5) 641 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:07.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:06 smithi129 bash[79695]: cluster 2024-03-22T07:43:06.473629+0000 osd.7 (osd.7) 656 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:07.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:06 smithi129 bash[79695]: cluster 2024-03-22T07:43:06.477419+0000 osd.5 (osd.5) 642 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:07.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:06 smithi129 bash[79695]: cluster 2024-03-22T07:43:06.480145+0000 osd.7 (osd.7) 657 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:07.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:06 smithi129 bash[82160]: cluster 2024-03-22T07:43:05.475982+0000 osd.6 (osd.6) 619 : cluster 3 failed to encode map e1036 with expected crc 2024-03-22T07:43:07.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:06 smithi129 bash[82160]: cluster 2024-03-22T07:43:06.290111+0000 mgr.y (mgr.25337) 1073 : cluster 0 pgmap v1729: 105 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 102 active+clean; 751 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 111 KiB/s rd, 6.2 KiB/s wr, 1.32k op/s 2024-03-22T07:43:07.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:06 smithi129 bash[82160]: cluster 2024-03-22T07:43:06.467758+0000 mon.a (mon.0) 1525 : cluster 0 osdmap e1037: 8 total, 8 up, 8 in 2024-03-22T07:43:07.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:06 smithi129 bash[82160]: cluster 2024-03-22T07:43:06.470475+0000 osd.5 (osd.5) 641 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:07.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:06 smithi129 bash[82160]: cluster 2024-03-22T07:43:06.473629+0000 osd.7 (osd.7) 656 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:07.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:06 smithi129 bash[82160]: cluster 2024-03-22T07:43:06.477419+0000 osd.5 (osd.5) 642 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:07.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:06 smithi129 bash[82160]: cluster 2024-03-22T07:43:06.480145+0000 osd.7 (osd.7) 657 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:07.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:06 smithi148 bash[66753]: cluster 2024-03-22T07:43:05.475982+0000 osd.6 (osd.6) 619 : cluster 3 failed to encode map e1036 with expected crc 2024-03-22T07:43:07.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:06 smithi148 bash[66753]: cluster 2024-03-22T07:43:06.290111+0000 mgr.y (mgr.25337) 1073 : cluster 0 pgmap v1729: 105 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 102 active+clean; 751 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 111 KiB/s rd, 6.2 KiB/s wr, 1.32k op/s 2024-03-22T07:43:07.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:06 smithi148 bash[66753]: cluster 2024-03-22T07:43:06.467758+0000 mon.a (mon.0) 1525 : cluster 0 osdmap e1037: 8 total, 8 up, 8 in 2024-03-22T07:43:07.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:06 smithi148 bash[66753]: cluster 2024-03-22T07:43:06.470475+0000 osd.5 (osd.5) 641 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:07.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:06 smithi148 bash[66753]: cluster 2024-03-22T07:43:06.473629+0000 osd.7 (osd.7) 656 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:07.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:06 smithi148 bash[66753]: cluster 2024-03-22T07:43:06.477419+0000 osd.5 (osd.5) 642 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:07.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:06 smithi148 bash[66753]: cluster 2024-03-22T07:43:06.480145+0000 osd.7 (osd.7) 657 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:07.507 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:07.507 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:07.542 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:43:07.543 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:07.543 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:07.552 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:07.552 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:07.552 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:07.560 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:07.560 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:07.561 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:07.568 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:07.568 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:07.568 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,28186830~18408532,48929319~13517918,66242651~96997,67495407~2931274,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:07.575 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,28186830~34260407,66242651~96997,67495407~2931274,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~7532328,129147794~558307,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~10950521,221667793~19662433,243269632~10808551,259490973~10664215,273182304~17041203,290266035~10590993,302275389~2609639,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:08.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[79695]: cluster 2024-03-22T07:43:06.474617+0000 osd.6 (osd.6) 620 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:08.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[79695]: cluster 2024-03-22T07:43:06.481466+0000 osd.6 (osd.6) 621 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:08.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[79695]: cluster 2024-03-22T07:43:06.489638+0000 osd.6 (osd.6) 622 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:08.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[79695]: cluster 2024-03-22T07:43:07.465978+0000 osd.7 (osd.7) 658 : cluster 3 failed to encode map e1038 with expected crc 2024-03-22T07:43:08.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[79695]: cluster 2024-03-22T07:43:07.467678+0000 mon.a (mon.0) 1526 : cluster 0 osdmap e1038: 8 total, 8 up, 8 in 2024-03-22T07:43:08.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[79695]: cluster 2024-03-22T07:43:07.473138+0000 osd.5 (osd.5) 643 : cluster 3 failed to encode map e1038 with expected crc 2024-03-22T07:43:08.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[79695]: cluster 2024-03-22T07:43:07.479416+0000 osd.5 (osd.5) 644 : cluster 3 failed to encode map e1038 with expected crc 2024-03-22T07:43:08.377 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[79695]: cluster 2024-03-22T07:43:07.486171+0000 osd.5 (osd.5) 645 : cluster 3 failed to encode map e1038 with expected crc 2024-03-22T07:43:08.377 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[82160]: cluster 2024-03-22T07:43:06.474617+0000 osd.6 (osd.6) 620 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:08.377 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[82160]: cluster 2024-03-22T07:43:06.481466+0000 osd.6 (osd.6) 621 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:08.378 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[82160]: cluster 2024-03-22T07:43:06.489638+0000 osd.6 (osd.6) 622 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:08.378 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[82160]: cluster 2024-03-22T07:43:07.465978+0000 osd.7 (osd.7) 658 : cluster 3 failed to encode map e1038 with expected crc 2024-03-22T07:43:08.378 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[82160]: cluster 2024-03-22T07:43:07.467678+0000 mon.a (mon.0) 1526 : cluster 0 osdmap e1038: 8 total, 8 up, 8 in 2024-03-22T07:43:08.378 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[82160]: cluster 2024-03-22T07:43:07.473138+0000 osd.5 (osd.5) 643 : cluster 3 failed to encode map e1038 with expected crc 2024-03-22T07:43:08.378 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[82160]: cluster 2024-03-22T07:43:07.479416+0000 osd.5 (osd.5) 644 : cluster 3 failed to encode map e1038 with expected crc 2024-03-22T07:43:08.378 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:07 smithi129 bash[82160]: cluster 2024-03-22T07:43:07.486171+0000 osd.5 (osd.5) 645 : cluster 3 failed to encode map e1038 with expected crc 2024-03-22T07:43:08.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:07 smithi148 bash[66753]: cluster 2024-03-22T07:43:06.474617+0000 osd.6 (osd.6) 620 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:08.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:07 smithi148 bash[66753]: cluster 2024-03-22T07:43:06.481466+0000 osd.6 (osd.6) 621 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:08.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:07 smithi148 bash[66753]: cluster 2024-03-22T07:43:06.489638+0000 osd.6 (osd.6) 622 : cluster 3 failed to encode map e1037 with expected crc 2024-03-22T07:43:08.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:07 smithi148 bash[66753]: cluster 2024-03-22T07:43:07.465978+0000 osd.7 (osd.7) 658 : cluster 3 failed to encode map e1038 with expected crc 2024-03-22T07:43:08.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:07 smithi148 bash[66753]: cluster 2024-03-22T07:43:07.467678+0000 mon.a (mon.0) 1526 : cluster 0 osdmap e1038: 8 total, 8 up, 8 in 2024-03-22T07:43:08.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:07 smithi148 bash[66753]: cluster 2024-03-22T07:43:07.473138+0000 osd.5 (osd.5) 643 : cluster 3 failed to encode map e1038 with expected crc 2024-03-22T07:43:08.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:07 smithi148 bash[66753]: cluster 2024-03-22T07:43:07.479416+0000 osd.5 (osd.5) 644 : cluster 3 failed to encode map e1038 with expected crc 2024-03-22T07:43:08.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:07 smithi148 bash[66753]: cluster 2024-03-22T07:43:07.486171+0000 osd.5 (osd.5) 645 : cluster 3 failed to encode map e1038 with expected crc 2024-03-22T07:43:08.512 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:08.512 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:08.547 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:43:08.548 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:08.548 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:08.556 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:08.556 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:08.556 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:08.564 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:08.564 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:08.564 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~13517918,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,259490973~10664215,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:08.572 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~37281413,65649128~4777553,71486606~2075617,75888583~3314768,79691776~10130510,93264585~17145268,112388710~2499291,114941074~5224911,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,259490973~10664215,272629760~17593747,290266035~15733417,307082501~2553462,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:09.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:09 smithi129 bash[82160]: cluster 2024-03-22T07:43:08.291046+0000 mgr.y (mgr.25337) 1074 : cluster 0 pgmap v1732: 105 pgs: 105 active+clean; 714 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 852 op/s 2024-03-22T07:43:09.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:09 smithi129 bash[82160]: audit 2024-03-22T07:43:08.421527+0000 mon.c (mon.2) 421 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:43:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:09 smithi129 bash[82160]: cluster 2024-03-22T07:43:08.469479+0000 osd.5 (osd.5) 646 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:09 smithi129 bash[82160]: cluster 2024-03-22T07:43:08.470964+0000 mon.a (mon.0) 1527 : cluster 0 osdmap e1039: 8 total, 8 up, 8 in 2024-03-22T07:43:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:09 smithi129 bash[82160]: cluster 2024-03-22T07:43:08.478281+0000 osd.5 (osd.5) 647 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:09 smithi129 bash[82160]: cluster 2024-03-22T07:43:08.484376+0000 osd.7 (osd.7) 659 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:09 smithi129 bash[82160]: cluster 2024-03-22T07:43:08.484648+0000 osd.5 (osd.5) 648 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:09 smithi129 bash[82160]: cluster 2024-03-22T07:43:08.491416+0000 osd.7 (osd.7) 660 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:09.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:08 smithi129 bash[79695]: cluster 2024-03-22T07:43:08.291046+0000 mgr.y (mgr.25337) 1074 : cluster 0 pgmap v1732: 105 pgs: 105 active+clean; 714 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 852 op/s 2024-03-22T07:43:09.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:08 smithi129 bash[79695]: audit 2024-03-22T07:43:08.421527+0000 mon.c (mon.2) 421 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:43:09.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:08 smithi129 bash[79695]: cluster 2024-03-22T07:43:08.469479+0000 osd.5 (osd.5) 646 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:09.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:08 smithi129 bash[79695]: cluster 2024-03-22T07:43:08.470964+0000 mon.a (mon.0) 1527 : cluster 0 osdmap e1039: 8 total, 8 up, 8 in 2024-03-22T07:43:09.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:08 smithi129 bash[79695]: cluster 2024-03-22T07:43:08.478281+0000 osd.5 (osd.5) 647 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:09.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:08 smithi129 bash[79695]: cluster 2024-03-22T07:43:08.484376+0000 osd.7 (osd.7) 659 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:09.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:08 smithi129 bash[79695]: cluster 2024-03-22T07:43:08.484648+0000 osd.5 (osd.5) 648 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:09.376 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:08 smithi129 bash[79695]: cluster 2024-03-22T07:43:08.491416+0000 osd.7 (osd.7) 660 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:09.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:09 smithi148 bash[66753]: cluster 2024-03-22T07:43:08.291046+0000 mgr.y (mgr.25337) 1074 : cluster 0 pgmap v1732: 105 pgs: 105 active+clean; 714 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 852 op/s 2024-03-22T07:43:09.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:09 smithi148 bash[66753]: audit 2024-03-22T07:43:08.421527+0000 mon.c (mon.2) 421 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:43:09.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:09 smithi148 bash[66753]: cluster 2024-03-22T07:43:08.469479+0000 osd.5 (osd.5) 646 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:09.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:09 smithi148 bash[66753]: cluster 2024-03-22T07:43:08.470964+0000 mon.a (mon.0) 1527 : cluster 0 osdmap e1039: 8 total, 8 up, 8 in 2024-03-22T07:43:09.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:09 smithi148 bash[66753]: cluster 2024-03-22T07:43:08.478281+0000 osd.5 (osd.5) 647 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:09.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:09 smithi148 bash[66753]: cluster 2024-03-22T07:43:08.484376+0000 osd.7 (osd.7) 659 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:09.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:09 smithi148 bash[66753]: cluster 2024-03-22T07:43:08.484648+0000 osd.5 (osd.5) 648 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:09.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:09 smithi148 bash[66753]: cluster 2024-03-22T07:43:08.491416+0000 osd.7 (osd.7) 660 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:09.500 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:09.500 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:09.533 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:43:09.533 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:09.533 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:09.542 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:09.542 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:09.542 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,76022296~3181055,81103102~8719184,90430270~1121702,93264585~17145268,112055086~8110899,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:09.550 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71486606~2075617,75888583~3314768,79691776~10130510,90430270~1121702,93264585~26901400,120232785~10871193,134694913~19629302,159131688~7098214,167281657~24246641,192196082~12806019,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:10.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:10 smithi129 bash[79695]: cluster 2024-03-22T07:43:08.476595+0000 osd.6 (osd.6) 623 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:10.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:10 smithi129 bash[79695]: cluster 2024-03-22T07:43:09.461392+0000 osd.5 (osd.5) 649 : cluster 3 failed to encode map e1040 with expected crc 2024-03-22T07:43:10.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:10 smithi129 bash[79695]: cluster 2024-03-22T07:43:09.461616+0000 mon.a (mon.0) 1528 : cluster 0 osdmap e1040: 8 total, 8 up, 8 in 2024-03-22T07:43:10.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:10 smithi129 bash[79695]: cluster 2024-03-22T07:43:09.468034+0000 osd.7 (osd.7) 661 : cluster 3 failed to encode map e1040 with expected crc 2024-03-22T07:43:10.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:10 smithi129 bash[82160]: cluster 2024-03-22T07:43:08.476595+0000 osd.6 (osd.6) 623 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:10.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:10 smithi129 bash[82160]: cluster 2024-03-22T07:43:09.461392+0000 osd.5 (osd.5) 649 : cluster 3 failed to encode map e1040 with expected crc 2024-03-22T07:43:10.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:10 smithi129 bash[82160]: cluster 2024-03-22T07:43:09.461616+0000 mon.a (mon.0) 1528 : cluster 0 osdmap e1040: 8 total, 8 up, 8 in 2024-03-22T07:43:10.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:10 smithi129 bash[82160]: cluster 2024-03-22T07:43:09.468034+0000 osd.7 (osd.7) 661 : cluster 3 failed to encode map e1040 with expected crc 2024-03-22T07:43:10.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:10 smithi148 bash[66753]: cluster 2024-03-22T07:43:08.476595+0000 osd.6 (osd.6) 623 : cluster 3 failed to encode map e1039 with expected crc 2024-03-22T07:43:10.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:10 smithi148 bash[66753]: cluster 2024-03-22T07:43:09.461392+0000 osd.5 (osd.5) 649 : cluster 3 failed to encode map e1040 with expected crc 2024-03-22T07:43:10.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:10 smithi148 bash[66753]: cluster 2024-03-22T07:43:09.461616+0000 mon.a (mon.0) 1528 : cluster 0 osdmap e1040: 8 total, 8 up, 8 in 2024-03-22T07:43:10.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:10 smithi148 bash[66753]: cluster 2024-03-22T07:43:09.468034+0000 osd.7 (osd.7) 661 : cluster 3 failed to encode map e1040 with expected crc 2024-03-22T07:43:10.502 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:10.502 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:10.537 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:43:10.537 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:10.538 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~7098214,167281657~37720444,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~7059495,254478016~15677172,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~12298968,360523514~11046130,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:10.547 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [5132302~6844556,13317020~153014,14302909~9562387,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~7098214,167281657~37720444,207402425~2199679,209715200~31615026,243269632~10808551,254478016~15677172,272629760~17593747,290266035~15733417,306184192~4628511,311932672~42220080,360523514~31946640,394264576~17965964] 2024-03-22T07:43:11.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:11 smithi129 bash[79695]: cluster 2024-03-22T07:43:09.466502+0000 osd.6 (osd.6) 624 : cluster 3 failed to encode map e1040 with expected crc 2024-03-22T07:43:11.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:11 smithi129 bash[79695]: cluster 2024-03-22T07:43:10.291763+0000 mgr.y (mgr.25337) 1075 : cluster 0 pgmap v1735: 105 pgs: 105 active+clean; 618 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 814 op/s 2024-03-22T07:43:11.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:11 smithi129 bash[79695]: cluster 2024-03-22T07:43:10.466213+0000 mon.a (mon.0) 1529 : cluster 0 osdmap e1041: 8 total, 8 up, 8 in 2024-03-22T07:43:11.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:11 smithi129 bash[79695]: cluster 2024-03-22T07:43:10.471265+0000 osd.7 (osd.7) 662 : cluster 3 failed to encode map e1041 with expected crc 2024-03-22T07:43:11.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:11 smithi129 bash[79695]: cluster 2024-03-22T07:43:10.474280+0000 osd.5 (osd.5) 650 : cluster 3 failed to encode map e1041 with expected crc 2024-03-22T07:43:11.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:11 smithi129 bash[79695]: cluster 2024-03-22T07:43:10.479611+0000 osd.5 (osd.5) 651 : cluster 3 failed to encode map e1041 with expected crc 2024-03-22T07:43:11.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:11 smithi129 bash[82160]: cluster 2024-03-22T07:43:09.466502+0000 osd.6 (osd.6) 624 : cluster 3 failed to encode map e1040 with expected crc 2024-03-22T07:43:11.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:11 smithi129 bash[82160]: cluster 2024-03-22T07:43:10.291763+0000 mgr.y (mgr.25337) 1075 : cluster 0 pgmap v1735: 105 pgs: 105 active+clean; 618 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 814 op/s 2024-03-22T07:43:11.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:11 smithi129 bash[82160]: cluster 2024-03-22T07:43:10.466213+0000 mon.a (mon.0) 1529 : cluster 0 osdmap e1041: 8 total, 8 up, 8 in 2024-03-22T07:43:11.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:11 smithi129 bash[82160]: cluster 2024-03-22T07:43:10.471265+0000 osd.7 (osd.7) 662 : cluster 3 failed to encode map e1041 with expected crc 2024-03-22T07:43:11.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:11 smithi129 bash[82160]: cluster 2024-03-22T07:43:10.474280+0000 osd.5 (osd.5) 650 : cluster 3 failed to encode map e1041 with expected crc 2024-03-22T07:43:11.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:11 smithi129 bash[82160]: cluster 2024-03-22T07:43:10.479611+0000 osd.5 (osd.5) 651 : cluster 3 failed to encode map e1041 with expected crc 2024-03-22T07:43:11.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:11 smithi148 bash[66753]: cluster 2024-03-22T07:43:09.466502+0000 osd.6 (osd.6) 624 : cluster 3 failed to encode map e1040 with expected crc 2024-03-22T07:43:11.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:11 smithi148 bash[66753]: cluster 2024-03-22T07:43:10.291763+0000 mgr.y (mgr.25337) 1075 : cluster 0 pgmap v1735: 105 pgs: 105 active+clean; 618 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 814 op/s 2024-03-22T07:43:11.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:11 smithi148 bash[66753]: cluster 2024-03-22T07:43:10.466213+0000 mon.a (mon.0) 1529 : cluster 0 osdmap e1041: 8 total, 8 up, 8 in 2024-03-22T07:43:11.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:11 smithi148 bash[66753]: cluster 2024-03-22T07:43:10.471265+0000 osd.7 (osd.7) 662 : cluster 3 failed to encode map e1041 with expected crc 2024-03-22T07:43:11.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:11 smithi148 bash[66753]: cluster 2024-03-22T07:43:10.474280+0000 osd.5 (osd.5) 650 : cluster 3 failed to encode map e1041 with expected crc 2024-03-22T07:43:11.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:11 smithi148 bash[66753]: cluster 2024-03-22T07:43:10.479611+0000 osd.5 (osd.5) 651 : cluster 3 failed to encode map e1041 with expected crc 2024-03-22T07:43:11.509 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:11.509 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [5132302~6844556,13317020~153014,13656652~646257,15225403~8639893,25231592~21363770,48929319~16719809,66242651~96997,66546697~3879984,71486606~2075617,74099178~1789405,76022296~3181055,81103102~8719184,90430270~1121702,92849093~17560760,112055086~8110899,120232785~10871193,132457182~21867033,159131688~45870413,207402425~2199679,211445534~9220187,221236568~431225,222108736~19221490,247018688~23136500,273182304~17041203,290266035~10590993,301409010~4590442,307082501~2553462,310204455~608248,311932672~29601055,341853784~29715860,372966315~13753130,386833184~5636970,395378366~330450,396612024~6928403,406779681~5450859] 2024-03-22T07:43:11.542 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~7782554,12582912~11282384,25165824~45260857,71303168~7900183,79691776~10130510,90430270~1121702,92491566~27674419,120232785~34091430,159131688~45870413,207402425~2199679,209715200~31615026,243269632~26885556,272629760~17593747,290266035~15733417,306184192~4628511,311932672~80537482,394264576~17965964] 2024-03-22T07:43:12.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:12 smithi129 bash[79695]: cluster 2024-03-22T07:43:10.470357+0000 osd.6 (osd.6) 625 : cluster 3 failed to encode map e1041 with expected crc 2024-03-22T07:43:12.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:12 smithi129 bash[79695]: cluster 2024-03-22T07:43:11.466980+0000 osd.7 (osd.7) 663 : cluster 3 failed to encode map e1042 with expected crc 2024-03-22T07:43:12.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:12 smithi129 bash[79695]: cluster 2024-03-22T07:43:11.468139+0000 mon.a (mon.0) 1530 : cluster 0 osdmap e1042: 8 total, 8 up, 8 in 2024-03-22T07:43:12.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:12 smithi129 bash[79695]: cluster 2024-03-22T07:43:11.471340+0000 osd.5 (osd.5) 652 : cluster 3 failed to encode map e1042 with expected crc 2024-03-22T07:43:12.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:12 smithi129 bash[79695]: cluster 2024-03-22T07:43:11.478382+0000 osd.5 (osd.5) 653 : cluster 3 failed to encode map e1042 with expected crc 2024-03-22T07:43:12.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:12 smithi129 bash[79695]: cluster 2024-03-22T07:43:11.484824+0000 osd.5 (osd.5) 654 : cluster 3 failed to encode map e1042 with expected crc 2024-03-22T07:43:12.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:12 smithi129 bash[79695]: cluster 2024-03-22T07:43:11.491582+0000 osd.5 (osd.5) 655 : cluster 3 failed to encode map e1042 with expected crc 2024-03-22T07:43:12.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:12 smithi129 bash[82160]: cluster 2024-03-22T07:43:10.470357+0000 osd.6 (osd.6) 625 : cluster 3 failed to encode map e1041 with expected crc 2024-03-22T07:43:12.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:12 smithi129 bash[82160]: cluster 2024-03-22T07:43:11.466980+0000 osd.7 (osd.7) 663 : cluster 3 failed to encode map e1042 with expected crc 2024-03-22T07:43:12.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:12 smithi129 bash[82160]: cluster 2024-03-22T07:43:11.468139+0000 mon.a (mon.0) 1530 : cluster 0 osdmap e1042: 8 total, 8 up, 8 in 2024-03-22T07:43:12.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:12 smithi129 bash[82160]: cluster 2024-03-22T07:43:11.471340+0000 osd.5 (osd.5) 652 : cluster 3 failed to encode map e1042 with expected crc 2024-03-22T07:43:12.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:12 smithi129 bash[82160]: cluster 2024-03-22T07:43:11.478382+0000 osd.5 (osd.5) 653 : cluster 3 failed to encode map e1042 with expected crc 2024-03-22T07:43:12.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:12 smithi129 bash[82160]: cluster 2024-03-22T07:43:11.484824+0000 osd.5 (osd.5) 654 : cluster 3 failed to encode map e1042 with expected crc 2024-03-22T07:43:12.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:12 smithi129 bash[82160]: cluster 2024-03-22T07:43:11.491582+0000 osd.5 (osd.5) 655 : cluster 3 failed to encode map e1042 with expected crc 2024-03-22T07:43:12.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:12 smithi148 bash[66753]: cluster 2024-03-22T07:43:10.470357+0000 osd.6 (osd.6) 625 : cluster 3 failed to encode map e1041 with expected crc 2024-03-22T07:43:12.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:12 smithi148 bash[66753]: cluster 2024-03-22T07:43:11.466980+0000 osd.7 (osd.7) 663 : cluster 3 failed to encode map e1042 with expected crc 2024-03-22T07:43:12.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:12 smithi148 bash[66753]: cluster 2024-03-22T07:43:11.468139+0000 mon.a (mon.0) 1530 : cluster 0 osdmap e1042: 8 total, 8 up, 8 in 2024-03-22T07:43:12.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:12 smithi148 bash[66753]: cluster 2024-03-22T07:43:11.471340+0000 osd.5 (osd.5) 652 : cluster 3 failed to encode map e1042 with expected crc 2024-03-22T07:43:12.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:12 smithi148 bash[66753]: cluster 2024-03-22T07:43:11.478382+0000 osd.5 (osd.5) 653 : cluster 3 failed to encode map e1042 with expected crc 2024-03-22T07:43:12.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:12 smithi148 bash[66753]: cluster 2024-03-22T07:43:11.484824+0000 osd.5 (osd.5) 654 : cluster 3 failed to encode map e1042 with expected crc 2024-03-22T07:43:12.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:12 smithi148 bash[66753]: cluster 2024-03-22T07:43:11.491582+0000 osd.5 (osd.5) 655 : cluster 3 failed to encode map e1042 with expected crc 2024-03-22T07:43:12.528 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39848 ms) 2024-03-22T07:43:12.528 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-03-22T07:43:12.528 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:43:13.742 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1215 ms) 2024-03-22T07:43:13.742 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-03-22T07:43:13.743 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:43:13.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:13 smithi129 bash[79695]: cluster 2024-03-22T07:43:12.292630+0000 mgr.y (mgr.25337) 1076 : cluster 0 pgmap v1738: 105 pgs: 105 active+clean; 568 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s rd, 6.0 KiB/s wr, 633 op/s 2024-03-22T07:43:13.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:13 smithi129 bash[79695]: cluster 2024-03-22T07:43:12.469480+0000 osd.7 (osd.7) 664 : cluster 3 failed to encode map e1043 with expected crc 2024-03-22T07:43:13.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:13 smithi129 bash[79695]: cluster 2024-03-22T07:43:12.471306+0000 mon.a (mon.0) 1531 : cluster 0 osdmap e1043: 8 total, 8 up, 8 in 2024-03-22T07:43:13.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:13 smithi129 bash[79695]: cluster 2024-03-22T07:43:12.478577+0000 osd.6 (osd.6) 626 : cluster 3 failed to encode map e1043 with expected crc 2024-03-22T07:43:13.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:13 smithi129 bash[79695]: cluster 2024-03-22T07:43:12.479013+0000 osd.5 (osd.5) 656 : cluster 3 failed to encode map e1043 with expected crc 2024-03-22T07:43:13.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:13 smithi129 bash[79695]: cluster 2024-03-22T07:43:12.485206+0000 osd.6 (osd.6) 627 : cluster 3 failed to encode map e1043 with expected crc 2024-03-22T07:43:13.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:13 smithi129 bash[79695]: cluster 2024-03-22T07:43:12.488172+0000 osd.5 (osd.5) 657 : cluster 3 failed to encode map e1043 with expected crc 2024-03-22T07:43:13.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:13 smithi129 bash[82160]: cluster 2024-03-22T07:43:12.292630+0000 mgr.y (mgr.25337) 1076 : cluster 0 pgmap v1738: 105 pgs: 105 active+clean; 568 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s rd, 6.0 KiB/s wr, 633 op/s 2024-03-22T07:43:13.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:13 smithi129 bash[82160]: cluster 2024-03-22T07:43:12.469480+0000 osd.7 (osd.7) 664 : cluster 3 failed to encode map e1043 with expected crc 2024-03-22T07:43:13.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:13 smithi129 bash[82160]: cluster 2024-03-22T07:43:12.471306+0000 mon.a (mon.0) 1531 : cluster 0 osdmap e1043: 8 total, 8 up, 8 in 2024-03-22T07:43:13.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:13 smithi129 bash[82160]: cluster 2024-03-22T07:43:12.478577+0000 osd.6 (osd.6) 626 : cluster 3 failed to encode map e1043 with expected crc 2024-03-22T07:43:13.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:13 smithi129 bash[82160]: cluster 2024-03-22T07:43:12.479013+0000 osd.5 (osd.5) 656 : cluster 3 failed to encode map e1043 with expected crc 2024-03-22T07:43:13.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:13 smithi129 bash[82160]: cluster 2024-03-22T07:43:12.485206+0000 osd.6 (osd.6) 627 : cluster 3 failed to encode map e1043 with expected crc 2024-03-22T07:43:13.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:13 smithi129 bash[82160]: cluster 2024-03-22T07:43:12.488172+0000 osd.5 (osd.5) 657 : cluster 3 failed to encode map e1043 with expected crc 2024-03-22T07:43:13.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:13 smithi148 bash[66753]: cluster 2024-03-22T07:43:12.292630+0000 mgr.y (mgr.25337) 1076 : cluster 0 pgmap v1738: 105 pgs: 105 active+clean; 568 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s rd, 6.0 KiB/s wr, 633 op/s 2024-03-22T07:43:13.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:13 smithi148 bash[66753]: cluster 2024-03-22T07:43:12.469480+0000 osd.7 (osd.7) 664 : cluster 3 failed to encode map e1043 with expected crc 2024-03-22T07:43:13.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:13 smithi148 bash[66753]: cluster 2024-03-22T07:43:12.471306+0000 mon.a (mon.0) 1531 : cluster 0 osdmap e1043: 8 total, 8 up, 8 in 2024-03-22T07:43:13.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:13 smithi148 bash[66753]: cluster 2024-03-22T07:43:12.478577+0000 osd.6 (osd.6) 626 : cluster 3 failed to encode map e1043 with expected crc 2024-03-22T07:43:13.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:13 smithi148 bash[66753]: cluster 2024-03-22T07:43:12.479013+0000 osd.5 (osd.5) 656 : cluster 3 failed to encode map e1043 with expected crc 2024-03-22T07:43:13.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:13 smithi148 bash[66753]: cluster 2024-03-22T07:43:12.485206+0000 osd.6 (osd.6) 627 : cluster 3 failed to encode map e1043 with expected crc 2024-03-22T07:43:13.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:13 smithi148 bash[66753]: cluster 2024-03-22T07:43:12.488172+0000 osd.5 (osd.5) 657 : cluster 3 failed to encode map e1043 with expected crc 2024-03-22T07:43:14.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:43:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:43:13] "GET /metrics HTTP/1.1" 200 36536 "" "Prometheus/2.43.0" 2024-03-22T07:43:14.745 INFO:tasks.workunit.client.0.smithi129.stdout: wrote [3872864~272,4165443~69927,6981006~86023,7255807~39120,9510507~40819,9566291~18375,11456198~51150,11538683~11129,18684280~100799,18956227~27543] to clone 2024-03-22T07:43:14.746 INFO:tasks.workunit.client.0.smithi129.stdout: diff was [0~7294927,8388608~3161204,16777216~2206554] 2024-03-22T07:43:14.756 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1014 ms) 2024-03-22T07:43:14.756 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-03-22T07:43:14.756 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:43:14.816 INFO:tasks.workunit.client.0.smithi129.stdout: wrote [1807974~66919,2546856~75153,5785274~52250,6462964~80365,8151318~13467,8802905~69348,9499738~19691,10491413~2338,20789302~15129] 2024-03-22T07:43:14.838 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (81 ms) 2024-03-22T07:43:14.838 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-03-22T07:43:14.838 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:43:14.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:14 smithi129 bash[82160]: cluster 2024-03-22T07:43:13.481750+0000 osd.7 (osd.7) 665 : cluster 3 failed to encode map e1044 with expected crc 2024-03-22T07:43:14.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:14 smithi129 bash[82160]: cluster 2024-03-22T07:43:13.482209+0000 mon.a (mon.0) 1532 : cluster 0 osdmap e1044: 8 total, 8 up, 8 in 2024-03-22T07:43:14.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:14 smithi129 bash[82160]: cluster 2024-03-22T07:43:13.482583+0000 osd.5 (osd.5) 658 : cluster 3 failed to encode map e1044 with expected crc 2024-03-22T07:43:14.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:14 smithi129 bash[82160]: cluster 2024-03-22T07:43:13.493990+0000 osd.6 (osd.6) 628 : cluster 3 failed to encode map e1044 with expected crc 2024-03-22T07:43:14.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:14 smithi129 bash[82160]: cluster 2024-03-22T07:43:14.464965+0000 mon.a (mon.0) 1533 : cluster 0 osdmap e1045: 8 total, 8 up, 8 in 2024-03-22T07:43:14.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:14 smithi129 bash[79695]: cluster 2024-03-22T07:43:13.481750+0000 osd.7 (osd.7) 665 : cluster 3 failed to encode map e1044 with expected crc 2024-03-22T07:43:14.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:14 smithi129 bash[79695]: cluster 2024-03-22T07:43:13.482209+0000 mon.a (mon.0) 1532 : cluster 0 osdmap e1044: 8 total, 8 up, 8 in 2024-03-22T07:43:14.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:14 smithi129 bash[79695]: cluster 2024-03-22T07:43:13.482583+0000 osd.5 (osd.5) 658 : cluster 3 failed to encode map e1044 with expected crc 2024-03-22T07:43:14.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:14 smithi129 bash[79695]: cluster 2024-03-22T07:43:13.493990+0000 osd.6 (osd.6) 628 : cluster 3 failed to encode map e1044 with expected crc 2024-03-22T07:43:14.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:14 smithi129 bash[79695]: cluster 2024-03-22T07:43:14.464965+0000 mon.a (mon.0) 1533 : cluster 0 osdmap e1045: 8 total, 8 up, 8 in 2024-03-22T07:43:14.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:14 smithi148 bash[66753]: cluster 2024-03-22T07:43:13.481750+0000 osd.7 (osd.7) 665 : cluster 3 failed to encode map e1044 with expected crc 2024-03-22T07:43:14.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:14 smithi148 bash[66753]: cluster 2024-03-22T07:43:13.482209+0000 mon.a (mon.0) 1532 : cluster 0 osdmap e1044: 8 total, 8 up, 8 in 2024-03-22T07:43:14.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:14 smithi148 bash[66753]: cluster 2024-03-22T07:43:13.482583+0000 osd.5 (osd.5) 658 : cluster 3 failed to encode map e1044 with expected crc 2024-03-22T07:43:14.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:14 smithi148 bash[66753]: cluster 2024-03-22T07:43:13.493990+0000 osd.6 (osd.6) 628 : cluster 3 failed to encode map e1044 with expected crc 2024-03-22T07:43:14.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:14 smithi148 bash[66753]: cluster 2024-03-22T07:43:14.464965+0000 mon.a (mon.0) 1533 : cluster 0 osdmap e1045: 8 total, 8 up, 8 in 2024-03-22T07:43:15.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:15 smithi129 bash[79695]: cluster 2024-03-22T07:43:14.293736+0000 mgr.y (mgr.25337) 1077 : cluster 0 pgmap v1741: 105 pgs: 105 active+clean; 529 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 4.0 MiB/s wr, 343 op/s 2024-03-22T07:43:15.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:15 smithi129 bash[79695]: cluster 2024-03-22T07:43:14.475226+0000 osd.5 (osd.5) 659 : cluster 3 failed to encode map e1045 with expected crc 2024-03-22T07:43:15.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:15 smithi129 bash[82160]: cluster 2024-03-22T07:43:14.293736+0000 mgr.y (mgr.25337) 1077 : cluster 0 pgmap v1741: 105 pgs: 105 active+clean; 529 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 4.0 MiB/s wr, 343 op/s 2024-03-22T07:43:15.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:15 smithi129 bash[82160]: cluster 2024-03-22T07:43:14.475226+0000 osd.5 (osd.5) 659 : cluster 3 failed to encode map e1045 with expected crc 2024-03-22T07:43:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:15 smithi148 bash[66753]: cluster 2024-03-22T07:43:14.293736+0000 mgr.y (mgr.25337) 1077 : cluster 0 pgmap v1741: 105 pgs: 105 active+clean; 529 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 4.0 MiB/s wr, 343 op/s 2024-03-22T07:43:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:15 smithi148 bash[66753]: cluster 2024-03-22T07:43:14.475226+0000 osd.5 (osd.5) 659 : cluster 3 failed to encode map e1045 with expected crc 2024-03-22T07:43:16.772 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1934 ms) 2024-03-22T07:43:16.772 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-03-22T07:43:16.772 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:43:16.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:16 smithi129 bash[79695]: cluster 2024-03-22T07:43:15.509199+0000 mon.a (mon.0) 1534 : cluster 0 osdmap e1046: 8 total, 8 up, 8 in 2024-03-22T07:43:16.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:16 smithi129 bash[79695]: cluster 2024-03-22T07:43:15.517275+0000 osd.5 (osd.5) 660 : cluster 3 failed to encode map e1046 with expected crc 2024-03-22T07:43:16.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:16 smithi129 bash[79695]: cluster 2024-03-22T07:43:15.520078+0000 osd.6 (osd.6) 629 : cluster 3 failed to encode map e1046 with expected crc 2024-03-22T07:43:16.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:16 smithi129 bash[79695]: cluster 2024-03-22T07:43:15.543246+0000 osd.7 (osd.7) 666 : cluster 3 failed to encode map e1046 with expected crc 2024-03-22T07:43:16.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:16 smithi129 bash[82160]: cluster 2024-03-22T07:43:15.509199+0000 mon.a (mon.0) 1534 : cluster 0 osdmap e1046: 8 total, 8 up, 8 in 2024-03-22T07:43:16.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:16 smithi129 bash[82160]: cluster 2024-03-22T07:43:15.517275+0000 osd.5 (osd.5) 660 : cluster 3 failed to encode map e1046 with expected crc 2024-03-22T07:43:16.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:16 smithi129 bash[82160]: cluster 2024-03-22T07:43:15.520078+0000 osd.6 (osd.6) 629 : cluster 3 failed to encode map e1046 with expected crc 2024-03-22T07:43:16.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:16 smithi129 bash[82160]: cluster 2024-03-22T07:43:15.543246+0000 osd.7 (osd.7) 666 : cluster 3 failed to encode map e1046 with expected crc 2024-03-22T07:43:16.881 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (109 ms) 2024-03-22T07:43:16.881 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-03-22T07:43:16.881 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:43:16.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:16 smithi148 bash[66753]: cluster 2024-03-22T07:43:15.509199+0000 mon.a (mon.0) 1534 : cluster 0 osdmap e1046: 8 total, 8 up, 8 in 2024-03-22T07:43:16.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:16 smithi148 bash[66753]: cluster 2024-03-22T07:43:15.517275+0000 osd.5 (osd.5) 660 : cluster 3 failed to encode map e1046 with expected crc 2024-03-22T07:43:16.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:16 smithi148 bash[66753]: cluster 2024-03-22T07:43:15.520078+0000 osd.6 (osd.6) 629 : cluster 3 failed to encode map e1046 with expected crc 2024-03-22T07:43:16.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:16 smithi148 bash[66753]: cluster 2024-03-22T07:43:15.543246+0000 osd.7 (osd.7) 666 : cluster 3 failed to encode map e1046 with expected crc 2024-03-22T07:43:17.009 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (128 ms) 2024-03-22T07:43:17.009 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-03-22T07:43:17.009 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:43:17.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:17 smithi129 bash[79695]: cluster 2024-03-22T07:43:16.294380+0000 mgr.y (mgr.25337) 1078 : cluster 0 pgmap v1744: 105 pgs: 105 active+clean; 493 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 9.0 MiB/s wr, 239 op/s 2024-03-22T07:43:17.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:17 smithi129 bash[79695]: cluster 2024-03-22T07:43:16.516179+0000 osd.7 (osd.7) 667 : cluster 3 failed to encode map e1047 with expected crc 2024-03-22T07:43:17.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:17 smithi129 bash[79695]: cluster 2024-03-22T07:43:16.517022+0000 osd.5 (osd.5) 661 : cluster 3 failed to encode map e1047 with expected crc 2024-03-22T07:43:17.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:17 smithi129 bash[79695]: cluster 2024-03-22T07:43:16.517923+0000 mon.a (mon.0) 1535 : cluster 0 osdmap e1047: 8 total, 8 up, 8 in 2024-03-22T07:43:17.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:17 smithi129 bash[79695]: cluster 2024-03-22T07:43:16.533514+0000 osd.6 (osd.6) 630 : cluster 3 failed to encode map e1047 with expected crc 2024-03-22T07:43:17.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:17 smithi129 bash[82160]: cluster 2024-03-22T07:43:16.294380+0000 mgr.y (mgr.25337) 1078 : cluster 0 pgmap v1744: 105 pgs: 105 active+clean; 493 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 9.0 MiB/s wr, 239 op/s 2024-03-22T07:43:17.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:17 smithi129 bash[82160]: cluster 2024-03-22T07:43:16.516179+0000 osd.7 (osd.7) 667 : cluster 3 failed to encode map e1047 with expected crc 2024-03-22T07:43:17.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:17 smithi129 bash[82160]: cluster 2024-03-22T07:43:16.517022+0000 osd.5 (osd.5) 661 : cluster 3 failed to encode map e1047 with expected crc 2024-03-22T07:43:17.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:17 smithi129 bash[82160]: cluster 2024-03-22T07:43:16.517923+0000 mon.a (mon.0) 1535 : cluster 0 osdmap e1047: 8 total, 8 up, 8 in 2024-03-22T07:43:17.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:17 smithi129 bash[82160]: cluster 2024-03-22T07:43:16.533514+0000 osd.6 (osd.6) 630 : cluster 3 failed to encode map e1047 with expected crc 2024-03-22T07:43:17.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:17 smithi148 bash[66753]: cluster 2024-03-22T07:43:16.294380+0000 mgr.y (mgr.25337) 1078 : cluster 0 pgmap v1744: 105 pgs: 105 active+clean; 493 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 9.0 MiB/s wr, 239 op/s 2024-03-22T07:43:17.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:17 smithi148 bash[66753]: cluster 2024-03-22T07:43:16.516179+0000 osd.7 (osd.7) 667 : cluster 3 failed to encode map e1047 with expected crc 2024-03-22T07:43:17.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:17 smithi148 bash[66753]: cluster 2024-03-22T07:43:16.517022+0000 osd.5 (osd.5) 661 : cluster 3 failed to encode map e1047 with expected crc 2024-03-22T07:43:17.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:17 smithi148 bash[66753]: cluster 2024-03-22T07:43:16.517923+0000 mon.a (mon.0) 1535 : cluster 0 osdmap e1047: 8 total, 8 up, 8 in 2024-03-22T07:43:17.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:17 smithi148 bash[66753]: cluster 2024-03-22T07:43:16.533514+0000 osd.6 (osd.6) 630 : cluster 3 failed to encode map e1047 with expected crc 2024-03-22T07:43:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:19 smithi129 bash[79695]: cluster 2024-03-22T07:43:18.295366+0000 mgr.y (mgr.25337) 1079 : cluster 0 pgmap v1746: 105 pgs: 105 active+clean; 508 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 9.2 MiB/s wr, 328 op/s 2024-03-22T07:43:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:19 smithi129 bash[79695]: cluster 2024-03-22T07:43:19.466859+0000 mon.a (mon.0) 1536 : cluster 0 osdmap e1048: 8 total, 8 up, 8 in 2024-03-22T07:43:19.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:19 smithi129 bash[82160]: cluster 2024-03-22T07:43:18.295366+0000 mgr.y (mgr.25337) 1079 : cluster 0 pgmap v1746: 105 pgs: 105 active+clean; 508 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 9.2 MiB/s wr, 328 op/s 2024-03-22T07:43:19.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:19 smithi129 bash[82160]: cluster 2024-03-22T07:43:19.466859+0000 mon.a (mon.0) 1536 : cluster 0 osdmap e1048: 8 total, 8 up, 8 in 2024-03-22T07:43:19.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:19 smithi148 bash[66753]: cluster 2024-03-22T07:43:18.295366+0000 mgr.y (mgr.25337) 1079 : cluster 0 pgmap v1746: 105 pgs: 105 active+clean; 508 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 9.2 MiB/s wr, 328 op/s 2024-03-22T07:43:19.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:19 smithi148 bash[66753]: cluster 2024-03-22T07:43:19.466859+0000 mon.a (mon.0) 1536 : cluster 0 osdmap e1048: 8 total, 8 up, 8 in 2024-03-22T07:43:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:20 smithi129 bash[79695]: cluster 2024-03-22T07:43:19.464675+0000 osd.7 (osd.7) 668 : cluster 3 failed to encode map e1048 with expected crc 2024-03-22T07:43:20.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:20 smithi129 bash[79695]: cluster 2024-03-22T07:43:20.102595+0000 osd.6 (osd.6) 631 : cluster 3 failed to encode map e1048 with expected crc 2024-03-22T07:43:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:20 smithi129 bash[82160]: cluster 2024-03-22T07:43:19.464675+0000 osd.7 (osd.7) 668 : cluster 3 failed to encode map e1048 with expected crc 2024-03-22T07:43:20.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:20 smithi129 bash[82160]: cluster 2024-03-22T07:43:20.102595+0000 osd.6 (osd.6) 631 : cluster 3 failed to encode map e1048 with expected crc 2024-03-22T07:43:20.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:20 smithi148 bash[66753]: cluster 2024-03-22T07:43:19.464675+0000 osd.7 (osd.7) 668 : cluster 3 failed to encode map e1048 with expected crc 2024-03-22T07:43:20.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:20 smithi148 bash[66753]: cluster 2024-03-22T07:43:20.102595+0000 osd.6 (osd.6) 631 : cluster 3 failed to encode map e1048 with expected crc 2024-03-22T07:43:21.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:21 smithi129 bash[79695]: cluster 2024-03-22T07:43:19.998481+0000 osd.5 (osd.5) 662 : cluster 3 failed to encode map e1048 with expected crc 2024-03-22T07:43:21.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:21 smithi129 bash[79695]: cluster 2024-03-22T07:43:20.001744+0000 osd.5 (osd.5) 663 : cluster 3 failed to encode map e1048 with expected crc 2024-03-22T07:43:21.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:21 smithi129 bash[79695]: cluster 2024-03-22T07:43:20.004969+0000 osd.5 (osd.5) 664 : cluster 3 failed to encode map e1048 with expected crc 2024-03-22T07:43:21.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:21 smithi129 bash[79695]: cluster 2024-03-22T07:43:20.296046+0000 mgr.y (mgr.25337) 1080 : cluster 0 pgmap v1748: 105 pgs: 105 active+clean; 565 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.2 MiB/s wr, 263 op/s 2024-03-22T07:43:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:21 smithi129 bash[82160]: cluster 2024-03-22T07:43:19.998481+0000 osd.5 (osd.5) 662 : cluster 3 failed to encode map e1048 with expected crc 2024-03-22T07:43:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:21 smithi129 bash[82160]: cluster 2024-03-22T07:43:20.001744+0000 osd.5 (osd.5) 663 : cluster 3 failed to encode map e1048 with expected crc 2024-03-22T07:43:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:21 smithi129 bash[82160]: cluster 2024-03-22T07:43:20.004969+0000 osd.5 (osd.5) 664 : cluster 3 failed to encode map e1048 with expected crc 2024-03-22T07:43:21.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:21 smithi129 bash[82160]: cluster 2024-03-22T07:43:20.296046+0000 mgr.y (mgr.25337) 1080 : cluster 0 pgmap v1748: 105 pgs: 105 active+clean; 565 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.2 MiB/s wr, 263 op/s 2024-03-22T07:43:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:21 smithi148 bash[66753]: cluster 2024-03-22T07:43:19.998481+0000 osd.5 (osd.5) 662 : cluster 3 failed to encode map e1048 with expected crc 2024-03-22T07:43:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:21 smithi148 bash[66753]: cluster 2024-03-22T07:43:20.001744+0000 osd.5 (osd.5) 663 : cluster 3 failed to encode map e1048 with expected crc 2024-03-22T07:43:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:21 smithi148 bash[66753]: cluster 2024-03-22T07:43:20.004969+0000 osd.5 (osd.5) 664 : cluster 3 failed to encode map e1048 with expected crc 2024-03-22T07:43:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:21 smithi148 bash[66753]: cluster 2024-03-22T07:43:20.296046+0000 mgr.y (mgr.25337) 1080 : cluster 0 pgmap v1748: 105 pgs: 105 active+clean; 565 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.2 MiB/s wr, 263 op/s 2024-03-22T07:43:22.107 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5099 ms) 2024-03-22T07:43:22.107 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-03-22T07:43:22.107 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_librbd.cc:8604: Skipped 2024-03-22T07:43:22.108 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:43:22.108 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-03-22T07:43:22.548 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 15 tests from DiffIterateTest/0 (69723 ms total) 2024-03-22T07:43:22.548 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:43:22.548 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-03-22T07:43:22.610 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-03-22T07:43:23.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:23 smithi129 bash[82160]: cluster 2024-03-22T07:43:22.296834+0000 mgr.y (mgr.25337) 1081 : cluster 0 pgmap v1749: 105 pgs: 105 active+clean; 573 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.6 MiB/s wr, 213 op/s 2024-03-22T07:43:23.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:23 smithi129 bash[82160]: cluster 2024-03-22T07:43:22.541212+0000 osd.7 (osd.7) 669 : cluster 3 failed to encode map e1049 with expected crc 2024-03-22T07:43:23.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:23 smithi129 bash[82160]: cluster 2024-03-22T07:43:22.542005+0000 mon.a (mon.0) 1537 : cluster 0 osdmap e1049: 8 total, 8 up, 8 in 2024-03-22T07:43:23.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:23 smithi129 bash[82160]: cluster 2024-03-22T07:43:22.656787+0000 osd.5 (osd.5) 665 : cluster 3 failed to encode map e1049 with expected crc 2024-03-22T07:43:23.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:23 smithi129 bash[82160]: cluster 2024-03-22T07:43:22.656797+0000 osd.6 (osd.6) 632 : cluster 3 failed to encode map e1049 with expected crc 2024-03-22T07:43:23.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:23 smithi129 bash[82160]: audit 2024-03-22T07:43:23.421966+0000 mon.c (mon.2) 422 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:43:23.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:23 smithi129 bash[79695]: cluster 2024-03-22T07:43:22.296834+0000 mgr.y (mgr.25337) 1081 : cluster 0 pgmap v1749: 105 pgs: 105 active+clean; 573 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.6 MiB/s wr, 213 op/s 2024-03-22T07:43:23.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:23 smithi129 bash[79695]: cluster 2024-03-22T07:43:22.541212+0000 osd.7 (osd.7) 669 : cluster 3 failed to encode map e1049 with expected crc 2024-03-22T07:43:23.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:23 smithi129 bash[79695]: cluster 2024-03-22T07:43:22.542005+0000 mon.a (mon.0) 1537 : cluster 0 osdmap e1049: 8 total, 8 up, 8 in 2024-03-22T07:43:23.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:23 smithi129 bash[79695]: cluster 2024-03-22T07:43:22.656787+0000 osd.5 (osd.5) 665 : cluster 3 failed to encode map e1049 with expected crc 2024-03-22T07:43:23.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:23 smithi129 bash[79695]: cluster 2024-03-22T07:43:22.656797+0000 osd.6 (osd.6) 632 : cluster 3 failed to encode map e1049 with expected crc 2024-03-22T07:43:23.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:23 smithi129 bash[79695]: audit 2024-03-22T07:43:23.421966+0000 mon.c (mon.2) 422 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:43:23.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:23 smithi148 bash[66753]: cluster 2024-03-22T07:43:22.296834+0000 mgr.y (mgr.25337) 1081 : cluster 0 pgmap v1749: 105 pgs: 105 active+clean; 573 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.6 MiB/s wr, 213 op/s 2024-03-22T07:43:23.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:23 smithi148 bash[66753]: cluster 2024-03-22T07:43:22.541212+0000 osd.7 (osd.7) 669 : cluster 3 failed to encode map e1049 with expected crc 2024-03-22T07:43:23.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:23 smithi148 bash[66753]: cluster 2024-03-22T07:43:22.542005+0000 mon.a (mon.0) 1537 : cluster 0 osdmap e1049: 8 total, 8 up, 8 in 2024-03-22T07:43:23.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:23 smithi148 bash[66753]: cluster 2024-03-22T07:43:22.656787+0000 osd.5 (osd.5) 665 : cluster 3 failed to encode map e1049 with expected crc 2024-03-22T07:43:23.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:23 smithi148 bash[66753]: cluster 2024-03-22T07:43:22.656797+0000 osd.6 (osd.6) 632 : cluster 3 failed to encode map e1049 with expected crc 2024-03-22T07:43:23.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:23 smithi148 bash[66753]: audit 2024-03-22T07:43:23.421966+0000 mon.c (mon.2) 422 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:43:24.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:43:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:43:23] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2024-03-22T07:43:24.586 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:43:24.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[79695]: cluster 2024-03-22T07:43:23.563808+0000 osd.7 (osd.7) 670 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[79695]: cluster 2024-03-22T07:43:23.564048+0000 osd.5 (osd.5) 666 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[79695]: cluster 2024-03-22T07:43:23.566066+0000 mon.a (mon.0) 1538 : cluster 0 osdmap e1050: 8 total, 8 up, 8 in 2024-03-22T07:43:24.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[79695]: audit 2024-03-22T07:43:23.567755+0000 mon.a (mon.0) 1539 : audit 1 from='client.? 172.21.15.129:0/246728746' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:43:24.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[79695]: cluster 2024-03-22T07:43:23.569950+0000 osd.6 (osd.6) 633 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[79695]: cluster 2024-03-22T07:43:23.570294+0000 osd.7 (osd.7) 671 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[79695]: cluster 2024-03-22T07:43:23.570753+0000 osd.5 (osd.5) 667 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[79695]: cluster 2024-03-22T07:43:23.576581+0000 osd.6 (osd.6) 634 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[79695]: cluster 2024-03-22T07:43:23.577942+0000 osd.7 (osd.7) 672 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[79695]: cluster 2024-03-22T07:43:23.582462+0000 osd.6 (osd.6) 635 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[79695]: cluster 2024-03-22T07:43:23.584351+0000 osd.7 (osd.7) 673 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[82160]: cluster 2024-03-22T07:43:23.563808+0000 osd.7 (osd.7) 670 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[82160]: cluster 2024-03-22T07:43:23.564048+0000 osd.5 (osd.5) 666 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[82160]: cluster 2024-03-22T07:43:23.566066+0000 mon.a (mon.0) 1538 : cluster 0 osdmap e1050: 8 total, 8 up, 8 in 2024-03-22T07:43:24.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[82160]: audit 2024-03-22T07:43:23.567755+0000 mon.a (mon.0) 1539 : audit 1 from='client.? 172.21.15.129:0/246728746' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:43:24.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[82160]: cluster 2024-03-22T07:43:23.569950+0000 osd.6 (osd.6) 633 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[82160]: cluster 2024-03-22T07:43:23.570294+0000 osd.7 (osd.7) 671 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[82160]: cluster 2024-03-22T07:43:23.570753+0000 osd.5 (osd.5) 667 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[82160]: cluster 2024-03-22T07:43:23.576581+0000 osd.6 (osd.6) 634 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[82160]: cluster 2024-03-22T07:43:23.577942+0000 osd.7 (osd.7) 672 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[82160]: cluster 2024-03-22T07:43:23.582462+0000 osd.6 (osd.6) 635 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.876 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:24 smithi129 bash[82160]: cluster 2024-03-22T07:43:23.584351+0000 osd.7 (osd.7) 673 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:24 smithi148 bash[66753]: cluster 2024-03-22T07:43:23.563808+0000 osd.7 (osd.7) 670 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:24 smithi148 bash[66753]: cluster 2024-03-22T07:43:23.564048+0000 osd.5 (osd.5) 666 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:24 smithi148 bash[66753]: cluster 2024-03-22T07:43:23.566066+0000 mon.a (mon.0) 1538 : cluster 0 osdmap e1050: 8 total, 8 up, 8 in 2024-03-22T07:43:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:24 smithi148 bash[66753]: audit 2024-03-22T07:43:23.567755+0000 mon.a (mon.0) 1539 : audit 1 from='client.? 172.21.15.129:0/246728746' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-03-22T07:43:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:24 smithi148 bash[66753]: cluster 2024-03-22T07:43:23.569950+0000 osd.6 (osd.6) 633 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:24 smithi148 bash[66753]: cluster 2024-03-22T07:43:23.570294+0000 osd.7 (osd.7) 671 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:24 smithi148 bash[66753]: cluster 2024-03-22T07:43:23.570753+0000 osd.5 (osd.5) 667 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:24 smithi148 bash[66753]: cluster 2024-03-22T07:43:23.576581+0000 osd.6 (osd.6) 634 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:24 smithi148 bash[66753]: cluster 2024-03-22T07:43:23.577942+0000 osd.7 (osd.7) 672 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:24 smithi148 bash[66753]: cluster 2024-03-22T07:43:23.582462+0000 osd.6 (osd.6) 635 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:24.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:24 smithi148 bash[66753]: cluster 2024-03-22T07:43:23.584351+0000 osd.7 (osd.7) 673 : cluster 3 failed to encode map e1050 with expected crc 2024-03-22T07:43:25.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[82160]: cluster 2024-03-22T07:43:24.297764+0000 mgr.y (mgr.25337) 1082 : cluster 0 pgmap v1752: 105 pgs: 13 creating+peering, 19 unknown, 73 active+clean; 582 KiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:43:25.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[82160]: cluster 2024-03-22T07:43:24.554258+0000 mon.a (mon.0) 1540 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:43:25.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[82160]: audit 2024-03-22T07:43:24.563534+0000 mon.a (mon.0) 1541 : audit 1 from='client.? 172.21.15.129:0/246728746' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:43:25.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[82160]: cluster 2024-03-22T07:43:24.574616+0000 osd.7 (osd.7) 674 : cluster 3 failed to encode map e1051 with expected crc 2024-03-22T07:43:25.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[82160]: cluster 2024-03-22T07:43:24.578827+0000 mon.a (mon.0) 1542 : cluster 0 osdmap e1051: 8 total, 8 up, 8 in 2024-03-22T07:43:25.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[82160]: cluster 2024-03-22T07:43:24.582870+0000 osd.7 (osd.7) 675 : cluster 3 failed to encode map e1051 with expected crc 2024-03-22T07:43:25.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[82160]: cluster 2024-03-22T07:43:24.597283+0000 osd.5 (osd.5) 668 : cluster 3 failed to encode map e1051 with expected crc 2024-03-22T07:43:25.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[82160]: cluster 2024-03-22T07:43:24.600486+0000 osd.6 (osd.6) 636 : cluster 3 failed to encode map e1051 with expected crc 2024-03-22T07:43:25.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[79695]: cluster 2024-03-22T07:43:24.297764+0000 mgr.y (mgr.25337) 1082 : cluster 0 pgmap v1752: 105 pgs: 13 creating+peering, 19 unknown, 73 active+clean; 582 KiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:43:25.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[79695]: cluster 2024-03-22T07:43:24.554258+0000 mon.a (mon.0) 1540 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:43:25.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[79695]: audit 2024-03-22T07:43:24.563534+0000 mon.a (mon.0) 1541 : audit 1 from='client.? 172.21.15.129:0/246728746' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:43:25.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[79695]: cluster 2024-03-22T07:43:24.574616+0000 osd.7 (osd.7) 674 : cluster 3 failed to encode map e1051 with expected crc 2024-03-22T07:43:25.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[79695]: cluster 2024-03-22T07:43:24.578827+0000 mon.a (mon.0) 1542 : cluster 0 osdmap e1051: 8 total, 8 up, 8 in 2024-03-22T07:43:25.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[79695]: cluster 2024-03-22T07:43:24.582870+0000 osd.7 (osd.7) 675 : cluster 3 failed to encode map e1051 with expected crc 2024-03-22T07:43:25.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[79695]: cluster 2024-03-22T07:43:24.597283+0000 osd.5 (osd.5) 668 : cluster 3 failed to encode map e1051 with expected crc 2024-03-22T07:43:25.876 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:25 smithi129 bash[79695]: cluster 2024-03-22T07:43:24.600486+0000 osd.6 (osd.6) 636 : cluster 3 failed to encode map e1051 with expected crc 2024-03-22T07:43:25.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:25 smithi148 bash[66753]: cluster 2024-03-22T07:43:24.297764+0000 mgr.y (mgr.25337) 1082 : cluster 0 pgmap v1752: 105 pgs: 13 creating+peering, 19 unknown, 73 active+clean; 582 KiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:43:25.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:25 smithi148 bash[66753]: cluster 2024-03-22T07:43:24.554258+0000 mon.a (mon.0) 1540 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-22T07:43:25.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:25 smithi148 bash[66753]: audit 2024-03-22T07:43:24.563534+0000 mon.a (mon.0) 1541 : audit 1 from='client.? 172.21.15.129:0/246728746' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi129-68587-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-03-22T07:43:25.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:25 smithi148 bash[66753]: cluster 2024-03-22T07:43:24.574616+0000 osd.7 (osd.7) 674 : cluster 3 failed to encode map e1051 with expected crc 2024-03-22T07:43:25.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:25 smithi148 bash[66753]: cluster 2024-03-22T07:43:24.578827+0000 mon.a (mon.0) 1542 : cluster 0 osdmap e1051: 8 total, 8 up, 8 in 2024-03-22T07:43:25.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:25 smithi148 bash[66753]: cluster 2024-03-22T07:43:24.582870+0000 osd.7 (osd.7) 675 : cluster 3 failed to encode map e1051 with expected crc 2024-03-22T07:43:25.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:25 smithi148 bash[66753]: cluster 2024-03-22T07:43:24.597283+0000 osd.5 (osd.5) 668 : cluster 3 failed to encode map e1051 with expected crc 2024-03-22T07:43:25.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:25 smithi148 bash[66753]: cluster 2024-03-22T07:43:24.600486+0000 osd.6 (osd.6) 636 : cluster 3 failed to encode map e1051 with expected crc 2024-03-22T07:43:26.669 INFO:tasks.workunit.client.0.smithi129.stdout: wrote [782102~99500,8932209~75728,9724082~19944,10301875~14565,11518373~93902,11923601~30140,12509153~11785,16508977~94885,20046056~55955] 2024-03-22T07:43:26.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:26 smithi129 bash[79695]: cluster 2024-03-22T07:43:25.573726+0000 mon.a (mon.0) 1543 : cluster 0 osdmap e1052: 8 total, 8 up, 8 in 2024-03-22T07:43:26.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:26 smithi129 bash[79695]: cluster 2024-03-22T07:43:25.582216+0000 osd.7 (osd.7) 676 : cluster 3 failed to encode map e1052 with expected crc 2024-03-22T07:43:26.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:26 smithi129 bash[79695]: cluster 2024-03-22T07:43:26.013824+0000 osd.6 (osd.6) 637 : cluster 3 failed to encode map e1052 with expected crc 2024-03-22T07:43:26.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:26 smithi129 bash[82160]: cluster 2024-03-22T07:43:25.573726+0000 mon.a (mon.0) 1543 : cluster 0 osdmap e1052: 8 total, 8 up, 8 in 2024-03-22T07:43:26.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:26 smithi129 bash[82160]: cluster 2024-03-22T07:43:25.582216+0000 osd.7 (osd.7) 676 : cluster 3 failed to encode map e1052 with expected crc 2024-03-22T07:43:26.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:26 smithi129 bash[82160]: cluster 2024-03-22T07:43:26.013824+0000 osd.6 (osd.6) 637 : cluster 3 failed to encode map e1052 with expected crc 2024-03-22T07:43:26.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:26 smithi148 bash[66753]: cluster 2024-03-22T07:43:25.573726+0000 mon.a (mon.0) 1543 : cluster 0 osdmap e1052: 8 total, 8 up, 8 in 2024-03-22T07:43:26.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:26 smithi148 bash[66753]: cluster 2024-03-22T07:43:25.582216+0000 osd.7 (osd.7) 676 : cluster 3 failed to encode map e1052 with expected crc 2024-03-22T07:43:26.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:26 smithi148 bash[66753]: cluster 2024-03-22T07:43:26.013824+0000 osd.6 (osd.6) 637 : cluster 3 failed to encode map e1052 with expected crc 2024-03-22T07:43:27.651 INFO:tasks.workunit.client.0.smithi129.stdout: wrote [0~20971520] 2024-03-22T07:43:27.677 INFO:tasks.workunit.client.0.smithi129.stdout: diff was [0~20971520] 2024-03-22T07:43:27.686 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5076 ms) 2024-03-22T07:43:27.687 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-03-22T07:43:27.688 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:43:27.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:27 smithi129 bash[79695]: cluster 2024-03-22T07:43:26.013860+0000 osd.5 (osd.5) 669 : cluster 3 failed to encode map e1052 with expected crc 2024-03-22T07:43:27.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:27 smithi129 bash[79695]: cluster 2024-03-22T07:43:26.298412+0000 mgr.y (mgr.25337) 1083 : cluster 0 pgmap v1755: 105 pgs: 16 creating+peering, 11 unknown, 78 active+clean; 582 KiB data, 913 MiB used, 714 GiB / 715 GiB avail 2024-03-22T07:43:27.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:27 smithi129 bash[79695]: cluster 2024-03-22T07:43:26.577023+0000 mon.a (mon.0) 1544 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:43:27.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:27 smithi129 bash[79695]: cluster 2024-03-22T07:43:26.592308+0000 osd.5 (osd.5) 670 : cluster 3 failed to encode map e1053 with expected crc 2024-03-22T07:43:27.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:27 smithi129 bash[79695]: cluster 2024-03-22T07:43:26.596485+0000 mon.a (mon.0) 1545 : cluster 0 osdmap e1053: 8 total, 8 up, 8 in 2024-03-22T07:43:27.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:27 smithi129 bash[79695]: cluster 2024-03-22T07:43:26.603232+0000 osd.7 (osd.7) 677 : cluster 3 failed to encode map e1053 with expected crc 2024-03-22T07:43:27.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:27 smithi129 bash[79695]: cluster 2024-03-22T07:43:26.624455+0000 osd.6 (osd.6) 638 : cluster 3 failed to encode map e1053 with expected crc 2024-03-22T07:43:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:27 smithi129 bash[82160]: cluster 2024-03-22T07:43:26.013860+0000 osd.5 (osd.5) 669 : cluster 3 failed to encode map e1052 with expected crc 2024-03-22T07:43:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:27 smithi129 bash[82160]: cluster 2024-03-22T07:43:26.298412+0000 mgr.y (mgr.25337) 1083 : cluster 0 pgmap v1755: 105 pgs: 16 creating+peering, 11 unknown, 78 active+clean; 582 KiB data, 913 MiB used, 714 GiB / 715 GiB avail 2024-03-22T07:43:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:27 smithi129 bash[82160]: cluster 2024-03-22T07:43:26.577023+0000 mon.a (mon.0) 1544 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:43:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:27 smithi129 bash[82160]: cluster 2024-03-22T07:43:26.592308+0000 osd.5 (osd.5) 670 : cluster 3 failed to encode map e1053 with expected crc 2024-03-22T07:43:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:27 smithi129 bash[82160]: cluster 2024-03-22T07:43:26.596485+0000 mon.a (mon.0) 1545 : cluster 0 osdmap e1053: 8 total, 8 up, 8 in 2024-03-22T07:43:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:27 smithi129 bash[82160]: cluster 2024-03-22T07:43:26.603232+0000 osd.7 (osd.7) 677 : cluster 3 failed to encode map e1053 with expected crc 2024-03-22T07:43:27.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:27 smithi129 bash[82160]: cluster 2024-03-22T07:43:26.624455+0000 osd.6 (osd.6) 638 : cluster 3 failed to encode map e1053 with expected crc 2024-03-22T07:43:27.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:27 smithi148 bash[66753]: cluster 2024-03-22T07:43:26.013860+0000 osd.5 (osd.5) 669 : cluster 3 failed to encode map e1052 with expected crc 2024-03-22T07:43:27.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:27 smithi148 bash[66753]: cluster 2024-03-22T07:43:26.298412+0000 mgr.y (mgr.25337) 1083 : cluster 0 pgmap v1755: 105 pgs: 16 creating+peering, 11 unknown, 78 active+clean; 582 KiB data, 913 MiB used, 714 GiB / 715 GiB avail 2024-03-22T07:43:27.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:27 smithi148 bash[66753]: cluster 2024-03-22T07:43:26.577023+0000 mon.a (mon.0) 1544 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-22T07:43:27.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:27 smithi148 bash[66753]: cluster 2024-03-22T07:43:26.592308+0000 osd.5 (osd.5) 670 : cluster 3 failed to encode map e1053 with expected crc 2024-03-22T07:43:27.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:27 smithi148 bash[66753]: cluster 2024-03-22T07:43:26.596485+0000 mon.a (mon.0) 1545 : cluster 0 osdmap e1053: 8 total, 8 up, 8 in 2024-03-22T07:43:27.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:27 smithi148 bash[66753]: cluster 2024-03-22T07:43:26.603232+0000 osd.7 (osd.7) 677 : cluster 3 failed to encode map e1053 with expected crc 2024-03-22T07:43:27.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:27 smithi148 bash[66753]: cluster 2024-03-22T07:43:26.624455+0000 osd.6 (osd.6) 638 : cluster 3 failed to encode map e1053 with expected crc 2024-03-22T07:43:28.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:28 smithi129 bash[79695]: cluster 2024-03-22T07:43:27.601358+0000 mon.a (mon.0) 1546 : cluster 0 osdmap e1054: 8 total, 8 up, 8 in 2024-03-22T07:43:28.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:28 smithi129 bash[79695]: cluster 2024-03-22T07:43:27.615280+0000 osd.7 (osd.7) 678 : cluster 3 failed to encode map e1054 with expected crc 2024-03-22T07:43:28.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:28 smithi129 bash[82160]: cluster 2024-03-22T07:43:27.601358+0000 mon.a (mon.0) 1546 : cluster 0 osdmap e1054: 8 total, 8 up, 8 in 2024-03-22T07:43:28.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:28 smithi129 bash[82160]: cluster 2024-03-22T07:43:27.615280+0000 osd.7 (osd.7) 678 : cluster 3 failed to encode map e1054 with expected crc 2024-03-22T07:43:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:28 smithi148 bash[66753]: cluster 2024-03-22T07:43:27.601358+0000 mon.a (mon.0) 1546 : cluster 0 osdmap e1054: 8 total, 8 up, 8 in 2024-03-22T07:43:28.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:28 smithi148 bash[66753]: cluster 2024-03-22T07:43:27.615280+0000 osd.7 (osd.7) 678 : cluster 3 failed to encode map e1054 with expected crc 2024-03-22T07:43:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:29 smithi148 bash[66753]: cluster 2024-03-22T07:43:28.299319+0000 mgr.y (mgr.25337) 1084 : cluster 0 pgmap v1758: 105 pgs: 16 creating+peering, 89 active+clean; 7.8 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 135 KiB/s wr, 5 op/s 2024-03-22T07:43:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:29 smithi148 bash[66753]: cluster 2024-03-22T07:43:28.617597+0000 osd.7 (osd.7) 679 : cluster 3 failed to encode map e1055 with expected crc 2024-03-22T07:43:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:29 smithi148 bash[66753]: cluster 2024-03-22T07:43:28.620184+0000 mon.a (mon.0) 1547 : cluster 0 osdmap e1055: 8 total, 8 up, 8 in 2024-03-22T07:43:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:29 smithi148 bash[66753]: cluster 2024-03-22T07:43:28.657936+0000 osd.6 (osd.6) 639 : cluster 3 failed to encode map e1055 with expected crc 2024-03-22T07:43:30.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:29 smithi129 bash[79695]: cluster 2024-03-22T07:43:28.299319+0000 mgr.y (mgr.25337) 1084 : cluster 0 pgmap v1758: 105 pgs: 16 creating+peering, 89 active+clean; 7.8 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 135 KiB/s wr, 5 op/s 2024-03-22T07:43:30.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:29 smithi129 bash[79695]: cluster 2024-03-22T07:43:28.617597+0000 osd.7 (osd.7) 679 : cluster 3 failed to encode map e1055 with expected crc 2024-03-22T07:43:30.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:29 smithi129 bash[79695]: cluster 2024-03-22T07:43:28.620184+0000 mon.a (mon.0) 1547 : cluster 0 osdmap e1055: 8 total, 8 up, 8 in 2024-03-22T07:43:30.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:29 smithi129 bash[79695]: cluster 2024-03-22T07:43:28.657936+0000 osd.6 (osd.6) 639 : cluster 3 failed to encode map e1055 with expected crc 2024-03-22T07:43:30.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:29 smithi129 bash[82160]: cluster 2024-03-22T07:43:28.299319+0000 mgr.y (mgr.25337) 1084 : cluster 0 pgmap v1758: 105 pgs: 16 creating+peering, 89 active+clean; 7.8 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 135 KiB/s wr, 5 op/s 2024-03-22T07:43:30.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:29 smithi129 bash[82160]: cluster 2024-03-22T07:43:28.617597+0000 osd.7 (osd.7) 679 : cluster 3 failed to encode map e1055 with expected crc 2024-03-22T07:43:30.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:29 smithi129 bash[82160]: cluster 2024-03-22T07:43:28.620184+0000 mon.a (mon.0) 1547 : cluster 0 osdmap e1055: 8 total, 8 up, 8 in 2024-03-22T07:43:30.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:29 smithi129 bash[82160]: cluster 2024-03-22T07:43:28.657936+0000 osd.6 (osd.6) 639 : cluster 3 failed to encode map e1055 with expected crc 2024-03-22T07:43:30.713 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3026 ms) 2024-03-22T07:43:30.713 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-03-22T07:43:30.713 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:43:30.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:30 smithi148 bash[66753]: cluster 2024-03-22T07:43:29.622612+0000 mon.a (mon.0) 1548 : cluster 0 osdmap e1056: 8 total, 8 up, 8 in 2024-03-22T07:43:30.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:30 smithi148 bash[66753]: cluster 2024-03-22T07:43:29.648215+0000 osd.6 (osd.6) 640 : cluster 3 failed to encode map e1056 with expected crc 2024-03-22T07:43:31.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:30 smithi129 bash[79695]: cluster 2024-03-22T07:43:29.622612+0000 mon.a (mon.0) 1548 : cluster 0 osdmap e1056: 8 total, 8 up, 8 in 2024-03-22T07:43:31.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:30 smithi129 bash[79695]: cluster 2024-03-22T07:43:29.648215+0000 osd.6 (osd.6) 640 : cluster 3 failed to encode map e1056 with expected crc 2024-03-22T07:43:31.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:30 smithi129 bash[82160]: cluster 2024-03-22T07:43:29.622612+0000 mon.a (mon.0) 1548 : cluster 0 osdmap e1056: 8 total, 8 up, 8 in 2024-03-22T07:43:31.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:30 smithi129 bash[82160]: cluster 2024-03-22T07:43:29.648215+0000 osd.6 (osd.6) 640 : cluster 3 failed to encode map e1056 with expected crc 2024-03-22T07:43:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:31 smithi148 bash[66753]: cluster 2024-03-22T07:43:29.639715+0000 osd.7 (osd.7) 680 : cluster 3 failed to encode map e1056 with expected crc 2024-03-22T07:43:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:31 smithi148 bash[66753]: cluster 2024-03-22T07:43:30.300094+0000 mgr.y (mgr.25337) 1085 : cluster 0 pgmap v1761: 105 pgs: 105 active+clean; 12 MiB data, 628 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 188 KiB/s wr, 28 op/s 2024-03-22T07:43:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:31 smithi148 bash[66753]: cluster 2024-03-22T07:43:30.645637+0000 osd.7 (osd.7) 681 : cluster 3 failed to encode map e1057 with expected crc 2024-03-22T07:43:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:31 smithi148 bash[66753]: cluster 2024-03-22T07:43:30.649287+0000 mon.a (mon.0) 1549 : cluster 0 osdmap e1057: 8 total, 8 up, 8 in 2024-03-22T07:43:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:31 smithi148 bash[66753]: cluster 2024-03-22T07:43:30.681330+0000 osd.6 (osd.6) 641 : cluster 3 failed to encode map e1057 with expected crc 2024-03-22T07:43:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:31 smithi148 bash[66753]: cluster 2024-03-22T07:43:30.730958+0000 osd.5 (osd.5) 671 : cluster 3 failed to encode map e1057 with expected crc 2024-03-22T07:43:32.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:31 smithi129 bash[79695]: cluster 2024-03-22T07:43:29.639715+0000 osd.7 (osd.7) 680 : cluster 3 failed to encode map e1056 with expected crc 2024-03-22T07:43:32.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:31 smithi129 bash[79695]: cluster 2024-03-22T07:43:30.300094+0000 mgr.y (mgr.25337) 1085 : cluster 0 pgmap v1761: 105 pgs: 105 active+clean; 12 MiB data, 628 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 188 KiB/s wr, 28 op/s 2024-03-22T07:43:32.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:31 smithi129 bash[79695]: cluster 2024-03-22T07:43:30.645637+0000 osd.7 (osd.7) 681 : cluster 3 failed to encode map e1057 with expected crc 2024-03-22T07:43:32.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:31 smithi129 bash[79695]: cluster 2024-03-22T07:43:30.649287+0000 mon.a (mon.0) 1549 : cluster 0 osdmap e1057: 8 total, 8 up, 8 in 2024-03-22T07:43:32.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:31 smithi129 bash[79695]: cluster 2024-03-22T07:43:30.681330+0000 osd.6 (osd.6) 641 : cluster 3 failed to encode map e1057 with expected crc 2024-03-22T07:43:32.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:31 smithi129 bash[79695]: cluster 2024-03-22T07:43:30.730958+0000 osd.5 (osd.5) 671 : cluster 3 failed to encode map e1057 with expected crc 2024-03-22T07:43:32.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:31 smithi129 bash[82160]: cluster 2024-03-22T07:43:29.639715+0000 osd.7 (osd.7) 680 : cluster 3 failed to encode map e1056 with expected crc 2024-03-22T07:43:32.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:31 smithi129 bash[82160]: cluster 2024-03-22T07:43:30.300094+0000 mgr.y (mgr.25337) 1085 : cluster 0 pgmap v1761: 105 pgs: 105 active+clean; 12 MiB data, 628 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 188 KiB/s wr, 28 op/s 2024-03-22T07:43:32.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:31 smithi129 bash[82160]: cluster 2024-03-22T07:43:30.645637+0000 osd.7 (osd.7) 681 : cluster 3 failed to encode map e1057 with expected crc 2024-03-22T07:43:32.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:31 smithi129 bash[82160]: cluster 2024-03-22T07:43:30.649287+0000 mon.a (mon.0) 1549 : cluster 0 osdmap e1057: 8 total, 8 up, 8 in 2024-03-22T07:43:32.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:31 smithi129 bash[82160]: cluster 2024-03-22T07:43:30.681330+0000 osd.6 (osd.6) 641 : cluster 3 failed to encode map e1057 with expected crc 2024-03-22T07:43:32.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:31 smithi129 bash[82160]: cluster 2024-03-22T07:43:30.730958+0000 osd.5 (osd.5) 671 : cluster 3 failed to encode map e1057 with expected crc 2024-03-22T07:43:32.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:32 smithi148 bash[66753]: cluster 2024-03-22T07:43:31.659017+0000 osd.7 (osd.7) 682 : cluster 3 failed to encode map e1058 with expected crc 2024-03-22T07:43:32.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:32 smithi148 bash[66753]: cluster 2024-03-22T07:43:31.660185+0000 mon.a (mon.0) 1550 : cluster 0 osdmap e1058: 8 total, 8 up, 8 in 2024-03-22T07:43:32.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:32 smithi148 bash[66753]: cluster 2024-03-22T07:43:31.680258+0000 osd.5 (osd.5) 672 : cluster 3 failed to encode map e1058 with expected crc 2024-03-22T07:43:33.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:32 smithi129 bash[79695]: cluster 2024-03-22T07:43:31.659017+0000 osd.7 (osd.7) 682 : cluster 3 failed to encode map e1058 with expected crc 2024-03-22T07:43:33.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:32 smithi129 bash[79695]: cluster 2024-03-22T07:43:31.660185+0000 mon.a (mon.0) 1550 : cluster 0 osdmap e1058: 8 total, 8 up, 8 in 2024-03-22T07:43:33.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:32 smithi129 bash[79695]: cluster 2024-03-22T07:43:31.680258+0000 osd.5 (osd.5) 672 : cluster 3 failed to encode map e1058 with expected crc 2024-03-22T07:43:33.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:32 smithi129 bash[82160]: cluster 2024-03-22T07:43:31.659017+0000 osd.7 (osd.7) 682 : cluster 3 failed to encode map e1058 with expected crc 2024-03-22T07:43:33.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:32 smithi129 bash[82160]: cluster 2024-03-22T07:43:31.660185+0000 mon.a (mon.0) 1550 : cluster 0 osdmap e1058: 8 total, 8 up, 8 in 2024-03-22T07:43:33.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:32 smithi129 bash[82160]: cluster 2024-03-22T07:43:31.680258+0000 osd.5 (osd.5) 672 : cluster 3 failed to encode map e1058 with expected crc 2024-03-22T07:43:33.740 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (3028 ms) 2024-03-22T07:43:33.740 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-03-22T07:43:33.740 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:43:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:33 smithi148 bash[66753]: cluster 2024-03-22T07:43:32.300923+0000 mgr.y (mgr.25337) 1086 : cluster 0 pgmap v1764: 105 pgs: 105 active+clean; 19 MiB data, 629 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 125 KiB/s wr, 75 op/s 2024-03-22T07:43:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:33 smithi148 bash[66753]: cluster 2024-03-22T07:43:32.669824+0000 osd.7 (osd.7) 683 : cluster 3 failed to encode map e1059 with expected crc 2024-03-22T07:43:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:33 smithi148 bash[66753]: cluster 2024-03-22T07:43:32.669971+0000 osd.5 (osd.5) 673 : cluster 3 failed to encode map e1059 with expected crc 2024-03-22T07:43:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:33 smithi148 bash[66753]: cluster 2024-03-22T07:43:32.671507+0000 mon.a (mon.0) 1551 : cluster 0 osdmap e1059: 8 total, 8 up, 8 in 2024-03-22T07:43:33.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:33 smithi129 bash[79695]: cluster 2024-03-22T07:43:32.300923+0000 mgr.y (mgr.25337) 1086 : cluster 0 pgmap v1764: 105 pgs: 105 active+clean; 19 MiB data, 629 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 125 KiB/s wr, 75 op/s 2024-03-22T07:43:33.933 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:33 smithi129 bash[79695]: cluster 2024-03-22T07:43:32.669824+0000 osd.7 (osd.7) 683 : cluster 3 failed to encode map e1059 with expected crc 2024-03-22T07:43:33.933 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:33 smithi129 bash[79695]: cluster 2024-03-22T07:43:32.669971+0000 osd.5 (osd.5) 673 : cluster 3 failed to encode map e1059 with expected crc 2024-03-22T07:43:33.933 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:33 smithi129 bash[79695]: cluster 2024-03-22T07:43:32.671507+0000 mon.a (mon.0) 1551 : cluster 0 osdmap e1059: 8 total, 8 up, 8 in 2024-03-22T07:43:33.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:33 smithi129 bash[82160]: cluster 2024-03-22T07:43:32.300923+0000 mgr.y (mgr.25337) 1086 : cluster 0 pgmap v1764: 105 pgs: 105 active+clean; 19 MiB data, 629 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 125 KiB/s wr, 75 op/s 2024-03-22T07:43:33.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:33 smithi129 bash[82160]: cluster 2024-03-22T07:43:32.669824+0000 osd.7 (osd.7) 683 : cluster 3 failed to encode map e1059 with expected crc 2024-03-22T07:43:33.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:33 smithi129 bash[82160]: cluster 2024-03-22T07:43:32.669971+0000 osd.5 (osd.5) 673 : cluster 3 failed to encode map e1059 with expected crc 2024-03-22T07:43:33.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:33 smithi129 bash[82160]: cluster 2024-03-22T07:43:32.671507+0000 mon.a (mon.0) 1551 : cluster 0 osdmap e1059: 8 total, 8 up, 8 in 2024-03-22T07:43:34.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:43:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:43:33] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2024-03-22T07:43:35.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:34 smithi129 bash[79695]: cluster 2024-03-22T07:43:33.670125+0000 osd.7 (osd.7) 684 : cluster 3 failed to encode map e1060 with expected crc 2024-03-22T07:43:35.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:34 smithi129 bash[79695]: cluster 2024-03-22T07:43:33.670700+0000 mon.a (mon.0) 1552 : cluster 0 osdmap e1060: 8 total, 8 up, 8 in 2024-03-22T07:43:35.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:34 smithi129 bash[79695]: cluster 2024-03-22T07:43:33.671104+0000 osd.6 (osd.6) 642 : cluster 3 failed to encode map e1060 with expected crc 2024-03-22T07:43:35.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:34 smithi129 bash[79695]: cluster 2024-03-22T07:43:33.677667+0000 osd.7 (osd.7) 685 : cluster 3 failed to encode map e1060 with expected crc 2024-03-22T07:43:35.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:34 smithi129 bash[79695]: cluster 2024-03-22T07:43:34.469643+0000 osd.7 (osd.7) 686 : cluster 3 failed to encode map e1061 with expected crc 2024-03-22T07:43:35.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:34 smithi129 bash[79695]: cluster 2024-03-22T07:43:34.470552+0000 mon.a (mon.0) 1553 : cluster 0 osdmap e1061: 8 total, 8 up, 8 in 2024-03-22T07:43:35.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:34 smithi129 bash[82160]: cluster 2024-03-22T07:43:33.670125+0000 osd.7 (osd.7) 684 : cluster 3 failed to encode map e1060 with expected crc 2024-03-22T07:43:35.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:34 smithi129 bash[82160]: cluster 2024-03-22T07:43:33.670700+0000 mon.a (mon.0) 1552 : cluster 0 osdmap e1060: 8 total, 8 up, 8 in 2024-03-22T07:43:35.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:34 smithi129 bash[82160]: cluster 2024-03-22T07:43:33.671104+0000 osd.6 (osd.6) 642 : cluster 3 failed to encode map e1060 with expected crc 2024-03-22T07:43:35.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:34 smithi129 bash[82160]: cluster 2024-03-22T07:43:33.677667+0000 osd.7 (osd.7) 685 : cluster 3 failed to encode map e1060 with expected crc 2024-03-22T07:43:35.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:34 smithi129 bash[82160]: cluster 2024-03-22T07:43:34.469643+0000 osd.7 (osd.7) 686 : cluster 3 failed to encode map e1061 with expected crc 2024-03-22T07:43:35.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:34 smithi129 bash[82160]: cluster 2024-03-22T07:43:34.470552+0000 mon.a (mon.0) 1553 : cluster 0 osdmap e1061: 8 total, 8 up, 8 in 2024-03-22T07:43:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:34 smithi148 bash[66753]: cluster 2024-03-22T07:43:33.670125+0000 osd.7 (osd.7) 684 : cluster 3 failed to encode map e1060 with expected crc 2024-03-22T07:43:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:34 smithi148 bash[66753]: cluster 2024-03-22T07:43:33.670700+0000 mon.a (mon.0) 1552 : cluster 0 osdmap e1060: 8 total, 8 up, 8 in 2024-03-22T07:43:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:34 smithi148 bash[66753]: cluster 2024-03-22T07:43:33.671104+0000 osd.6 (osd.6) 642 : cluster 3 failed to encode map e1060 with expected crc 2024-03-22T07:43:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:34 smithi148 bash[66753]: cluster 2024-03-22T07:43:33.677667+0000 osd.7 (osd.7) 685 : cluster 3 failed to encode map e1060 with expected crc 2024-03-22T07:43:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:34 smithi148 bash[66753]: cluster 2024-03-22T07:43:34.469643+0000 osd.7 (osd.7) 686 : cluster 3 failed to encode map e1061 with expected crc 2024-03-22T07:43:35.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:34 smithi148 bash[66753]: cluster 2024-03-22T07:43:34.470552+0000 mon.a (mon.0) 1553 : cluster 0 osdmap e1061: 8 total, 8 up, 8 in 2024-03-22T07:43:36.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:35 smithi129 bash[79695]: cluster 2024-03-22T07:43:34.301814+0000 mgr.y (mgr.25337) 1087 : cluster 0 pgmap v1767: 105 pgs: 105 active+clean; 19 MiB data, 629 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s rd, 82 KiB/s wr, 133 op/s 2024-03-22T07:43:36.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:35 smithi129 bash[79695]: cluster 2024-03-22T07:43:34.470711+0000 osd.6 (osd.6) 643 : cluster 3 failed to encode map e1061 with expected crc 2024-03-22T07:43:36.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:35 smithi129 bash[79695]: cluster 2024-03-22T07:43:34.483925+0000 osd.5 (osd.5) 674 : cluster 3 failed to encode map e1061 with expected crc 2024-03-22T07:43:36.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:35 smithi129 bash[79695]: cluster 2024-03-22T07:43:35.472079+0000 osd.7 (osd.7) 687 : cluster 3 failed to encode map e1062 with expected crc 2024-03-22T07:43:36.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:35 smithi129 bash[79695]: cluster 2024-03-22T07:43:35.474656+0000 mon.a (mon.0) 1554 : cluster 0 osdmap e1062: 8 total, 8 up, 8 in 2024-03-22T07:43:36.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:35 smithi129 bash[82160]: cluster 2024-03-22T07:43:34.301814+0000 mgr.y (mgr.25337) 1087 : cluster 0 pgmap v1767: 105 pgs: 105 active+clean; 19 MiB data, 629 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s rd, 82 KiB/s wr, 133 op/s 2024-03-22T07:43:36.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:35 smithi129 bash[82160]: cluster 2024-03-22T07:43:34.470711+0000 osd.6 (osd.6) 643 : cluster 3 failed to encode map e1061 with expected crc 2024-03-22T07:43:36.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:35 smithi129 bash[82160]: cluster 2024-03-22T07:43:34.483925+0000 osd.5 (osd.5) 674 : cluster 3 failed to encode map e1061 with expected crc 2024-03-22T07:43:36.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:35 smithi129 bash[82160]: cluster 2024-03-22T07:43:35.472079+0000 osd.7 (osd.7) 687 : cluster 3 failed to encode map e1062 with expected crc 2024-03-22T07:43:36.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:35 smithi129 bash[82160]: cluster 2024-03-22T07:43:35.474656+0000 mon.a (mon.0) 1554 : cluster 0 osdmap e1062: 8 total, 8 up, 8 in 2024-03-22T07:43:36.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:35 smithi148 bash[66753]: cluster 2024-03-22T07:43:34.301814+0000 mgr.y (mgr.25337) 1087 : cluster 0 pgmap v1767: 105 pgs: 105 active+clean; 19 MiB data, 629 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s rd, 82 KiB/s wr, 133 op/s 2024-03-22T07:43:36.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:35 smithi148 bash[66753]: cluster 2024-03-22T07:43:34.470711+0000 osd.6 (osd.6) 643 : cluster 3 failed to encode map e1061 with expected crc 2024-03-22T07:43:36.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:35 smithi148 bash[66753]: cluster 2024-03-22T07:43:34.483925+0000 osd.5 (osd.5) 674 : cluster 3 failed to encode map e1061 with expected crc 2024-03-22T07:43:36.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:35 smithi148 bash[66753]: cluster 2024-03-22T07:43:35.472079+0000 osd.7 (osd.7) 687 : cluster 3 failed to encode map e1062 with expected crc 2024-03-22T07:43:36.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:35 smithi148 bash[66753]: cluster 2024-03-22T07:43:35.474656+0000 mon.a (mon.0) 1554 : cluster 0 osdmap e1062: 8 total, 8 up, 8 in 2024-03-22T07:43:36.540 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (2800 ms) 2024-03-22T07:43:36.540 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-03-22T07:43:36.541 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:43:37.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:36 smithi129 bash[79695]: cluster 2024-03-22T07:43:35.473052+0000 osd.6 (osd.6) 644 : cluster 3 failed to encode map e1062 with expected crc 2024-03-22T07:43:37.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:36 smithi129 bash[79695]: cluster 2024-03-22T07:43:35.485871+0000 osd.5 (osd.5) 675 : cluster 3 failed to encode map e1062 with expected crc 2024-03-22T07:43:37.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:36 smithi129 bash[79695]: audit 2024-03-22T07:43:36.306086+0000 mon.a (mon.0) 1555 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:37.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:36 smithi129 bash[79695]: cluster 2024-03-22T07:43:36.474465+0000 osd.7 (osd.7) 688 : cluster 3 failed to encode map e1063 with expected crc 2024-03-22T07:43:37.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:36 smithi129 bash[79695]: cluster 2024-03-22T07:43:36.477047+0000 mon.a (mon.0) 1556 : cluster 0 osdmap e1063: 8 total, 8 up, 8 in 2024-03-22T07:43:37.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:36 smithi129 bash[82160]: cluster 2024-03-22T07:43:35.473052+0000 osd.6 (osd.6) 644 : cluster 3 failed to encode map e1062 with expected crc 2024-03-22T07:43:37.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:36 smithi129 bash[82160]: cluster 2024-03-22T07:43:35.485871+0000 osd.5 (osd.5) 675 : cluster 3 failed to encode map e1062 with expected crc 2024-03-22T07:43:37.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:36 smithi129 bash[82160]: audit 2024-03-22T07:43:36.306086+0000 mon.a (mon.0) 1555 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:37.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:36 smithi129 bash[82160]: cluster 2024-03-22T07:43:36.474465+0000 osd.7 (osd.7) 688 : cluster 3 failed to encode map e1063 with expected crc 2024-03-22T07:43:37.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:36 smithi129 bash[82160]: cluster 2024-03-22T07:43:36.477047+0000 mon.a (mon.0) 1556 : cluster 0 osdmap e1063: 8 total, 8 up, 8 in 2024-03-22T07:43:37.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:36 smithi148 bash[66753]: cluster 2024-03-22T07:43:35.473052+0000 osd.6 (osd.6) 644 : cluster 3 failed to encode map e1062 with expected crc 2024-03-22T07:43:37.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:36 smithi148 bash[66753]: cluster 2024-03-22T07:43:35.485871+0000 osd.5 (osd.5) 675 : cluster 3 failed to encode map e1062 with expected crc 2024-03-22T07:43:37.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:36 smithi148 bash[66753]: audit 2024-03-22T07:43:36.306086+0000 mon.a (mon.0) 1555 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:37.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:36 smithi148 bash[66753]: cluster 2024-03-22T07:43:36.474465+0000 osd.7 (osd.7) 688 : cluster 3 failed to encode map e1063 with expected crc 2024-03-22T07:43:37.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:36 smithi148 bash[66753]: cluster 2024-03-22T07:43:36.477047+0000 mon.a (mon.0) 1556 : cluster 0 osdmap e1063: 8 total, 8 up, 8 in 2024-03-22T07:43:38.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:37 smithi129 bash[79695]: cluster 2024-03-22T07:43:36.302446+0000 mgr.y (mgr.25337) 1088 : cluster 0 pgmap v1770: 105 pgs: 105 active+clean; 19 MiB data, 629 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s rd, 11 KiB/s wr, 98 op/s 2024-03-22T07:43:38.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:37 smithi129 bash[79695]: cluster 2024-03-22T07:43:36.475571+0000 osd.5 (osd.5) 676 : cluster 3 failed to encode map e1063 with expected crc 2024-03-22T07:43:38.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:37 smithi129 bash[79695]: cluster 2024-03-22T07:43:36.492708+0000 osd.6 (osd.6) 645 : cluster 3 failed to encode map e1063 with expected crc 2024-03-22T07:43:38.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:37 smithi129 bash[79695]: cluster 2024-03-22T07:43:37.476855+0000 osd.7 (osd.7) 689 : cluster 3 failed to encode map e1064 with expected crc 2024-03-22T07:43:38.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:37 smithi129 bash[79695]: cluster 2024-03-22T07:43:37.477491+0000 mon.a (mon.0) 1557 : cluster 0 osdmap e1064: 8 total, 8 up, 8 in 2024-03-22T07:43:38.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:37 smithi129 bash[82160]: cluster 2024-03-22T07:43:36.302446+0000 mgr.y (mgr.25337) 1088 : cluster 0 pgmap v1770: 105 pgs: 105 active+clean; 19 MiB data, 629 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s rd, 11 KiB/s wr, 98 op/s 2024-03-22T07:43:38.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:37 smithi129 bash[82160]: cluster 2024-03-22T07:43:36.475571+0000 osd.5 (osd.5) 676 : cluster 3 failed to encode map e1063 with expected crc 2024-03-22T07:43:38.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:37 smithi129 bash[82160]: cluster 2024-03-22T07:43:36.492708+0000 osd.6 (osd.6) 645 : cluster 3 failed to encode map e1063 with expected crc 2024-03-22T07:43:38.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:37 smithi129 bash[82160]: cluster 2024-03-22T07:43:37.476855+0000 osd.7 (osd.7) 689 : cluster 3 failed to encode map e1064 with expected crc 2024-03-22T07:43:38.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:37 smithi129 bash[82160]: cluster 2024-03-22T07:43:37.477491+0000 mon.a (mon.0) 1557 : cluster 0 osdmap e1064: 8 total, 8 up, 8 in 2024-03-22T07:43:38.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:37 smithi148 bash[66753]: cluster 2024-03-22T07:43:36.302446+0000 mgr.y (mgr.25337) 1088 : cluster 0 pgmap v1770: 105 pgs: 105 active+clean; 19 MiB data, 629 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s rd, 11 KiB/s wr, 98 op/s 2024-03-22T07:43:38.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:37 smithi148 bash[66753]: cluster 2024-03-22T07:43:36.475571+0000 osd.5 (osd.5) 676 : cluster 3 failed to encode map e1063 with expected crc 2024-03-22T07:43:38.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:37 smithi148 bash[66753]: cluster 2024-03-22T07:43:36.492708+0000 osd.6 (osd.6) 645 : cluster 3 failed to encode map e1063 with expected crc 2024-03-22T07:43:38.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:37 smithi148 bash[66753]: cluster 2024-03-22T07:43:37.476855+0000 osd.7 (osd.7) 689 : cluster 3 failed to encode map e1064 with expected crc 2024-03-22T07:43:38.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:37 smithi148 bash[66753]: cluster 2024-03-22T07:43:37.477491+0000 mon.a (mon.0) 1557 : cluster 0 osdmap e1064: 8 total, 8 up, 8 in 2024-03-22T07:43:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:38 smithi129 bash[79695]: cluster 2024-03-22T07:43:37.477615+0000 osd.6 (osd.6) 646 : cluster 3 failed to encode map e1064 with expected crc 2024-03-22T07:43:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:38 smithi129 bash[79695]: cluster 2024-03-22T07:43:37.488068+0000 osd.5 (osd.5) 677 : cluster 3 failed to encode map e1064 with expected crc 2024-03-22T07:43:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:38 smithi129 bash[79695]: audit 2024-03-22T07:43:38.422405+0000 mon.c (mon.2) 423 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:43:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:38 smithi129 bash[79695]: cluster 2024-03-22T07:43:38.494401+0000 osd.7 (osd.7) 690 : cluster 3 failed to encode map e1065 with expected crc 2024-03-22T07:43:39.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:38 smithi129 bash[79695]: cluster 2024-03-22T07:43:38.495735+0000 mon.a (mon.0) 1558 : cluster 0 osdmap e1065: 8 total, 8 up, 8 in 2024-03-22T07:43:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:38 smithi129 bash[82160]: cluster 2024-03-22T07:43:37.477615+0000 osd.6 (osd.6) 646 : cluster 3 failed to encode map e1064 with expected crc 2024-03-22T07:43:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:38 smithi129 bash[82160]: cluster 2024-03-22T07:43:37.488068+0000 osd.5 (osd.5) 677 : cluster 3 failed to encode map e1064 with expected crc 2024-03-22T07:43:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:38 smithi129 bash[82160]: audit 2024-03-22T07:43:38.422405+0000 mon.c (mon.2) 423 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:43:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:38 smithi129 bash[82160]: cluster 2024-03-22T07:43:38.494401+0000 osd.7 (osd.7) 690 : cluster 3 failed to encode map e1065 with expected crc 2024-03-22T07:43:39.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:38 smithi129 bash[82160]: cluster 2024-03-22T07:43:38.495735+0000 mon.a (mon.0) 1558 : cluster 0 osdmap e1065: 8 total, 8 up, 8 in 2024-03-22T07:43:39.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:38 smithi148 bash[66753]: cluster 2024-03-22T07:43:37.477615+0000 osd.6 (osd.6) 646 : cluster 3 failed to encode map e1064 with expected crc 2024-03-22T07:43:39.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:38 smithi148 bash[66753]: cluster 2024-03-22T07:43:37.488068+0000 osd.5 (osd.5) 677 : cluster 3 failed to encode map e1064 with expected crc 2024-03-22T07:43:39.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:38 smithi148 bash[66753]: audit 2024-03-22T07:43:38.422405+0000 mon.c (mon.2) 423 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:43:39.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:38 smithi148 bash[66753]: cluster 2024-03-22T07:43:38.494401+0000 osd.7 (osd.7) 690 : cluster 3 failed to encode map e1065 with expected crc 2024-03-22T07:43:39.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:38 smithi148 bash[66753]: cluster 2024-03-22T07:43:38.495735+0000 mon.a (mon.0) 1558 : cluster 0 osdmap e1065: 8 total, 8 up, 8 in 2024-03-22T07:43:39.595 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3055 ms) 2024-03-22T07:43:39.595 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-03-22T07:43:39.595 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:43:40.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:39 smithi129 bash[79695]: cluster 2024-03-22T07:43:38.303280+0000 mgr.y (mgr.25337) 1089 : cluster 0 pgmap v1773: 105 pgs: 105 active+clean; 19 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-03-22T07:43:40.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:39 smithi129 bash[79695]: cluster 2024-03-22T07:43:38.508166+0000 osd.6 (osd.6) 647 : cluster 3 failed to encode map e1065 with expected crc 2024-03-22T07:43:40.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:39 smithi129 bash[79695]: cluster 2024-03-22T07:43:38.518745+0000 osd.5 (osd.5) 678 : cluster 3 failed to encode map e1065 with expected crc 2024-03-22T07:43:40.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:39 smithi129 bash[79695]: cluster 2024-03-22T07:43:39.499604+0000 mon.a (mon.0) 1559 : cluster 0 osdmap e1066: 8 total, 8 up, 8 in 2024-03-22T07:43:40.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:39 smithi129 bash[79695]: cluster 2024-03-22T07:43:39.560436+0000 osd.7 (osd.7) 691 : cluster 3 failed to encode map e1066 with expected crc 2024-03-22T07:43:40.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:39 smithi129 bash[82160]: cluster 2024-03-22T07:43:38.303280+0000 mgr.y (mgr.25337) 1089 : cluster 0 pgmap v1773: 105 pgs: 105 active+clean; 19 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-03-22T07:43:40.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:39 smithi129 bash[82160]: cluster 2024-03-22T07:43:38.508166+0000 osd.6 (osd.6) 647 : cluster 3 failed to encode map e1065 with expected crc 2024-03-22T07:43:40.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:39 smithi129 bash[82160]: cluster 2024-03-22T07:43:38.518745+0000 osd.5 (osd.5) 678 : cluster 3 failed to encode map e1065 with expected crc 2024-03-22T07:43:40.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:39 smithi129 bash[82160]: cluster 2024-03-22T07:43:39.499604+0000 mon.a (mon.0) 1559 : cluster 0 osdmap e1066: 8 total, 8 up, 8 in 2024-03-22T07:43:40.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:39 smithi129 bash[82160]: cluster 2024-03-22T07:43:39.560436+0000 osd.7 (osd.7) 691 : cluster 3 failed to encode map e1066 with expected crc 2024-03-22T07:43:40.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:39 smithi148 bash[66753]: cluster 2024-03-22T07:43:38.303280+0000 mgr.y (mgr.25337) 1089 : cluster 0 pgmap v1773: 105 pgs: 105 active+clean; 19 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-03-22T07:43:40.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:39 smithi148 bash[66753]: cluster 2024-03-22T07:43:38.508166+0000 osd.6 (osd.6) 647 : cluster 3 failed to encode map e1065 with expected crc 2024-03-22T07:43:40.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:39 smithi148 bash[66753]: cluster 2024-03-22T07:43:38.518745+0000 osd.5 (osd.5) 678 : cluster 3 failed to encode map e1065 with expected crc 2024-03-22T07:43:40.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:39 smithi148 bash[66753]: cluster 2024-03-22T07:43:39.499604+0000 mon.a (mon.0) 1559 : cluster 0 osdmap e1066: 8 total, 8 up, 8 in 2024-03-22T07:43:40.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:39 smithi148 bash[66753]: cluster 2024-03-22T07:43:39.560436+0000 osd.7 (osd.7) 691 : cluster 3 failed to encode map e1066 with expected crc 2024-03-22T07:43:41.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:40 smithi129 bash[79695]: cluster 2024-03-22T07:43:39.502697+0000 osd.5 (osd.5) 679 : cluster 3 failed to encode map e1066 with expected crc 2024-03-22T07:43:41.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:40 smithi129 bash[79695]: cluster 2024-03-22T07:43:39.514063+0000 osd.6 (osd.6) 648 : cluster 3 failed to encode map e1066 with expected crc 2024-03-22T07:43:41.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:40 smithi129 bash[79695]: cluster 2024-03-22T07:43:40.503804+0000 mon.a (mon.0) 1560 : cluster 0 osdmap e1067: 8 total, 8 up, 8 in 2024-03-22T07:43:41.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:40 smithi129 bash[79695]: cluster 2024-03-22T07:43:40.514352+0000 osd.7 (osd.7) 692 : cluster 3 failed to encode map e1067 with expected crc 2024-03-22T07:43:41.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:40 smithi129 bash[82160]: cluster 2024-03-22T07:43:39.502697+0000 osd.5 (osd.5) 679 : cluster 3 failed to encode map e1066 with expected crc 2024-03-22T07:43:41.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:40 smithi129 bash[82160]: cluster 2024-03-22T07:43:39.514063+0000 osd.6 (osd.6) 648 : cluster 3 failed to encode map e1066 with expected crc 2024-03-22T07:43:41.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:40 smithi129 bash[82160]: cluster 2024-03-22T07:43:40.503804+0000 mon.a (mon.0) 1560 : cluster 0 osdmap e1067: 8 total, 8 up, 8 in 2024-03-22T07:43:41.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:40 smithi129 bash[82160]: cluster 2024-03-22T07:43:40.514352+0000 osd.7 (osd.7) 692 : cluster 3 failed to encode map e1067 with expected crc 2024-03-22T07:43:41.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:40 smithi148 bash[66753]: cluster 2024-03-22T07:43:39.502697+0000 osd.5 (osd.5) 679 : cluster 3 failed to encode map e1066 with expected crc 2024-03-22T07:43:41.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:40 smithi148 bash[66753]: cluster 2024-03-22T07:43:39.514063+0000 osd.6 (osd.6) 648 : cluster 3 failed to encode map e1066 with expected crc 2024-03-22T07:43:41.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:40 smithi148 bash[66753]: cluster 2024-03-22T07:43:40.503804+0000 mon.a (mon.0) 1560 : cluster 0 osdmap e1067: 8 total, 8 up, 8 in 2024-03-22T07:43:41.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:40 smithi148 bash[66753]: cluster 2024-03-22T07:43:40.514352+0000 osd.7 (osd.7) 692 : cluster 3 failed to encode map e1067 with expected crc 2024-03-22T07:43:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:41 smithi129 bash[79695]: cluster 2024-03-22T07:43:40.304016+0000 mgr.y (mgr.25337) 1090 : cluster 0 pgmap v1776: 105 pgs: 105 active+clean; 20 MiB data, 632 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 264 KiB/s wr, 93 op/s 2024-03-22T07:43:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:41 smithi129 bash[79695]: cluster 2024-03-22T07:43:40.544055+0000 osd.5 (osd.5) 680 : cluster 3 failed to encode map e1067 with expected crc 2024-03-22T07:43:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:41 smithi129 bash[79695]: cluster 2024-03-22T07:43:41.503983+0000 osd.7 (osd.7) 693 : cluster 3 failed to encode map e1068 with expected crc 2024-03-22T07:43:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:41 smithi129 bash[79695]: cluster 2024-03-22T07:43:41.504797+0000 mon.a (mon.0) 1561 : cluster 0 osdmap e1068: 8 total, 8 up, 8 in 2024-03-22T07:43:42.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:41 smithi129 bash[82160]: cluster 2024-03-22T07:43:40.304016+0000 mgr.y (mgr.25337) 1090 : cluster 0 pgmap v1776: 105 pgs: 105 active+clean; 20 MiB data, 632 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 264 KiB/s wr, 93 op/s 2024-03-22T07:43:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:41 smithi129 bash[82160]: cluster 2024-03-22T07:43:40.544055+0000 osd.5 (osd.5) 680 : cluster 3 failed to encode map e1067 with expected crc 2024-03-22T07:43:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:41 smithi129 bash[82160]: cluster 2024-03-22T07:43:41.503983+0000 osd.7 (osd.7) 693 : cluster 3 failed to encode map e1068 with expected crc 2024-03-22T07:43:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:41 smithi129 bash[82160]: cluster 2024-03-22T07:43:41.504797+0000 mon.a (mon.0) 1561 : cluster 0 osdmap e1068: 8 total, 8 up, 8 in 2024-03-22T07:43:42.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:41 smithi148 bash[66753]: cluster 2024-03-22T07:43:40.304016+0000 mgr.y (mgr.25337) 1090 : cluster 0 pgmap v1776: 105 pgs: 105 active+clean; 20 MiB data, 632 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 264 KiB/s wr, 93 op/s 2024-03-22T07:43:42.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:41 smithi148 bash[66753]: cluster 2024-03-22T07:43:40.544055+0000 osd.5 (osd.5) 680 : cluster 3 failed to encode map e1067 with expected crc 2024-03-22T07:43:42.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:41 smithi148 bash[66753]: cluster 2024-03-22T07:43:41.503983+0000 osd.7 (osd.7) 693 : cluster 3 failed to encode map e1068 with expected crc 2024-03-22T07:43:42.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:41 smithi148 bash[66753]: cluster 2024-03-22T07:43:41.504797+0000 mon.a (mon.0) 1561 : cluster 0 osdmap e1068: 8 total, 8 up, 8 in 2024-03-22T07:43:42.600 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3004 ms) 2024-03-22T07:43:42.600 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-03-22T07:43:42.600 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:43:42.696 INFO:tasks.workunit.client.0.smithi129.stdout: i=0 exists [25722614~1811563,30078190~5411628,52765297~3180730,116402179~2400054,158262649~884457,185162594~530792,253773471~74471,287056515~6614820,303540020~2564560,341221060~4137169] wrote [25722614~1811563,30078190~5411628,52765297~3180730,116402179~2400054,158262649~884457,185162594~530792,253773471~74471,287056515~6614820,303540020~2564560,341221060~4137169] 2024-03-22T07:43:43.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:42 smithi129 bash[79695]: cluster 2024-03-22T07:43:41.504936+0000 osd.6 (osd.6) 649 : cluster 3 failed to encode map e1068 with expected crc 2024-03-22T07:43:43.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:42 smithi129 bash[79695]: cluster 2024-03-22T07:43:41.528067+0000 osd.5 (osd.5) 681 : cluster 3 failed to encode map e1068 with expected crc 2024-03-22T07:43:43.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:42 smithi129 bash[79695]: cluster 2024-03-22T07:43:42.506665+0000 osd.7 (osd.7) 694 : cluster 3 failed to encode map e1069 with expected crc 2024-03-22T07:43:43.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:42 smithi129 bash[79695]: cluster 2024-03-22T07:43:42.507649+0000 mon.a (mon.0) 1562 : cluster 0 osdmap e1069: 8 total, 8 up, 8 in 2024-03-22T07:43:43.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:42 smithi129 bash[82160]: cluster 2024-03-22T07:43:41.504936+0000 osd.6 (osd.6) 649 : cluster 3 failed to encode map e1068 with expected crc 2024-03-22T07:43:43.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:42 smithi129 bash[82160]: cluster 2024-03-22T07:43:41.528067+0000 osd.5 (osd.5) 681 : cluster 3 failed to encode map e1068 with expected crc 2024-03-22T07:43:43.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:42 smithi129 bash[82160]: cluster 2024-03-22T07:43:42.506665+0000 osd.7 (osd.7) 694 : cluster 3 failed to encode map e1069 with expected crc 2024-03-22T07:43:43.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:42 smithi129 bash[82160]: cluster 2024-03-22T07:43:42.507649+0000 mon.a (mon.0) 1562 : cluster 0 osdmap e1069: 8 total, 8 up, 8 in 2024-03-22T07:43:43.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:42 smithi148 bash[66753]: cluster 2024-03-22T07:43:41.504936+0000 osd.6 (osd.6) 649 : cluster 3 failed to encode map e1068 with expected crc 2024-03-22T07:43:43.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:42 smithi148 bash[66753]: cluster 2024-03-22T07:43:41.528067+0000 osd.5 (osd.5) 681 : cluster 3 failed to encode map e1068 with expected crc 2024-03-22T07:43:43.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:42 smithi148 bash[66753]: cluster 2024-03-22T07:43:42.506665+0000 osd.7 (osd.7) 694 : cluster 3 failed to encode map e1069 with expected crc 2024-03-22T07:43:43.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:42 smithi148 bash[66753]: cluster 2024-03-22T07:43:42.507649+0000 mon.a (mon.0) 1562 : cluster 0 osdmap e1069: 8 total, 8 up, 8 in 2024-03-22T07:43:43.840 INFO:tasks.workunit.client.0.smithi129.stdout: i=1 exists [25722614~1811563,30078190~5411628,51396850~4549177,116402179~2400054,155182723~1922066,158262649~884457,168260320~7832011,185162594~530792,214076398~7822796,226833858~114668,253651062~4365621,287056515~6614820,299065116~1420899,301581568~4523012,310888168~6932135,341221060~4137169,377298436~1348445] wrote [51396850~3729287,155182723~1922066,168260320~7832011,214076398~7822796,226833858~114668,253651062~4365621,299065116~1420899,301581568~2311842,310888168~6932135,377298436~1348445] 2024-03-22T07:43:44.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:43:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:43:43] "GET /metrics HTTP/1.1" 200 36514 "" "Prometheus/2.43.0" 2024-03-22T07:43:44.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:43 smithi129 bash[82160]: cluster 2024-03-22T07:43:42.304822+0000 mgr.y (mgr.25337) 1091 : cluster 0 pgmap v1779: 105 pgs: 105 active+clean; 21 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 519 KiB/s wr, 85 op/s 2024-03-22T07:43:44.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:43 smithi129 bash[82160]: cluster 2024-03-22T07:43:42.507856+0000 osd.5 (osd.5) 682 : cluster 3 failed to encode map e1069 with expected crc 2024-03-22T07:43:44.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:43 smithi129 bash[82160]: audit 2024-03-22T07:43:42.804352+0000 mon.c (mon.2) 424 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:43:44.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:43 smithi129 bash[82160]: audit 2024-03-22T07:43:43.385391+0000 mon.a (mon.0) 1563 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:44.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:43 smithi129 bash[82160]: audit 2024-03-22T07:43:43.403006+0000 mon.a (mon.0) 1564 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:43 smithi129 bash[79695]: cluster 2024-03-22T07:43:42.304822+0000 mgr.y (mgr.25337) 1091 : cluster 0 pgmap v1779: 105 pgs: 105 active+clean; 21 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 519 KiB/s wr, 85 op/s 2024-03-22T07:43:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:43 smithi129 bash[79695]: cluster 2024-03-22T07:43:42.507856+0000 osd.5 (osd.5) 682 : cluster 3 failed to encode map e1069 with expected crc 2024-03-22T07:43:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:43 smithi129 bash[79695]: audit 2024-03-22T07:43:42.804352+0000 mon.c (mon.2) 424 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:43:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:43 smithi129 bash[79695]: audit 2024-03-22T07:43:43.385391+0000 mon.a (mon.0) 1563 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:44.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:43 smithi129 bash[79695]: audit 2024-03-22T07:43:43.403006+0000 mon.a (mon.0) 1564 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:44.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:43 smithi148 bash[66753]: cluster 2024-03-22T07:43:42.304822+0000 mgr.y (mgr.25337) 1091 : cluster 0 pgmap v1779: 105 pgs: 105 active+clean; 21 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s rd, 519 KiB/s wr, 85 op/s 2024-03-22T07:43:44.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:43 smithi148 bash[66753]: cluster 2024-03-22T07:43:42.507856+0000 osd.5 (osd.5) 682 : cluster 3 failed to encode map e1069 with expected crc 2024-03-22T07:43:44.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:43 smithi148 bash[66753]: audit 2024-03-22T07:43:42.804352+0000 mon.c (mon.2) 424 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:43:44.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:43 smithi148 bash[66753]: audit 2024-03-22T07:43:43.385391+0000 mon.a (mon.0) 1563 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:44.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:43 smithi148 bash[66753]: audit 2024-03-22T07:43:43.403006+0000 mon.a (mon.0) 1564 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:44.835 INFO:tasks.workunit.client.0.smithi129.stdout: i=2 exists [10529804~4117087,25722614~2563845,30078190~5411628,44843115~1594183,51396850~4549177,64176521~4271398,87678575~236145,98890794~1498934,116402179~2400054,155182723~1922066,158262649~884457,168260320~7832011,185162594~530792,197222674~1064794,214076398~7822796,226833858~114668,253651062~4365621,287056515~6614820,298678868~9262696,310888168~6932135,341221060~4137169,377298436~1348445,392526950~5695226] wrote [10529804~4117087,26572530~1713929,44843115~1594183,64176521~4271398,87678575~236145,98890794~1498934,197222674~1064794,298678868~5809503,305558548~2383016,392526950~5695226] 2024-03-22T07:43:45.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:44 smithi129 bash[82160]: cluster 2024-03-22T07:43:43.753634+0000 osd.5 (osd.5) 683 : cluster 3 failed to encode map e1070 with expected crc 2024-03-22T07:43:45.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:44 smithi129 bash[82160]: cluster 2024-03-22T07:43:43.754223+0000 mon.a (mon.0) 1565 : cluster 0 osdmap e1070: 8 total, 8 up, 8 in 2024-03-22T07:43:45.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:44 smithi129 bash[82160]: cluster 2024-03-22T07:43:43.759931+0000 osd.6 (osd.6) 650 : cluster 3 failed to encode map e1070 with expected crc 2024-03-22T07:43:45.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:44 smithi129 bash[79695]: cluster 2024-03-22T07:43:43.753634+0000 osd.5 (osd.5) 683 : cluster 3 failed to encode map e1070 with expected crc 2024-03-22T07:43:45.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:44 smithi129 bash[79695]: cluster 2024-03-22T07:43:43.754223+0000 mon.a (mon.0) 1565 : cluster 0 osdmap e1070: 8 total, 8 up, 8 in 2024-03-22T07:43:45.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:44 smithi129 bash[79695]: cluster 2024-03-22T07:43:43.759931+0000 osd.6 (osd.6) 650 : cluster 3 failed to encode map e1070 with expected crc 2024-03-22T07:43:45.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:44 smithi148 bash[66753]: cluster 2024-03-22T07:43:43.753634+0000 osd.5 (osd.5) 683 : cluster 3 failed to encode map e1070 with expected crc 2024-03-22T07:43:45.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:44 smithi148 bash[66753]: cluster 2024-03-22T07:43:43.754223+0000 mon.a (mon.0) 1565 : cluster 0 osdmap e1070: 8 total, 8 up, 8 in 2024-03-22T07:43:45.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:44 smithi148 bash[66753]: cluster 2024-03-22T07:43:43.759931+0000 osd.6 (osd.6) 650 : cluster 3 failed to encode map e1070 with expected crc 2024-03-22T07:43:45.864 INFO:tasks.workunit.client.0.smithi129.stdout: i=3 exists [10529804~4117087,25722614~2563845,30078190~5411628,44843115~3276857,51396850~4549177,64176521~4271398,68742140~1679883,87678575~236145,98890794~1498934,106599223~5868575,116402179~2400054,155182723~1922066,158262649~884457,162226481~1926677,168260320~7832011,183838431~7676357,197222674~1064794,214076398~7822796,226833858~114668,233266809~264761,234447346~7975633,253651062~4365621,266258886~802632,268834083~5677761,287056515~6614820,298678868~9262696,310888168~6932135,339907209~5451020,377298436~1348445,392526950~5695226] wrote [44990349~3129623,68742140~1679883,106599223~5868575,162226481~1926677,183838431~7676357,233266809~264761,234447346~7975633,266258886~802632,268834083~5677761,339907209~4936362] 2024-03-22T07:43:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:45 smithi129 bash[79695]: cluster 2024-03-22T07:43:44.305812+0000 mgr.y (mgr.25337) 1092 : cluster 0 pgmap v1782: 105 pgs: 105 active+clean; 66 MiB data, 695 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s rd, 7.5 MiB/s wr, 130 op/s 2024-03-22T07:43:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:45 smithi129 bash[79695]: cluster 2024-03-22T07:43:44.761973+0000 osd.7 (osd.7) 695 : cluster 3 failed to encode map e1071 with expected crc 2024-03-22T07:43:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:45 smithi129 bash[79695]: cluster 2024-03-22T07:43:44.765812+0000 mon.a (mon.0) 1566 : cluster 0 osdmap e1071: 8 total, 8 up, 8 in 2024-03-22T07:43:46.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:45 smithi129 bash[79695]: cluster 2024-03-22T07:43:44.771727+0000 osd.6 (osd.6) 651 : cluster 3 failed to encode map e1071 with expected crc 2024-03-22T07:43:46.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:45 smithi129 bash[82160]: cluster 2024-03-22T07:43:44.305812+0000 mgr.y (mgr.25337) 1092 : cluster 0 pgmap v1782: 105 pgs: 105 active+clean; 66 MiB data, 695 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s rd, 7.5 MiB/s wr, 130 op/s 2024-03-22T07:43:46.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:45 smithi129 bash[82160]: cluster 2024-03-22T07:43:44.761973+0000 osd.7 (osd.7) 695 : cluster 3 failed to encode map e1071 with expected crc 2024-03-22T07:43:46.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:45 smithi129 bash[82160]: cluster 2024-03-22T07:43:44.765812+0000 mon.a (mon.0) 1566 : cluster 0 osdmap e1071: 8 total, 8 up, 8 in 2024-03-22T07:43:46.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:45 smithi129 bash[82160]: cluster 2024-03-22T07:43:44.771727+0000 osd.6 (osd.6) 651 : cluster 3 failed to encode map e1071 with expected crc 2024-03-22T07:43:46.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:45 smithi148 bash[66753]: cluster 2024-03-22T07:43:44.305812+0000 mgr.y (mgr.25337) 1092 : cluster 0 pgmap v1782: 105 pgs: 105 active+clean; 66 MiB data, 695 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s rd, 7.5 MiB/s wr, 130 op/s 2024-03-22T07:43:46.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:45 smithi148 bash[66753]: cluster 2024-03-22T07:43:44.761973+0000 osd.7 (osd.7) 695 : cluster 3 failed to encode map e1071 with expected crc 2024-03-22T07:43:46.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:45 smithi148 bash[66753]: cluster 2024-03-22T07:43:44.765812+0000 mon.a (mon.0) 1566 : cluster 0 osdmap e1071: 8 total, 8 up, 8 in 2024-03-22T07:43:46.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:45 smithi148 bash[66753]: cluster 2024-03-22T07:43:44.771727+0000 osd.6 (osd.6) 651 : cluster 3 failed to encode map e1071 with expected crc 2024-03-22T07:43:46.927 INFO:tasks.workunit.client.0.smithi129.stdout: i=4 exists [8103754~6543137,21365608~6920851,30078190~5411628,44843115~3276857,51396850~4549177,64176521~4271398,68742140~1679883,87326972~1949812,90877773~6448600,98890794~1498934,103344490~9123308,114224538~6983107,155182723~1922066,158262649~884457,162226481~1926677,165036259~11056072,183838431~7676357,195503730~5431855,214076398~7822796,226833858~114668,233266809~264761,234447346~7975633,253651062~4365621,266258886~802632,268834083~5677761,287056515~6614820,298678868~9262696,310888168~6932135,339907209~5451020,377298436~1348445,392526950~6494231] wrote [8103754~3350305,21365608~6802989,87326972~1949812,90877773~6448600,103344490~6948517,114224538~6983107,165036259~6776158,195503730~5431855,394539806~4481375] 2024-03-22T07:43:47.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:46 smithi129 bash[79695]: cluster 2024-03-22T07:43:45.763718+0000 osd.7 (osd.7) 696 : cluster 3 failed to encode map e1072 with expected crc 2024-03-22T07:43:47.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:46 smithi129 bash[79695]: cluster 2024-03-22T07:43:45.765497+0000 mon.a (mon.0) 1567 : cluster 0 osdmap e1072: 8 total, 8 up, 8 in 2024-03-22T07:43:47.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:46 smithi129 bash[79695]: cluster 2024-03-22T07:43:45.772016+0000 osd.6 (osd.6) 652 : cluster 3 failed to encode map e1072 with expected crc 2024-03-22T07:43:47.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:46 smithi129 bash[82160]: cluster 2024-03-22T07:43:45.763718+0000 osd.7 (osd.7) 696 : cluster 3 failed to encode map e1072 with expected crc 2024-03-22T07:43:47.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:46 smithi129 bash[82160]: cluster 2024-03-22T07:43:45.765497+0000 mon.a (mon.0) 1567 : cluster 0 osdmap e1072: 8 total, 8 up, 8 in 2024-03-22T07:43:47.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:46 smithi129 bash[82160]: cluster 2024-03-22T07:43:45.772016+0000 osd.6 (osd.6) 652 : cluster 3 failed to encode map e1072 with expected crc 2024-03-22T07:43:47.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:46 smithi148 bash[66753]: cluster 2024-03-22T07:43:45.763718+0000 osd.7 (osd.7) 696 : cluster 3 failed to encode map e1072 with expected crc 2024-03-22T07:43:47.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:46 smithi148 bash[66753]: cluster 2024-03-22T07:43:45.765497+0000 mon.a (mon.0) 1567 : cluster 0 osdmap e1072: 8 total, 8 up, 8 in 2024-03-22T07:43:47.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:46 smithi148 bash[66753]: cluster 2024-03-22T07:43:45.772016+0000 osd.6 (osd.6) 652 : cluster 3 failed to encode map e1072 with expected crc 2024-03-22T07:43:47.880 INFO:tasks.workunit.client.0.smithi129.stdout: i=5 exists [8103754~6543137,21365608~6920851,30078190~5411628,40106244~1517110,44843115~4356818,51396850~4549177,64176521~4271398,68742140~1679883,74631097~937656,87326972~1949812,90877773~6448600,98890794~1498934,103344490~9123308,114224538~6983107,133084658~5548157,155182723~1922066,158262649~884457,162226481~1926677,165036259~11056072,183838431~7676357,195503730~5431855,214076398~7822796,226833858~114668,233266809~264761,234447346~7975633,253651062~4365621,266258886~802632,268834083~11451325,287056515~6614820,298678868~9262696,310888168~6932135,318908038~4406171,339907209~5451020,368204014~363416,373598258~2392025,377298436~1348445,384664813~6535619,392526950~6494231] wrote [40106244~1517110,46233823~2966110,74631097~937656,133084658~5548157,273672140~6613268,318908038~4406171,340365882~4401201,368204014~363416,373598258~2392025,384664813~6535619] 2024-03-22T07:43:48.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:47 smithi129 bash[79695]: cluster 2024-03-22T07:43:46.306520+0000 mgr.y (mgr.25337) 1093 : cluster 0 pgmap v1785: 105 pgs: 105 active+clean; 109 MiB data, 752 MiB used, 714 GiB / 715 GiB avail; 82 KiB/s rd, 16 MiB/s wr, 134 op/s 2024-03-22T07:43:48.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:47 smithi129 bash[79695]: cluster 2024-03-22T07:43:46.783616+0000 osd.7 (osd.7) 697 : cluster 3 failed to encode map e1073 with expected crc 2024-03-22T07:43:48.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:47 smithi129 bash[79695]: cluster 2024-03-22T07:43:46.787473+0000 mon.a (mon.0) 1568 : cluster 0 osdmap e1073: 8 total, 8 up, 8 in 2024-03-22T07:43:48.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:47 smithi129 bash[79695]: cluster 2024-03-22T07:43:46.793449+0000 osd.6 (osd.6) 653 : cluster 3 failed to encode map e1073 with expected crc 2024-03-22T07:43:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:47 smithi129 bash[79695]: cluster 2024-03-22T07:43:46.798175+0000 osd.6 (osd.6) 654 : cluster 3 failed to encode map e1073 with expected crc 2024-03-22T07:43:48.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:47 smithi129 bash[79695]: cluster 2024-03-22T07:43:46.801379+0000 osd.6 (osd.6) 655 : cluster 3 failed to encode map e1073 with expected crc 2024-03-22T07:43:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:47 smithi129 bash[82160]: cluster 2024-03-22T07:43:46.306520+0000 mgr.y (mgr.25337) 1093 : cluster 0 pgmap v1785: 105 pgs: 105 active+clean; 109 MiB data, 752 MiB used, 714 GiB / 715 GiB avail; 82 KiB/s rd, 16 MiB/s wr, 134 op/s 2024-03-22T07:43:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:47 smithi129 bash[82160]: cluster 2024-03-22T07:43:46.783616+0000 osd.7 (osd.7) 697 : cluster 3 failed to encode map e1073 with expected crc 2024-03-22T07:43:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:47 smithi129 bash[82160]: cluster 2024-03-22T07:43:46.787473+0000 mon.a (mon.0) 1568 : cluster 0 osdmap e1073: 8 total, 8 up, 8 in 2024-03-22T07:43:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:47 smithi129 bash[82160]: cluster 2024-03-22T07:43:46.793449+0000 osd.6 (osd.6) 653 : cluster 3 failed to encode map e1073 with expected crc 2024-03-22T07:43:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:47 smithi129 bash[82160]: cluster 2024-03-22T07:43:46.798175+0000 osd.6 (osd.6) 654 : cluster 3 failed to encode map e1073 with expected crc 2024-03-22T07:43:48.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:47 smithi129 bash[82160]: cluster 2024-03-22T07:43:46.801379+0000 osd.6 (osd.6) 655 : cluster 3 failed to encode map e1073 with expected crc 2024-03-22T07:43:48.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:47 smithi148 bash[66753]: cluster 2024-03-22T07:43:46.306520+0000 mgr.y (mgr.25337) 1093 : cluster 0 pgmap v1785: 105 pgs: 105 active+clean; 109 MiB data, 752 MiB used, 714 GiB / 715 GiB avail; 82 KiB/s rd, 16 MiB/s wr, 134 op/s 2024-03-22T07:43:48.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:47 smithi148 bash[66753]: cluster 2024-03-22T07:43:46.783616+0000 osd.7 (osd.7) 697 : cluster 3 failed to encode map e1073 with expected crc 2024-03-22T07:43:48.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:47 smithi148 bash[66753]: cluster 2024-03-22T07:43:46.787473+0000 mon.a (mon.0) 1568 : cluster 0 osdmap e1073: 8 total, 8 up, 8 in 2024-03-22T07:43:48.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:47 smithi148 bash[66753]: cluster 2024-03-22T07:43:46.793449+0000 osd.6 (osd.6) 653 : cluster 3 failed to encode map e1073 with expected crc 2024-03-22T07:43:48.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:47 smithi148 bash[66753]: cluster 2024-03-22T07:43:46.798175+0000 osd.6 (osd.6) 654 : cluster 3 failed to encode map e1073 with expected crc 2024-03-22T07:43:48.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:47 smithi148 bash[66753]: cluster 2024-03-22T07:43:46.801379+0000 osd.6 (osd.6) 655 : cluster 3 failed to encode map e1073 with expected crc 2024-03-22T07:43:48.861 INFO:tasks.workunit.client.0.smithi129.stdout: i=6 exists [8103754~6543137,18650128~9636331,30078190~5411628,40106244~1517110,44843115~4356818,51396850~4549177,62479679~5968240,68742140~1679883,74631097~937656,77137967~5639491,87326972~1949812,90877773~6448600,98890794~2069007,103344490~9123308,114224538~6983107,133084658~5548157,155182723~1922066,158262649~884457,162226481~1926677,165036259~11056072,181629598~1171009,183838431~7676357,195503730~5431855,214076398~7822796,226833858~114668,233266809~264761,234447346~7975633,253651062~4365621,266258886~802632,268834083~11451325,287056515~6614820,298678868~9262696,308068462~9751841,318908038~4406171,338941098~6417131,360909191~3578132,368204014~363416,373598258~2392025,377298436~1348445,384664813~6535619,392526950~6494231,406981080~6524697] wrote [18650128~3203807,62479679~3426584,77137967~5639491,100264402~695399,181629598~1171009,218940058~2288902,308068462~6893587,338941098~1328479,360909191~3578132,406981080~6524697] 2024-03-22T07:43:49.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:48 smithi129 bash[79695]: cluster 2024-03-22T07:43:47.787032+0000 osd.5 (osd.5) 684 : cluster 3 failed to encode map e1074 with expected crc 2024-03-22T07:43:49.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:48 smithi129 bash[79695]: cluster 2024-03-22T07:43:47.787091+0000 osd.7 (osd.7) 698 : cluster 3 failed to encode map e1074 with expected crc 2024-03-22T07:43:49.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:48 smithi129 bash[79695]: cluster 2024-03-22T07:43:47.787986+0000 mon.a (mon.0) 1569 : cluster 0 osdmap e1074: 8 total, 8 up, 8 in 2024-03-22T07:43:49.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:48 smithi129 bash[79695]: cluster 2024-03-22T07:43:47.793694+0000 osd.6 (osd.6) 656 : cluster 3 failed to encode map e1074 with expected crc 2024-03-22T07:43:49.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:48 smithi129 bash[82160]: cluster 2024-03-22T07:43:47.787032+0000 osd.5 (osd.5) 684 : cluster 3 failed to encode map e1074 with expected crc 2024-03-22T07:43:49.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:48 smithi129 bash[82160]: cluster 2024-03-22T07:43:47.787091+0000 osd.7 (osd.7) 698 : cluster 3 failed to encode map e1074 with expected crc 2024-03-22T07:43:49.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:48 smithi129 bash[82160]: cluster 2024-03-22T07:43:47.787986+0000 mon.a (mon.0) 1569 : cluster 0 osdmap e1074: 8 total, 8 up, 8 in 2024-03-22T07:43:49.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:48 smithi129 bash[82160]: cluster 2024-03-22T07:43:47.793694+0000 osd.6 (osd.6) 656 : cluster 3 failed to encode map e1074 with expected crc 2024-03-22T07:43:49.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:48 smithi148 bash[66753]: cluster 2024-03-22T07:43:47.787032+0000 osd.5 (osd.5) 684 : cluster 3 failed to encode map e1074 with expected crc 2024-03-22T07:43:49.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:48 smithi148 bash[66753]: cluster 2024-03-22T07:43:47.787091+0000 osd.7 (osd.7) 698 : cluster 3 failed to encode map e1074 with expected crc 2024-03-22T07:43:49.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:48 smithi148 bash[66753]: cluster 2024-03-22T07:43:47.787986+0000 mon.a (mon.0) 1569 : cluster 0 osdmap e1074: 8 total, 8 up, 8 in 2024-03-22T07:43:49.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:48 smithi148 bash[66753]: cluster 2024-03-22T07:43:47.793694+0000 osd.6 (osd.6) 656 : cluster 3 failed to encode map e1074 with expected crc 2024-03-22T07:43:49.901 INFO:tasks.workunit.client.0.smithi129.stdout: i=7 exists [8103754~6543137,18650128~9636331,30078190~5411628,40106244~1517110,44843115~4356818,51396850~4549177,57934512~10513407,68742140~1679883,74631097~937656,77137967~5639491,87326972~1949812,90877773~6448600,98890794~2069007,103344490~9123308,114224538~6983107,127697029~3348894,133084658~5548157,155182723~1922066,158262649~884457,162226481~1926677,165036259~11056072,180615020~2362084,183838431~11060478,195503730~5431855,210318065~1793414,214076398~7822796,226833858~114668,233266809~264761,234447346~7975633,246509172~6306684,253651062~4365621,264580961~327857,266258886~802632,267354128~12931280,285955062~264655,287056515~6614820,298678868~9262696,308068462~9751841,318908038~4406171,338941098~6417131,360909191~3578132,368204014~363416,373598258~2392025,377298436~1348445,384664813~6535619,392526950~6494231,406981080~6524697] wrote [57934512~7965165,127697029~3348894,180615020~2362084,188913451~5985458,210318065~1793414,246509172~6306684,264580961~327857,267354128~4876373,285955062~264655,310993834~4118423] 2024-03-22T07:43:50.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[82160]: cluster 2024-03-22T07:43:48.307382+0000 mgr.y (mgr.25337) 1094 : cluster 0 pgmap v1788: 105 pgs: 105 active+clean; 178 MiB data, 958 MiB used, 714 GiB / 715 GiB avail; 146 KiB/s rd, 20 MiB/s wr, 236 op/s 2024-03-22T07:43:50.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[82160]: cluster 2024-03-22T07:43:48.800167+0000 osd.7 (osd.7) 699 : cluster 3 failed to encode map e1075 with expected crc 2024-03-22T07:43:50.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[82160]: cluster 2024-03-22T07:43:48.800537+0000 mon.a (mon.0) 1570 : cluster 0 osdmap e1075: 8 total, 8 up, 8 in 2024-03-22T07:43:50.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[82160]: cluster 2024-03-22T07:43:48.805003+0000 osd.6 (osd.6) 657 : cluster 3 failed to encode map e1075 with expected crc 2024-03-22T07:43:50.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[82160]: audit 2024-03-22T07:43:48.895168+0000 mon.a (mon.0) 1571 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:50.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[82160]: audit 2024-03-22T07:43:48.902937+0000 mon.a (mon.0) 1572 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:50.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[82160]: audit 2024-03-22T07:43:49.301202+0000 mon.a (mon.0) 1573 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:50.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[82160]: audit 2024-03-22T07:43:49.310869+0000 mon.a (mon.0) 1574 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:50.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[79695]: cluster 2024-03-22T07:43:48.307382+0000 mgr.y (mgr.25337) 1094 : cluster 0 pgmap v1788: 105 pgs: 105 active+clean; 178 MiB data, 958 MiB used, 714 GiB / 715 GiB avail; 146 KiB/s rd, 20 MiB/s wr, 236 op/s 2024-03-22T07:43:50.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[79695]: cluster 2024-03-22T07:43:48.800167+0000 osd.7 (osd.7) 699 : cluster 3 failed to encode map e1075 with expected crc 2024-03-22T07:43:50.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[79695]: cluster 2024-03-22T07:43:48.800537+0000 mon.a (mon.0) 1570 : cluster 0 osdmap e1075: 8 total, 8 up, 8 in 2024-03-22T07:43:50.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[79695]: cluster 2024-03-22T07:43:48.805003+0000 osd.6 (osd.6) 657 : cluster 3 failed to encode map e1075 with expected crc 2024-03-22T07:43:50.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[79695]: audit 2024-03-22T07:43:48.895168+0000 mon.a (mon.0) 1571 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:50.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[79695]: audit 2024-03-22T07:43:48.902937+0000 mon.a (mon.0) 1572 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:50.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[79695]: audit 2024-03-22T07:43:49.301202+0000 mon.a (mon.0) 1573 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:50.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:49 smithi129 bash[79695]: audit 2024-03-22T07:43:49.310869+0000 mon.a (mon.0) 1574 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:50.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:49 smithi148 bash[66753]: cluster 2024-03-22T07:43:48.307382+0000 mgr.y (mgr.25337) 1094 : cluster 0 pgmap v1788: 105 pgs: 105 active+clean; 178 MiB data, 958 MiB used, 714 GiB / 715 GiB avail; 146 KiB/s rd, 20 MiB/s wr, 236 op/s 2024-03-22T07:43:50.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:49 smithi148 bash[66753]: cluster 2024-03-22T07:43:48.800167+0000 osd.7 (osd.7) 699 : cluster 3 failed to encode map e1075 with expected crc 2024-03-22T07:43:50.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:49 smithi148 bash[66753]: cluster 2024-03-22T07:43:48.800537+0000 mon.a (mon.0) 1570 : cluster 0 osdmap e1075: 8 total, 8 up, 8 in 2024-03-22T07:43:50.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:49 smithi148 bash[66753]: cluster 2024-03-22T07:43:48.805003+0000 osd.6 (osd.6) 657 : cluster 3 failed to encode map e1075 with expected crc 2024-03-22T07:43:50.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:49 smithi148 bash[66753]: audit 2024-03-22T07:43:48.895168+0000 mon.a (mon.0) 1571 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:50.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:49 smithi148 bash[66753]: audit 2024-03-22T07:43:48.902937+0000 mon.a (mon.0) 1572 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:50.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:49 smithi148 bash[66753]: audit 2024-03-22T07:43:49.301202+0000 mon.a (mon.0) 1573 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:50.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:49 smithi148 bash[66753]: audit 2024-03-22T07:43:49.310869+0000 mon.a (mon.0) 1574 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:50.934 INFO:tasks.workunit.client.0.smithi129.stdout: i=8 exists [6734034~7912857,18650128~9636331,30078190~5411628,40106244~1517110,44843115~4356818,51396850~4549177,57934512~12487511,74631097~937656,77137967~5639491,83891184~6802645,90877773~6448600,98890794~2069007,103344490~9123308,114224538~6983107,127697029~3348894,133084658~5548157,155182723~1922066,158262649~884457,162226481~1926677,165036259~11056072,180615020~2362084,183838431~11060478,195503730~5431855,210318065~1793414,214076398~7822796,226833858~114668,233266809~264761,234447346~7975633,245146335~7669521,253651062~4365621,264580961~327857,266258886~802632,267354128~12931280,285955062~264655,287056515~6614820,297351357~10590207,308068462~9751841,318017361~7028965,338941098~6417131,360909191~3578132,368204014~363416,373598258~2392025,377298436~1348445,379673159~1824402,384664813~6535619,392526950~6494231,406981080~6524697] wrote [6734034~1460728,65475079~3795260,83891184~6802645,109033941~772288,245146335~5567330,297351357~4552557,318017361~7028965,379673159~1824402] 2024-03-22T07:43:51.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:50 smithi129 bash[79695]: cluster 2024-03-22T07:43:49.806603+0000 mon.a (mon.0) 1575 : cluster 0 osdmap e1076: 8 total, 8 up, 8 in 2024-03-22T07:43:51.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:50 smithi129 bash[79695]: cluster 2024-03-22T07:43:49.808286+0000 osd.7 (osd.7) 700 : cluster 3 failed to encode map e1076 with expected crc 2024-03-22T07:43:51.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:50 smithi129 bash[79695]: cluster 2024-03-22T07:43:49.814407+0000 osd.6 (osd.6) 658 : cluster 3 failed to encode map e1076 with expected crc 2024-03-22T07:43:51.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:50 smithi129 bash[79695]: audit 2024-03-22T07:43:49.990756+0000 mon.c (mon.2) 425 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:43:51.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:50 smithi129 bash[79695]: audit 2024-03-22T07:43:49.992234+0000 mon.c (mon.2) 426 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:43:51.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:50 smithi129 bash[79695]: audit 2024-03-22T07:43:50.005046+0000 mon.a (mon.0) 1576 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:51.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:50 smithi129 bash[82160]: cluster 2024-03-22T07:43:49.806603+0000 mon.a (mon.0) 1575 : cluster 0 osdmap e1076: 8 total, 8 up, 8 in 2024-03-22T07:43:51.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:50 smithi129 bash[82160]: cluster 2024-03-22T07:43:49.808286+0000 osd.7 (osd.7) 700 : cluster 3 failed to encode map e1076 with expected crc 2024-03-22T07:43:51.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:50 smithi129 bash[82160]: cluster 2024-03-22T07:43:49.814407+0000 osd.6 (osd.6) 658 : cluster 3 failed to encode map e1076 with expected crc 2024-03-22T07:43:51.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:50 smithi129 bash[82160]: audit 2024-03-22T07:43:49.990756+0000 mon.c (mon.2) 425 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:43:51.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:50 smithi129 bash[82160]: audit 2024-03-22T07:43:49.992234+0000 mon.c (mon.2) 426 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:43:51.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:50 smithi129 bash[82160]: audit 2024-03-22T07:43:50.005046+0000 mon.a (mon.0) 1576 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:51.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:50 smithi148 bash[66753]: cluster 2024-03-22T07:43:49.806603+0000 mon.a (mon.0) 1575 : cluster 0 osdmap e1076: 8 total, 8 up, 8 in 2024-03-22T07:43:51.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:50 smithi148 bash[66753]: cluster 2024-03-22T07:43:49.808286+0000 osd.7 (osd.7) 700 : cluster 3 failed to encode map e1076 with expected crc 2024-03-22T07:43:51.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:50 smithi148 bash[66753]: cluster 2024-03-22T07:43:49.814407+0000 osd.6 (osd.6) 658 : cluster 3 failed to encode map e1076 with expected crc 2024-03-22T07:43:51.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:50 smithi148 bash[66753]: audit 2024-03-22T07:43:49.990756+0000 mon.c (mon.2) 425 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:43:51.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:50 smithi148 bash[66753]: audit 2024-03-22T07:43:49.992234+0000 mon.c (mon.2) 426 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:43:51.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:50 smithi148 bash[66753]: audit 2024-03-22T07:43:50.005046+0000 mon.a (mon.0) 1576 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:43:51.952 INFO:tasks.workunit.client.0.smithi129.stdout: i=9 exists [289740~3944797,6734034~7912857,18650128~9636331,30078190~11763610,44843115~4356818,51396850~4549177,57934512~12487511,74631097~937656,77137967~5639491,83891184~6802645,90877773~6448600,98890794~2069007,103344490~9123308,114224538~6983107,127697029~3348894,133084658~5548157,155182723~2164936,158262649~884457,162226481~1926677,165036259~11056072,180615020~2362084,183838431~11060478,195503730~5431855,210318065~1793414,214076398~7822796,226833858~114668,233266809~264761,234447346~7975633,245146335~7669521,253651062~7140513,264580961~327857,266258886~802632,267354128~12931280,285955062~264655,287056515~6614820,297351357~10590207,308068462~9751841,318017361~7028965,326993465~4676989,338941098~6417131,360909191~3578132,368204014~363416,373598258~2392025,377298436~1348445,379673159~1824402,381887675~1563648,384664813~6535619,392526950~6494231,401418831~12086946] wrote [289740~3944797,8494309~2843136,34654926~7186874,155713127~1634532,234533452~4035078,256200296~4591279,326993465~4676989,381887675~1563648,401418831~11125582] 2024-03-22T07:43:52.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:51 smithi129 bash[79695]: cluster 2024-03-22T07:43:50.308089+0000 mgr.y (mgr.25337) 1095 : cluster 0 pgmap v1791: 105 pgs: 105 active+clean; 306 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 164 KiB/s rd, 35 MiB/s wr, 268 op/s 2024-03-22T07:43:52.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:51 smithi129 bash[79695]: cluster 2024-03-22T07:43:50.824057+0000 osd.7 (osd.7) 701 : cluster 3 failed to encode map e1077 with expected crc 2024-03-22T07:43:52.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:51 smithi129 bash[79695]: cluster 2024-03-22T07:43:50.824378+0000 mon.a (mon.0) 1577 : cluster 0 osdmap e1077: 8 total, 8 up, 8 in 2024-03-22T07:43:52.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:51 smithi129 bash[79695]: cluster 2024-03-22T07:43:50.825183+0000 osd.6 (osd.6) 659 : cluster 3 failed to encode map e1077 with expected crc 2024-03-22T07:43:52.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:51 smithi129 bash[79695]: cluster 2024-03-22T07:43:50.830175+0000 osd.6 (osd.6) 660 : cluster 3 failed to encode map e1077 with expected crc 2024-03-22T07:43:52.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:51 smithi129 bash[82160]: cluster 2024-03-22T07:43:50.308089+0000 mgr.y (mgr.25337) 1095 : cluster 0 pgmap v1791: 105 pgs: 105 active+clean; 306 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 164 KiB/s rd, 35 MiB/s wr, 268 op/s 2024-03-22T07:43:52.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:51 smithi129 bash[82160]: cluster 2024-03-22T07:43:50.824057+0000 osd.7 (osd.7) 701 : cluster 3 failed to encode map e1077 with expected crc 2024-03-22T07:43:52.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:51 smithi129 bash[82160]: cluster 2024-03-22T07:43:50.824378+0000 mon.a (mon.0) 1577 : cluster 0 osdmap e1077: 8 total, 8 up, 8 in 2024-03-22T07:43:52.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:51 smithi129 bash[82160]: cluster 2024-03-22T07:43:50.825183+0000 osd.6 (osd.6) 659 : cluster 3 failed to encode map e1077 with expected crc 2024-03-22T07:43:52.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:51 smithi129 bash[82160]: cluster 2024-03-22T07:43:50.830175+0000 osd.6 (osd.6) 660 : cluster 3 failed to encode map e1077 with expected crc 2024-03-22T07:43:52.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:51 smithi148 bash[66753]: cluster 2024-03-22T07:43:50.308089+0000 mgr.y (mgr.25337) 1095 : cluster 0 pgmap v1791: 105 pgs: 105 active+clean; 306 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 164 KiB/s rd, 35 MiB/s wr, 268 op/s 2024-03-22T07:43:52.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:51 smithi148 bash[66753]: cluster 2024-03-22T07:43:50.824057+0000 osd.7 (osd.7) 701 : cluster 3 failed to encode map e1077 with expected crc 2024-03-22T07:43:52.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:51 smithi148 bash[66753]: cluster 2024-03-22T07:43:50.824378+0000 mon.a (mon.0) 1577 : cluster 0 osdmap e1077: 8 total, 8 up, 8 in 2024-03-22T07:43:52.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:51 smithi148 bash[66753]: cluster 2024-03-22T07:43:50.825183+0000 osd.6 (osd.6) 659 : cluster 3 failed to encode map e1077 with expected crc 2024-03-22T07:43:52.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:51 smithi148 bash[66753]: cluster 2024-03-22T07:43:50.830175+0000 osd.6 (osd.6) 660 : cluster 3 failed to encode map e1077 with expected crc 2024-03-22T07:43:52.948 INFO:tasks.workunit.client.0.smithi129.stdout: i=10 exists [289740~3944797,6734034~7912857,18650128~9636331,28602561~13239239,44843115~4356818,51396850~4549177,57934512~14223508,74631097~937656,77137967~5639491,83891184~6802645,90877773~11558936,103344490~9123308,114224538~6983107,127697029~3348894,133084658~5548157,155182723~2164936,158262649~884457,162226481~1926677,165036259~11056072,180615020~2362084,183838431~11060478,195503730~5431855,210318065~1793414,214076398~7822796,226833858~114668,233266809~264761,234447346~7975633,245146335~7669521,253651062~7140513,264580961~327857,266258886~802632,267354128~12931280,285955062~264655,287056515~9562821,297351357~10590207,308068462~9751841,318017361~7028965,326993465~4676989,338941098~6417131,360909191~3578132,366339549~112329,368204014~363416,373598258~2392025,377298436~1348445,379673159~1824402,381887675~1563648,384664813~6535619,392526950~6494231,401418831~12086946] wrote [28602561~3007531,68538140~3619880,97232810~5203899,127896026~231387,235469801~6415435,287963267~8656069,366339549~112329,388110815~1612270,406681204~6062800] 2024-03-22T07:43:53.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:52 smithi129 bash[79695]: cluster 2024-03-22T07:43:51.827361+0000 mon.a (mon.0) 1578 : cluster 0 osdmap e1078: 8 total, 8 up, 8 in 2024-03-22T07:43:53.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:52 smithi129 bash[79695]: cluster 2024-03-22T07:43:51.834261+0000 osd.6 (osd.6) 661 : cluster 3 failed to encode map e1078 with expected crc 2024-03-22T07:43:53.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:52 smithi129 bash[82160]: cluster 2024-03-22T07:43:51.827361+0000 mon.a (mon.0) 1578 : cluster 0 osdmap e1078: 8 total, 8 up, 8 in 2024-03-22T07:43:53.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:52 smithi129 bash[82160]: cluster 2024-03-22T07:43:51.834261+0000 osd.6 (osd.6) 661 : cluster 3 failed to encode map e1078 with expected crc 2024-03-22T07:43:53.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:52 smithi148 bash[66753]: cluster 2024-03-22T07:43:51.827361+0000 mon.a (mon.0) 1578 : cluster 0 osdmap e1078: 8 total, 8 up, 8 in 2024-03-22T07:43:53.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:52 smithi148 bash[66753]: cluster 2024-03-22T07:43:51.834261+0000 osd.6 (osd.6) 661 : cluster 3 failed to encode map e1078 with expected crc 2024-03-22T07:43:53.973 INFO:tasks.workunit.client.0.smithi129.stdout: i=11 exists [289740~3944797,6734034~7912857,17486352~10800107,28602561~13239239,44843115~4356818,51396850~4549177,57934512~14223508,74631097~937656,77137967~5639491,82807174~7886655,90877773~11558936,103344490~9123308,114224538~6983107,127697029~3348894,133084658~5548157,155182723~2164936,158262649~884457,162226481~1926677,165036259~11056072,180615020~2362084,183838431~11060478,195503730~5431855,210318065~1793414,214076398~7822796,226833858~114668,233266809~264761,234447346~7975633,245146335~7669521,253651062~7140513,264580961~327857,266258886~802632,267354128~12931280,285955062~264655,287056515~20885049,308068462~9751841,318017361~7028965,326993465~4676989,338941098~6417131,348431960~2705833,360909191~3578132,366339549~112329,368204014~363416,373598258~2392025,377298436~1348445,379673159~1824402,381887675~1563648,384664813~6535619,392526950~6494231,401418831~12086946] wrote [17486352~10765132,30382044~8962348,82807174~4358897,294262182~3589413,348431960~2705833,382765673~160707,389903974~1129061] 2024-03-22T07:43:54.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:43:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:43:53] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-03-22T07:43:54.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:53 smithi129 bash[79695]: cluster 2024-03-22T07:43:52.308872+0000 mgr.y (mgr.25337) 1096 : cluster 0 pgmap v1794: 105 pgs: 105 active+clean; 365 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 50 KiB/s rd, 37 MiB/s wr, 83 op/s 2024-03-22T07:43:54.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:53 smithi129 bash[79695]: cluster 2024-03-22T07:43:52.844703+0000 osd.7 (osd.7) 702 : cluster 3 failed to encode map e1079 with expected crc 2024-03-22T07:43:54.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:53 smithi129 bash[79695]: cluster 2024-03-22T07:43:52.851586+0000 mon.a (mon.0) 1579 : cluster 0 osdmap e1079: 8 total, 8 up, 8 in 2024-03-22T07:43:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:53 smithi129 bash[79695]: cluster 2024-03-22T07:43:52.856711+0000 osd.6 (osd.6) 662 : cluster 3 failed to encode map e1079 with expected crc 2024-03-22T07:43:54.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:53 smithi129 bash[79695]: audit 2024-03-22T07:43:53.422965+0000 mon.c (mon.2) 427 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:43:54.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:53 smithi129 bash[82160]: cluster 2024-03-22T07:43:52.308872+0000 mgr.y (mgr.25337) 1096 : cluster 0 pgmap v1794: 105 pgs: 105 active+clean; 365 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 50 KiB/s rd, 37 MiB/s wr, 83 op/s 2024-03-22T07:43:54.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:53 smithi129 bash[82160]: cluster 2024-03-22T07:43:52.844703+0000 osd.7 (osd.7) 702 : cluster 3 failed to encode map e1079 with expected crc 2024-03-22T07:43:54.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:53 smithi129 bash[82160]: cluster 2024-03-22T07:43:52.851586+0000 mon.a (mon.0) 1579 : cluster 0 osdmap e1079: 8 total, 8 up, 8 in 2024-03-22T07:43:54.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:53 smithi129 bash[82160]: cluster 2024-03-22T07:43:52.856711+0000 osd.6 (osd.6) 662 : cluster 3 failed to encode map e1079 with expected crc 2024-03-22T07:43:54.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:53 smithi129 bash[82160]: audit 2024-03-22T07:43:53.422965+0000 mon.c (mon.2) 427 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:43:54.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:53 smithi148 bash[66753]: cluster 2024-03-22T07:43:52.308872+0000 mgr.y (mgr.25337) 1096 : cluster 0 pgmap v1794: 105 pgs: 105 active+clean; 365 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 50 KiB/s rd, 37 MiB/s wr, 83 op/s 2024-03-22T07:43:54.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:53 smithi148 bash[66753]: cluster 2024-03-22T07:43:52.844703+0000 osd.7 (osd.7) 702 : cluster 3 failed to encode map e1079 with expected crc 2024-03-22T07:43:54.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:53 smithi148 bash[66753]: cluster 2024-03-22T07:43:52.851586+0000 mon.a (mon.0) 1579 : cluster 0 osdmap e1079: 8 total, 8 up, 8 in 2024-03-22T07:43:54.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:53 smithi148 bash[66753]: cluster 2024-03-22T07:43:52.856711+0000 osd.6 (osd.6) 662 : cluster 3 failed to encode map e1079 with expected crc 2024-03-22T07:43:54.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:53 smithi148 bash[66753]: audit 2024-03-22T07:43:53.422965+0000 mon.c (mon.2) 427 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:43:54.957 INFO:tasks.workunit.client.0.smithi129.stdout: i=12 exists [289740~3944797,6734034~8844335,17486352~10800107,28602561~13239239,44843115~4356818,51396850~4549177,57934512~32759317,90732848~21734950,114224538~6983107,127697029~3348894,133084658~5548157,142596976~4024050,155182723~2164936,158262649~884457,162226481~1926677,165036259~11056072,180615020~2362084,183838431~11060478,195503730~5431855,210318065~1793414,214076398~7822796,226833858~114668,233266809~264761,234447346~7975633,245146335~7669521,253651062~7140513,264580961~327857,266258886~802632,267354128~12931280,285955062~264655,287056515~20885049,308068462~9751841,318017361~7028965,326993465~4676989,338941098~6417131,348431960~2705833,360909191~3578132,365173173~7176990,373598258~2392025,377298436~1348445,379673159~1824402,381887675~1563648,384664813~7567645,392526950~6494231,401418831~12086946] wrote [10578366~5000003,29061311~1955988,70602634~7677099,81478070~7012773,90732848~1459478,102329089~3224942,142596976~4024050,271649480~315672,365173173~7176990,390975146~1257312] 2024-03-22T07:43:55.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:54 smithi129 bash[79695]: cluster 2024-03-22T07:43:53.855018+0000 osd.7 (osd.7) 703 : cluster 3 failed to encode map e1080 with expected crc 2024-03-22T07:43:55.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:54 smithi129 bash[79695]: cluster 2024-03-22T07:43:53.856384+0000 mon.a (mon.0) 1580 : cluster 0 osdmap e1080: 8 total, 8 up, 8 in 2024-03-22T07:43:55.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:54 smithi129 bash[79695]: cluster 2024-03-22T07:43:53.862672+0000 osd.6 (osd.6) 663 : cluster 3 failed to encode map e1080 with expected crc 2024-03-22T07:43:55.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:54 smithi129 bash[82160]: cluster 2024-03-22T07:43:53.855018+0000 osd.7 (osd.7) 703 : cluster 3 failed to encode map e1080 with expected crc 2024-03-22T07:43:55.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:54 smithi129 bash[82160]: cluster 2024-03-22T07:43:53.856384+0000 mon.a (mon.0) 1580 : cluster 0 osdmap e1080: 8 total, 8 up, 8 in 2024-03-22T07:43:55.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:54 smithi129 bash[82160]: cluster 2024-03-22T07:43:53.862672+0000 osd.6 (osd.6) 663 : cluster 3 failed to encode map e1080 with expected crc 2024-03-22T07:43:55.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:54 smithi148 bash[66753]: cluster 2024-03-22T07:43:53.855018+0000 osd.7 (osd.7) 703 : cluster 3 failed to encode map e1080 with expected crc 2024-03-22T07:43:55.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:54 smithi148 bash[66753]: cluster 2024-03-22T07:43:53.856384+0000 mon.a (mon.0) 1580 : cluster 0 osdmap e1080: 8 total, 8 up, 8 in 2024-03-22T07:43:55.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:54 smithi148 bash[66753]: cluster 2024-03-22T07:43:53.862672+0000 osd.6 (osd.6) 663 : cluster 3 failed to encode map e1080 with expected crc 2024-03-22T07:43:55.982 INFO:tasks.workunit.client.0.smithi129.stdout: i=13 exists [289740~3944797,6734034~8844335,17486352~10800107,28602561~13589688,44843115~11102912,56433915~34259914,90732848~30474797,127697029~3348894,131934860~6697955,142596976~4024050,155182723~2164936,158262649~884457,162226481~1926677,165036259~11056072,180615020~14283889,195503730~6938967,210318065~1793414,214076398~7822796,226833858~114668,233266809~264761,234447346~7975633,245146335~7669521,253651062~7140513,264580961~327857,266258886~802632,267354128~12931280,285955062~264655,287056515~20885049,308068462~9751841,318017361~7028965,326993465~4676989,338941098~6417131,348431960~2705833,360909191~3578132,365173173~7176990,373598258~2392025,377298436~1348445,379673159~1824402,381887675~1563648,384664813~7567645,392526950~6494231,401418831~12086946] wrote [21007771~2845337,38792584~3399665,45657991~7338095,56433915~2104332,110670083~4749852,131934860~2422867,180936177~5969704,198886356~3556341,368214777~51522,401596460~7105076] 2024-03-22T07:43:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:55 smithi148 bash[66753]: cluster 2024-03-22T07:43:54.309803+0000 mgr.y (mgr.25337) 1097 : cluster 0 pgmap v1797: 105 pgs: 105 active+clean; 464 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 190 KiB/s rd, 36 MiB/s wr, 299 op/s 2024-03-22T07:43:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:55 smithi148 bash[66753]: cluster 2024-03-22T07:43:54.864217+0000 osd.7 (osd.7) 704 : cluster 3 failed to encode map e1081 with expected crc 2024-03-22T07:43:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:55 smithi148 bash[66753]: cluster 2024-03-22T07:43:54.865121+0000 osd.6 (osd.6) 664 : cluster 3 failed to encode map e1081 with expected crc 2024-03-22T07:43:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:55 smithi148 bash[66753]: cluster 2024-03-22T07:43:54.867332+0000 mon.a (mon.0) 1581 : cluster 0 osdmap e1081: 8 total, 8 up, 8 in 2024-03-22T07:43:56.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:55 smithi129 bash[79695]: cluster 2024-03-22T07:43:54.309803+0000 mgr.y (mgr.25337) 1097 : cluster 0 pgmap v1797: 105 pgs: 105 active+clean; 464 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 190 KiB/s rd, 36 MiB/s wr, 299 op/s 2024-03-22T07:43:56.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:55 smithi129 bash[79695]: cluster 2024-03-22T07:43:54.864217+0000 osd.7 (osd.7) 704 : cluster 3 failed to encode map e1081 with expected crc 2024-03-22T07:43:56.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:55 smithi129 bash[79695]: cluster 2024-03-22T07:43:54.865121+0000 osd.6 (osd.6) 664 : cluster 3 failed to encode map e1081 with expected crc 2024-03-22T07:43:56.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:55 smithi129 bash[79695]: cluster 2024-03-22T07:43:54.867332+0000 mon.a (mon.0) 1581 : cluster 0 osdmap e1081: 8 total, 8 up, 8 in 2024-03-22T07:43:56.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:55 smithi129 bash[82160]: cluster 2024-03-22T07:43:54.309803+0000 mgr.y (mgr.25337) 1097 : cluster 0 pgmap v1797: 105 pgs: 105 active+clean; 464 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 190 KiB/s rd, 36 MiB/s wr, 299 op/s 2024-03-22T07:43:56.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:55 smithi129 bash[82160]: cluster 2024-03-22T07:43:54.864217+0000 osd.7 (osd.7) 704 : cluster 3 failed to encode map e1081 with expected crc 2024-03-22T07:43:56.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:55 smithi129 bash[82160]: cluster 2024-03-22T07:43:54.865121+0000 osd.6 (osd.6) 664 : cluster 3 failed to encode map e1081 with expected crc 2024-03-22T07:43:56.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:55 smithi129 bash[82160]: cluster 2024-03-22T07:43:54.867332+0000 mon.a (mon.0) 1581 : cluster 0 osdmap e1081: 8 total, 8 up, 8 in 2024-03-22T07:43:56.999 INFO:tasks.workunit.client.0.smithi129.stdout: i=14 exists [289740~3944797,6734034~8844335,17486352~10800107,28602561~13589688,44282122~11663905,56433915~34259914,90732848~30474797,123770554~2515556,127697029~3348894,131934860~9170408,142596976~4024050,155182723~2164936,158262649~884457,162226481~1926677,165036259~11056072,180615020~14283889,195503730~6938967,210318065~1793414,214076398~7822796,226833858~114668,233266809~264761,234447346~7975633,245146335~7669521,253651062~7973969,264580961~327857,266258886~802632,267354128~12931280,285955062~264655,287056515~20885049,308068462~16977864,326993465~4676989,338941098~6417131,347569034~5984682,360909191~3578132,365173173~7176990,373598258~2392025,377298436~1348445,379673159~1824402,381887675~1563648,384664813~7567645,392526950~6494231,401418831~12086946] wrote [44282122~5711839,65206431~5764284,86544908~950863,123770554~2515556,135282682~5822586,254108680~7516351,305984690~1872187,316472270~2519048,339515764~1370459,347569034~5984682] 2024-03-22T07:43:57.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:56 smithi148 bash[66753]: cluster 2024-03-22T07:43:55.869968+0000 mon.a (mon.0) 1582 : cluster 0 osdmap e1082: 8 total, 8 up, 8 in 2024-03-22T07:43:57.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:56 smithi148 bash[66753]: cluster 2024-03-22T07:43:55.880623+0000 osd.6 (osd.6) 665 : cluster 3 failed to encode map e1082 with expected crc 2024-03-22T07:43:57.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:56 smithi129 bash[79695]: cluster 2024-03-22T07:43:55.869968+0000 mon.a (mon.0) 1582 : cluster 0 osdmap e1082: 8 total, 8 up, 8 in 2024-03-22T07:43:57.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:56 smithi129 bash[79695]: cluster 2024-03-22T07:43:55.880623+0000 osd.6 (osd.6) 665 : cluster 3 failed to encode map e1082 with expected crc 2024-03-22T07:43:57.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:56 smithi129 bash[82160]: cluster 2024-03-22T07:43:55.869968+0000 mon.a (mon.0) 1582 : cluster 0 osdmap e1082: 8 total, 8 up, 8 in 2024-03-22T07:43:57.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:56 smithi129 bash[82160]: cluster 2024-03-22T07:43:55.880623+0000 osd.6 (osd.6) 665 : cluster 3 failed to encode map e1082 with expected crc 2024-03-22T07:43:58.022 INFO:tasks.workunit.client.0.smithi129.stdout: i=15 exists [289740~3944797,6734034~8844335,17486352~10800107,28602561~13589688,44282122~11663905,56433915~34259914,90732848~30474797,123770554~2515556,127697029~3348894,131934860~9170408,142596976~4024050,155182723~2164936,158262649~884457,162226481~13865850,180615020~14283889,195503730~11782490,210318065~1793414,214076398~7822796,226833858~114668,233266809~264761,234447346~7975633,245146335~7669521,253651062~7973969,264580961~327857,266258886~802632,267354128~12931280,285955062~264655,287056515~20885049,308068462~16977864,326993465~5312740,337517829~7840400,347569034~5984682,360909191~3578132,365173173~10979203,377298436~1348445,379673159~1824402,381887675~1563648,384664813~7567645,392526950~6494231,401418831~12086946] wrote [12476646~882166,34125542~6451876,80166431~3341994,83825128~5416797,163176874~6095103,196431860~2868229,199452510~7833710,327350038~4956167,337517829~6221225,368570798~7581578] 2024-03-22T07:43:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:57 smithi148 bash[66753]: cluster 2024-03-22T07:43:56.310437+0000 mgr.y (mgr.25337) 1098 : cluster 0 pgmap v1800: 105 pgs: 105 active+clean; 542 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 190 KiB/s rd, 41 MiB/s wr, 304 op/s 2024-03-22T07:43:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:57 smithi148 bash[66753]: cluster 2024-03-22T07:43:56.891421+0000 osd.7 (osd.7) 705 : cluster 3 failed to encode map e1083 with expected crc 2024-03-22T07:43:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:57 smithi148 bash[66753]: cluster 2024-03-22T07:43:56.894437+0000 mon.a (mon.0) 1583 : cluster 0 osdmap e1083: 8 total, 8 up, 8 in 2024-03-22T07:43:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:57 smithi148 bash[66753]: cluster 2024-03-22T07:43:56.900211+0000 osd.6 (osd.6) 666 : cluster 3 failed to encode map e1083 with expected crc 2024-03-22T07:43:58.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:57 smithi129 bash[79695]: cluster 2024-03-22T07:43:56.310437+0000 mgr.y (mgr.25337) 1098 : cluster 0 pgmap v1800: 105 pgs: 105 active+clean; 542 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 190 KiB/s rd, 41 MiB/s wr, 304 op/s 2024-03-22T07:43:58.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:57 smithi129 bash[79695]: cluster 2024-03-22T07:43:56.891421+0000 osd.7 (osd.7) 705 : cluster 3 failed to encode map e1083 with expected crc 2024-03-22T07:43:58.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:57 smithi129 bash[79695]: cluster 2024-03-22T07:43:56.894437+0000 mon.a (mon.0) 1583 : cluster 0 osdmap e1083: 8 total, 8 up, 8 in 2024-03-22T07:43:58.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:57 smithi129 bash[79695]: cluster 2024-03-22T07:43:56.900211+0000 osd.6 (osd.6) 666 : cluster 3 failed to encode map e1083 with expected crc 2024-03-22T07:43:58.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:57 smithi129 bash[82160]: cluster 2024-03-22T07:43:56.310437+0000 mgr.y (mgr.25337) 1098 : cluster 0 pgmap v1800: 105 pgs: 105 active+clean; 542 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 190 KiB/s rd, 41 MiB/s wr, 304 op/s 2024-03-22T07:43:58.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:57 smithi129 bash[82160]: cluster 2024-03-22T07:43:56.891421+0000 osd.7 (osd.7) 705 : cluster 3 failed to encode map e1083 with expected crc 2024-03-22T07:43:58.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:57 smithi129 bash[82160]: cluster 2024-03-22T07:43:56.894437+0000 mon.a (mon.0) 1583 : cluster 0 osdmap e1083: 8 total, 8 up, 8 in 2024-03-22T07:43:58.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:57 smithi129 bash[82160]: cluster 2024-03-22T07:43:56.900211+0000 osd.6 (osd.6) 666 : cluster 3 failed to encode map e1083 with expected crc 2024-03-22T07:43:59.041 INFO:tasks.workunit.client.0.smithi129.stdout: i=16 exists [107306~4127231,6734034~8844335,17486352~10800107,28602561~13589688,44282122~11663905,56433915~34259914,90732848~30474797,123770554~2515556,126996250~19624776,155182723~2164936,158262649~884457,162226481~13865850,180615020~14283889,195503730~11782490,210318065~1793414,214076398~7822796,226833858~114668,233266809~264761,234447346~7975633,245146335~7669521,253651062~7973969,264580961~327857,266258886~802632,267354128~15784836,285955062~264655,287056515~20885049,308068462~16977864,326993465~5312740,337517829~7840400,347569034~5984682,360909191~3578132,365173173~10979203,377298436~1348445,379673159~1824402,381887675~1563648,384664813~7567645,392526950~6494231,401418831~12086946] wrote [107306~1847270,24194193~354822,78022743~6746084,126996250~5742335,138893404~3825606,278261982~4876982,288398800~6442190,368549866~6121619,407787543~2691571] 2024-03-22T07:43:59.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:58 smithi148 bash[66753]: cluster 2024-03-22T07:43:57.895437+0000 mon.a (mon.0) 1584 : cluster 0 osdmap e1084: 8 total, 8 up, 8 in 2024-03-22T07:43:59.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:58 smithi148 bash[66753]: cluster 2024-03-22T07:43:57.902554+0000 osd.6 (osd.6) 667 : cluster 3 failed to encode map e1084 with expected crc 2024-03-22T07:43:59.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:58 smithi129 bash[79695]: cluster 2024-03-22T07:43:57.895437+0000 mon.a (mon.0) 1584 : cluster 0 osdmap e1084: 8 total, 8 up, 8 in 2024-03-22T07:43:59.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:58 smithi129 bash[79695]: cluster 2024-03-22T07:43:57.902554+0000 osd.6 (osd.6) 667 : cluster 3 failed to encode map e1084 with expected crc 2024-03-22T07:43:59.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:58 smithi129 bash[82160]: cluster 2024-03-22T07:43:57.895437+0000 mon.a (mon.0) 1584 : cluster 0 osdmap e1084: 8 total, 8 up, 8 in 2024-03-22T07:43:59.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:58 smithi129 bash[82160]: cluster 2024-03-22T07:43:57.902554+0000 osd.6 (osd.6) 667 : cluster 3 failed to encode map e1084 with expected crc 2024-03-22T07:44:00.023 INFO:tasks.workunit.client.0.smithi129.stdout: i=17 exists [107306~4127231,6734034~8844335,17486352~10800107,28602561~13589688,44282122~11663905,56433915~34259914,90732848~30474797,123770554~2515556,126996250~19624776,150248165~7099494,158262649~884457,162226481~13865850,180615020~14283889,194938378~12347842,210318065~1793414,214076398~7822796,225160687~7999304,233266809~264761,234447346~7975633,245146335~7669521,253651062~7973969,264580961~327857,266258886~802632,267354128~15784836,284351762~1881176,287056515~20885049,308068462~16977864,326993465~5312740,337517829~7840400,347569034~5984682,360909191~3578132,365173173~10979203,377298436~1348445,379673159~1824402,381887675~1563648,384664813~7567645,392526950~6745389,401418831~12086946] wrote [8996526~3356991,46781030~630689,78438689~10688428,150248165~6218887,181059277~3750344,194938378~1261076,225160687~7999304,284351762~1881176,398464106~808233] 2024-03-22T07:44:00.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:59 smithi148 bash[66753]: cluster 2024-03-22T07:43:58.311327+0000 mgr.y (mgr.25337) 1099 : cluster 0 pgmap v1803: 105 pgs: 105 active+clean; 575 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 109 KiB/s rd, 27 MiB/s wr, 188 op/s 2024-03-22T07:44:00.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:59 smithi148 bash[66753]: cluster 2024-03-22T07:43:58.914822+0000 osd.7 (osd.7) 706 : cluster 3 failed to encode map e1085 with expected crc 2024-03-22T07:44:00.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:59 smithi148 bash[66753]: cluster 2024-03-22T07:43:58.919680+0000 mon.a (mon.0) 1585 : cluster 0 osdmap e1085: 8 total, 8 up, 8 in 2024-03-22T07:44:00.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:43:59 smithi148 bash[66753]: cluster 2024-03-22T07:43:58.925485+0000 osd.6 (osd.6) 668 : cluster 3 failed to encode map e1085 with expected crc 2024-03-22T07:44:00.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:59 smithi129 bash[79695]: cluster 2024-03-22T07:43:58.311327+0000 mgr.y (mgr.25337) 1099 : cluster 0 pgmap v1803: 105 pgs: 105 active+clean; 575 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 109 KiB/s rd, 27 MiB/s wr, 188 op/s 2024-03-22T07:44:00.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:59 smithi129 bash[79695]: cluster 2024-03-22T07:43:58.914822+0000 osd.7 (osd.7) 706 : cluster 3 failed to encode map e1085 with expected crc 2024-03-22T07:44:00.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:59 smithi129 bash[79695]: cluster 2024-03-22T07:43:58.919680+0000 mon.a (mon.0) 1585 : cluster 0 osdmap e1085: 8 total, 8 up, 8 in 2024-03-22T07:44:00.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:43:59 smithi129 bash[79695]: cluster 2024-03-22T07:43:58.925485+0000 osd.6 (osd.6) 668 : cluster 3 failed to encode map e1085 with expected crc 2024-03-22T07:44:00.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:59 smithi129 bash[82160]: cluster 2024-03-22T07:43:58.311327+0000 mgr.y (mgr.25337) 1099 : cluster 0 pgmap v1803: 105 pgs: 105 active+clean; 575 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 109 KiB/s rd, 27 MiB/s wr, 188 op/s 2024-03-22T07:44:00.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:59 smithi129 bash[82160]: cluster 2024-03-22T07:43:58.914822+0000 osd.7 (osd.7) 706 : cluster 3 failed to encode map e1085 with expected crc 2024-03-22T07:44:00.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:59 smithi129 bash[82160]: cluster 2024-03-22T07:43:58.919680+0000 mon.a (mon.0) 1585 : cluster 0 osdmap e1085: 8 total, 8 up, 8 in 2024-03-22T07:44:00.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:43:59 smithi129 bash[82160]: cluster 2024-03-22T07:43:58.925485+0000 osd.6 (osd.6) 668 : cluster 3 failed to encode map e1085 with expected crc 2024-03-22T07:44:01.045 INFO:tasks.workunit.client.0.smithi129.stdout: i=18 exists [107306~4127231,6734034~8844335,17486352~10800107,28602561~13589688,44147730~11798297,56433915~34259914,90732848~30733024,122047546~4238564,126996250~19624776,150248165~7099494,158262649~884457,162226481~13865850,180615020~14283889,194938378~12347842,210318065~1793414,214076398~7822796,225160687~17262292,245146335~7669521,253651062~7973969,264580961~327857,266258886~802632,267354128~15784836,284351762~23589802,308068462~16977864,326935610~5370595,337517829~7840400,347569034~5984682,360909191~3578132,365173173~10979203,377298436~1348445,379673159~1824402,381887675~1563648,384664813~7567645,392526950~6745389,401418831~12086946] wrote [44147730~3807398,101044079~3904796,121041043~424829,122047546~2983223,215917316~2600292,231888129~5257246,253663203~5263608,285916598~3564907,326935610~4188753,361217194~617036] 2024-03-22T07:44:01.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:00 smithi129 bash[79695]: cluster 2024-03-22T07:43:59.926320+0000 osd.5 (osd.5) 685 : cluster 3 failed to encode map e1086 with expected crc 2024-03-22T07:44:01.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:00 smithi129 bash[79695]: cluster 2024-03-22T07:43:59.927111+0000 mon.a (mon.0) 1586 : cluster 0 osdmap e1086: 8 total, 8 up, 8 in 2024-03-22T07:44:01.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:00 smithi129 bash[79695]: cluster 2024-03-22T07:43:59.932957+0000 osd.6 (osd.6) 669 : cluster 3 failed to encode map e1086 with expected crc 2024-03-22T07:44:01.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:00 smithi129 bash[82160]: cluster 2024-03-22T07:43:59.926320+0000 osd.5 (osd.5) 685 : cluster 3 failed to encode map e1086 with expected crc 2024-03-22T07:44:01.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:00 smithi129 bash[82160]: cluster 2024-03-22T07:43:59.927111+0000 mon.a (mon.0) 1586 : cluster 0 osdmap e1086: 8 total, 8 up, 8 in 2024-03-22T07:44:01.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:00 smithi129 bash[82160]: cluster 2024-03-22T07:43:59.932957+0000 osd.6 (osd.6) 669 : cluster 3 failed to encode map e1086 with expected crc 2024-03-22T07:44:01.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:00 smithi148 bash[66753]: cluster 2024-03-22T07:43:59.926320+0000 osd.5 (osd.5) 685 : cluster 3 failed to encode map e1086 with expected crc 2024-03-22T07:44:01.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:00 smithi148 bash[66753]: cluster 2024-03-22T07:43:59.927111+0000 mon.a (mon.0) 1586 : cluster 0 osdmap e1086: 8 total, 8 up, 8 in 2024-03-22T07:44:01.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:00 smithi148 bash[66753]: cluster 2024-03-22T07:43:59.932957+0000 osd.6 (osd.6) 669 : cluster 3 failed to encode map e1086 with expected crc 2024-03-22T07:44:02.070 INFO:tasks.workunit.client.0.smithi129.stdout: i=19 exists [107306~4744009,6734034~21552425,28602561~13589688,44147730~11798297,56433915~34259914,90732848~30733024,122047546~4238564,126996250~19624776,150248165~7099494,158262649~884457,162226481~13865850,180615020~14283889,194938378~12347842,210318065~1793414,214076398~7822796,225160687~17262292,245146335~7669521,253651062~7973969,264580961~327857,266258886~802632,267354128~15784836,284351762~40694564,326935610~5370595,337517829~7840400,347569034~5984682,360909191~3578132,365173173~10979203,377298436~1348445,379673159~1824402,381887675~1563648,384664813~7567645,392526950~6745389,401418831~12086946] wrote [2325139~2526176,13400460~6657721,29333927~1595303,31539629~7900289,86327345~2774883,106282608~3882114,237813006~2483314,245856112~6767745,295543190~6984430,306889886~3218579] 2024-03-22T07:44:02.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:01 smithi129 bash[79695]: cluster 2024-03-22T07:44:00.312049+0000 mgr.y (mgr.25337) 1100 : cluster 0 pgmap v1806: 105 pgs: 105 active+clean; 706 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 224 KiB/s rd, 41 MiB/s wr, 346 op/s 2024-03-22T07:44:02.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:01 smithi129 bash[79695]: cluster 2024-03-22T07:44:00.938770+0000 mon.a (mon.0) 1587 : cluster 0 osdmap e1087: 8 total, 8 up, 8 in 2024-03-22T07:44:02.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:01 smithi129 bash[79695]: cluster 2024-03-22T07:44:00.944832+0000 osd.6 (osd.6) 670 : cluster 3 failed to encode map e1087 with expected crc 2024-03-22T07:44:02.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:01 smithi129 bash[82160]: cluster 2024-03-22T07:44:00.312049+0000 mgr.y (mgr.25337) 1100 : cluster 0 pgmap v1806: 105 pgs: 105 active+clean; 706 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 224 KiB/s rd, 41 MiB/s wr, 346 op/s 2024-03-22T07:44:02.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:01 smithi129 bash[82160]: cluster 2024-03-22T07:44:00.938770+0000 mon.a (mon.0) 1587 : cluster 0 osdmap e1087: 8 total, 8 up, 8 in 2024-03-22T07:44:02.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:01 smithi129 bash[82160]: cluster 2024-03-22T07:44:00.944832+0000 osd.6 (osd.6) 670 : cluster 3 failed to encode map e1087 with expected crc 2024-03-22T07:44:02.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:01 smithi148 bash[66753]: cluster 2024-03-22T07:44:00.312049+0000 mgr.y (mgr.25337) 1100 : cluster 0 pgmap v1806: 105 pgs: 105 active+clean; 706 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 224 KiB/s rd, 41 MiB/s wr, 346 op/s 2024-03-22T07:44:02.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:01 smithi148 bash[66753]: cluster 2024-03-22T07:44:00.938770+0000 mon.a (mon.0) 1587 : cluster 0 osdmap e1087: 8 total, 8 up, 8 in 2024-03-22T07:44:02.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:01 smithi148 bash[66753]: cluster 2024-03-22T07:44:00.944832+0000 osd.6 (osd.6) 670 : cluster 3 failed to encode map e1087 with expected crc 2024-03-22T07:44:02.985 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 1 diff [50331648~4194304,150994944~4194304,167772160~8388608,213909504~8388608,226492416~4194304,251658240~8388608,297795584~4194304,310378496~8388608,373293056~4194304] 2024-03-22T07:44:02.985 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [50331648~4194304,150994944~4194304,167772160~8388608,213909504~8388608,226492416~4194304,251658240~8388608,297795584~4194304,310378496~8388608,373293056~4194304] 2024-03-22T07:44:03.007 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [50331648~8388608,150994944~8388608,167772160~8388608,213909504~8388608,226492416~4194304,251658240~8388608,297795584~8388608,310378496~8388608,373293056~8388608] 2024-03-22T07:44:03.007 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 2 diff [8388608~4194304,25165824~4194304,41943040~4194304,50331648~4194304,62914560~8388608,83886080~4194304,96468992~4194304,150994944~4194304,167772160~8388608,197132288~4194304,213909504~8388608,226492416~4194304,251658240~8388608,297795584~8388608,310378496~8388608,373293056~4194304,390070272~8388608] 2024-03-22T07:44:03.007 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~4194304,25165824~4194304,41943040~4194304,50331648~4194304,62914560~8388608,83886080~4194304,96468992~4194304,150994944~4194304,167772160~8388608,197132288~4194304,213909504~8388608,226492416~4194304,251658240~8388608,297795584~8388608,310378496~8388608,373293056~4194304,390070272~8388608] 2024-03-22T07:44:03.011 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~8388608,25165824~4194304,41943040~16777216,62914560~8388608,83886080~4194304,96468992~4194304,150994944~8388608,167772160~8388608,197132288~4194304,213909504~8388608,226492416~4194304,251658240~8388608,297795584~20971520,373293056~8388608,390070272~8388608] 2024-03-22T07:44:03.011 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 3 diff [8388608~4194304,25165824~4194304,41943040~4194304,50331648~4194304,62914560~8388608,83886080~4194304,96468992~4194304,104857600~8388608,150994944~4194304,159383552~4194304,167772160~8388608,180355072~8388608,197132288~4194304,213909504~8388608,226492416~12582912,251658240~8388608,264241152~12582912,297795584~8388608,310378496~8388608,339738624~8388608,373293056~4194304,390070272~8388608] 2024-03-22T07:44:03.012 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~4194304,25165824~4194304,41943040~4194304,50331648~4194304,62914560~8388608,83886080~4194304,96468992~4194304,104857600~8388608,150994944~4194304,159383552~4194304,167772160~8388608,180355072~8388608,197132288~4194304,213909504~8388608,226492416~12582912,251658240~8388608,264241152~12582912,297795584~8388608,310378496~8388608,339738624~8388608,373293056~4194304,390070272~8388608] 2024-03-22T07:44:03.019 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~8388608,25165824~4194304,41943040~16777216,62914560~8388608,83886080~4194304,96468992~4194304,104857600~8388608,150994944~25165824,180355072~12582912,197132288~4194304,213909504~8388608,226492416~16777216,251658240~8388608,264241152~12582912,297795584~20971520,339738624~8388608,373293056~8388608,390070272~8388608] 2024-03-22T07:44:03.019 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 4 diff [4194304~8388608,20971520~8388608,41943040~4194304,50331648~4194304,62914560~8388608,83886080~37748736,150994944~4194304,159383552~16777216,180355072~8388608,192937984~8388608,213909504~8388608,226492416~12582912,251658240~8388608,264241152~12582912,297795584~8388608,310378496~8388608,339738624~8388608,373293056~4194304,390070272~8388608] 2024-03-22T07:44:03.019 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~8388608,20971520~8388608,41943040~4194304,50331648~4194304,62914560~8388608,83886080~37748736,150994944~4194304,159383552~16777216,180355072~8388608,192937984~8388608,213909504~8388608,226492416~12582912,251658240~8388608,264241152~12582912,297795584~8388608,310378496~8388608,339738624~8388608,373293056~4194304,390070272~8388608] 2024-03-22T07:44:03.025 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~12582912,20971520~8388608,41943040~16777216,62914560~8388608,83886080~37748736,150994944~25165824,180355072~20971520,213909504~8388608,226492416~16777216,251658240~8388608,264241152~12582912,297795584~20971520,339738624~8388608,373293056~8388608,390070272~12582912] 2024-03-22T07:44:03.025 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 5 diff [4194304~8388608,20971520~8388608,37748736~16777216,62914560~12582912,83886080~37748736,130023424~8388608,150994944~4194304,159383552~16777216,180355072~8388608,192937984~8388608,213909504~8388608,226492416~12582912,251658240~8388608,264241152~16777216,297795584~8388608,310378496~16777216,339738624~8388608,364904448~4194304,373293056~4194304,381681664~16777216] 2024-03-22T07:44:03.025 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~8388608,20971520~8388608,37748736~16777216,62914560~12582912,83886080~37748736,130023424~8388608,150994944~4194304,159383552~16777216,180355072~8388608,192937984~8388608,213909504~8388608,226492416~12582912,251658240~8388608,264241152~16777216,297795584~8388608,310378496~16777216,339738624~8388608,364904448~4194304,373293056~4194304,381681664~16777216] 2024-03-22T07:44:03.033 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~12582912,20971520~8388608,37748736~20971520,62914560~16777216,83886080~37748736,130023424~12582912,150994944~25165824,180355072~20971520,213909504~8388608,226492416~16777216,251658240~8388608,264241152~16777216,297795584~29360128,339738624~8388608,364904448~4194304,373293056~29360128] 2024-03-22T07:44:03.034 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 6 diff [4194304~8388608,16777216~12582912,37748736~16777216,58720256~62914560,130023424~8388608,150994944~4194304,159383552~16777216,180355072~8388608,192937984~8388608,213909504~8388608,226492416~12582912,251658240~8388608,264241152~16777216,297795584~29360128,335544320~8388608,360710144~8388608,373293056~4194304,381681664~16777216,406847488~8388608] 2024-03-22T07:44:03.034 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~8388608,16777216~12582912,37748736~16777216,58720256~62914560,130023424~8388608,150994944~4194304,159383552~16777216,180355072~8388608,192937984~8388608,213909504~8388608,226492416~12582912,251658240~8388608,264241152~16777216,297795584~29360128,335544320~8388608,360710144~8388608,373293056~4194304,381681664~16777216,406847488~8388608] 2024-03-22T07:44:03.043 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~25165824,37748736~83886080,130023424~12582912,150994944~25165824,180355072~20971520,213909504~8388608,226492416~16777216,251658240~8388608,264241152~16777216,297795584~29360128,335544320~12582912,360710144~8388608,373293056~29360128,406847488~8388608] 2024-03-22T07:44:03.043 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 7 diff [4194304~8388608,16777216~12582912,37748736~83886080,125829120~12582912,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~4194304,297795584~29360128,335544320~8388608,360710144~8388608,373293056~4194304,381681664~16777216,406847488~8388608] 2024-03-22T07:44:03.043 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~8388608,16777216~12582912,37748736~83886080,125829120~12582912,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~4194304,297795584~29360128,335544320~8388608,360710144~8388608,373293056~4194304,381681664~16777216,406847488~8388608] 2024-03-22T07:44:03.054 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~25165824,37748736~83886080,125829120~16777216,150994944~25165824,180355072~20971520,209715200~12582912,226492416~33554432,264241152~16777216,285212672~4194304,297795584~29360128,335544320~12582912,360710144~8388608,373293056~29360128,406847488~8388608] 2024-03-22T07:44:03.055 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 8 diff [4194304~8388608,16777216~12582912,37748736~29360128,71303168~50331648,125829120~12582912,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~4194304,293601280~29360128,335544320~8388608,360710144~8388608,373293056~25165824,406847488~8388608] 2024-03-22T07:44:03.055 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~8388608,16777216~12582912,37748736~29360128,71303168~50331648,125829120~12582912,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~4194304,293601280~29360128,335544320~8388608,360710144~8388608,373293056~25165824,406847488~8388608] 2024-03-22T07:44:03.066 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~25165824,37748736~83886080,125829120~16777216,150994944~25165824,180355072~20971520,209715200~12582912,226492416~33554432,264241152~16777216,285212672~4194304,293601280~33554432,335544320~12582912,360710144~8388608,373293056~29360128,406847488~8388608] 2024-03-22T07:44:03.066 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 9 diff [0~12582912,16777216~12582912,33554432~33554432,71303168~50331648,125829120~12582912,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~4194304,293601280~37748736,335544320~8388608,360710144~8388608,373293056~37748736] 2024-03-22T07:44:03.066 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~12582912,33554432~33554432,71303168~50331648,125829120~12582912,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~4194304,293601280~37748736,335544320~8388608,360710144~8388608,373293056~37748736] 2024-03-22T07:44:03.080 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~29360128,33554432~88080384,125829120~16777216,150994944~25165824,180355072~20971520,209715200~12582912,226492416~54525952,285212672~4194304,293601280~54525952,360710144~8388608,373293056~41943040] 2024-03-22T07:44:03.080 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 10 diff [0~12582912,16777216~12582912,33554432~88080384,125829120~12582912,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~46137344,335544320~8388608,360710144~8388608,373293056~37748736] 2024-03-22T07:44:03.080 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~12582912,33554432~88080384,125829120~12582912,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~46137344,335544320~8388608,360710144~8388608,373293056~37748736] 2024-03-22T07:44:03.095 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~121634816,125829120~16777216,150994944~25165824,180355072~20971520,209715200~12582912,226492416~54525952,285212672~62914560,360710144~8388608,373293056~41943040] 2024-03-22T07:44:03.095 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 11 diff [0~12582912,16777216~104857600,125829120~12582912,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~46137344,335544320~8388608,348127232~4194304,360710144~8388608,373293056~37748736] 2024-03-22T07:44:03.095 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~104857600,125829120~12582912,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~46137344,335544320~8388608,348127232~4194304,360710144~8388608,373293056~37748736] 2024-03-22T07:44:03.111 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~121634816,125829120~16777216,150994944~25165824,180355072~20971520,209715200~12582912,226492416~54525952,285212672~67108864,360710144~8388608,373293056~41943040] 2024-03-22T07:44:03.111 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 12 diff [0~121634816,125829120~16777216,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~46137344,335544320~8388608,348127232~4194304,360710144~50331648] 2024-03-22T07:44:03.111 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~121634816,125829120~16777216,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~46137344,335544320~8388608,348127232~4194304,360710144~50331648] 2024-03-22T07:44:03.129 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~121634816,125829120~20971520,150994944~25165824,180355072~20971520,209715200~12582912,226492416~54525952,285212672~67108864,360710144~54525952] 2024-03-22T07:44:03.129 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 13 diff [0~121634816,125829120~16777216,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~46137344,335544320~8388608,348127232~4194304,360710144~50331648] 2024-03-22T07:44:03.129 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~121634816,125829120~16777216,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~46137344,335544320~8388608,348127232~4194304,360710144~50331648] 2024-03-22T07:44:03.146 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~121634816,125829120~20971520,150994944~25165824,180355072~25165824,209715200~12582912,226492416~54525952,285212672~67108864,360710144~54525952] 2024-03-22T07:44:03.147 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 14 diff [0~142606336,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.147 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~142606336,150994944~4194304,159383552~16777216,180355072~20971520,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.164 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~146800640,150994944~25165824,180355072~25165824,209715200~12582912,226492416~54525952,285212672~71303168,360710144~54525952] 2024-03-22T07:44:03.165 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 15 diff [0~142606336,150994944~4194304,159383552~16777216,180355072~25165824,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.165 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~142606336,150994944~4194304,159383552~16777216,180355072~25165824,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.183 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~146800640,150994944~25165824,180355072~41943040,226492416~54525952,285212672~71303168,360710144~54525952] 2024-03-22T07:44:03.184 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 16 diff [0~146800640,150994944~4194304,159383552~16777216,180355072~25165824,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.184 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~146800640,150994944~4194304,159383552~16777216,180355072~25165824,209715200~12582912,226492416~12582912,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.204 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~146800640,150994944~25165824,180355072~41943040,226492416~130023424,360710144~54525952] 2024-03-22T07:44:03.204 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 17 diff [0~155189248,159383552~16777216,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.204 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.224 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:03.224 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 18 diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.225 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.246 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:03.246 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to 19 diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.247 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.271 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:03.271 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 2 diff [8388608~4194304,25165824~4194304,41943040~4194304,62914560~8388608,83886080~4194304,96468992~4194304,197132288~4194304,297795584~8388608,390070272~8388608] 2024-03-22T07:44:03.271 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~4194304,25165824~4194304,41943040~4194304,62914560~8388608,83886080~4194304,96468992~4194304,197132288~4194304,297795584~8388608,390070272~8388608] 2024-03-22T07:44:03.276 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~8388608,25165824~4194304,41943040~8388608,62914560~8388608,83886080~4194304,96468992~4194304,197132288~4194304,297795584~12582912,390070272~8388608] 2024-03-22T07:44:03.276 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 3 diff [8388608~4194304,25165824~4194304,41943040~4194304,62914560~8388608,83886080~4194304,96468992~4194304,104857600~8388608,159383552~4194304,180355072~8388608,197132288~4194304,230686720~8388608,264241152~12582912,297795584~8388608,339738624~8388608,390070272~8388608] 2024-03-22T07:44:03.276 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~4194304,25165824~4194304,41943040~4194304,62914560~8388608,83886080~4194304,96468992~4194304,104857600~8388608,159383552~4194304,180355072~8388608,197132288~4194304,230686720~8388608,264241152~12582912,297795584~8388608,339738624~8388608,390070272~8388608] 2024-03-22T07:44:03.280 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~8388608,25165824~4194304,41943040~8388608,62914560~8388608,83886080~4194304,96468992~4194304,104857600~8388608,159383552~8388608,180355072~12582912,197132288~4194304,230686720~12582912,264241152~12582912,297795584~12582912,339738624~8388608,390070272~8388608] 2024-03-22T07:44:03.280 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 4 diff [4194304~8388608,20971520~8388608,41943040~4194304,62914560~8388608,83886080~37748736,159383552~12582912,180355072~8388608,192937984~8388608,230686720~8388608,264241152~12582912,297795584~8388608,339738624~8388608,390070272~8388608] 2024-03-22T07:44:03.281 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~8388608,20971520~8388608,41943040~4194304,62914560~8388608,83886080~37748736,159383552~12582912,180355072~8388608,192937984~8388608,230686720~8388608,264241152~12582912,297795584~8388608,339738624~8388608,390070272~8388608] 2024-03-22T07:44:03.286 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~12582912,20971520~8388608,41943040~8388608,62914560~8388608,83886080~37748736,159383552~12582912,180355072~20971520,230686720~12582912,264241152~12582912,297795584~12582912,339738624~8388608,390070272~12582912] 2024-03-22T07:44:03.287 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 5 diff [4194304~8388608,20971520~8388608,37748736~12582912,62914560~12582912,83886080~37748736,130023424~8388608,159383552~12582912,180355072~8388608,192937984~8388608,230686720~8388608,264241152~16777216,297795584~8388608,318767104~8388608,339738624~8388608,364904448~4194304,373293056~4194304,381681664~16777216] 2024-03-22T07:44:03.287 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~8388608,20971520~8388608,37748736~12582912,62914560~12582912,83886080~37748736,130023424~8388608,159383552~12582912,180355072~8388608,192937984~8388608,230686720~8388608,264241152~16777216,297795584~8388608,318767104~8388608,339738624~8388608,364904448~4194304,373293056~4194304,381681664~16777216] 2024-03-22T07:44:03.294 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~12582912,20971520~8388608,37748736~12582912,62914560~16777216,83886080~37748736,130023424~12582912,159383552~12582912,180355072~20971520,230686720~12582912,264241152~16777216,297795584~12582912,318767104~8388608,339738624~8388608,364904448~4194304,373293056~4194304,381681664~20971520] 2024-03-22T07:44:03.294 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 6 diff [4194304~8388608,16777216~12582912,37748736~12582912,58720256~62914560,130023424~8388608,159383552~12582912,180355072~8388608,192937984~8388608,218103808~4194304,230686720~8388608,264241152~16777216,297795584~16777216,318767104~8388608,335544320~8388608,360710144~8388608,373293056~4194304,381681664~16777216,406847488~8388608] 2024-03-22T07:44:03.294 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~8388608,16777216~12582912,37748736~12582912,58720256~62914560,130023424~8388608,159383552~12582912,180355072~8388608,192937984~8388608,218103808~4194304,230686720~8388608,264241152~16777216,297795584~16777216,318767104~8388608,335544320~8388608,360710144~8388608,373293056~4194304,381681664~16777216,406847488~8388608] 2024-03-22T07:44:03.302 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~25165824,37748736~12582912,58720256~62914560,130023424~12582912,159383552~12582912,180355072~20971520,218103808~4194304,230686720~12582912,264241152~16777216,297795584~29360128,335544320~12582912,360710144~8388608,373293056~4194304,381681664~20971520,406847488~8388608] 2024-03-22T07:44:03.302 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 7 diff [4194304~8388608,16777216~12582912,37748736~12582912,54525952~67108864,125829120~12582912,159383552~12582912,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,264241152~16777216,285212672~4194304,297795584~16777216,318767104~8388608,335544320~8388608,360710144~8388608,373293056~4194304,381681664~16777216,406847488~8388608] 2024-03-22T07:44:03.302 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~8388608,16777216~12582912,37748736~12582912,54525952~67108864,125829120~12582912,159383552~12582912,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,264241152~16777216,285212672~4194304,297795584~16777216,318767104~8388608,335544320~8388608,360710144~8388608,373293056~4194304,381681664~16777216,406847488~8388608] 2024-03-22T07:44:03.310 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~25165824,37748736~12582912,54525952~67108864,125829120~16777216,159383552~12582912,180355072~20971520,209715200~4194304,218103808~4194304,230686720~25165824,264241152~16777216,285212672~4194304,297795584~29360128,335544320~12582912,360710144~8388608,373293056~4194304,381681664~20971520,406847488~8388608] 2024-03-22T07:44:03.310 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 8 diff [4194304~8388608,16777216~12582912,37748736~12582912,54525952~12582912,71303168~50331648,125829120~12582912,159383552~12582912,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,264241152~16777216,285212672~4194304,293601280~29360128,335544320~8388608,360710144~8388608,373293056~25165824,406847488~8388608] 2024-03-22T07:44:03.310 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~8388608,16777216~12582912,37748736~12582912,54525952~12582912,71303168~50331648,125829120~12582912,159383552~12582912,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,264241152~16777216,285212672~4194304,293601280~29360128,335544320~8388608,360710144~8388608,373293056~25165824,406847488~8388608] 2024-03-22T07:44:03.321 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~25165824,37748736~12582912,54525952~67108864,125829120~16777216,159383552~12582912,180355072~20971520,209715200~4194304,218103808~4194304,230686720~25165824,264241152~16777216,285212672~4194304,293601280~33554432,335544320~12582912,360710144~8388608,373293056~29360128,406847488~8388608] 2024-03-22T07:44:03.321 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 9 diff [0~12582912,16777216~12582912,33554432~16777216,54525952~12582912,71303168~50331648,125829120~12582912,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~4194304,293601280~37748736,335544320~8388608,360710144~8388608,373293056~37748736] 2024-03-22T07:44:03.321 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~12582912,33554432~16777216,54525952~12582912,71303168~50331648,125829120~12582912,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~4194304,293601280~37748736,335544320~8388608,360710144~8388608,373293056~37748736] 2024-03-22T07:44:03.331 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~29360128,33554432~16777216,54525952~67108864,125829120~16777216,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~50331648,285212672~4194304,293601280~54525952,360710144~8388608,373293056~41943040] 2024-03-22T07:44:03.331 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 10 diff [0~12582912,16777216~12582912,33554432~16777216,54525952~67108864,125829120~12582912,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~46137344,335544320~8388608,360710144~8388608,373293056~37748736] 2024-03-22T07:44:03.331 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~12582912,33554432~16777216,54525952~67108864,125829120~12582912,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~46137344,335544320~8388608,360710144~8388608,373293056~37748736] 2024-03-22T07:44:03.343 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,54525952~67108864,125829120~16777216,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~50331648,285212672~62914560,360710144~8388608,373293056~41943040] 2024-03-22T07:44:03.344 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 11 diff [0~12582912,16777216~33554432,54525952~67108864,125829120~12582912,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~46137344,335544320~8388608,348127232~4194304,360710144~8388608,373293056~37748736] 2024-03-22T07:44:03.344 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~33554432,54525952~67108864,125829120~12582912,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~46137344,335544320~8388608,348127232~4194304,360710144~8388608,373293056~37748736] 2024-03-22T07:44:03.357 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,54525952~67108864,125829120~16777216,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~50331648,285212672~67108864,360710144~8388608,373293056~41943040] 2024-03-22T07:44:03.357 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 12 diff [0~50331648,54525952~67108864,125829120~16777216,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~46137344,335544320~8388608,348127232~4194304,360710144~50331648] 2024-03-22T07:44:03.358 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~50331648,54525952~67108864,125829120~16777216,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~46137344,335544320~8388608,348127232~4194304,360710144~50331648] 2024-03-22T07:44:03.372 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,54525952~67108864,125829120~20971520,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~50331648,285212672~67108864,360710144~54525952] 2024-03-22T07:44:03.372 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 13 diff [0~50331648,54525952~67108864,125829120~16777216,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~46137344,335544320~8388608,348127232~4194304,360710144~50331648] 2024-03-22T07:44:03.373 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~50331648,54525952~67108864,125829120~16777216,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~46137344,335544320~8388608,348127232~4194304,360710144~50331648] 2024-03-22T07:44:03.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:02 smithi129 bash[79695]: cluster 2024-03-22T07:44:01.945047+0000 osd.7 (osd.7) 707 : cluster 3 failed to encode map e1088 with expected crc 2024-03-22T07:44:03.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:02 smithi129 bash[79695]: cluster 2024-03-22T07:44:01.945259+0000 mon.a (mon.0) 1588 : cluster 0 osdmap e1088: 8 total, 8 up, 8 in 2024-03-22T07:44:03.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:02 smithi129 bash[79695]: cluster 2024-03-22T07:44:01.945866+0000 osd.5 (osd.5) 686 : cluster 3 failed to encode map e1088 with expected crc 2024-03-22T07:44:03.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:02 smithi129 bash[79695]: cluster 2024-03-22T07:44:01.951429+0000 osd.6 (osd.6) 671 : cluster 3 failed to encode map e1088 with expected crc 2024-03-22T07:44:03.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:02 smithi129 bash[82160]: cluster 2024-03-22T07:44:01.945047+0000 osd.7 (osd.7) 707 : cluster 3 failed to encode map e1088 with expected crc 2024-03-22T07:44:03.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:02 smithi129 bash[82160]: cluster 2024-03-22T07:44:01.945259+0000 mon.a (mon.0) 1588 : cluster 0 osdmap e1088: 8 total, 8 up, 8 in 2024-03-22T07:44:03.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:02 smithi129 bash[82160]: cluster 2024-03-22T07:44:01.945866+0000 osd.5 (osd.5) 686 : cluster 3 failed to encode map e1088 with expected crc 2024-03-22T07:44:03.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:02 smithi129 bash[82160]: cluster 2024-03-22T07:44:01.951429+0000 osd.6 (osd.6) 671 : cluster 3 failed to encode map e1088 with expected crc 2024-03-22T07:44:03.388 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~121634816,125829120~20971520,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~50331648,285212672~67108864,360710144~54525952] 2024-03-22T07:44:03.388 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 14 diff [0~142606336,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.388 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~142606336,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.405 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~146800640,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~50331648,285212672~71303168,360710144~54525952] 2024-03-22T07:44:03.405 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 15 diff [0~142606336,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.405 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~142606336,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.422 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~146800640,155189248~16777216,180355072~33554432,218103808~4194304,230686720~50331648,285212672~71303168,360710144~54525952] 2024-03-22T07:44:03.422 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 16 diff [0~146800640,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.422 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~146800640,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:02 smithi148 bash[66753]: cluster 2024-03-22T07:44:01.945047+0000 osd.7 (osd.7) 707 : cluster 3 failed to encode map e1088 with expected crc 2024-03-22T07:44:03.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:02 smithi148 bash[66753]: cluster 2024-03-22T07:44:01.945259+0000 mon.a (mon.0) 1588 : cluster 0 osdmap e1088: 8 total, 8 up, 8 in 2024-03-22T07:44:03.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:02 smithi148 bash[66753]: cluster 2024-03-22T07:44:01.945866+0000 osd.5 (osd.5) 686 : cluster 3 failed to encode map e1088 with expected crc 2024-03-22T07:44:03.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:02 smithi148 bash[66753]: cluster 2024-03-22T07:44:01.951429+0000 osd.6 (osd.6) 671 : cluster 3 failed to encode map e1088 with expected crc 2024-03-22T07:44:03.439 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~146800640,155189248~16777216,180355072~33554432,218103808~4194304,230686720~125829120,360710144~54525952] 2024-03-22T07:44:03.439 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 17 diff [0~155189248,159383552~12582912,180355072~25165824,209715200~4194304,218103808~20971520,243269632~16777216,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.439 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~4194304,218103808~20971520,243269632~16777216,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.456 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~33554432,218103808~138412032,360710144~54525952] 2024-03-22T07:44:03.457 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 18 diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.457 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.476 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:03.476 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to 19 diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.476 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:03.497 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:03.497 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 3 diff [41943040~4194304,67108864~4194304,104857600~8388608,159383552~4194304,180355072~8388608,230686720~8388608,264241152~12582912,339738624~8388608] 2024-03-22T07:44:03.497 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [41943040~4194304,67108864~4194304,104857600~8388608,159383552~4194304,180355072~8388608,230686720~8388608,264241152~12582912,339738624~8388608] 2024-03-22T07:44:03.500 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [41943040~8388608,67108864~4194304,104857600~8388608,159383552~8388608,180355072~12582912,230686720~12582912,264241152~12582912,339738624~8388608] 2024-03-22T07:44:03.500 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 4 diff [4194304~4194304,20971520~8388608,41943040~4194304,67108864~4194304,83886080~12582912,100663296~20971520,159383552~12582912,180355072~8388608,192937984~8388608,230686720~8388608,264241152~12582912,339738624~8388608,394264576~8388608] 2024-03-22T07:44:03.500 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~4194304,20971520~8388608,41943040~4194304,67108864~4194304,83886080~12582912,100663296~20971520,159383552~12582912,180355072~8388608,192937984~8388608,230686720~8388608,264241152~12582912,339738624~8388608,394264576~8388608] 2024-03-22T07:44:03.505 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~8388608,20971520~8388608,41943040~8388608,67108864~4194304,83886080~37748736,159383552~12582912,180355072~20971520,230686720~12582912,264241152~12582912,339738624~8388608,394264576~8388608] 2024-03-22T07:44:03.505 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 5 diff [4194304~4194304,20971520~8388608,37748736~12582912,67108864~8388608,83886080~12582912,100663296~20971520,130023424~8388608,159383552~12582912,180355072~8388608,192937984~8388608,230686720~8388608,264241152~16777216,318767104~8388608,339738624~8388608,364904448~4194304,373293056~4194304,381681664~8388608,394264576~8388608] 2024-03-22T07:44:03.505 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~4194304,20971520~8388608,37748736~12582912,67108864~8388608,83886080~12582912,100663296~20971520,130023424~8388608,159383552~12582912,180355072~8388608,192937984~8388608,230686720~8388608,264241152~16777216,318767104~8388608,339738624~8388608,364904448~4194304,373293056~4194304,381681664~8388608,394264576~8388608] 2024-03-22T07:44:03.512 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~8388608,20971520~8388608,37748736~12582912,67108864~12582912,83886080~37748736,130023424~12582912,159383552~12582912,180355072~20971520,230686720~12582912,264241152~16777216,318767104~8388608,339738624~8388608,364904448~4194304,373293056~4194304,381681664~20971520] 2024-03-22T07:44:03.512 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 6 diff [4194304~4194304,16777216~12582912,37748736~12582912,58720256~4194304,67108864~54525952,130023424~8388608,159383552~12582912,180355072~8388608,192937984~8388608,218103808~4194304,230686720~8388608,264241152~16777216,306184192~8388608,318767104~8388608,335544320~8388608,360710144~8388608,373293056~4194304,381681664~8388608,394264576~8388608,406847488~8388608] 2024-03-22T07:44:03.512 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~4194304,16777216~12582912,37748736~12582912,58720256~4194304,67108864~54525952,130023424~8388608,159383552~12582912,180355072~8388608,192937984~8388608,218103808~4194304,230686720~8388608,264241152~16777216,306184192~8388608,318767104~8388608,335544320~8388608,360710144~8388608,373293056~4194304,381681664~8388608,394264576~8388608,406847488~8388608] 2024-03-22T07:44:03.518 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~8388608,16777216~12582912,37748736~12582912,58720256~62914560,130023424~12582912,159383552~12582912,180355072~20971520,218103808~4194304,230686720~12582912,264241152~16777216,306184192~20971520,335544320~12582912,360710144~8388608,373293056~4194304,381681664~20971520,406847488~8388608] 2024-03-22T07:44:03.518 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 7 diff [4194304~4194304,16777216~12582912,37748736~12582912,54525952~8388608,67108864~54525952,125829120~12582912,159383552~12582912,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,264241152~16777216,285212672~4194304,306184192~8388608,318767104~8388608,335544320~8388608,360710144~8388608,373293056~4194304,381681664~8388608,394264576~8388608,406847488~8388608] 2024-03-22T07:44:03.518 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~4194304,16777216~12582912,37748736~12582912,54525952~8388608,67108864~54525952,125829120~12582912,159383552~12582912,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,264241152~16777216,285212672~4194304,306184192~8388608,318767104~8388608,335544320~8388608,360710144~8388608,373293056~4194304,381681664~8388608,394264576~8388608,406847488~8388608] 2024-03-22T07:44:03.526 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~8388608,16777216~12582912,37748736~12582912,54525952~67108864,125829120~16777216,159383552~12582912,180355072~20971520,209715200~4194304,218103808~4194304,230686720~25165824,264241152~16777216,285212672~4194304,306184192~20971520,335544320~12582912,360710144~8388608,373293056~4194304,381681664~20971520,406847488~8388608] 2024-03-22T07:44:03.526 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 8 diff [4194304~8388608,16777216~12582912,37748736~12582912,54525952~12582912,71303168~50331648,125829120~12582912,159383552~12582912,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,264241152~16777216,285212672~4194304,293601280~8388608,306184192~16777216,335544320~8388608,360710144~8388608,373293056~16777216,394264576~8388608,406847488~8388608] 2024-03-22T07:44:03.526 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~8388608,16777216~12582912,37748736~12582912,54525952~12582912,71303168~50331648,125829120~12582912,159383552~12582912,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,264241152~16777216,285212672~4194304,293601280~8388608,306184192~16777216,335544320~8388608,360710144~8388608,373293056~16777216,394264576~8388608,406847488~8388608] 2024-03-22T07:44:03.535 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~8388608,16777216~12582912,37748736~12582912,54525952~67108864,125829120~16777216,159383552~12582912,180355072~20971520,209715200~4194304,218103808~4194304,230686720~25165824,264241152~16777216,285212672~4194304,293601280~8388608,306184192~20971520,335544320~12582912,360710144~8388608,373293056~29360128,406847488~8388608] 2024-03-22T07:44:03.536 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 9 diff [0~12582912,16777216~12582912,33554432~16777216,54525952~12582912,71303168~50331648,125829120~12582912,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~4194304,293601280~8388608,306184192~25165824,335544320~8388608,360710144~8388608,373293056~16777216,394264576~16777216] 2024-03-22T07:44:03.536 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~12582912,33554432~16777216,54525952~12582912,71303168~50331648,125829120~12582912,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~4194304,293601280~8388608,306184192~25165824,335544320~8388608,360710144~8388608,373293056~16777216,394264576~16777216] 2024-03-22T07:44:03.545 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,16777216~12582912,33554432~16777216,54525952~67108864,125829120~16777216,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~50331648,285212672~4194304,293601280~8388608,306184192~41943040,360710144~8388608,373293056~41943040] 2024-03-22T07:44:03.546 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 10 diff [0~12582912,16777216~12582912,33554432~16777216,54525952~67108864,125829120~12582912,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~8388608,360710144~8388608,373293056~16777216,394264576~16777216] 2024-03-22T07:44:03.546 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~12582912,33554432~16777216,54525952~67108864,125829120~12582912,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~8388608,360710144~8388608,373293056~16777216,394264576~16777216] 2024-03-22T07:44:03.557 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,16777216~33554432,54525952~67108864,125829120~16777216,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~50331648,285212672~16777216,306184192~41943040,360710144~8388608,373293056~41943040] 2024-03-22T07:44:03.557 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 11 diff [0~12582912,16777216~33554432,54525952~67108864,125829120~12582912,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~8388608,348127232~4194304,360710144~8388608,373293056~16777216,394264576~16777216] 2024-03-22T07:44:03.557 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~33554432,54525952~67108864,125829120~12582912,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~8388608,348127232~4194304,360710144~8388608,373293056~16777216,394264576~16777216] 2024-03-22T07:44:03.569 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,16777216~33554432,54525952~67108864,125829120~16777216,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~50331648,285212672~16777216,306184192~46137344,360710144~8388608,373293056~41943040] 2024-03-22T07:44:03.570 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 12 diff [0~50331648,54525952~67108864,125829120~16777216,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~8388608,348127232~4194304,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.570 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~50331648,54525952~67108864,125829120~16777216,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~8388608,348127232~4194304,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.583 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,54525952~67108864,125829120~20971520,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~50331648,285212672~16777216,306184192~46137344,360710144~54525952] 2024-03-22T07:44:03.583 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 13 diff [0~50331648,54525952~67108864,125829120~16777216,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~8388608,348127232~4194304,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.583 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~50331648,54525952~67108864,125829120~16777216,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~8388608,348127232~4194304,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.597 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~121634816,125829120~20971520,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~50331648,285212672~16777216,306184192~46137344,360710144~54525952] 2024-03-22T07:44:03.597 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 14 diff [0~142606336,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.597 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~142606336,155189248~16777216,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.612 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~146800640,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~50331648,285212672~71303168,360710144~54525952] 2024-03-22T07:44:03.612 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 15 diff [0~142606336,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.612 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~142606336,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.628 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~146800640,155189248~16777216,180355072~33554432,218103808~4194304,230686720~50331648,285212672~71303168,360710144~54525952] 2024-03-22T07:44:03.629 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 16 diff [0~146800640,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.629 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~146800640,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.646 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~146800640,155189248~16777216,180355072~33554432,218103808~4194304,230686720~125829120,360710144~54525952] 2024-03-22T07:44:03.646 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 17 diff [0~155189248,159383552~12582912,180355072~25165824,209715200~4194304,218103808~20971520,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.646 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~4194304,218103808~20971520,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.664 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~33554432,218103808~138412032,360710144~54525952] 2024-03-22T07:44:03.664 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 18 diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.664 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.683 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:03.684 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to 19 diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.684 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.703 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:03.703 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 4 diff [4194304~4194304,20971520~8388608,83886080~12582912,100663296~8388608,113246208~8388608,163577856~8388608,192937984~8388608,394264576~8388608] 2024-03-22T07:44:03.703 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~4194304,20971520~8388608,83886080~12582912,100663296~8388608,113246208~8388608,163577856~8388608,192937984~8388608,394264576~8388608] 2024-03-22T07:44:03.706 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~8388608,20971520~8388608,83886080~37748736,163577856~8388608,192937984~8388608,394264576~8388608] 2024-03-22T07:44:03.707 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 5 diff [4194304~4194304,20971520~8388608,37748736~4194304,46137344~4194304,71303168~4194304,83886080~12582912,100663296~8388608,113246208~8388608,130023424~8388608,163577856~8388608,192937984~8388608,272629760~8388608,318767104~8388608,339738624~8388608,364904448~4194304,373293056~4194304,381681664~8388608,394264576~8388608] 2024-03-22T07:44:03.707 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~4194304,20971520~8388608,37748736~4194304,46137344~4194304,71303168~4194304,83886080~12582912,100663296~8388608,113246208~8388608,130023424~8388608,163577856~8388608,192937984~8388608,272629760~8388608,318767104~8388608,339738624~8388608,364904448~4194304,373293056~4194304,381681664~8388608,394264576~8388608] 2024-03-22T07:44:03.711 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~8388608,20971520~8388608,37748736~4194304,46137344~4194304,71303168~8388608,83886080~37748736,130023424~12582912,163577856~8388608,192937984~8388608,272629760~8388608,318767104~8388608,339738624~8388608,364904448~4194304,373293056~4194304,381681664~20971520] 2024-03-22T07:44:03.711 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 6 diff [4194304~4194304,16777216~12582912,37748736~4194304,46137344~4194304,58720256~4194304,71303168~37748736,113246208~8388608,130023424~8388608,163577856~8388608,180355072~4194304,192937984~8388608,218103808~4194304,272629760~8388608,306184192~8388608,318767104~8388608,335544320~12582912,360710144~8388608,373293056~4194304,381681664~8388608,394264576~8388608,406847488~8388608] 2024-03-22T07:44:03.711 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~4194304,16777216~12582912,37748736~4194304,46137344~4194304,58720256~4194304,71303168~37748736,113246208~8388608,130023424~8388608,163577856~8388608,180355072~4194304,192937984~8388608,218103808~4194304,272629760~8388608,306184192~8388608,318767104~8388608,335544320~12582912,360710144~8388608,373293056~4194304,381681664~8388608,394264576~8388608,406847488~8388608] 2024-03-22T07:44:03.717 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~8388608,16777216~12582912,37748736~4194304,46137344~4194304,58720256~8388608,71303168~50331648,130023424~12582912,163577856~8388608,180355072~4194304,192937984~8388608,218103808~4194304,272629760~8388608,306184192~20971520,335544320~12582912,360710144~8388608,373293056~4194304,381681664~20971520,406847488~8388608] 2024-03-22T07:44:03.717 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 7 diff [4194304~4194304,16777216~12582912,37748736~4194304,46137344~4194304,54525952~8388608,71303168~37748736,113246208~8388608,125829120~12582912,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,243269632~8388608,264241152~16777216,285212672~4194304,306184192~8388608,318767104~8388608,335544320~12582912,360710144~8388608,373293056~4194304,381681664~8388608,394264576~8388608,406847488~8388608] 2024-03-22T07:44:03.717 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~4194304,16777216~12582912,37748736~4194304,46137344~4194304,54525952~8388608,71303168~37748736,113246208~8388608,125829120~12582912,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,243269632~8388608,264241152~16777216,285212672~4194304,306184192~8388608,318767104~8388608,335544320~12582912,360710144~8388608,373293056~4194304,381681664~8388608,394264576~8388608,406847488~8388608] 2024-03-22T07:44:03.724 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~8388608,16777216~12582912,37748736~4194304,46137344~4194304,54525952~12582912,71303168~50331648,125829120~16777216,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,243269632~12582912,264241152~16777216,285212672~4194304,306184192~20971520,335544320~12582912,360710144~8388608,373293056~4194304,381681664~20971520,406847488~8388608] 2024-03-22T07:44:03.724 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 8 diff [4194304~8388608,16777216~12582912,37748736~4194304,46137344~4194304,54525952~12582912,71303168~37748736,113246208~8388608,125829120~12582912,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,243269632~8388608,264241152~16777216,285212672~4194304,293601280~8388608,306184192~16777216,335544320~12582912,360710144~8388608,373293056~16777216,394264576~8388608,406847488~8388608] 2024-03-22T07:44:03.724 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~8388608,16777216~12582912,37748736~4194304,46137344~4194304,54525952~12582912,71303168~37748736,113246208~8388608,125829120~12582912,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,243269632~8388608,264241152~16777216,285212672~4194304,293601280~8388608,306184192~16777216,335544320~12582912,360710144~8388608,373293056~16777216,394264576~8388608,406847488~8388608] 2024-03-22T07:44:03.731 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~8388608,16777216~12582912,37748736~4194304,46137344~4194304,54525952~67108864,125829120~16777216,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,243269632~12582912,264241152~16777216,285212672~4194304,293601280~8388608,306184192~20971520,335544320~12582912,360710144~8388608,373293056~29360128,406847488~8388608] 2024-03-22T07:44:03.731 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 9 diff [0~12582912,16777216~12582912,33554432~8388608,46137344~4194304,54525952~12582912,71303168~37748736,113246208~8388608,125829120~12582912,155189248~4194304,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,230686720~4194304,243269632~8388608,255852544~25165824,285212672~4194304,293601280~8388608,306184192~25165824,335544320~12582912,360710144~8388608,373293056~16777216,394264576~16777216] 2024-03-22T07:44:03.731 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~12582912,33554432~8388608,46137344~4194304,54525952~12582912,71303168~37748736,113246208~8388608,125829120~12582912,155189248~4194304,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,230686720~4194304,243269632~8388608,255852544~25165824,285212672~4194304,293601280~8388608,306184192~25165824,335544320~12582912,360710144~8388608,373293056~16777216,394264576~16777216] 2024-03-22T07:44:03.740 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,16777216~12582912,33554432~8388608,46137344~4194304,54525952~67108864,125829120~16777216,155189248~4194304,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,230686720~8388608,243269632~37748736,285212672~4194304,293601280~8388608,306184192~41943040,360710144~8388608,373293056~41943040] 2024-03-22T07:44:03.740 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 10 diff [0~12582912,16777216~12582912,33554432~8388608,46137344~4194304,54525952~54525952,113246208~8388608,125829120~12582912,155189248~4194304,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~12582912,360710144~8388608,373293056~16777216,394264576~16777216] 2024-03-22T07:44:03.740 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~12582912,33554432~8388608,46137344~4194304,54525952~54525952,113246208~8388608,125829120~12582912,155189248~4194304,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~12582912,360710144~8388608,373293056~16777216,394264576~16777216] 2024-03-22T07:44:03.750 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,16777216~25165824,46137344~4194304,54525952~67108864,125829120~16777216,155189248~4194304,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,230686720~50331648,285212672~16777216,306184192~41943040,360710144~8388608,373293056~41943040] 2024-03-22T07:44:03.751 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 11 diff [0~12582912,16777216~25165824,46137344~4194304,54525952~54525952,113246208~8388608,125829120~12582912,155189248~4194304,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~16777216,360710144~8388608,373293056~16777216,394264576~16777216] 2024-03-22T07:44:03.751 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~25165824,46137344~4194304,54525952~54525952,113246208~8388608,125829120~12582912,155189248~4194304,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~16777216,360710144~8388608,373293056~16777216,394264576~16777216] 2024-03-22T07:44:03.763 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,16777216~25165824,46137344~4194304,54525952~67108864,125829120~16777216,155189248~4194304,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,230686720~50331648,285212672~16777216,306184192~46137344,360710144~8388608,373293056~41943040] 2024-03-22T07:44:03.763 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 12 diff [0~41943040,46137344~4194304,54525952~54525952,113246208~8388608,125829120~16777216,155189248~4194304,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.763 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~41943040,46137344~4194304,54525952~54525952,113246208~8388608,125829120~16777216,155189248~4194304,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.775 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~41943040,46137344~4194304,54525952~67108864,125829120~20971520,155189248~4194304,163577856~8388608,180355072~4194304,188743680~12582912,209715200~4194304,218103808~4194304,230686720~50331648,285212672~16777216,306184192~46137344,360710144~54525952] 2024-03-22T07:44:03.775 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 13 diff [0~50331648,54525952~67108864,125829120~16777216,155189248~4194304,163577856~8388608,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.775 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~50331648,54525952~67108864,125829120~16777216,155189248~4194304,163577856~8388608,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.788 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~121634816,125829120~20971520,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,230686720~50331648,285212672~16777216,306184192~46137344,360710144~54525952] 2024-03-22T07:44:03.788 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 14 diff [0~142606336,155189248~4194304,163577856~8388608,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.788 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~142606336,155189248~4194304,163577856~8388608,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.801 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~146800640,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,230686720~50331648,285212672~71303168,360710144~54525952] 2024-03-22T07:44:03.801 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 15 diff [0~142606336,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.801 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~142606336,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.816 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~146800640,155189248~16777216,180355072~33554432,218103808~4194304,230686720~50331648,285212672~71303168,360710144~54525952] 2024-03-22T07:44:03.816 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 16 diff [0~146800640,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.816 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~146800640,155189248~16777216,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.831 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~146800640,155189248~16777216,180355072~33554432,218103808~4194304,230686720~125829120,360710144~54525952] 2024-03-22T07:44:03.832 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 17 diff [0~155189248,159383552~12582912,180355072~25165824,209715200~4194304,218103808~20971520,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.832 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~4194304,218103808~20971520,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.848 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~33554432,218103808~138412032,360710144~54525952] 2024-03-22T07:44:03.848 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 18 diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.848 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.864 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:03.865 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to 19 diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.865 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:03.886 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:03.886 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 5 diff [37748736~4194304,46137344~4194304,71303168~4194304,130023424~8388608,272629760~8388608,318767104~8388608,339738624~8388608,364904448~4194304,373293056~4194304,381681664~8388608] 2024-03-22T07:44:03.886 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [37748736~4194304,46137344~4194304,71303168~4194304,130023424~8388608,272629760~8388608,318767104~8388608,339738624~8388608,364904448~4194304,373293056~4194304,381681664~8388608] 2024-03-22T07:44:03.887 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [37748736~4194304,46137344~4194304,71303168~8388608,130023424~12582912,272629760~8388608,318767104~8388608,339738624~8388608,364904448~4194304,373293056~4194304,381681664~12582912] 2024-03-22T07:44:03.887 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 6 diff [16777216~4194304,37748736~4194304,46137344~4194304,58720256~4194304,71303168~12582912,96468992~4194304,130023424~8388608,180355072~4194304,218103808~4194304,272629760~8388608,306184192~8388608,318767104~8388608,335544320~12582912,360710144~8388608,373293056~4194304,381681664~8388608,406847488~8388608] 2024-03-22T07:44:03.887 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16777216~4194304,37748736~4194304,46137344~4194304,58720256~4194304,71303168~12582912,96468992~4194304,130023424~8388608,180355072~4194304,218103808~4194304,272629760~8388608,306184192~8388608,318767104~8388608,335544320~12582912,360710144~8388608,373293056~4194304,381681664~8388608,406847488~8388608] 2024-03-22T07:44:03.891 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [16777216~8388608,37748736~4194304,46137344~4194304,58720256~8388608,71303168~12582912,96468992~8388608,130023424~12582912,180355072~4194304,218103808~4194304,272629760~8388608,306184192~20971520,335544320~12582912,360710144~8388608,373293056~4194304,381681664~12582912,406847488~8388608] 2024-03-22T07:44:03.891 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 7 diff [16777216~4194304,37748736~4194304,46137344~4194304,54525952~8388608,71303168~12582912,96468992~4194304,125829120~12582912,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,243269632~8388608,264241152~16777216,285212672~4194304,306184192~8388608,318767104~8388608,335544320~12582912,360710144~8388608,373293056~4194304,381681664~8388608,406847488~8388608] 2024-03-22T07:44:03.892 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16777216~4194304,37748736~4194304,46137344~4194304,54525952~8388608,71303168~12582912,96468992~4194304,125829120~12582912,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,243269632~8388608,264241152~16777216,285212672~4194304,306184192~8388608,318767104~8388608,335544320~12582912,360710144~8388608,373293056~4194304,381681664~8388608,406847488~8388608] 2024-03-22T07:44:03.897 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [16777216~8388608,37748736~4194304,46137344~4194304,54525952~12582912,71303168~12582912,96468992~8388608,125829120~16777216,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,243269632~12582912,264241152~16777216,285212672~4194304,306184192~20971520,335544320~12582912,360710144~8388608,373293056~4194304,381681664~12582912,406847488~8388608] 2024-03-22T07:44:03.897 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 8 diff [4194304~4194304,16777216~4194304,37748736~4194304,46137344~4194304,54525952~12582912,71303168~20971520,96468992~4194304,104857600~4194304,125829120~12582912,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,243269632~8388608,264241152~16777216,285212672~4194304,293601280~8388608,306184192~16777216,335544320~12582912,360710144~8388608,373293056~16777216,406847488~8388608] 2024-03-22T07:44:03.897 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~4194304,16777216~4194304,37748736~4194304,46137344~4194304,54525952~12582912,71303168~20971520,96468992~4194304,104857600~4194304,125829120~12582912,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,243269632~8388608,264241152~16777216,285212672~4194304,293601280~8388608,306184192~16777216,335544320~12582912,360710144~8388608,373293056~16777216,406847488~8388608] 2024-03-22T07:44:03.904 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~4194304,16777216~8388608,37748736~4194304,46137344~4194304,54525952~37748736,96468992~16777216,125829120~16777216,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,243269632~12582912,264241152~16777216,285212672~4194304,293601280~8388608,306184192~20971520,335544320~12582912,360710144~8388608,373293056~20971520,406847488~8388608] 2024-03-22T07:44:03.905 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 9 diff [0~12582912,16777216~4194304,33554432~8388608,46137344~4194304,54525952~12582912,71303168~20971520,96468992~4194304,104857600~4194304,125829120~12582912,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~4194304,243269632~8388608,255852544~25165824,285212672~4194304,293601280~8388608,306184192~25165824,335544320~12582912,360710144~8388608,373293056~16777216,398458880~12582912] 2024-03-22T07:44:03.905 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~4194304,33554432~8388608,46137344~4194304,54525952~12582912,71303168~20971520,96468992~4194304,104857600~4194304,125829120~12582912,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~4194304,243269632~8388608,255852544~25165824,285212672~4194304,293601280~8388608,306184192~25165824,335544320~12582912,360710144~8388608,373293056~16777216,398458880~12582912] 2024-03-22T07:44:03.912 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,16777216~8388608,33554432~8388608,46137344~4194304,54525952~37748736,96468992~16777216,125829120~16777216,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~8388608,243269632~37748736,285212672~4194304,293601280~8388608,306184192~41943040,360710144~8388608,373293056~20971520,398458880~16777216] 2024-03-22T07:44:03.912 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 10 diff [0~12582912,16777216~4194304,25165824~4194304,33554432~8388608,46137344~4194304,54525952~37748736,96468992~12582912,125829120~12582912,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~12582912,360710144~8388608,373293056~16777216,398458880~12582912] 2024-03-22T07:44:03.912 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~4194304,25165824~4194304,33554432~8388608,46137344~4194304,54525952~37748736,96468992~12582912,125829120~12582912,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~12582912,360710144~8388608,373293056~16777216,398458880~12582912] 2024-03-22T07:44:03.921 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,16777216~25165824,46137344~4194304,54525952~37748736,96468992~16777216,125829120~16777216,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~50331648,285212672~16777216,306184192~41943040,360710144~8388608,373293056~20971520,398458880~16777216] 2024-03-22T07:44:03.921 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 11 diff [0~12582912,16777216~25165824,46137344~4194304,54525952~33554432,96468992~12582912,125829120~12582912,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~16777216,360710144~8388608,373293056~16777216,398458880~12582912] 2024-03-22T07:44:03.921 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~25165824,46137344~4194304,54525952~33554432,96468992~12582912,125829120~12582912,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~16777216,360710144~8388608,373293056~16777216,398458880~12582912] 2024-03-22T07:44:03.931 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,16777216~25165824,46137344~4194304,54525952~37748736,96468992~16777216,125829120~16777216,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~50331648,285212672~16777216,306184192~46137344,360710144~8388608,373293056~20971520,398458880~16777216] 2024-03-22T07:44:03.931 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 12 diff [0~41943040,46137344~4194304,54525952~37748736,96468992~12582912,125829120~16777216,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:03.931 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~41943040,46137344~4194304,54525952~37748736,96468992~12582912,125829120~16777216,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:03.941 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~41943040,46137344~4194304,54525952~37748736,96468992~16777216,125829120~20971520,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~50331648,285212672~16777216,306184192~46137344,360710144~33554432,398458880~16777216] 2024-03-22T07:44:03.941 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 13 diff [0~50331648,54525952~37748736,96468992~20971520,125829120~16777216,155189248~4194304,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:03.941 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~50331648,54525952~37748736,96468992~20971520,125829120~16777216,155189248~4194304,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~25165824,285212672~16777216,306184192~25165824,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:03.953 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~20971520,125829120~20971520,155189248~4194304,180355072~25165824,209715200~4194304,218103808~4194304,230686720~50331648,285212672~16777216,306184192~46137344,360710144~33554432,398458880~16777216] 2024-03-22T07:44:03.953 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 14 diff [0~92274688,96468992~20971520,121634816~20971520,155189248~4194304,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:03.954 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~20971520,121634816~20971520,155189248~4194304,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:03.966 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~20971520,121634816~25165824,155189248~4194304,180355072~25165824,209715200~4194304,218103808~4194304,230686720~50331648,285212672~71303168,360710144~33554432,398458880~16777216] 2024-03-22T07:44:03.967 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 15 diff [0~92274688,96468992~20971520,121634816~20971520,155189248~12582912,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:03.967 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~20971520,121634816~20971520,155189248~12582912,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~16777216,285212672~46137344,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:03.981 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~20971520,121634816~25165824,155189248~16777216,180355072~33554432,218103808~4194304,230686720~50331648,285212672~71303168,360710144~33554432,398458880~16777216] 2024-03-22T07:44:03.981 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 16 diff [0~92274688,96468992~20971520,121634816~25165824,155189248~12582912,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:03.981 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~20971520,121634816~25165824,155189248~12582912,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:03.997 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~20971520,121634816~25165824,155189248~16777216,180355072~33554432,218103808~4194304,230686720~125829120,360710144~33554432,398458880~16777216] 2024-03-22T07:44:03.997 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 17 diff [0~92274688,96468992~20971520,121634816~33554432,159383552~8388608,180355072~25165824,209715200~4194304,218103808~20971520,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:03.997 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~20971520,121634816~33554432,159383552~8388608,180355072~25165824,209715200~4194304,218103808~20971520,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.013 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~20971520,121634816~50331648,180355072~33554432,218103808~138412032,360710144~33554432,398458880~16777216] 2024-03-22T07:44:04.014 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 18 diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.014 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.031 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:04.032 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to 19 diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.032 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.050 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:04.050 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 6 diff [16777216~4194304,58720256~4194304,75497472~8388608,96468992~4194304,180355072~4194304,218103808~4194304,306184192~8388608,335544320~4194304,360710144~4194304,406847488~8388608] 2024-03-22T07:44:04.051 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16777216~4194304,58720256~4194304,75497472~8388608,96468992~4194304,180355072~4194304,218103808~4194304,306184192~8388608,335544320~4194304,360710144~4194304,406847488~8388608] 2024-03-22T07:44:04.054 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [16777216~8388608,58720256~8388608,75497472~8388608,96468992~8388608,180355072~4194304,218103808~4194304,306184192~12582912,335544320~8388608,360710144~4194304,406847488~8388608] 2024-03-22T07:44:04.054 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 7 diff [16777216~4194304,54525952~8388608,75497472~8388608,96468992~4194304,125829120~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,243269632~8388608,264241152~8388608,285212672~4194304,306184192~8388608,335544320~4194304,360710144~4194304,406847488~8388608] 2024-03-22T07:44:04.054 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16777216~4194304,54525952~8388608,75497472~8388608,96468992~4194304,125829120~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,243269632~8388608,264241152~8388608,285212672~4194304,306184192~8388608,335544320~4194304,360710144~4194304,406847488~8388608] 2024-03-22T07:44:04.059 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [16777216~8388608,54525952~12582912,75497472~8388608,96468992~8388608,125829120~8388608,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,243269632~12582912,264241152~8388608,285212672~4194304,306184192~12582912,335544320~8388608,360710144~4194304,406847488~8388608] 2024-03-22T07:44:04.059 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 8 diff [4194304~4194304,16777216~4194304,54525952~12582912,75497472~16777216,96468992~4194304,104857600~4194304,125829120~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,243269632~8388608,264241152~8388608,285212672~4194304,293601280~8388608,306184192~16777216,335544320~4194304,360710144~4194304,377487360~4194304,406847488~8388608] 2024-03-22T07:44:04.060 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~4194304,16777216~4194304,54525952~12582912,75497472~16777216,96468992~4194304,104857600~4194304,125829120~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,243269632~8388608,264241152~8388608,285212672~4194304,293601280~8388608,306184192~16777216,335544320~4194304,360710144~4194304,377487360~4194304,406847488~8388608] 2024-03-22T07:44:04.065 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~4194304,16777216~8388608,54525952~16777216,75497472~16777216,96468992~16777216,125829120~8388608,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,243269632~12582912,264241152~8388608,285212672~4194304,293601280~8388608,306184192~20971520,335544320~8388608,360710144~4194304,377487360~4194304,406847488~8388608] 2024-03-22T07:44:04.065 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 9 diff [0~12582912,16777216~4194304,33554432~8388608,54525952~12582912,75497472~16777216,96468992~4194304,104857600~4194304,125829120~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~4194304,243269632~8388608,255852544~16777216,285212672~4194304,293601280~8388608,306184192~25165824,335544320~4194304,360710144~4194304,377487360~8388608,398458880~12582912] 2024-03-22T07:44:04.065 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~4194304,33554432~8388608,54525952~12582912,75497472~16777216,96468992~4194304,104857600~4194304,125829120~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~4194304,243269632~8388608,255852544~16777216,285212672~4194304,293601280~8388608,306184192~25165824,335544320~4194304,360710144~4194304,377487360~8388608,398458880~12582912] 2024-03-22T07:44:04.071 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,16777216~8388608,33554432~8388608,54525952~16777216,75497472~16777216,96468992~16777216,125829120~8388608,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~8388608,243269632~29360128,285212672~4194304,293601280~8388608,306184192~37748736,360710144~4194304,377487360~8388608,398458880~16777216] 2024-03-22T07:44:04.072 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 10 diff [0~12582912,16777216~4194304,25165824~4194304,33554432~8388608,54525952~16777216,75497472~16777216,96468992~12582912,125829120~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,306184192~25165824,335544320~4194304,360710144~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.072 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~4194304,25165824~4194304,33554432~8388608,54525952~16777216,75497472~16777216,96468992~12582912,125829120~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,306184192~25165824,335544320~4194304,360710144~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.079 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,16777216~25165824,54525952~37748736,96468992~16777216,125829120~8388608,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~41943040,285212672~16777216,306184192~37748736,360710144~8388608,377487360~12582912,398458880~16777216] 2024-03-22T07:44:04.079 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 11 diff [0~12582912,16777216~25165824,54525952~16777216,75497472~12582912,96468992~12582912,125829120~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,306184192~25165824,335544320~4194304,348127232~4194304,360710144~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.080 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~25165824,54525952~16777216,75497472~12582912,96468992~12582912,125829120~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,306184192~25165824,335544320~4194304,348127232~4194304,360710144~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.090 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,16777216~25165824,54525952~37748736,96468992~16777216,125829120~8388608,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~41943040,285212672~16777216,306184192~37748736,348127232~4194304,360710144~8388608,377487360~16777216,398458880~16777216] 2024-03-22T07:44:04.090 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 12 diff [0~41943040,54525952~37748736,96468992~12582912,125829120~4194304,138412032~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,306184192~25165824,335544320~4194304,348127232~4194304,360710144~12582912,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.090 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~41943040,54525952~37748736,96468992~12582912,125829120~4194304,138412032~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,306184192~25165824,335544320~4194304,348127232~4194304,360710144~12582912,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.098 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~41943040,54525952~37748736,96468992~16777216,125829120~8388608,138412032~8388608,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,218103808~4194304,230686720~41943040,285212672~16777216,306184192~37748736,348127232~4194304,360710144~12582912,377487360~16777216,398458880~16777216] 2024-03-22T07:44:04.098 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 13 diff [0~50331648,54525952~37748736,96468992~20971520,125829120~8388608,138412032~4194304,155189248~4194304,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,306184192~25165824,335544320~4194304,348127232~4194304,360710144~12582912,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.099 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~50331648,54525952~37748736,96468992~20971520,125829120~8388608,138412032~4194304,155189248~4194304,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,306184192~25165824,335544320~4194304,348127232~4194304,360710144~12582912,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.110 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~20971520,125829120~20971520,155189248~4194304,180355072~25165824,209715200~4194304,218103808~4194304,230686720~41943040,285212672~16777216,306184192~37748736,348127232~4194304,360710144~12582912,377487360~16777216,398458880~16777216] 2024-03-22T07:44:04.110 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 14 diff [0~92274688,96468992~20971520,121634816~20971520,155189248~4194304,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~8388608,285212672~46137344,335544320~4194304,343932928~8388608,360710144~12582912,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.110 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~20971520,121634816~20971520,155189248~4194304,180355072~20971520,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~8388608,285212672~46137344,335544320~4194304,343932928~8388608,360710144~12582912,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.122 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~20971520,121634816~25165824,155189248~4194304,180355072~25165824,209715200~4194304,218103808~4194304,230686720~41943040,285212672~71303168,360710144~12582912,377487360~16777216,398458880~16777216] 2024-03-22T07:44:04.122 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 15 diff [0~92274688,96468992~20971520,121634816~20971520,155189248~12582912,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~8388608,285212672~46137344,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.122 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~20971520,121634816~20971520,155189248~12582912,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~8388608,285212672~46137344,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.134 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~20971520,121634816~25165824,155189248~16777216,180355072~33554432,218103808~4194304,230686720~41943040,285212672~71303168,360710144~33554432,398458880~16777216] 2024-03-22T07:44:04.134 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 16 diff [0~92274688,96468992~20971520,121634816~25165824,155189248~12582912,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.134 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~20971520,121634816~25165824,155189248~12582912,180355072~25165824,209715200~4194304,218103808~4194304,230686720~8388608,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.148 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~20971520,121634816~25165824,155189248~16777216,180355072~33554432,218103808~4194304,230686720~41943040,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:04.148 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 17 diff [0~92274688,96468992~20971520,121634816~33554432,159383552~8388608,180355072~25165824,209715200~4194304,218103808~20971520,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.148 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~20971520,121634816~33554432,159383552~8388608,180355072~25165824,209715200~4194304,218103808~20971520,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.164 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~20971520,121634816~50331648,180355072~33554432,218103808~54525952,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:04.164 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 18 diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.164 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.179 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:04.179 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to 19 diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.179 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.197 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:04.197 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 7 diff [54525952~8388608,125829120~4194304,180355072~4194304,188743680~8388608,209715200~4194304,243269632~8388608,264241152~8388608,285212672~4194304,310378496~4194304] 2024-03-22T07:44:04.197 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [54525952~8388608,125829120~4194304,180355072~4194304,188743680~8388608,209715200~4194304,243269632~8388608,264241152~8388608,285212672~4194304,310378496~4194304] 2024-03-22T07:44:04.200 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [54525952~12582912,125829120~8388608,180355072~4194304,188743680~8388608,209715200~4194304,243269632~12582912,264241152~8388608,285212672~4194304,310378496~8388608] 2024-03-22T07:44:04.200 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 8 diff [4194304~4194304,54525952~12582912,83886080~8388608,104857600~4194304,125829120~4194304,180355072~4194304,188743680~8388608,209715200~4194304,243269632~8388608,264241152~8388608,285212672~4194304,293601280~8388608,310378496~12582912,377487360~4194304] 2024-03-22T07:44:04.200 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~4194304,54525952~12582912,83886080~8388608,104857600~4194304,125829120~4194304,180355072~4194304,188743680~8388608,209715200~4194304,243269632~8388608,264241152~8388608,285212672~4194304,293601280~8388608,310378496~12582912,377487360~4194304] 2024-03-22T07:44:04.205 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~4194304,54525952~16777216,83886080~8388608,104857600~8388608,125829120~8388608,180355072~4194304,188743680~8388608,209715200~4194304,243269632~12582912,264241152~8388608,285212672~4194304,293601280~8388608,310378496~16777216,377487360~4194304] 2024-03-22T07:44:04.205 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 9 diff [0~12582912,33554432~8388608,54525952~12582912,83886080~8388608,104857600~4194304,125829120~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,230686720~4194304,243269632~8388608,255852544~16777216,285212672~4194304,293601280~8388608,310378496~20971520,377487360~8388608,398458880~12582912] 2024-03-22T07:44:04.205 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,33554432~8388608,54525952~12582912,83886080~8388608,104857600~4194304,125829120~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,230686720~4194304,243269632~8388608,255852544~16777216,285212672~4194304,293601280~8388608,310378496~20971520,377487360~8388608,398458880~12582912] 2024-03-22T07:44:04.210 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,33554432~8388608,54525952~16777216,83886080~8388608,104857600~8388608,125829120~8388608,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,230686720~8388608,243269632~29360128,285212672~4194304,293601280~8388608,310378496~25165824,377487360~8388608,398458880~16777216] 2024-03-22T07:44:04.211 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 10 diff [0~12582912,25165824~4194304,33554432~8388608,54525952~16777216,83886080~8388608,96468992~12582912,125829120~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,310378496~20971520,364904448~4194304,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.211 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,25165824~4194304,33554432~8388608,54525952~16777216,83886080~8388608,96468992~12582912,125829120~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,310378496~20971520,364904448~4194304,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.218 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,25165824~16777216,54525952~20971520,83886080~8388608,96468992~16777216,125829120~8388608,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,230686720~41943040,285212672~16777216,310378496~25165824,364904448~4194304,377487360~12582912,398458880~16777216] 2024-03-22T07:44:04.218 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 11 diff [0~12582912,16777216~25165824,54525952~16777216,79691776~8388608,96468992~12582912,125829120~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,310378496~20971520,348127232~4194304,364904448~4194304,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.218 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~25165824,54525952~16777216,79691776~8388608,96468992~12582912,125829120~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,310378496~20971520,348127232~4194304,364904448~4194304,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.226 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,16777216~25165824,54525952~20971520,79691776~12582912,96468992~16777216,125829120~8388608,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,230686720~41943040,285212672~16777216,310378496~25165824,348127232~4194304,364904448~4194304,377487360~16777216,398458880~16777216] 2024-03-22T07:44:04.226 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 12 diff [0~41943040,54525952~20971520,79691776~12582912,96468992~12582912,125829120~4194304,138412032~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,310378496~20971520,348127232~4194304,364904448~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.226 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~41943040,54525952~20971520,79691776~12582912,96468992~12582912,125829120~4194304,138412032~4194304,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,310378496~20971520,348127232~4194304,364904448~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.236 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~41943040,54525952~37748736,96468992~16777216,125829120~8388608,138412032~8388608,155189248~4194304,180355072~4194304,188743680~8388608,209715200~4194304,230686720~41943040,285212672~16777216,310378496~25165824,348127232~4194304,364904448~8388608,377487360~16777216,398458880~16777216] 2024-03-22T07:44:04.236 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 13 diff [0~50331648,54525952~37748736,96468992~20971520,125829120~8388608,138412032~4194304,155189248~4194304,180355072~20971520,209715200~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,310378496~20971520,348127232~4194304,364904448~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.236 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~50331648,54525952~37748736,96468992~20971520,125829120~8388608,138412032~4194304,155189248~4194304,180355072~20971520,209715200~4194304,230686720~8388608,243269632~8388608,255852544~16777216,285212672~16777216,310378496~20971520,348127232~4194304,364904448~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.246 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~20971520,125829120~20971520,155189248~4194304,180355072~25165824,209715200~4194304,230686720~41943040,285212672~16777216,310378496~25165824,348127232~4194304,364904448~8388608,377487360~16777216,398458880~16777216] 2024-03-22T07:44:04.247 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 14 diff [0~92274688,96468992~20971520,121634816~20971520,155189248~4194304,180355072~20971520,209715200~4194304,230686720~8388608,243269632~16777216,264241152~8388608,285212672~20971520,310378496~20971520,335544320~4194304,343932928~8388608,364904448~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.247 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~20971520,121634816~20971520,155189248~4194304,180355072~20971520,209715200~4194304,230686720~8388608,243269632~16777216,264241152~8388608,285212672~20971520,310378496~20971520,335544320~4194304,343932928~8388608,364904448~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.258 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~20971520,121634816~25165824,155189248~4194304,180355072~25165824,209715200~4194304,230686720~41943040,285212672~71303168,364904448~8388608,377487360~16777216,398458880~16777216] 2024-03-22T07:44:04.258 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 15 diff [0~92274688,96468992~20971520,121634816~20971520,155189248~12582912,180355072~25165824,209715200~4194304,230686720~8388608,243269632~16777216,264241152~8388608,285212672~20971520,310378496~20971520,335544320~16777216,364904448~25165824,398458880~12582912] 2024-03-22T07:44:04.258 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~20971520,121634816~20971520,155189248~12582912,180355072~25165824,209715200~4194304,230686720~8388608,243269632~16777216,264241152~8388608,285212672~20971520,310378496~20971520,335544320~16777216,364904448~25165824,398458880~12582912] 2024-03-22T07:44:04.271 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~20971520,121634816~25165824,155189248~16777216,180355072~33554432,230686720~41943040,285212672~71303168,364904448~29360128,398458880~16777216] 2024-03-22T07:44:04.271 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 16 diff [0~92274688,96468992~20971520,121634816~25165824,155189248~12582912,180355072~25165824,209715200~4194304,230686720~8388608,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,364904448~25165824,398458880~12582912] 2024-03-22T07:44:04.271 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~20971520,121634816~25165824,155189248~12582912,180355072~25165824,209715200~4194304,230686720~8388608,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,364904448~25165824,398458880~12582912] 2024-03-22T07:44:04.283 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~20971520,121634816~25165824,155189248~16777216,180355072~33554432,230686720~41943040,276824064~79691776,364904448~29360128,398458880~16777216] 2024-03-22T07:44:04.284 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 17 diff [0~92274688,96468992~20971520,121634816~33554432,159383552~8388608,180355072~25165824,209715200~4194304,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,364904448~25165824,398458880~12582912] 2024-03-22T07:44:04.284 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~20971520,121634816~33554432,159383552~8388608,180355072~25165824,209715200~4194304,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,364904448~25165824,398458880~12582912] 2024-03-22T07:44:04.297 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~20971520,121634816~50331648,180355072~33554432,222298112~50331648,276824064~79691776,364904448~29360128,398458880~16777216] 2024-03-22T07:44:04.297 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 18 diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.297 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.313 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:04.313 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to 19 diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.313 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.329 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:04.329 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 8 diff [4194304~4194304,62914560~4194304,83886080~8388608,104857600~4194304,243269632~8388608,293601280~8388608,314572800~8388608,377487360~4194304] 2024-03-22T07:44:04.329 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [4194304~4194304,62914560~4194304,83886080~8388608,104857600~4194304,243269632~8388608,293601280~8388608,314572800~8388608,377487360~4194304] 2024-03-22T07:44:04.333 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [4194304~4194304,62914560~8388608,83886080~8388608,104857600~8388608,243269632~8388608,293601280~8388608,314572800~12582912,377487360~4194304] 2024-03-22T07:44:04.333 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 9 diff [0~12582912,33554432~8388608,62914560~4194304,83886080~8388608,104857600~4194304,155189248~4194304,230686720~4194304,243269632~8388608,255852544~8388608,293601280~8388608,314572800~16777216,377487360~8388608,398458880~12582912] 2024-03-22T07:44:04.333 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,33554432~8388608,62914560~4194304,83886080~8388608,104857600~4194304,155189248~4194304,230686720~4194304,243269632~8388608,255852544~8388608,293601280~8388608,314572800~16777216,377487360~8388608,398458880~12582912] 2024-03-22T07:44:04.338 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,33554432~8388608,62914560~8388608,83886080~8388608,104857600~8388608,155189248~4194304,230686720~8388608,243269632~8388608,255852544~8388608,293601280~8388608,314572800~20971520,377487360~8388608,398458880~16777216] 2024-03-22T07:44:04.338 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 10 diff [0~12582912,25165824~4194304,33554432~8388608,62914560~8388608,83886080~8388608,96468992~12582912,125829120~4194304,155189248~4194304,230686720~8388608,243269632~8388608,255852544~8388608,285212672~16777216,314572800~16777216,364904448~4194304,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.338 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,25165824~4194304,33554432~8388608,62914560~8388608,83886080~8388608,96468992~12582912,125829120~4194304,155189248~4194304,230686720~8388608,243269632~8388608,255852544~8388608,285212672~16777216,314572800~16777216,364904448~4194304,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.343 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,25165824~16777216,62914560~12582912,83886080~8388608,96468992~16777216,125829120~4194304,155189248~4194304,230686720~20971520,255852544~8388608,285212672~16777216,314572800~20971520,364904448~4194304,377487360~12582912,398458880~16777216] 2024-03-22T07:44:04.343 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 11 diff [0~12582912,16777216~25165824,62914560~8388608,79691776~8388608,96468992~12582912,125829120~4194304,155189248~4194304,230686720~8388608,243269632~8388608,255852544~8388608,285212672~16777216,314572800~16777216,348127232~4194304,364904448~4194304,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.344 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~12582912,16777216~25165824,62914560~8388608,79691776~8388608,96468992~12582912,125829120~4194304,155189248~4194304,230686720~8388608,243269632~8388608,255852544~8388608,285212672~16777216,314572800~16777216,348127232~4194304,364904448~4194304,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.350 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,16777216~25165824,62914560~12582912,79691776~12582912,96468992~16777216,125829120~4194304,155189248~4194304,230686720~20971520,255852544~8388608,285212672~16777216,314572800~20971520,348127232~4194304,364904448~4194304,377487360~16777216,398458880~16777216] 2024-03-22T07:44:04.350 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 12 diff [0~41943040,62914560~29360128,96468992~12582912,125829120~4194304,138412032~4194304,155189248~4194304,230686720~8388608,243269632~8388608,255852544~8388608,268435456~4194304,285212672~16777216,314572800~16777216,348127232~4194304,364904448~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.351 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~41943040,62914560~29360128,96468992~12582912,125829120~4194304,138412032~4194304,155189248~4194304,230686720~8388608,243269632~8388608,255852544~8388608,268435456~4194304,285212672~16777216,314572800~16777216,348127232~4194304,364904448~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.359 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~41943040,62914560~29360128,96468992~16777216,125829120~4194304,138412032~8388608,155189248~4194304,230686720~20971520,255852544~8388608,268435456~4194304,285212672~16777216,314572800~20971520,348127232~4194304,364904448~8388608,377487360~16777216,398458880~16777216] 2024-03-22T07:44:04.359 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 13 diff [0~50331648,54525952~4194304,62914560~29360128,96468992~20971520,125829120~8388608,138412032~4194304,155189248~4194304,180355072~8388608,197132288~4194304,230686720~8388608,243269632~8388608,255852544~8388608,268435456~4194304,285212672~16777216,314572800~16777216,348127232~4194304,364904448~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.359 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~50331648,54525952~4194304,62914560~29360128,96468992~20971520,125829120~8388608,138412032~4194304,155189248~4194304,180355072~8388608,197132288~4194304,230686720~8388608,243269632~8388608,255852544~8388608,268435456~4194304,285212672~16777216,314572800~16777216,348127232~4194304,364904448~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.367 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~20971520,125829120~20971520,155189248~4194304,180355072~8388608,197132288~8388608,230686720~20971520,255852544~8388608,268435456~4194304,285212672~16777216,314572800~20971520,348127232~4194304,364904448~8388608,377487360~16777216,398458880~16777216] 2024-03-22T07:44:04.367 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 14 diff [0~58720256,62914560~29360128,96468992~20971520,121634816~20971520,155189248~4194304,180355072~8388608,197132288~4194304,230686720~8388608,243269632~16777216,268435456~4194304,285212672~20971520,314572800~16777216,335544320~4194304,343932928~8388608,364904448~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.367 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~20971520,121634816~20971520,155189248~4194304,180355072~8388608,197132288~4194304,230686720~8388608,243269632~16777216,268435456~4194304,285212672~20971520,314572800~16777216,335544320~4194304,343932928~8388608,364904448~8388608,377487360~12582912,398458880~12582912] 2024-03-22T07:44:04.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:44:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:44:03] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-03-22T07:44:04.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:03 smithi129 bash[79695]: cluster 2024-03-22T07:44:02.312871+0000 mgr.y (mgr.25337) 1101 : cluster 0 pgmap v1809: 105 pgs: 105 active+clean; 755 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 115 KiB/s rd, 43 MiB/s wr, 175 op/s 2024-03-22T07:44:04.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:03 smithi129 bash[79695]: cluster 2024-03-22T07:44:02.959676+0000 mon.a (mon.0) 1589 : cluster 0 osdmap e1089: 8 total, 8 up, 8 in 2024-03-22T07:44:04.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:03 smithi129 bash[79695]: cluster 2024-03-22T07:44:02.965401+0000 osd.6 (osd.6) 672 : cluster 3 failed to encode map e1089 with expected crc 2024-03-22T07:44:04.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:03 smithi129 bash[79695]: cluster 2024-03-22T07:44:02.966274+0000 osd.5 (osd.5) 687 : cluster 3 failed to encode map e1089 with expected crc 2024-03-22T07:44:04.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:03 smithi129 bash[79695]: cluster 2024-03-22T07:44:02.966422+0000 osd.7 (osd.7) 708 : cluster 3 failed to encode map e1089 with expected crc 2024-03-22T07:44:04.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:03 smithi129 bash[79695]: cluster 2024-03-22T07:44:02.969133+0000 osd.6 (osd.6) 673 : cluster 3 failed to encode map e1089 with expected crc 2024-03-22T07:44:04.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:03 smithi129 bash[82160]: cluster 2024-03-22T07:44:02.312871+0000 mgr.y (mgr.25337) 1101 : cluster 0 pgmap v1809: 105 pgs: 105 active+clean; 755 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 115 KiB/s rd, 43 MiB/s wr, 175 op/s 2024-03-22T07:44:04.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:03 smithi129 bash[82160]: cluster 2024-03-22T07:44:02.959676+0000 mon.a (mon.0) 1589 : cluster 0 osdmap e1089: 8 total, 8 up, 8 in 2024-03-22T07:44:04.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:03 smithi129 bash[82160]: cluster 2024-03-22T07:44:02.965401+0000 osd.6 (osd.6) 672 : cluster 3 failed to encode map e1089 with expected crc 2024-03-22T07:44:04.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:03 smithi129 bash[82160]: cluster 2024-03-22T07:44:02.966274+0000 osd.5 (osd.5) 687 : cluster 3 failed to encode map e1089 with expected crc 2024-03-22T07:44:04.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:03 smithi129 bash[82160]: cluster 2024-03-22T07:44:02.966422+0000 osd.7 (osd.7) 708 : cluster 3 failed to encode map e1089 with expected crc 2024-03-22T07:44:04.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:03 smithi129 bash[82160]: cluster 2024-03-22T07:44:02.969133+0000 osd.6 (osd.6) 673 : cluster 3 failed to encode map e1089 with expected crc 2024-03-22T07:44:04.377 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~20971520,121634816~25165824,155189248~4194304,180355072~8388608,197132288~8388608,230686720~33554432,268435456~4194304,285212672~25165824,314572800~41943040,364904448~8388608,377487360~16777216,398458880~16777216] 2024-03-22T07:44:04.377 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 15 diff [0~58720256,62914560~29360128,96468992~20971520,121634816~20971520,155189248~12582912,180355072~8388608,192937984~12582912,230686720~8388608,243269632~16777216,268435456~4194304,285212672~20971520,314572800~16777216,335544320~16777216,364904448~25165824,398458880~12582912] 2024-03-22T07:44:04.377 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~20971520,121634816~20971520,155189248~12582912,180355072~8388608,192937984~12582912,230686720~8388608,243269632~16777216,268435456~4194304,285212672~20971520,314572800~16777216,335544320~16777216,364904448~25165824,398458880~12582912] 2024-03-22T07:44:04.388 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~20971520,121634816~25165824,155189248~16777216,180355072~8388608,192937984~16777216,230686720~33554432,268435456~4194304,285212672~25165824,314572800~41943040,364904448~29360128,398458880~16777216] 2024-03-22T07:44:04.388 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 16 diff [0~58720256,62914560~29360128,96468992~20971520,121634816~25165824,155189248~12582912,180355072~8388608,192937984~12582912,230686720~8388608,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,364904448~25165824,398458880~12582912] 2024-03-22T07:44:04.388 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~20971520,121634816~25165824,155189248~12582912,180355072~8388608,192937984~12582912,230686720~8388608,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,364904448~25165824,398458880~12582912] 2024-03-22T07:44:04.400 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~20971520,121634816~25165824,155189248~16777216,180355072~8388608,192937984~16777216,230686720~33554432,268435456~4194304,276824064~33554432,314572800~41943040,364904448~29360128,398458880~16777216] 2024-03-22T07:44:04.401 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 17 diff [0~58720256,62914560~29360128,96468992~20971520,121634816~33554432,159383552~8388608,180355072~8388608,192937984~12582912,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,364904448~25165824,398458880~12582912] 2024-03-22T07:44:04.401 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~20971520,121634816~33554432,159383552~8388608,180355072~8388608,192937984~12582912,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,364904448~25165824,398458880~12582912] 2024-03-22T07:44:04.414 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~20971520,121634816~50331648,180355072~8388608,192937984~16777216,222298112~41943040,268435456~4194304,276824064~33554432,314572800~41943040,364904448~29360128,398458880~16777216] 2024-03-22T07:44:04.414 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 18 diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.414 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:03 smithi148 bash[66753]: cluster 2024-03-22T07:44:02.312871+0000 mgr.y (mgr.25337) 1101 : cluster 0 pgmap v1809: 105 pgs: 105 active+clean; 755 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 115 KiB/s rd, 43 MiB/s wr, 175 op/s 2024-03-22T07:44:04.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:03 smithi148 bash[66753]: cluster 2024-03-22T07:44:02.959676+0000 mon.a (mon.0) 1589 : cluster 0 osdmap e1089: 8 total, 8 up, 8 in 2024-03-22T07:44:04.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:03 smithi148 bash[66753]: cluster 2024-03-22T07:44:02.965401+0000 osd.6 (osd.6) 672 : cluster 3 failed to encode map e1089 with expected crc 2024-03-22T07:44:04.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:03 smithi148 bash[66753]: cluster 2024-03-22T07:44:02.966274+0000 osd.5 (osd.5) 687 : cluster 3 failed to encode map e1089 with expected crc 2024-03-22T07:44:04.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:03 smithi148 bash[66753]: cluster 2024-03-22T07:44:02.966422+0000 osd.7 (osd.7) 708 : cluster 3 failed to encode map e1089 with expected crc 2024-03-22T07:44:04.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:03 smithi148 bash[66753]: cluster 2024-03-22T07:44:02.969133+0000 osd.6 (osd.6) 673 : cluster 3 failed to encode map e1089 with expected crc 2024-03-22T07:44:04.428 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~33554432,398458880~16777216] 2024-03-22T07:44:04.428 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to 19 diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.428 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:04.444 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~33554432,398458880~16777216] 2024-03-22T07:44:04.444 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 9 diff [0~4194304,8388608~4194304,33554432~8388608,155189248~4194304,230686720~4194304,255852544~8388608,322961408~8388608,381681664~4194304,398458880~12582912] 2024-03-22T07:44:04.444 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~4194304,33554432~8388608,155189248~4194304,230686720~4194304,255852544~8388608,322961408~8388608,381681664~4194304,398458880~12582912] 2024-03-22T07:44:04.447 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,33554432~8388608,155189248~4194304,230686720~8388608,255852544~8388608,322961408~12582912,381681664~4194304,398458880~16777216] 2024-03-22T07:44:04.447 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 10 diff [0~4194304,8388608~4194304,25165824~4194304,33554432~8388608,67108864~4194304,96468992~8388608,125829120~4194304,155189248~4194304,230686720~8388608,255852544~8388608,285212672~12582912,322961408~8388608,364904448~4194304,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.447 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~4194304,25165824~4194304,33554432~8388608,67108864~4194304,96468992~8388608,125829120~4194304,155189248~4194304,230686720~8388608,255852544~8388608,285212672~12582912,322961408~8388608,364904448~4194304,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.452 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,25165824~16777216,67108864~8388608,96468992~8388608,125829120~4194304,155189248~4194304,230686720~12582912,255852544~8388608,285212672~12582912,322961408~12582912,364904448~4194304,381681664~8388608,398458880~16777216] 2024-03-22T07:44:04.452 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 11 diff [0~4194304,8388608~4194304,16777216~25165824,67108864~4194304,79691776~8388608,96468992~8388608,125829120~4194304,155189248~4194304,230686720~8388608,255852544~8388608,285212672~12582912,322961408~8388608,348127232~4194304,364904448~4194304,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.452 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~4194304,16777216~25165824,67108864~4194304,79691776~8388608,96468992~8388608,125829120~4194304,155189248~4194304,230686720~8388608,255852544~8388608,285212672~12582912,322961408~8388608,348127232~4194304,364904448~4194304,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.457 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~12582912,16777216~25165824,67108864~8388608,79691776~8388608,96468992~8388608,125829120~4194304,155189248~4194304,230686720~12582912,255852544~8388608,285212672~16777216,322961408~12582912,348127232~4194304,364904448~4194304,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.458 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 12 diff [0~4194304,8388608~33554432,67108864~25165824,96468992~8388608,125829120~4194304,138412032~4194304,155189248~4194304,230686720~8388608,255852544~8388608,268435456~4194304,285212672~12582912,322961408~8388608,348127232~4194304,364904448~8388608,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.458 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~33554432,67108864~25165824,96468992~8388608,125829120~4194304,138412032~4194304,155189248~4194304,230686720~8388608,255852544~8388608,268435456~4194304,285212672~12582912,322961408~8388608,348127232~4194304,364904448~8388608,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.464 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~41943040,67108864~25165824,96468992~12582912,125829120~4194304,138412032~8388608,155189248~4194304,230686720~12582912,255852544~8388608,268435456~4194304,285212672~16777216,322961408~12582912,348127232~4194304,364904448~8388608,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.464 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 13 diff [0~4194304,8388608~41943040,54525952~4194304,67108864~25165824,96468992~8388608,109051904~8388608,125829120~8388608,138412032~4194304,155189248~4194304,180355072~8388608,197132288~4194304,230686720~8388608,255852544~8388608,268435456~4194304,285212672~12582912,322961408~8388608,348127232~4194304,364904448~8388608,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.464 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~41943040,54525952~4194304,67108864~25165824,96468992~8388608,109051904~8388608,125829120~8388608,138412032~4194304,155189248~4194304,180355072~8388608,197132288~4194304,230686720~8388608,255852544~8388608,268435456~4194304,285212672~12582912,322961408~8388608,348127232~4194304,364904448~8388608,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.472 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,67108864~25165824,96468992~20971520,125829120~20971520,155189248~4194304,180355072~8388608,197132288~8388608,230686720~12582912,255852544~8388608,268435456~4194304,285212672~16777216,322961408~12582912,348127232~4194304,364904448~8388608,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.472 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 14 diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~20971520,155189248~4194304,180355072~8388608,197132288~4194304,230686720~8388608,251658240~8388608,268435456~4194304,285212672~12582912,301989888~4194304,314572800~4194304,322961408~8388608,335544320~4194304,343932928~8388608,364904448~8388608,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.472 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~20971520,155189248~4194304,180355072~8388608,197132288~4194304,230686720~8388608,251658240~8388608,268435456~4194304,285212672~12582912,301989888~4194304,314572800~4194304,322961408~8388608,335544320~4194304,343932928~8388608,364904448~8388608,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.480 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~20971520,121634816~25165824,155189248~4194304,180355072~8388608,197132288~8388608,230686720~12582912,251658240~12582912,268435456~4194304,285212672~25165824,314572800~41943040,364904448~8388608,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.480 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 15 diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~20971520,155189248~12582912,180355072~8388608,192937984~12582912,230686720~8388608,251658240~8388608,268435456~4194304,285212672~12582912,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.480 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~20971520,155189248~12582912,180355072~8388608,192937984~12582912,230686720~8388608,251658240~8388608,268435456~4194304,285212672~12582912,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.491 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~20971520,121634816~25165824,155189248~16777216,180355072~8388608,192937984~16777216,230686720~12582912,251658240~12582912,268435456~4194304,285212672~25165824,314572800~41943040,364904448~12582912,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.491 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 16 diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~25165824,155189248~12582912,180355072~8388608,192937984~12582912,230686720~8388608,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.491 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~25165824,155189248~12582912,180355072~8388608,192937984~12582912,230686720~8388608,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.502 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~20971520,121634816~25165824,155189248~16777216,180355072~8388608,192937984~16777216,230686720~12582912,251658240~12582912,268435456~4194304,276824064~33554432,314572800~41943040,364904448~12582912,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.503 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 17 diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~33554432,159383552~8388608,180355072~8388608,192937984~12582912,222298112~16777216,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.503 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~33554432,159383552~8388608,180355072~8388608,192937984~12582912,222298112~16777216,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.515 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~20971520,121634816~50331648,180355072~8388608,192937984~16777216,222298112~20971520,251658240~12582912,268435456~4194304,276824064~33554432,314572800~41943040,364904448~12582912,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.515 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 18 diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~46137344,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.515 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~46137344,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.528 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~29360128,251658240~12582912,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.529 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to 19 diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.529 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.543 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.543 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 10 diff [25165824~4194304,67108864~4194304,96468992~8388608,125829120~4194304,234881024~8388608,285212672~12582912,364904448~4194304,385875968~4194304,402653184~8388608] 2024-03-22T07:44:04.543 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [25165824~4194304,67108864~4194304,96468992~8388608,125829120~4194304,234881024~8388608,285212672~12582912,364904448~4194304,385875968~4194304,402653184~8388608] 2024-03-22T07:44:04.547 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [25165824~8388608,67108864~8388608,96468992~8388608,125829120~4194304,234881024~8388608,285212672~12582912,364904448~4194304,385875968~4194304,402653184~12582912] 2024-03-22T07:44:04.547 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 11 diff [16777216~20971520,67108864~4194304,79691776~8388608,96468992~8388608,125829120~4194304,234881024~8388608,285212672~12582912,348127232~4194304,364904448~4194304,381681664~8388608,402653184~8388608] 2024-03-22T07:44:04.547 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16777216~20971520,67108864~4194304,79691776~8388608,96468992~8388608,125829120~4194304,234881024~8388608,285212672~12582912,348127232~4194304,364904448~4194304,381681664~8388608,402653184~8388608] 2024-03-22T07:44:04.552 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [16777216~25165824,67108864~8388608,79691776~8388608,96468992~8388608,125829120~4194304,234881024~8388608,285212672~16777216,348127232~4194304,364904448~4194304,381681664~12582912,402653184~12582912] 2024-03-22T07:44:04.552 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 12 diff [8388608~29360128,67108864~25165824,96468992~8388608,125829120~4194304,138412032~4194304,234881024~8388608,268435456~4194304,285212672~12582912,348127232~4194304,364904448~8388608,381681664~8388608,402653184~8388608] 2024-03-22T07:44:04.552 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~29360128,67108864~25165824,96468992~8388608,125829120~4194304,138412032~4194304,234881024~8388608,268435456~4194304,285212672~12582912,348127232~4194304,364904448~8388608,381681664~8388608,402653184~8388608] 2024-03-22T07:44:04.558 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~33554432,67108864~25165824,96468992~12582912,125829120~4194304,138412032~8388608,234881024~8388608,268435456~4194304,285212672~16777216,348127232~4194304,364904448~8388608,381681664~12582912,402653184~12582912] 2024-03-22T07:44:04.558 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 13 diff [8388608~41943040,54525952~4194304,67108864~25165824,96468992~8388608,109051904~8388608,125829120~8388608,138412032~4194304,180355072~8388608,197132288~4194304,234881024~8388608,268435456~4194304,285212672~12582912,348127232~4194304,364904448~8388608,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.558 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~41943040,54525952~4194304,67108864~25165824,96468992~8388608,109051904~8388608,125829120~8388608,138412032~4194304,180355072~8388608,197132288~4194304,234881024~8388608,268435456~4194304,285212672~12582912,348127232~4194304,364904448~8388608,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.564 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~50331648,67108864~25165824,96468992~20971520,125829120~20971520,180355072~8388608,197132288~8388608,234881024~8388608,268435456~4194304,285212672~16777216,348127232~4194304,364904448~8388608,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.564 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 14 diff [8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~20971520,180355072~8388608,197132288~4194304,234881024~8388608,251658240~8388608,268435456~4194304,285212672~12582912,301989888~4194304,314572800~4194304,335544320~4194304,343932928~8388608,364904448~8388608,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.564 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~20971520,180355072~8388608,197132288~4194304,234881024~8388608,251658240~8388608,268435456~4194304,285212672~12582912,301989888~4194304,314572800~4194304,335544320~4194304,343932928~8388608,364904448~8388608,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.571 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~50331648,62914560~29360128,96468992~20971520,121634816~25165824,180355072~8388608,197132288~8388608,234881024~8388608,251658240~12582912,268435456~4194304,285212672~25165824,314572800~8388608,335544320~20971520,364904448~8388608,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.572 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 15 diff [8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~20971520,159383552~8388608,180355072~8388608,192937984~12582912,234881024~8388608,251658240~8388608,268435456~4194304,285212672~12582912,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.572 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~20971520,159383552~8388608,180355072~8388608,192937984~12582912,234881024~8388608,251658240~8388608,268435456~4194304,285212672~12582912,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.580 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~50331648,62914560~29360128,96468992~20971520,121634816~25165824,159383552~12582912,180355072~8388608,192937984~16777216,234881024~8388608,251658240~12582912,268435456~4194304,285212672~25165824,314572800~8388608,327155712~29360128,364904448~12582912,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.580 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 16 diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~25165824,159383552~8388608,180355072~8388608,192937984~12582912,234881024~8388608,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.580 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~25165824,159383552~8388608,180355072~8388608,192937984~12582912,234881024~8388608,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.591 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~50331648,62914560~29360128,96468992~20971520,121634816~25165824,159383552~12582912,180355072~8388608,192937984~16777216,234881024~8388608,251658240~12582912,268435456~4194304,276824064~33554432,314572800~8388608,327155712~29360128,364904448~12582912,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.591 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 17 diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~33554432,159383552~8388608,180355072~8388608,192937984~12582912,222298112~8388608,234881024~8388608,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.591 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~8388608,121634816~33554432,159383552~8388608,180355072~8388608,192937984~12582912,222298112~8388608,234881024~8388608,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.601 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~50331648,62914560~29360128,96468992~20971520,121634816~50331648,180355072~8388608,192937984~16777216,222298112~20971520,251658240~12582912,268435456~4194304,276824064~33554432,314572800~8388608,327155712~29360128,364904448~12582912,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.601 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 18 diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~46137344,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.601 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~8388608,109051904~46137344,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.612 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~50331648,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~29360128,251658240~12582912,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.613 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to 19 diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.613 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.626 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:04.626 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 11 diff [16777216~25165824,79691776~8388608,293601280~4194304,348127232~4194304,381681664~8388608] 2024-03-22T07:44:04.626 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [16777216~25165824,79691776~8388608,293601280~4194304,348127232~4194304,381681664~8388608] 2024-03-22T07:44:04.629 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [16777216~25165824,79691776~8388608,293601280~8388608,348127232~4194304,381681664~12582912] 2024-03-22T07:44:04.629 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 12 diff [8388608~29360128,67108864~8388608,79691776~12582912,100663296~4194304,138412032~4194304,268435456~4194304,293601280~4194304,348127232~4194304,364904448~8388608,381681664~8388608] 2024-03-22T07:44:04.629 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~29360128,67108864~8388608,79691776~12582912,100663296~4194304,138412032~4194304,268435456~4194304,293601280~4194304,348127232~4194304,364904448~8388608,381681664~8388608] 2024-03-22T07:44:04.633 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~33554432,67108864~25165824,100663296~8388608,138412032~8388608,268435456~4194304,293601280~8388608,348127232~4194304,364904448~8388608,381681664~12582912] 2024-03-22T07:44:04.633 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 13 diff [8388608~41943040,54525952~4194304,67108864~8388608,79691776~12582912,100663296~4194304,109051904~8388608,130023424~4194304,138412032~4194304,180355072~8388608,197132288~4194304,268435456~4194304,293601280~4194304,348127232~4194304,364904448~8388608,381681664~8388608,398458880~8388608] 2024-03-22T07:44:04.633 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~41943040,54525952~4194304,67108864~8388608,79691776~12582912,100663296~4194304,109051904~8388608,130023424~4194304,138412032~4194304,180355072~8388608,197132288~4194304,268435456~4194304,293601280~4194304,348127232~4194304,364904448~8388608,381681664~8388608,398458880~8388608] 2024-03-22T07:44:04.639 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~50331648,67108864~25165824,100663296~16777216,130023424~16777216,180355072~8388608,197132288~8388608,268435456~4194304,293601280~8388608,348127232~4194304,364904448~8388608,381681664~12582912,398458880~12582912] 2024-03-22T07:44:04.639 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 14 diff [8388608~50331648,62914560~29360128,100663296~4194304,109051904~8388608,121634816~4194304,130023424~12582912,180355072~8388608,197132288~4194304,251658240~8388608,268435456~4194304,293601280~4194304,301989888~4194304,314572800~4194304,335544320~4194304,343932928~8388608,364904448~8388608,381681664~8388608,398458880~8388608] 2024-03-22T07:44:04.639 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~50331648,62914560~29360128,100663296~4194304,109051904~8388608,121634816~4194304,130023424~12582912,180355072~8388608,197132288~4194304,251658240~8388608,268435456~4194304,293601280~4194304,301989888~4194304,314572800~4194304,335544320~4194304,343932928~8388608,364904448~8388608,381681664~8388608,398458880~8388608] 2024-03-22T07:44:04.645 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~50331648,62914560~29360128,100663296~16777216,121634816~25165824,180355072~8388608,197132288~8388608,251658240~12582912,268435456~4194304,293601280~16777216,314572800~8388608,335544320~20971520,364904448~8388608,381681664~12582912,398458880~12582912] 2024-03-22T07:44:04.645 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 15 diff [8388608~50331648,62914560~29360128,100663296~4194304,109051904~8388608,121634816~4194304,130023424~12582912,159383552~8388608,180355072~8388608,192937984~12582912,251658240~8388608,268435456~4194304,293601280~4194304,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,381681664~8388608,398458880~8388608] 2024-03-22T07:44:04.645 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~50331648,62914560~29360128,100663296~4194304,109051904~8388608,121634816~4194304,130023424~12582912,159383552~8388608,180355072~8388608,192937984~12582912,251658240~8388608,268435456~4194304,293601280~4194304,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,381681664~8388608,398458880~8388608] 2024-03-22T07:44:04.653 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~50331648,62914560~29360128,100663296~16777216,121634816~25165824,159383552~12582912,180355072~8388608,192937984~16777216,251658240~12582912,268435456~4194304,293601280~16777216,314572800~8388608,327155712~29360128,364904448~12582912,381681664~12582912,398458880~12582912] 2024-03-22T07:44:04.654 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 16 diff [0~4194304,8388608~50331648,62914560~29360128,100663296~4194304,109051904~8388608,121634816~25165824,159383552~8388608,180355072~8388608,192937984~12582912,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.654 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~4194304,109051904~8388608,121634816~25165824,159383552~8388608,180355072~8388608,192937984~12582912,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.662 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~50331648,62914560~29360128,100663296~16777216,121634816~25165824,159383552~12582912,180355072~8388608,192937984~16777216,251658240~12582912,268435456~4194304,276824064~33554432,314572800~8388608,327155712~29360128,364904448~12582912,381681664~12582912,398458880~12582912] 2024-03-22T07:44:04.662 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 17 diff [0~4194304,8388608~50331648,62914560~29360128,100663296~4194304,109051904~8388608,121634816~33554432,159383552~8388608,180355072~8388608,192937984~12582912,222298112~8388608,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.662 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~4194304,109051904~8388608,121634816~33554432,159383552~8388608,180355072~8388608,192937984~12582912,222298112~8388608,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.673 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~50331648,62914560~29360128,100663296~16777216,121634816~50331648,180355072~8388608,192937984~16777216,222298112~12582912,251658240~12582912,268435456~4194304,276824064~33554432,314572800~8388608,327155712~29360128,364904448~12582912,381681664~12582912,398458880~12582912] 2024-03-22T07:44:04.673 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 18 diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~12582912,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.673 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~12582912,251658240~8388608,268435456~4194304,276824064~20971520,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.684 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~50331648,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~25165824,251658240~12582912,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~12582912] 2024-03-22T07:44:04.684 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to 19 diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.685 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:04.698 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~12582912] 2024-03-22T07:44:04.698 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 12 diff [8388608~8388608,25165824~4194304,67108864~8388608,79691776~12582912,100663296~4194304,138412032~4194304,268435456~4194304,364904448~8388608,390070272~4194304] 2024-03-22T07:44:04.698 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~8388608,25165824~4194304,67108864~8388608,79691776~12582912,100663296~4194304,138412032~4194304,268435456~4194304,364904448~8388608,390070272~4194304] 2024-03-22T07:44:04.702 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~8388608,25165824~8388608,67108864~25165824,100663296~8388608,138412032~8388608,268435456~4194304,364904448~8388608,390070272~4194304] 2024-03-22T07:44:04.702 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 13 diff [8388608~8388608,20971520~8388608,37748736~12582912,54525952~4194304,67108864~8388608,79691776~12582912,100663296~4194304,109051904~8388608,130023424~4194304,138412032~4194304,180355072~8388608,197132288~4194304,268435456~4194304,364904448~8388608,390070272~4194304,398458880~8388608] 2024-03-22T07:44:04.702 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~8388608,20971520~8388608,37748736~12582912,54525952~4194304,67108864~8388608,79691776~12582912,100663296~4194304,109051904~8388608,130023424~4194304,138412032~4194304,180355072~8388608,197132288~4194304,268435456~4194304,364904448~8388608,390070272~4194304,398458880~8388608] 2024-03-22T07:44:04.706 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~8388608,20971520~12582912,37748736~20971520,67108864~25165824,100663296~16777216,130023424~16777216,180355072~8388608,197132288~8388608,268435456~4194304,364904448~8388608,390070272~4194304,398458880~12582912] 2024-03-22T07:44:04.707 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 14 diff [8388608~8388608,20971520~8388608,37748736~20971520,62914560~29360128,100663296~4194304,109051904~8388608,121634816~4194304,130023424~12582912,180355072~8388608,197132288~4194304,251658240~8388608,268435456~4194304,301989888~4194304,314572800~4194304,335544320~4194304,343932928~8388608,364904448~8388608,390070272~4194304,398458880~8388608] 2024-03-22T07:44:04.707 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~8388608,20971520~8388608,37748736~20971520,62914560~29360128,100663296~4194304,109051904~8388608,121634816~4194304,130023424~12582912,180355072~8388608,197132288~4194304,251658240~8388608,268435456~4194304,301989888~4194304,314572800~4194304,335544320~4194304,343932928~8388608,364904448~8388608,390070272~4194304,398458880~8388608] 2024-03-22T07:44:04.712 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~8388608,20971520~12582912,37748736~20971520,62914560~29360128,100663296~16777216,121634816~25165824,180355072~8388608,197132288~8388608,251658240~12582912,268435456~4194304,301989888~8388608,314572800~8388608,335544320~20971520,364904448~8388608,390070272~4194304,398458880~12582912] 2024-03-22T07:44:04.712 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 15 diff [8388608~8388608,20971520~8388608,33554432~25165824,62914560~29360128,100663296~4194304,109051904~8388608,121634816~4194304,130023424~12582912,159383552~8388608,180355072~8388608,192937984~12582912,251658240~8388608,268435456~4194304,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,390070272~4194304,398458880~8388608] 2024-03-22T07:44:04.712 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~8388608,20971520~8388608,33554432~25165824,62914560~29360128,100663296~4194304,109051904~8388608,121634816~4194304,130023424~12582912,159383552~8388608,180355072~8388608,192937984~12582912,251658240~8388608,268435456~4194304,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,390070272~4194304,398458880~8388608] 2024-03-22T07:44:04.719 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~8388608,20971520~37748736,62914560~29360128,100663296~16777216,121634816~25165824,159383552~12582912,180355072~8388608,192937984~16777216,251658240~12582912,268435456~4194304,301989888~8388608,314572800~8388608,327155712~29360128,364904448~12582912,390070272~4194304,398458880~12582912] 2024-03-22T07:44:04.719 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 16 diff [0~4194304,8388608~8388608,20971520~8388608,33554432~25165824,62914560~29360128,100663296~4194304,109051904~8388608,121634816~25165824,159383552~8388608,180355072~8388608,192937984~12582912,251658240~8388608,268435456~4194304,276824064~16777216,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,390070272~4194304,398458880~12582912] 2024-03-22T07:44:04.719 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~8388608,20971520~8388608,33554432~25165824,62914560~29360128,100663296~4194304,109051904~8388608,121634816~25165824,159383552~8388608,180355072~8388608,192937984~12582912,251658240~8388608,268435456~4194304,276824064~16777216,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,390070272~4194304,398458880~12582912] 2024-03-22T07:44:04.727 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~8388608,20971520~37748736,62914560~29360128,100663296~16777216,121634816~25165824,159383552~12582912,180355072~8388608,192937984~16777216,251658240~12582912,268435456~4194304,276824064~20971520,301989888~8388608,314572800~8388608,327155712~29360128,364904448~12582912,390070272~4194304,398458880~12582912] 2024-03-22T07:44:04.727 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 17 diff [0~4194304,8388608~8388608,20971520~8388608,33554432~25165824,62914560~29360128,100663296~4194304,109051904~8388608,121634816~33554432,159383552~8388608,180355072~8388608,192937984~12582912,222298112~8388608,251658240~8388608,268435456~4194304,276824064~16777216,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,390070272~4194304,398458880~12582912] 2024-03-22T07:44:04.727 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~8388608,20971520~8388608,33554432~25165824,62914560~29360128,100663296~4194304,109051904~8388608,121634816~33554432,159383552~8388608,180355072~8388608,192937984~12582912,222298112~8388608,251658240~8388608,268435456~4194304,276824064~16777216,301989888~4194304,314572800~4194304,327155712~25165824,364904448~12582912,390070272~4194304,398458880~12582912] 2024-03-22T07:44:04.737 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~8388608,20971520~37748736,62914560~29360128,100663296~16777216,121634816~50331648,180355072~8388608,192937984~16777216,222298112~12582912,251658240~12582912,268435456~4194304,276824064~20971520,301989888~8388608,314572800~8388608,327155712~29360128,364904448~12582912,390070272~4194304,398458880~12582912] 2024-03-22T07:44:04.737 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 18 diff [0~4194304,8388608~8388608,20971520~8388608,33554432~25165824,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~12582912,251658240~8388608,268435456~4194304,276824064~16777216,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:04.737 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~8388608,20971520~8388608,33554432~25165824,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~12582912,251658240~8388608,268435456~4194304,276824064~16777216,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:04.748 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~8388608,20971520~37748736,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~25165824,251658240~12582912,268435456~4194304,276824064~20971520,301989888~8388608,314572800~41943040,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:04.748 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to 19 diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:04.748 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:04.760 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:04.760 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to 13 diff [20971520~4194304,37748736~12582912,54525952~4194304,109051904~8388608,130023424~4194304,180355072~8388608,197132288~4194304,364904448~4194304,398458880~8388608] 2024-03-22T07:44:04.760 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [20971520~4194304,37748736~12582912,54525952~4194304,109051904~8388608,130023424~4194304,180355072~8388608,197132288~4194304,364904448~4194304,398458880~8388608] 2024-03-22T07:44:04.764 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [20971520~4194304,37748736~20971520,109051904~8388608,130023424~8388608,180355072~8388608,197132288~8388608,364904448~4194304,398458880~12582912] 2024-03-22T07:44:04.764 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to 14 diff [20971520~4194304,37748736~20971520,62914560~8388608,83886080~4194304,109051904~8388608,121634816~4194304,130023424~12582912,180355072~8388608,197132288~4194304,251658240~8388608,301989888~4194304,314572800~4194304,335544320~4194304,343932928~8388608,364904448~4194304,398458880~8388608] 2024-03-22T07:44:04.764 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [20971520~4194304,37748736~20971520,62914560~8388608,83886080~4194304,109051904~8388608,121634816~4194304,130023424~12582912,180355072~8388608,197132288~4194304,251658240~8388608,301989888~4194304,314572800~4194304,335544320~4194304,343932928~8388608,364904448~4194304,398458880~8388608] 2024-03-22T07:44:04.768 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [20971520~4194304,37748736~20971520,62914560~8388608,83886080~4194304,109051904~8388608,121634816~20971520,180355072~8388608,197132288~8388608,251658240~12582912,301989888~8388608,314572800~8388608,335544320~20971520,364904448~4194304,398458880~12582912] 2024-03-22T07:44:04.768 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to 15 diff [8388608~4194304,20971520~4194304,33554432~25165824,62914560~8388608,79691776~8388608,109051904~8388608,121634816~4194304,130023424~12582912,159383552~8388608,180355072~8388608,192937984~12582912,251658240~8388608,301989888~4194304,314572800~4194304,327155712~25165824,364904448~8388608,398458880~8388608] 2024-03-22T07:44:04.768 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~4194304,20971520~4194304,33554432~25165824,62914560~8388608,79691776~8388608,109051904~8388608,121634816~4194304,130023424~12582912,159383552~8388608,180355072~8388608,192937984~12582912,251658240~8388608,301989888~4194304,314572800~4194304,327155712~25165824,364904448~8388608,398458880~8388608] 2024-03-22T07:44:04.774 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~8388608,20971520~4194304,33554432~25165824,62914560~8388608,79691776~12582912,109051904~8388608,121634816~20971520,159383552~12582912,180355072~8388608,192937984~16777216,251658240~12582912,301989888~8388608,314572800~8388608,327155712~29360128,364904448~12582912,398458880~12582912] 2024-03-22T07:44:04.774 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to 16 diff [0~4194304,8388608~4194304,20971520~4194304,33554432~25165824,62914560~8388608,75497472~12582912,109051904~8388608,121634816~20971520,159383552~8388608,180355072~8388608,192937984~12582912,251658240~8388608,276824064~16777216,301989888~4194304,314572800~4194304,327155712~25165824,364904448~8388608,398458880~12582912] 2024-03-22T07:44:04.774 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~4194304,20971520~4194304,33554432~25165824,62914560~8388608,75497472~12582912,109051904~8388608,121634816~20971520,159383552~8388608,180355072~8388608,192937984~12582912,251658240~8388608,276824064~16777216,301989888~4194304,314572800~4194304,327155712~25165824,364904448~8388608,398458880~12582912] 2024-03-22T07:44:04.780 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~8388608,20971520~4194304,33554432~25165824,62914560~8388608,75497472~16777216,109051904~8388608,121634816~25165824,159383552~12582912,180355072~8388608,192937984~16777216,251658240~12582912,276824064~20971520,301989888~8388608,314572800~8388608,327155712~29360128,364904448~12582912,398458880~12582912] 2024-03-22T07:44:04.781 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to 17 diff [0~4194304,8388608~4194304,20971520~4194304,33554432~25165824,62914560~8388608,75497472~12582912,109051904~8388608,121634816~20971520,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,222298112~8388608,251658240~8388608,276824064~16777216,301989888~4194304,314572800~4194304,327155712~25165824,364904448~8388608,398458880~12582912] 2024-03-22T07:44:04.781 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~4194304,20971520~4194304,33554432~25165824,62914560~8388608,75497472~12582912,109051904~8388608,121634816~20971520,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,222298112~8388608,251658240~8388608,276824064~16777216,301989888~4194304,314572800~4194304,327155712~25165824,364904448~8388608,398458880~12582912] 2024-03-22T07:44:04.788 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~8388608,20971520~4194304,33554432~25165824,62914560~8388608,75497472~16777216,109051904~8388608,121634816~50331648,180355072~8388608,192937984~16777216,222298112~12582912,251658240~12582912,276824064~20971520,301989888~8388608,314572800~8388608,327155712~29360128,364904448~12582912,398458880~12582912] 2024-03-22T07:44:04.788 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to 18 diff [0~4194304,8388608~4194304,20971520~4194304,33554432~25165824,62914560~8388608,75497472~12582912,100663296~4194304,109051904~33554432,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~12582912,251658240~8388608,276824064~16777216,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:04.788 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~4194304,20971520~4194304,33554432~25165824,62914560~8388608,75497472~12582912,100663296~4194304,109051904~33554432,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~12582912,251658240~8388608,276824064~16777216,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:04.797 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~8388608,20971520~4194304,33554432~25165824,62914560~8388608,75497472~16777216,100663296~71303168,180355072~8388608,192937984~16777216,213909504~25165824,251658240~12582912,276824064~20971520,301989888~8388608,314572800~41943040,360710144~16777216,398458880~12582912] 2024-03-22T07:44:04.797 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to 19 diff [0~4194304,8388608~50331648,62914560~8388608,75497472~12582912,100663296~41943040,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:04.798 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~8388608,75497472~12582912,100663296~41943040,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:04.807 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~8388608,75497472~16777216,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,276824064~33554432,314572800~41943040,360710144~16777216,398458880~12582912] 2024-03-22T07:44:04.807 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to 14 diff [41943040~8388608,62914560~8388608,83886080~4194304,121634816~4194304,134217728~8388608,251658240~8388608,301989888~4194304,314572800~4194304,335544320~4194304,343932928~8388608] 2024-03-22T07:44:04.807 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [41943040~8388608,62914560~8388608,83886080~4194304,121634816~4194304,134217728~8388608,251658240~8388608,301989888~4194304,314572800~4194304,335544320~4194304,343932928~8388608] 2024-03-22T07:44:04.810 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [41943040~8388608,62914560~8388608,83886080~4194304,121634816~8388608,134217728~8388608,251658240~12582912,301989888~8388608,314572800~8388608,335544320~20971520] 2024-03-22T07:44:04.810 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to 15 diff [8388608~4194304,33554432~16777216,62914560~8388608,79691776~8388608,121634816~4194304,134217728~8388608,159383552~8388608,192937984~12582912,251658240~8388608,301989888~4194304,314572800~4194304,327155712~25165824,364904448~8388608] 2024-03-22T07:44:04.810 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~4194304,33554432~16777216,62914560~8388608,79691776~8388608,121634816~4194304,134217728~8388608,159383552~8388608,192937984~12582912,251658240~8388608,301989888~4194304,314572800~4194304,327155712~25165824,364904448~8388608] 2024-03-22T07:44:04.814 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~8388608,33554432~16777216,62914560~8388608,79691776~12582912,121634816~8388608,134217728~8388608,159383552~12582912,192937984~16777216,251658240~12582912,301989888~8388608,314572800~8388608,327155712~29360128,364904448~12582912] 2024-03-22T07:44:04.815 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to 16 diff [0~4194304,8388608~4194304,20971520~4194304,33554432~16777216,62914560~8388608,75497472~12582912,121634816~20971520,159383552~8388608,192937984~12582912,251658240~8388608,276824064~16777216,301989888~4194304,314572800~4194304,327155712~25165824,364904448~8388608,406847488~4194304] 2024-03-22T07:44:04.815 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~4194304,20971520~4194304,33554432~16777216,62914560~8388608,75497472~12582912,121634816~20971520,159383552~8388608,192937984~12582912,251658240~8388608,276824064~16777216,301989888~4194304,314572800~4194304,327155712~25165824,364904448~8388608,406847488~4194304] 2024-03-22T07:44:04.820 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~8388608,20971520~4194304,33554432~16777216,62914560~8388608,75497472~16777216,121634816~25165824,159383552~12582912,192937984~16777216,251658240~12582912,276824064~20971520,301989888~8388608,314572800~8388608,327155712~29360128,364904448~12582912,406847488~4194304] 2024-03-22T07:44:04.820 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to 17 diff [0~4194304,8388608~4194304,20971520~4194304,33554432~16777216,62914560~8388608,75497472~12582912,121634816~20971520,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,222298112~8388608,251658240~8388608,276824064~16777216,301989888~4194304,314572800~4194304,327155712~25165824,364904448~8388608,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.820 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~4194304,20971520~4194304,33554432~16777216,62914560~8388608,75497472~12582912,121634816~20971520,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,222298112~8388608,251658240~8388608,276824064~16777216,301989888~4194304,314572800~4194304,327155712~25165824,364904448~8388608,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.827 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~8388608,20971520~4194304,33554432~16777216,62914560~8388608,75497472~16777216,121634816~50331648,180355072~8388608,192937984~16777216,222298112~12582912,251658240~12582912,276824064~20971520,301989888~8388608,314572800~8388608,327155712~29360128,364904448~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.827 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to 18 diff [0~4194304,8388608~4194304,20971520~4194304,33554432~16777216,62914560~8388608,75497472~12582912,100663296~4194304,117440512~25165824,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~12582912,251658240~8388608,276824064~16777216,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.827 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~4194304,20971520~4194304,33554432~16777216,62914560~8388608,75497472~12582912,100663296~4194304,117440512~25165824,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~12582912,251658240~8388608,276824064~16777216,301989888~4194304,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.835 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~8388608,20971520~4194304,33554432~16777216,62914560~8388608,75497472~16777216,100663296~8388608,117440512~54525952,180355072~8388608,192937984~16777216,213909504~25165824,251658240~12582912,276824064~20971520,301989888~8388608,314572800~41943040,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.835 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to 19 diff [0~4194304,8388608~41943040,62914560~8388608,75497472~12582912,100663296~8388608,117440512~25165824,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.835 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~41943040,62914560~8388608,75497472~12582912,100663296~8388608,117440512~25165824,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.844 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,62914560~8388608,75497472~16777216,100663296~12582912,117440512~54525952,180355072~8388608,192937984~16777216,213909504~50331648,276824064~33554432,314572800~41943040,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.844 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to 15 diff [8388608~4194304,33554432~8388608,79691776~8388608,159383552~8388608,192937984~12582912,327155712~16777216,364904448~8388608] 2024-03-22T07:44:04.844 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~4194304,33554432~8388608,79691776~8388608,159383552~8388608,192937984~12582912,327155712~16777216,364904448~8388608] 2024-03-22T07:44:04.848 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~8388608,33554432~8388608,79691776~12582912,159383552~12582912,192937984~16777216,327155712~16777216,364904448~12582912] 2024-03-22T07:44:04.848 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to 16 diff [0~4194304,8388608~4194304,20971520~4194304,33554432~8388608,75497472~12582912,125829120~8388608,138412032~4194304,159383552~8388608,192937984~12582912,276824064~16777216,327155712~16777216,364904448~8388608,406847488~4194304] 2024-03-22T07:44:04.848 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~4194304,20971520~4194304,33554432~8388608,75497472~12582912,125829120~8388608,138412032~4194304,159383552~8388608,192937984~12582912,276824064~16777216,327155712~16777216,364904448~8388608,406847488~4194304] 2024-03-22T07:44:04.852 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~8388608,20971520~4194304,33554432~8388608,75497472~16777216,125829120~8388608,138412032~8388608,159383552~12582912,192937984~16777216,276824064~20971520,327155712~16777216,364904448~12582912,406847488~4194304] 2024-03-22T07:44:04.852 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to 17 diff [0~4194304,8388608~4194304,20971520~4194304,33554432~8388608,46137344~4194304,75497472~12582912,125829120~8388608,138412032~4194304,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,222298112~8388608,276824064~16777216,327155712~16777216,364904448~8388608,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.852 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~4194304,20971520~4194304,33554432~8388608,46137344~4194304,75497472~12582912,125829120~8388608,138412032~4194304,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,222298112~8388608,276824064~16777216,327155712~16777216,364904448~8388608,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.858 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~8388608,20971520~4194304,33554432~8388608,46137344~4194304,75497472~16777216,125829120~8388608,138412032~33554432,180355072~8388608,192937984~16777216,222298112~12582912,276824064~20971520,327155712~16777216,364904448~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.858 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to 18 diff [0~4194304,8388608~4194304,20971520~4194304,33554432~12582912,75497472~12582912,100663296~4194304,117440512~16777216,138412032~4194304,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~12582912,251658240~8388608,276824064~16777216,322961408~8388608,335544320~8388608,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.858 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~4194304,20971520~4194304,33554432~12582912,75497472~12582912,100663296~4194304,117440512~16777216,138412032~4194304,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~12582912,251658240~8388608,276824064~16777216,322961408~8388608,335544320~8388608,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.865 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~8388608,20971520~4194304,33554432~16777216,75497472~16777216,100663296~8388608,117440512~16777216,138412032~33554432,180355072~8388608,192937984~16777216,213909504~25165824,251658240~8388608,276824064~20971520,322961408~20971520,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.865 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to 19 diff [0~4194304,8388608~37748736,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~8388608,335544320~8388608,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.865 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~37748736,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~8388608,335544320~8388608,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.873 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,75497472~16777216,100663296~12582912,117440512~16777216,138412032~33554432,180355072~8388608,192937984~16777216,213909504~46137344,276824064~33554432,322961408~20971520,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.873 INFO:tasks.workunit.client.0.smithi129.stdout:from 15 to 16 diff [0~4194304,20971520~4194304,75497472~8388608,125829120~8388608,138412032~4194304,276824064~16777216,364904448~8388608,406847488~4194304] 2024-03-22T07:44:04.873 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,20971520~4194304,75497472~8388608,125829120~8388608,138412032~4194304,276824064~16777216,364904448~8388608,406847488~4194304] 2024-03-22T07:44:04.876 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,20971520~4194304,75497472~12582912,125829120~8388608,138412032~8388608,276824064~20971520,364904448~12582912,406847488~4194304] 2024-03-22T07:44:04.876 INFO:tasks.workunit.client.0.smithi129.stdout:from 15 to 17 diff [0~4194304,8388608~4194304,20971520~4194304,46137344~4194304,75497472~12582912,125829120~8388608,138412032~4194304,146800640~8388608,180355072~4194304,192937984~4194304,222298112~8388608,276824064~16777216,364904448~8388608,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.876 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~4194304,20971520~4194304,46137344~4194304,75497472~12582912,125829120~8388608,138412032~4194304,146800640~8388608,180355072~4194304,192937984~4194304,222298112~8388608,276824064~16777216,364904448~8388608,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.881 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~4194304,20971520~4194304,46137344~4194304,75497472~16777216,125829120~8388608,138412032~20971520,180355072~8388608,192937984~4194304,222298112~12582912,276824064~20971520,364904448~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.881 INFO:tasks.workunit.client.0.smithi129.stdout:from 15 to 18 diff [0~4194304,8388608~4194304,20971520~4194304,41943040~4194304,75497472~12582912,100663296~4194304,117440512~16777216,138412032~4194304,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~12582912,251658240~8388608,276824064~16777216,322961408~4194304,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.881 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~4194304,20971520~4194304,41943040~4194304,75497472~12582912,100663296~4194304,117440512~16777216,138412032~4194304,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~12582912,251658240~8388608,276824064~16777216,322961408~4194304,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.887 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~4194304,8388608~4194304,20971520~4194304,41943040~8388608,75497472~16777216,100663296~8388608,117440512~16777216,138412032~20971520,180355072~8388608,192937984~4194304,213909504~25165824,251658240~8388608,276824064~20971520,322961408~8388608,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.887 INFO:tasks.workunit.client.0.smithi129.stdout:from 15 to 19 diff [0~4194304,8388608~29360128,41943040~4194304,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~4194304,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.887 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~29360128,41943040~4194304,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~4194304,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.893 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,75497472~16777216,100663296~12582912,117440512~16777216,138412032~20971520,180355072~8388608,192937984~4194304,213909504~46137344,276824064~33554432,322961408~8388608,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:04.893 INFO:tasks.workunit.client.0.smithi129.stdout:from 16 to 17 diff [8388608~4194304,46137344~4194304,75497472~12582912,146800640~8388608,180355072~4194304,192937984~4194304,222298112~8388608,281018368~4194304,398458880~4194304] 2024-03-22T07:44:04.893 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~4194304,46137344~4194304,75497472~12582912,146800640~8388608,180355072~4194304,192937984~4194304,222298112~8388608,281018368~4194304,398458880~4194304] 2024-03-22T07:44:04.897 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~4194304,46137344~4194304,75497472~16777216,146800640~12582912,180355072~8388608,192937984~4194304,222298112~12582912,281018368~8388608,398458880~4194304] 2024-03-22T07:44:04.897 INFO:tasks.workunit.client.0.smithi129.stdout:from 16 to 18 diff [8388608~4194304,41943040~4194304,75497472~12582912,100663296~4194304,117440512~8388608,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~12582912,251658240~8388608,281018368~8388608,322961408~4194304,360710144~4194304,398458880~4194304] 2024-03-22T07:44:04.897 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [8388608~4194304,41943040~4194304,75497472~12582912,100663296~4194304,117440512~8388608,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~12582912,251658240~8388608,281018368~8388608,322961408~4194304,360710144~4194304,398458880~4194304] 2024-03-22T07:44:04.902 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [8388608~4194304,41943040~8388608,75497472~16777216,100663296~8388608,117440512~8388608,146800640~12582912,180355072~8388608,192937984~4194304,213909504~25165824,251658240~8388608,281018368~12582912,322961408~8388608,360710144~4194304,398458880~4194304] 2024-03-22T07:44:04.902 INFO:tasks.workunit.client.0.smithi129.stdout:from 16 to 19 diff [0~4194304,8388608~12582912,25165824~12582912,41943040~4194304,75497472~12582912,100663296~8388608,117440512~8388608,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~16777216,243269632~16777216,281018368~8388608,293601280~8388608,306184192~4194304,322961408~4194304,360710144~4194304,398458880~4194304] 2024-03-22T07:44:04.902 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~12582912,25165824~12582912,41943040~4194304,75497472~12582912,100663296~8388608,117440512~8388608,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~16777216,243269632~16777216,281018368~8388608,293601280~8388608,306184192~4194304,322961408~4194304,360710144~4194304,398458880~4194304] 2024-03-22T07:44:04.910 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~20971520,25165824~25165824,75497472~16777216,100663296~12582912,117440512~8388608,146800640~12582912,180355072~8388608,192937984~4194304,213909504~46137344,281018368~29360128,322961408~8388608,360710144~4194304,398458880~4194304] 2024-03-22T07:44:04.910 INFO:tasks.workunit.client.0.smithi129.stdout:from 17 to 18 diff [41943040~4194304,100663296~4194304,117440512~8388608,213909504~4194304,230686720~8388608,251658240~8388608,285212672~4194304,322961408~4194304,360710144~4194304] 2024-03-22T07:44:04.910 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [41943040~4194304,100663296~4194304,117440512~8388608,213909504~4194304,230686720~8388608,251658240~8388608,285212672~4194304,322961408~4194304,360710144~4194304] 2024-03-22T07:44:04.911 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [41943040~8388608,100663296~8388608,117440512~8388608,213909504~8388608,230686720~8388608,251658240~8388608,285212672~8388608,322961408~8388608,360710144~4194304] 2024-03-22T07:44:04.911 INFO:tasks.workunit.client.0.smithi129.stdout:from 17 to 19 diff [0~4194304,12582912~8388608,25165824~12582912,41943040~4194304,83886080~4194304,100663296~8388608,117440512~8388608,213909504~4194304,230686720~8388608,243269632~16777216,285212672~4194304,293601280~8388608,306184192~4194304,322961408~4194304,360710144~4194304] 2024-03-22T07:44:04.911 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,12582912~8388608,25165824~12582912,41943040~4194304,83886080~4194304,100663296~8388608,117440512~8388608,213909504~4194304,230686720~8388608,243269632~16777216,285212672~4194304,293601280~8388608,306184192~4194304,322961408~4194304,360710144~4194304] 2024-03-22T07:44:04.916 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~8388608,12582912~8388608,25165824~25165824,83886080~8388608,100663296~12582912,117440512~8388608,213909504~8388608,230686720~29360128,285212672~25165824,322961408~8388608,360710144~4194304] 2024-03-22T07:44:04.916 INFO:tasks.workunit.client.0.smithi129.stdout:from 18 to 19 diff [0~4194304,12582912~8388608,25165824~12582912,83886080~4194304,104857600~4194304,234881024~4194304,243269632~8388608,293601280~8388608,306184192~4194304] 2024-03-22T07:44:04.916 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,12582912~8388608,25165824~12582912,83886080~4194304,104857600~4194304,234881024~4194304,243269632~8388608,293601280~8388608,306184192~4194304] 2024-03-22T07:44:04.919 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~8388608,12582912~8388608,25165824~16777216,83886080~8388608,104857600~8388608,234881024~20971520,293601280~16777216] 2024-03-22T07:44:04.986 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:04.986 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:05.031 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:05.031 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:05.031 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:05.050 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:05.050 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:05.050 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:05.069 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:05.069 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:05.069 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:05.086 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:05.086 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:05.086 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:05.103 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:05.103 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:05.103 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:05.118 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:05.118 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:05.119 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:05.133 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:05.133 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:05.133 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:05.146 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~33554432,398458880~16777216] 2024-03-22T07:44:05.146 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:05.146 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:05.158 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:05.158 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:05.158 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:05.170 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:05.170 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:05.170 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:05.180 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~12582912] 2024-03-22T07:44:05.180 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:05.180 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:05.190 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:05.190 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to HEAD diff [0~4194304,8388608~50331648,62914560~8388608,75497472~12582912,100663296~41943040,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:05.190 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~8388608,75497472~12582912,100663296~41943040,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:05.198 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~8388608,75497472~16777216,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,276824064~33554432,314572800~41943040,360710144~16777216,398458880~12582912] 2024-03-22T07:44:05.199 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to HEAD diff [0~4194304,8388608~41943040,62914560~8388608,75497472~12582912,100663296~8388608,117440512~25165824,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:05.199 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~41943040,62914560~8388608,75497472~12582912,100663296~8388608,117440512~25165824,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:05.206 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,62914560~8388608,75497472~16777216,100663296~12582912,117440512~54525952,180355072~8388608,192937984~16777216,213909504~50331648,276824064~33554432,314572800~41943040,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:05.206 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to HEAD diff [0~4194304,8388608~37748736,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~8388608,335544320~8388608,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:05.206 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~37748736,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~8388608,335544320~8388608,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:05.212 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,75497472~16777216,100663296~12582912,117440512~16777216,138412032~33554432,180355072~8388608,192937984~16777216,213909504~46137344,276824064~33554432,322961408~20971520,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:05.212 INFO:tasks.workunit.client.0.smithi129.stdout:from 15 to HEAD diff [0~4194304,8388608~29360128,41943040~4194304,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~4194304,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:05.212 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~29360128,41943040~4194304,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~4194304,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:05.219 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,75497472~16777216,100663296~12582912,117440512~16777216,138412032~20971520,180355072~8388608,192937984~4194304,213909504~46137344,276824064~33554432,322961408~8388608,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:05.219 INFO:tasks.workunit.client.0.smithi129.stdout:from 16 to HEAD diff [0~4194304,8388608~12582912,25165824~12582912,41943040~4194304,75497472~12582912,100663296~8388608,117440512~8388608,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~16777216,243269632~16777216,281018368~8388608,293601280~8388608,306184192~4194304,322961408~4194304,360710144~4194304,398458880~4194304] 2024-03-22T07:44:05.219 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~12582912,25165824~12582912,41943040~4194304,75497472~12582912,100663296~8388608,117440512~8388608,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~16777216,243269632~16777216,281018368~8388608,293601280~8388608,306184192~4194304,322961408~4194304,360710144~4194304,398458880~4194304] 2024-03-22T07:44:05.223 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~20971520,25165824~25165824,75497472~16777216,100663296~12582912,117440512~8388608,146800640~12582912,180355072~8388608,192937984~4194304,213909504~46137344,281018368~29360128,322961408~8388608,360710144~4194304,398458880~4194304] 2024-03-22T07:44:05.223 INFO:tasks.workunit.client.0.smithi129.stdout:from 17 to HEAD diff [0~4194304,12582912~8388608,25165824~12582912,41943040~4194304,83886080~4194304,100663296~8388608,117440512~8388608,213909504~4194304,230686720~8388608,243269632~16777216,285212672~4194304,293601280~8388608,306184192~4194304,322961408~4194304,360710144~4194304] 2024-03-22T07:44:05.223 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,12582912~8388608,25165824~12582912,41943040~4194304,83886080~4194304,100663296~8388608,117440512~8388608,213909504~4194304,230686720~8388608,243269632~16777216,285212672~4194304,293601280~8388608,306184192~4194304,322961408~4194304,360710144~4194304] 2024-03-22T07:44:05.226 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~8388608,12582912~8388608,25165824~25165824,83886080~8388608,100663296~12582912,117440512~8388608,213909504~8388608,230686720~29360128,285212672~25165824,322961408~8388608,360710144~4194304] 2024-03-22T07:44:06.000 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:06.001 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:06.041 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:06.042 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:06.042 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:06.056 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:06.056 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:06.056 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:06.070 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:06.070 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:06.070 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:06.082 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:06.083 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:06.083 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:06.095 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:06.095 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:06.096 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:06.109 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:06.109 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:06.109 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:06.121 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:06.121 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:06.121 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:06.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:05 smithi129 bash[79695]: cluster 2024-03-22T07:44:04.313915+0000 mgr.y (mgr.25337) 1102 : cluster 0 pgmap v1811: 105 pgs: 105 active+clean; 828 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 324 KiB/s rd, 27 MiB/s wr, 554 op/s 2024-03-22T07:44:06.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:05 smithi129 bash[79695]: cluster 2024-03-22T07:44:04.966127+0000 osd.7 (osd.7) 709 : cluster 3 failed to encode map e1090 with expected crc 2024-03-22T07:44:06.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:05 smithi129 bash[79695]: cluster 2024-03-22T07:44:04.966469+0000 mon.a (mon.0) 1590 : cluster 0 osdmap e1090: 8 total, 8 up, 8 in 2024-03-22T07:44:06.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:05 smithi129 bash[79695]: cluster 2024-03-22T07:44:04.966977+0000 osd.5 (osd.5) 688 : cluster 3 failed to encode map e1090 with expected crc 2024-03-22T07:44:06.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:05 smithi129 bash[79695]: cluster 2024-03-22T07:44:04.973023+0000 osd.6 (osd.6) 674 : cluster 3 failed to encode map e1090 with expected crc 2024-03-22T07:44:06.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:05 smithi129 bash[82160]: cluster 2024-03-22T07:44:04.313915+0000 mgr.y (mgr.25337) 1102 : cluster 0 pgmap v1811: 105 pgs: 105 active+clean; 828 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 324 KiB/s rd, 27 MiB/s wr, 554 op/s 2024-03-22T07:44:06.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:05 smithi129 bash[82160]: cluster 2024-03-22T07:44:04.966127+0000 osd.7 (osd.7) 709 : cluster 3 failed to encode map e1090 with expected crc 2024-03-22T07:44:06.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:05 smithi129 bash[82160]: cluster 2024-03-22T07:44:04.966469+0000 mon.a (mon.0) 1590 : cluster 0 osdmap e1090: 8 total, 8 up, 8 in 2024-03-22T07:44:06.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:05 smithi129 bash[82160]: cluster 2024-03-22T07:44:04.966977+0000 osd.5 (osd.5) 688 : cluster 3 failed to encode map e1090 with expected crc 2024-03-22T07:44:06.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:05 smithi129 bash[82160]: cluster 2024-03-22T07:44:04.973023+0000 osd.6 (osd.6) 674 : cluster 3 failed to encode map e1090 with expected crc 2024-03-22T07:44:06.134 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~33554432,398458880~16777216] 2024-03-22T07:44:06.135 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:06.135 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:06.146 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:06.146 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:06.147 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:06.157 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:06.157 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:06.157 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:06.167 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~12582912] 2024-03-22T07:44:06.167 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:06.167 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:06.176 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:06.176 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to HEAD diff [0~4194304,8388608~50331648,62914560~8388608,75497472~12582912,100663296~41943040,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:06.177 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~8388608,75497472~12582912,100663296~41943040,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:06.184 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~8388608,75497472~16777216,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,276824064~33554432,314572800~41943040,360710144~16777216,398458880~12582912] 2024-03-22T07:44:06.184 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to HEAD diff [0~4194304,8388608~41943040,62914560~8388608,75497472~12582912,100663296~8388608,117440512~25165824,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:06.184 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~41943040,62914560~8388608,75497472~12582912,100663296~8388608,117440512~25165824,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:06.191 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,62914560~8388608,75497472~16777216,100663296~12582912,117440512~54525952,180355072~8388608,192937984~16777216,213909504~50331648,276824064~33554432,314572800~41943040,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:06.191 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to HEAD diff [0~4194304,8388608~37748736,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~8388608,335544320~8388608,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:06.191 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~37748736,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~8388608,335544320~8388608,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:06.196 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,75497472~16777216,100663296~12582912,117440512~16777216,138412032~33554432,180355072~8388608,192937984~16777216,213909504~46137344,276824064~33554432,322961408~20971520,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:06.197 INFO:tasks.workunit.client.0.smithi129.stdout:from 15 to HEAD diff [0~4194304,8388608~29360128,41943040~4194304,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~4194304,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:06.197 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~29360128,41943040~4194304,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~4194304,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:06.201 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,75497472~16777216,100663296~12582912,117440512~16777216,138412032~20971520,180355072~8388608,192937984~4194304,213909504~46137344,276824064~33554432,322961408~8388608,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:06.201 INFO:tasks.workunit.client.0.smithi129.stdout:from 16 to HEAD diff [0~4194304,8388608~12582912,25165824~12582912,41943040~4194304,75497472~12582912,100663296~8388608,117440512~8388608,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~16777216,243269632~16777216,281018368~8388608,293601280~8388608,306184192~4194304,322961408~4194304,360710144~4194304,398458880~4194304] 2024-03-22T07:44:06.201 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~12582912,25165824~12582912,41943040~4194304,75497472~12582912,100663296~8388608,117440512~8388608,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~16777216,243269632~16777216,281018368~8388608,293601280~8388608,306184192~4194304,322961408~4194304,360710144~4194304,398458880~4194304] 2024-03-22T07:44:06.205 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~20971520,25165824~25165824,75497472~16777216,100663296~12582912,117440512~8388608,146800640~12582912,180355072~8388608,192937984~4194304,213909504~46137344,281018368~29360128,322961408~8388608,360710144~4194304,398458880~4194304] 2024-03-22T07:44:06.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:05 smithi148 bash[66753]: cluster 2024-03-22T07:44:04.313915+0000 mgr.y (mgr.25337) 1102 : cluster 0 pgmap v1811: 105 pgs: 105 active+clean; 828 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 324 KiB/s rd, 27 MiB/s wr, 554 op/s 2024-03-22T07:44:06.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:05 smithi148 bash[66753]: cluster 2024-03-22T07:44:04.966127+0000 osd.7 (osd.7) 709 : cluster 3 failed to encode map e1090 with expected crc 2024-03-22T07:44:06.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:05 smithi148 bash[66753]: cluster 2024-03-22T07:44:04.966469+0000 mon.a (mon.0) 1590 : cluster 0 osdmap e1090: 8 total, 8 up, 8 in 2024-03-22T07:44:06.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:05 smithi148 bash[66753]: cluster 2024-03-22T07:44:04.966977+0000 osd.5 (osd.5) 688 : cluster 3 failed to encode map e1090 with expected crc 2024-03-22T07:44:06.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:05 smithi148 bash[66753]: cluster 2024-03-22T07:44:04.973023+0000 osd.6 (osd.6) 674 : cluster 3 failed to encode map e1090 with expected crc 2024-03-22T07:44:07.016 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:07.016 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:07.052 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:07.052 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:07.052 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:07.065 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:07.065 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:07.065 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:07.077 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:07.077 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:07.078 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:07.089 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:07.089 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:07.089 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:07.100 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:07.100 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:07.100 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:07.112 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:07.112 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:07.112 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:07.122 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:07.122 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:07.122 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:07.132 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~33554432,398458880~16777216] 2024-03-22T07:44:07.132 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:07.132 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:07.141 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:07.141 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:07.141 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:07.149 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:07.149 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:07.150 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:07.157 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~12582912] 2024-03-22T07:44:07.157 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:07.158 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:07.166 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:07.166 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to HEAD diff [0~4194304,8388608~50331648,62914560~8388608,75497472~12582912,100663296~41943040,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:07.166 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~8388608,75497472~12582912,100663296~41943040,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:07.170 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~8388608,75497472~16777216,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,276824064~33554432,314572800~41943040,360710144~16777216,398458880~12582912] 2024-03-22T07:44:07.171 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to HEAD diff [0~4194304,8388608~41943040,62914560~8388608,75497472~12582912,100663296~8388608,117440512~25165824,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:07.171 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~41943040,62914560~8388608,75497472~12582912,100663296~8388608,117440512~25165824,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:07.175 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,62914560~8388608,75497472~16777216,100663296~12582912,117440512~54525952,180355072~8388608,192937984~16777216,213909504~50331648,276824064~33554432,314572800~41943040,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:07.176 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to HEAD diff [0~4194304,8388608~37748736,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~8388608,335544320~8388608,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:07.176 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~37748736,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~8388608,335544320~8388608,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:07.180 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,75497472~16777216,100663296~12582912,117440512~16777216,138412032~33554432,180355072~8388608,192937984~16777216,213909504~46137344,276824064~33554432,322961408~20971520,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:07.180 INFO:tasks.workunit.client.0.smithi129.stdout:from 15 to HEAD diff [0~4194304,8388608~29360128,41943040~4194304,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~4194304,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:07.180 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~29360128,41943040~4194304,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,180355072~4194304,192937984~4194304,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~4194304,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:07.182 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,75497472~16777216,100663296~12582912,117440512~16777216,138412032~20971520,180355072~8388608,192937984~4194304,213909504~46137344,276824064~33554432,322961408~8388608,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:07.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:06 smithi129 bash[82160]: cluster 2024-03-22T07:44:05.972101+0000 osd.7 (osd.7) 710 : cluster 3 failed to encode map e1091 with expected crc 2024-03-22T07:44:07.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:06 smithi129 bash[82160]: cluster 2024-03-22T07:44:05.972358+0000 osd.5 (osd.5) 689 : cluster 3 failed to encode map e1091 with expected crc 2024-03-22T07:44:07.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:06 smithi129 bash[82160]: cluster 2024-03-22T07:44:05.972757+0000 mon.a (mon.0) 1591 : cluster 0 osdmap e1091: 8 total, 8 up, 8 in 2024-03-22T07:44:07.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:06 smithi129 bash[82160]: cluster 2024-03-22T07:44:05.978696+0000 osd.6 (osd.6) 675 : cluster 3 failed to encode map e1091 with expected crc 2024-03-22T07:44:07.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:06 smithi129 bash[82160]: cluster 2024-03-22T07:44:06.314722+0000 mgr.y (mgr.25337) 1103 : cluster 0 pgmap v1814: 105 pgs: 105 active+clean; 858 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 409 KiB/s rd, 27 MiB/s wr, 723 op/s 2024-03-22T07:44:07.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:06 smithi129 bash[79695]: cluster 2024-03-22T07:44:05.972101+0000 osd.7 (osd.7) 710 : cluster 3 failed to encode map e1091 with expected crc 2024-03-22T07:44:07.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:06 smithi129 bash[79695]: cluster 2024-03-22T07:44:05.972358+0000 osd.5 (osd.5) 689 : cluster 3 failed to encode map e1091 with expected crc 2024-03-22T07:44:07.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:06 smithi129 bash[79695]: cluster 2024-03-22T07:44:05.972757+0000 mon.a (mon.0) 1591 : cluster 0 osdmap e1091: 8 total, 8 up, 8 in 2024-03-22T07:44:07.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:06 smithi129 bash[79695]: cluster 2024-03-22T07:44:05.978696+0000 osd.6 (osd.6) 675 : cluster 3 failed to encode map e1091 with expected crc 2024-03-22T07:44:07.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:06 smithi129 bash[79695]: cluster 2024-03-22T07:44:06.314722+0000 mgr.y (mgr.25337) 1103 : cluster 0 pgmap v1814: 105 pgs: 105 active+clean; 858 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 409 KiB/s rd, 27 MiB/s wr, 723 op/s 2024-03-22T07:44:07.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:06 smithi148 bash[66753]: cluster 2024-03-22T07:44:05.972101+0000 osd.7 (osd.7) 710 : cluster 3 failed to encode map e1091 with expected crc 2024-03-22T07:44:07.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:06 smithi148 bash[66753]: cluster 2024-03-22T07:44:05.972358+0000 osd.5 (osd.5) 689 : cluster 3 failed to encode map e1091 with expected crc 2024-03-22T07:44:07.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:06 smithi148 bash[66753]: cluster 2024-03-22T07:44:05.972757+0000 mon.a (mon.0) 1591 : cluster 0 osdmap e1091: 8 total, 8 up, 8 in 2024-03-22T07:44:07.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:06 smithi148 bash[66753]: cluster 2024-03-22T07:44:05.978696+0000 osd.6 (osd.6) 675 : cluster 3 failed to encode map e1091 with expected crc 2024-03-22T07:44:07.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:06 smithi148 bash[66753]: cluster 2024-03-22T07:44:06.314722+0000 mgr.y (mgr.25337) 1103 : cluster 0 pgmap v1814: 105 pgs: 105 active+clean; 858 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 409 KiB/s rd, 27 MiB/s wr, 723 op/s 2024-03-22T07:44:08.034 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:08.034 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:08.073 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:08.074 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:08.074 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:08.085 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:08.085 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:08.085 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:08.098 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:08.098 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:08.098 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:08.110 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:08.110 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:08.110 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:08.121 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:08.121 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:08.121 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:08.131 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:08.131 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:08.131 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:08.140 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:08.140 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:08.140 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:08.148 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~33554432,398458880~16777216] 2024-03-22T07:44:08.148 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:08.148 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:08.156 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:08.156 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:08.156 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:08.163 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:08.163 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:08.163 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:08.170 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~12582912] 2024-03-22T07:44:08.170 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:08.170 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:08.175 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:08.175 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to HEAD diff [0~4194304,8388608~50331648,62914560~8388608,75497472~12582912,100663296~41943040,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:08.175 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~8388608,75497472~12582912,100663296~41943040,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:08.180 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~8388608,75497472~16777216,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,276824064~33554432,314572800~41943040,360710144~16777216,398458880~12582912] 2024-03-22T07:44:08.180 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to HEAD diff [0~4194304,8388608~41943040,62914560~8388608,75497472~12582912,100663296~8388608,117440512~25165824,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:08.180 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~41943040,62914560~8388608,75497472~12582912,100663296~8388608,117440512~25165824,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:08.184 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,62914560~8388608,75497472~16777216,100663296~12582912,117440512~54525952,180355072~8388608,192937984~16777216,213909504~50331648,276824064~33554432,314572800~41943040,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:08.184 INFO:tasks.workunit.client.0.smithi129.stdout:from 14 to HEAD diff [0~4194304,8388608~37748736,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~8388608,335544320~8388608,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:08.184 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~37748736,75497472~12582912,100663296~8388608,117440512~16777216,138412032~4194304,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~25165824,306184192~4194304,322961408~8388608,335544320~8388608,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:08.187 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,75497472~16777216,100663296~12582912,117440512~16777216,138412032~33554432,180355072~8388608,192937984~16777216,213909504~46137344,276824064~33554432,322961408~20971520,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:08.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:07 smithi129 bash[79695]: cluster 2024-03-22T07:44:06.984207+0000 osd.7 (osd.7) 711 : cluster 3 failed to encode map e1092 with expected crc 2024-03-22T07:44:08.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:07 smithi129 bash[79695]: cluster 2024-03-22T07:44:06.986606+0000 mon.a (mon.0) 1592 : cluster 0 osdmap e1092: 8 total, 8 up, 8 in 2024-03-22T07:44:08.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:07 smithi129 bash[79695]: cluster 2024-03-22T07:44:06.986824+0000 osd.5 (osd.5) 690 : cluster 3 failed to encode map e1092 with expected crc 2024-03-22T07:44:08.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:07 smithi129 bash[79695]: cluster 2024-03-22T07:44:06.992306+0000 osd.6 (osd.6) 676 : cluster 3 failed to encode map e1092 with expected crc 2024-03-22T07:44:08.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:07 smithi129 bash[82160]: cluster 2024-03-22T07:44:06.984207+0000 osd.7 (osd.7) 711 : cluster 3 failed to encode map e1092 with expected crc 2024-03-22T07:44:08.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:07 smithi129 bash[82160]: cluster 2024-03-22T07:44:06.986606+0000 mon.a (mon.0) 1592 : cluster 0 osdmap e1092: 8 total, 8 up, 8 in 2024-03-22T07:44:08.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:07 smithi129 bash[82160]: cluster 2024-03-22T07:44:06.986824+0000 osd.5 (osd.5) 690 : cluster 3 failed to encode map e1092 with expected crc 2024-03-22T07:44:08.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:07 smithi129 bash[82160]: cluster 2024-03-22T07:44:06.992306+0000 osd.6 (osd.6) 676 : cluster 3 failed to encode map e1092 with expected crc 2024-03-22T07:44:08.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:07 smithi148 bash[66753]: cluster 2024-03-22T07:44:06.984207+0000 osd.7 (osd.7) 711 : cluster 3 failed to encode map e1092 with expected crc 2024-03-22T07:44:08.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:07 smithi148 bash[66753]: cluster 2024-03-22T07:44:06.986606+0000 mon.a (mon.0) 1592 : cluster 0 osdmap e1092: 8 total, 8 up, 8 in 2024-03-22T07:44:08.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:07 smithi148 bash[66753]: cluster 2024-03-22T07:44:06.986824+0000 osd.5 (osd.5) 690 : cluster 3 failed to encode map e1092 with expected crc 2024-03-22T07:44:08.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:07 smithi148 bash[66753]: cluster 2024-03-22T07:44:06.992306+0000 osd.6 (osd.6) 676 : cluster 3 failed to encode map e1092 with expected crc 2024-03-22T07:44:09.027 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:09.028 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:09.073 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:09.073 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:09.073 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:09.082 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:09.082 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:09.082 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:09.090 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:09.090 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:09.090 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:09.099 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:09.099 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:09.099 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:09.107 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:09.107 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:09.107 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:09.115 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:09.115 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:09.115 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:09.122 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:09.122 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:09.122 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:09.128 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~33554432,398458880~16777216] 2024-03-22T07:44:09.128 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:09.128 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:09.133 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:09.134 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:09.134 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:09.138 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:09.138 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:09.139 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:09.143 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~12582912] 2024-03-22T07:44:09.143 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:09.143 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:09.147 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:09.147 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to HEAD diff [0~4194304,8388608~50331648,62914560~8388608,75497472~12582912,100663296~41943040,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:09.147 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~8388608,75497472~12582912,100663296~41943040,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:09.150 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~8388608,75497472~16777216,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,276824064~33554432,314572800~41943040,360710144~16777216,398458880~12582912] 2024-03-22T07:44:09.150 INFO:tasks.workunit.client.0.smithi129.stdout:from 13 to HEAD diff [0~4194304,8388608~41943040,62914560~8388608,75497472~12582912,100663296~8388608,117440512~25165824,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:09.150 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~41943040,62914560~8388608,75497472~12582912,100663296~8388608,117440512~25165824,146800640~8388608,159383552~8388608,180355072~4194304,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~4194304,406847488~4194304] 2024-03-22T07:44:09.151 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~50331648,62914560~8388608,75497472~16777216,100663296~12582912,117440512~54525952,180355072~8388608,192937984~16777216,213909504~50331648,276824064~33554432,314572800~41943040,360710144~16777216,398458880~4194304,406847488~4194304] 2024-03-22T07:44:09.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:08 smithi129 bash[79695]: cluster 2024-03-22T07:44:07.993108+0000 osd.7 (osd.7) 712 : cluster 3 failed to encode map e1093 with expected crc 2024-03-22T07:44:09.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:08 smithi129 bash[79695]: cluster 2024-03-22T07:44:07.993631+0000 mon.a (mon.0) 1593 : cluster 0 osdmap e1093: 8 total, 8 up, 8 in 2024-03-22T07:44:09.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:08 smithi129 bash[79695]: cluster 2024-03-22T07:44:07.993718+0000 osd.5 (osd.5) 691 : cluster 3 failed to encode map e1093 with expected crc 2024-03-22T07:44:09.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:08 smithi129 bash[79695]: cluster 2024-03-22T07:44:07.998827+0000 osd.6 (osd.6) 677 : cluster 3 failed to encode map e1093 with expected crc 2024-03-22T07:44:09.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:09 smithi129 bash[79695]: cluster 2024-03-22T07:44:08.012681+0000 osd.6 (osd.6) 678 : cluster 3 failed to encode map e1093 with expected crc 2024-03-22T07:44:09.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:09 smithi129 bash[79695]: cluster 2024-03-22T07:44:08.315459+0000 mgr.y (mgr.25337) 1104 : cluster 0 pgmap v1817: 105 pgs: 105 active+clean; 863 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 251 KiB/s rd, 8.3 MiB/s wr, 506 op/s 2024-03-22T07:44:09.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:09 smithi129 bash[79695]: audit 2024-03-22T07:44:08.423317+0000 mon.c (mon.2) 428 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:44:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:09 smithi129 bash[82160]: cluster 2024-03-22T07:44:07.993108+0000 osd.7 (osd.7) 712 : cluster 3 failed to encode map e1093 with expected crc 2024-03-22T07:44:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:09 smithi129 bash[82160]: cluster 2024-03-22T07:44:07.993631+0000 mon.a (mon.0) 1593 : cluster 0 osdmap e1093: 8 total, 8 up, 8 in 2024-03-22T07:44:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:09 smithi129 bash[82160]: cluster 2024-03-22T07:44:07.993718+0000 osd.5 (osd.5) 691 : cluster 3 failed to encode map e1093 with expected crc 2024-03-22T07:44:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:09 smithi129 bash[82160]: cluster 2024-03-22T07:44:07.998827+0000 osd.6 (osd.6) 677 : cluster 3 failed to encode map e1093 with expected crc 2024-03-22T07:44:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:09 smithi129 bash[82160]: cluster 2024-03-22T07:44:08.012681+0000 osd.6 (osd.6) 678 : cluster 3 failed to encode map e1093 with expected crc 2024-03-22T07:44:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:09 smithi129 bash[82160]: cluster 2024-03-22T07:44:08.315459+0000 mgr.y (mgr.25337) 1104 : cluster 0 pgmap v1817: 105 pgs: 105 active+clean; 863 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 251 KiB/s rd, 8.3 MiB/s wr, 506 op/s 2024-03-22T07:44:09.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:09 smithi129 bash[82160]: audit 2024-03-22T07:44:08.423317+0000 mon.c (mon.2) 428 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:44:09.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:09 smithi148 bash[66753]: cluster 2024-03-22T07:44:07.993108+0000 osd.7 (osd.7) 712 : cluster 3 failed to encode map e1093 with expected crc 2024-03-22T07:44:09.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:09 smithi148 bash[66753]: cluster 2024-03-22T07:44:07.993631+0000 mon.a (mon.0) 1593 : cluster 0 osdmap e1093: 8 total, 8 up, 8 in 2024-03-22T07:44:09.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:09 smithi148 bash[66753]: cluster 2024-03-22T07:44:07.993718+0000 osd.5 (osd.5) 691 : cluster 3 failed to encode map e1093 with expected crc 2024-03-22T07:44:09.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:09 smithi148 bash[66753]: cluster 2024-03-22T07:44:07.998827+0000 osd.6 (osd.6) 677 : cluster 3 failed to encode map e1093 with expected crc 2024-03-22T07:44:09.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:09 smithi148 bash[66753]: cluster 2024-03-22T07:44:08.012681+0000 osd.6 (osd.6) 678 : cluster 3 failed to encode map e1093 with expected crc 2024-03-22T07:44:09.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:09 smithi148 bash[66753]: cluster 2024-03-22T07:44:08.315459+0000 mgr.y (mgr.25337) 1104 : cluster 0 pgmap v1817: 105 pgs: 105 active+clean; 863 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 251 KiB/s rd, 8.3 MiB/s wr, 506 op/s 2024-03-22T07:44:09.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:09 smithi148 bash[66753]: audit 2024-03-22T07:44:08.423317+0000 mon.c (mon.2) 428 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:44:10.036 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:10.036 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:10.073 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:10.073 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:10.073 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:10.081 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:10.081 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:10.081 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:10.089 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:10.089 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:10.089 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:10.096 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:10.097 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:10.097 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:10.105 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:10.105 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:10.105 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:10.113 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:10.113 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:10.113 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:10.120 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:10.120 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:10.120 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:10.126 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~33554432,398458880~16777216] 2024-03-22T07:44:10.127 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:10.127 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:10.133 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:10.133 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:10.133 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:10.138 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:10.138 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:10.138 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:10.142 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~12582912] 2024-03-22T07:44:10.143 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:10.143 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:10.146 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:10.147 INFO:tasks.workunit.client.0.smithi129.stdout:from 12 to HEAD diff [0~4194304,8388608~50331648,62914560~8388608,75497472~12582912,100663296~41943040,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:10.147 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~8388608,75497472~12582912,100663296~41943040,146800640~8388608,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~12582912,398458880~12582912] 2024-03-22T07:44:10.150 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~8388608,75497472~16777216,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,276824064~33554432,314572800~41943040,360710144~16777216,398458880~12582912] 2024-03-22T07:44:10.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:10 smithi129 bash[79695]: cluster 2024-03-22T07:44:09.004439+0000 osd.6 (osd.6) 679 : cluster 3 failed to encode map e1094 with expected crc 2024-03-22T07:44:10.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:10 smithi129 bash[79695]: cluster 2024-03-22T07:44:09.006159+0000 mon.a (mon.0) 1594 : cluster 0 osdmap e1094: 8 total, 8 up, 8 in 2024-03-22T07:44:10.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:10 smithi129 bash[79695]: cluster 2024-03-22T07:44:09.010663+0000 osd.7 (osd.7) 713 : cluster 3 failed to encode map e1094 with expected crc 2024-03-22T07:44:10.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:10 smithi129 bash[79695]: cluster 2024-03-22T07:44:09.020424+0000 osd.5 (osd.5) 692 : cluster 3 failed to encode map e1094 with expected crc 2024-03-22T07:44:10.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:10 smithi129 bash[82160]: cluster 2024-03-22T07:44:09.004439+0000 osd.6 (osd.6) 679 : cluster 3 failed to encode map e1094 with expected crc 2024-03-22T07:44:10.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:10 smithi129 bash[82160]: cluster 2024-03-22T07:44:09.006159+0000 mon.a (mon.0) 1594 : cluster 0 osdmap e1094: 8 total, 8 up, 8 in 2024-03-22T07:44:10.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:10 smithi129 bash[82160]: cluster 2024-03-22T07:44:09.010663+0000 osd.7 (osd.7) 713 : cluster 3 failed to encode map e1094 with expected crc 2024-03-22T07:44:10.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:10 smithi129 bash[82160]: cluster 2024-03-22T07:44:09.020424+0000 osd.5 (osd.5) 692 : cluster 3 failed to encode map e1094 with expected crc 2024-03-22T07:44:10.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:10 smithi148 bash[66753]: cluster 2024-03-22T07:44:09.004439+0000 osd.6 (osd.6) 679 : cluster 3 failed to encode map e1094 with expected crc 2024-03-22T07:44:10.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:10 smithi148 bash[66753]: cluster 2024-03-22T07:44:09.006159+0000 mon.a (mon.0) 1594 : cluster 0 osdmap e1094: 8 total, 8 up, 8 in 2024-03-22T07:44:10.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:10 smithi148 bash[66753]: cluster 2024-03-22T07:44:09.010663+0000 osd.7 (osd.7) 713 : cluster 3 failed to encode map e1094 with expected crc 2024-03-22T07:44:10.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:10 smithi148 bash[66753]: cluster 2024-03-22T07:44:09.020424+0000 osd.5 (osd.5) 692 : cluster 3 failed to encode map e1094 with expected crc 2024-03-22T07:44:11.071 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:11.071 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:11.106 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:11.107 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:11.107 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:11.115 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:11.115 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:11.115 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:11.123 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:11.123 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:11.123 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:11.130 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:11.130 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:11.130 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:11.138 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:11.138 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:11.138 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:11.145 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:11.145 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:11.145 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:11.150 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:11.150 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:11.150 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:11.155 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~33554432,398458880~16777216] 2024-03-22T07:44:11.155 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:11.155 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:11.160 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:11.160 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:11.160 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:11.164 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:11.164 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:11.164 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:11.168 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~12582912] 2024-03-22T07:44:11.168 INFO:tasks.workunit.client.0.smithi129.stdout:from 11 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:11.168 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:11.171 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,390070272~4194304,398458880~12582912] 2024-03-22T07:44:11.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:11 smithi129 bash[79695]: cluster 2024-03-22T07:44:10.005181+0000 osd.5 (osd.5) 693 : cluster 3 failed to encode map e1095 with expected crc 2024-03-22T07:44:11.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:11 smithi129 bash[79695]: cluster 2024-03-22T07:44:10.007382+0000 mon.a (mon.0) 1595 : cluster 0 osdmap e1095: 8 total, 8 up, 8 in 2024-03-22T07:44:11.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:11 smithi129 bash[79695]: cluster 2024-03-22T07:44:10.015883+0000 osd.6 (osd.6) 680 : cluster 3 failed to encode map e1095 with expected crc 2024-03-22T07:44:11.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:11 smithi129 bash[79695]: cluster 2024-03-22T07:44:10.316213+0000 mgr.y (mgr.25337) 1105 : cluster 0 pgmap v1820: 105 pgs: 105 active+clean; 841 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 521 KiB/s rd, 1.5 MiB/s wr, 955 op/s 2024-03-22T07:44:11.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:11 smithi129 bash[82160]: cluster 2024-03-22T07:44:10.005181+0000 osd.5 (osd.5) 693 : cluster 3 failed to encode map e1095 with expected crc 2024-03-22T07:44:11.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:11 smithi129 bash[82160]: cluster 2024-03-22T07:44:10.007382+0000 mon.a (mon.0) 1595 : cluster 0 osdmap e1095: 8 total, 8 up, 8 in 2024-03-22T07:44:11.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:11 smithi129 bash[82160]: cluster 2024-03-22T07:44:10.015883+0000 osd.6 (osd.6) 680 : cluster 3 failed to encode map e1095 with expected crc 2024-03-22T07:44:11.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:11 smithi129 bash[82160]: cluster 2024-03-22T07:44:10.316213+0000 mgr.y (mgr.25337) 1105 : cluster 0 pgmap v1820: 105 pgs: 105 active+clean; 841 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 521 KiB/s rd, 1.5 MiB/s wr, 955 op/s 2024-03-22T07:44:11.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:11 smithi148 bash[66753]: cluster 2024-03-22T07:44:10.005181+0000 osd.5 (osd.5) 693 : cluster 3 failed to encode map e1095 with expected crc 2024-03-22T07:44:11.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:11 smithi148 bash[66753]: cluster 2024-03-22T07:44:10.007382+0000 mon.a (mon.0) 1595 : cluster 0 osdmap e1095: 8 total, 8 up, 8 in 2024-03-22T07:44:11.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:11 smithi148 bash[66753]: cluster 2024-03-22T07:44:10.015883+0000 osd.6 (osd.6) 680 : cluster 3 failed to encode map e1095 with expected crc 2024-03-22T07:44:11.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:11 smithi148 bash[66753]: cluster 2024-03-22T07:44:10.316213+0000 mgr.y (mgr.25337) 1105 : cluster 0 pgmap v1820: 105 pgs: 105 active+clean; 841 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 521 KiB/s rd, 1.5 MiB/s wr, 955 op/s 2024-03-22T07:44:12.074 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:12.075 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:12.120 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:12.120 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:12.120 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:12.127 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:12.128 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:12.128 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:12.135 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:12.135 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:12.135 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:12.142 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:12.143 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:12.143 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:12.149 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:12.149 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:12.149 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:12.155 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:12.155 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:12.155 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:12.161 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:12.161 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:12.161 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:12.165 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~33554432,398458880~16777216] 2024-03-22T07:44:12.165 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:12.165 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:12.169 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:12.170 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:12.170 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:12.173 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:12.173 INFO:tasks.workunit.client.0.smithi129.stdout:from 10 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:12.173 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,100663296~54525952,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:12.175 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,100663296~71303168,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~12582912] 2024-03-22T07:44:12.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:12 smithi129 bash[79695]: cluster 2024-03-22T07:44:11.031024+0000 osd.7 (osd.7) 714 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:12 smithi129 bash[79695]: cluster 2024-03-22T07:44:11.033837+0000 mon.a (mon.0) 1596 : cluster 0 osdmap e1096: 8 total, 8 up, 8 in 2024-03-22T07:44:12.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:12 smithi129 bash[79695]: cluster 2024-03-22T07:44:11.040079+0000 osd.6 (osd.6) 681 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:12 smithi129 bash[79695]: cluster 2024-03-22T07:44:11.040118+0000 osd.5 (osd.5) 694 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:12 smithi129 bash[79695]: cluster 2024-03-22T07:44:11.044640+0000 osd.5 (osd.5) 695 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:12 smithi129 bash[79695]: cluster 2024-03-22T07:44:11.045502+0000 osd.6 (osd.6) 682 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:12 smithi129 bash[79695]: cluster 2024-03-22T07:44:11.051464+0000 osd.6 (osd.6) 683 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:12 smithi129 bash[82160]: cluster 2024-03-22T07:44:11.031024+0000 osd.7 (osd.7) 714 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:12 smithi129 bash[82160]: cluster 2024-03-22T07:44:11.033837+0000 mon.a (mon.0) 1596 : cluster 0 osdmap e1096: 8 total, 8 up, 8 in 2024-03-22T07:44:12.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:12 smithi129 bash[82160]: cluster 2024-03-22T07:44:11.040079+0000 osd.6 (osd.6) 681 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:12 smithi129 bash[82160]: cluster 2024-03-22T07:44:11.040118+0000 osd.5 (osd.5) 694 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:12 smithi129 bash[82160]: cluster 2024-03-22T07:44:11.044640+0000 osd.5 (osd.5) 695 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:12 smithi129 bash[82160]: cluster 2024-03-22T07:44:11.045502+0000 osd.6 (osd.6) 682 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:12 smithi129 bash[82160]: cluster 2024-03-22T07:44:11.051464+0000 osd.6 (osd.6) 683 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:12 smithi148 bash[66753]: cluster 2024-03-22T07:44:11.031024+0000 osd.7 (osd.7) 714 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:12 smithi148 bash[66753]: cluster 2024-03-22T07:44:11.033837+0000 mon.a (mon.0) 1596 : cluster 0 osdmap e1096: 8 total, 8 up, 8 in 2024-03-22T07:44:12.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:12 smithi148 bash[66753]: cluster 2024-03-22T07:44:11.040079+0000 osd.6 (osd.6) 681 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:12 smithi148 bash[66753]: cluster 2024-03-22T07:44:11.040118+0000 osd.5 (osd.5) 694 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:12 smithi148 bash[66753]: cluster 2024-03-22T07:44:11.044640+0000 osd.5 (osd.5) 695 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:12 smithi148 bash[66753]: cluster 2024-03-22T07:44:11.045502+0000 osd.6 (osd.6) 682 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:12.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:12 smithi148 bash[66753]: cluster 2024-03-22T07:44:11.051464+0000 osd.6 (osd.6) 683 : cluster 3 failed to encode map e1096 with expected crc 2024-03-22T07:44:13.091 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:13.092 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:13.130 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:13.136 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:13.136 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:13.137 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:13.137 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:13.137 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:13.142 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:13.142 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:13.143 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:13.148 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:13.148 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:13.148 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:13.152 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:13.152 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:13.153 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:13.157 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:13.157 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:13.157 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:13.161 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:13.161 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:13.161 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:13.164 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~33554432,398458880~16777216] 2024-03-22T07:44:13.164 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:13.164 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:13.167 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:13.167 INFO:tasks.workunit.client.0.smithi129.stdout:from 9 to HEAD diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:13.167 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~4194304,8388608~50331648,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:13.169 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:13.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:13 smithi129 bash[79695]: cluster 2024-03-22T07:44:12.048389+0000 mon.a (mon.0) 1597 : cluster 0 osdmap e1097: 8 total, 8 up, 8 in 2024-03-22T07:44:13.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:13 smithi129 bash[79695]: cluster 2024-03-22T07:44:12.049685+0000 osd.7 (osd.7) 715 : cluster 3 failed to encode map e1097 with expected crc 2024-03-22T07:44:13.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:13 smithi129 bash[79695]: cluster 2024-03-22T07:44:12.055958+0000 osd.6 (osd.6) 684 : cluster 3 failed to encode map e1097 with expected crc 2024-03-22T07:44:13.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:13 smithi129 bash[79695]: cluster 2024-03-22T07:44:12.317007+0000 mgr.y (mgr.25337) 1106 : cluster 0 pgmap v1823: 105 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 102 active+clean; 827 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 395 KiB/s rd, 5.7 KiB/s wr, 703 op/s 2024-03-22T07:44:13.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:13 smithi129 bash[82160]: cluster 2024-03-22T07:44:12.048389+0000 mon.a (mon.0) 1597 : cluster 0 osdmap e1097: 8 total, 8 up, 8 in 2024-03-22T07:44:13.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:13 smithi129 bash[82160]: cluster 2024-03-22T07:44:12.049685+0000 osd.7 (osd.7) 715 : cluster 3 failed to encode map e1097 with expected crc 2024-03-22T07:44:13.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:13 smithi129 bash[82160]: cluster 2024-03-22T07:44:12.055958+0000 osd.6 (osd.6) 684 : cluster 3 failed to encode map e1097 with expected crc 2024-03-22T07:44:13.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:13 smithi129 bash[82160]: cluster 2024-03-22T07:44:12.317007+0000 mgr.y (mgr.25337) 1106 : cluster 0 pgmap v1823: 105 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 102 active+clean; 827 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 395 KiB/s rd, 5.7 KiB/s wr, 703 op/s 2024-03-22T07:44:13.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:13 smithi148 bash[66753]: cluster 2024-03-22T07:44:12.048389+0000 mon.a (mon.0) 1597 : cluster 0 osdmap e1097: 8 total, 8 up, 8 in 2024-03-22T07:44:13.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:13 smithi148 bash[66753]: cluster 2024-03-22T07:44:12.049685+0000 osd.7 (osd.7) 715 : cluster 3 failed to encode map e1097 with expected crc 2024-03-22T07:44:13.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:13 smithi148 bash[66753]: cluster 2024-03-22T07:44:12.055958+0000 osd.6 (osd.6) 684 : cluster 3 failed to encode map e1097 with expected crc 2024-03-22T07:44:13.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:13 smithi148 bash[66753]: cluster 2024-03-22T07:44:12.317007+0000 mgr.y (mgr.25337) 1106 : cluster 0 pgmap v1823: 105 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 102 active+clean; 827 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 395 KiB/s rd, 5.7 KiB/s wr, 703 op/s 2024-03-22T07:44:14.094 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:14.094 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:14.137 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:14.138 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:14.138 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:14.144 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:14.145 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:14.145 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:14.150 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:14.150 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:14.150 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:14.155 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:14.155 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.155 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.160 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:14.160 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.160 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.164 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:14.164 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.164 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.168 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:14.168 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.168 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.171 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~33554432,398458880~16777216] 2024-03-22T07:44:14.171 INFO:tasks.workunit.client.0.smithi129.stdout:from 8 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:14.171 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~4194304,322961408~8388608,335544320~16777216,360710144~16777216,381681664~8388608,398458880~12582912] 2024-03-22T07:44:14.173 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~16777216,381681664~12582912,398458880~16777216] 2024-03-22T07:44:14.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:14 smithi129 bash[79695]: cluster 2024-03-22T07:44:13.055379+0000 osd.7 (osd.7) 716 : cluster 3 failed to encode map e1098 with expected crc 2024-03-22T07:44:14.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:14 smithi129 bash[79695]: cluster 2024-03-22T07:44:13.061235+0000 mon.a (mon.0) 1598 : cluster 0 osdmap e1098: 8 total, 8 up, 8 in 2024-03-22T07:44:14.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:14 smithi129 bash[79695]: cluster 2024-03-22T07:44:13.063902+0000 osd.7 (osd.7) 717 : cluster 3 failed to encode map e1098 with expected crc 2024-03-22T07:44:14.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:14 smithi129 bash[79695]: cluster 2024-03-22T07:44:13.065051+0000 osd.5 (osd.5) 696 : cluster 3 failed to encode map e1098 with expected crc 2024-03-22T07:44:14.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:14 smithi129 bash[79695]: cluster 2024-03-22T07:44:13.066667+0000 osd.6 (osd.6) 685 : cluster 3 failed to encode map e1098 with expected crc 2024-03-22T07:44:14.375 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:44:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:44:13] "GET /metrics HTTP/1.1" 200 36533 "" "Prometheus/2.43.0" 2024-03-22T07:44:14.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:14 smithi129 bash[82160]: cluster 2024-03-22T07:44:13.055379+0000 osd.7 (osd.7) 716 : cluster 3 failed to encode map e1098 with expected crc 2024-03-22T07:44:14.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:14 smithi129 bash[82160]: cluster 2024-03-22T07:44:13.061235+0000 mon.a (mon.0) 1598 : cluster 0 osdmap e1098: 8 total, 8 up, 8 in 2024-03-22T07:44:14.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:14 smithi129 bash[82160]: cluster 2024-03-22T07:44:13.063902+0000 osd.7 (osd.7) 717 : cluster 3 failed to encode map e1098 with expected crc 2024-03-22T07:44:14.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:14 smithi129 bash[82160]: cluster 2024-03-22T07:44:13.065051+0000 osd.5 (osd.5) 696 : cluster 3 failed to encode map e1098 with expected crc 2024-03-22T07:44:14.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:14 smithi129 bash[82160]: cluster 2024-03-22T07:44:13.066667+0000 osd.6 (osd.6) 685 : cluster 3 failed to encode map e1098 with expected crc 2024-03-22T07:44:14.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:14 smithi148 bash[66753]: cluster 2024-03-22T07:44:13.055379+0000 osd.7 (osd.7) 716 : cluster 3 failed to encode map e1098 with expected crc 2024-03-22T07:44:14.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:14 smithi148 bash[66753]: cluster 2024-03-22T07:44:13.061235+0000 mon.a (mon.0) 1598 : cluster 0 osdmap e1098: 8 total, 8 up, 8 in 2024-03-22T07:44:14.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:14 smithi148 bash[66753]: cluster 2024-03-22T07:44:13.063902+0000 osd.7 (osd.7) 717 : cluster 3 failed to encode map e1098 with expected crc 2024-03-22T07:44:14.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:14 smithi148 bash[66753]: cluster 2024-03-22T07:44:13.065051+0000 osd.5 (osd.5) 696 : cluster 3 failed to encode map e1098 with expected crc 2024-03-22T07:44:14.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:14 smithi148 bash[66753]: cluster 2024-03-22T07:44:13.066667+0000 osd.6 (osd.6) 685 : cluster 3 failed to encode map e1098 with expected crc 2024-03-22T07:44:14.524 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:14.525 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:14.568 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:14.568 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:14.568 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:14.572 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:14.572 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:14.572 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:14.577 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:14.578 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:14.578 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:14.582 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:14.582 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.582 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.586 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:14.586 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.586 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.589 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:14.589 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.590 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.593 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:14.593 INFO:tasks.workunit.client.0.smithi129.stdout:from 7 to HEAD diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.593 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~58720256,62914560~29360128,96468992~58720256,159383552~8388608,180355072~8388608,192937984~12582912,213909504~4194304,222298112~16777216,243269632~16777216,268435456~4194304,276824064~29360128,314572800~16777216,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:14.595 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~58720256,62914560~29360128,96468992~75497472,180355072~8388608,192937984~16777216,213909504~50331648,268435456~4194304,276824064~33554432,314572800~41943040,360710144~33554432,398458880~16777216] 2024-03-22T07:44:15.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:15 smithi129 bash[79695]: cluster 2024-03-22T07:44:14.067575+0000 mon.a (mon.0) 1599 : cluster 0 osdmap e1099: 8 total, 8 up, 8 in 2024-03-22T07:44:15.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:15 smithi129 bash[79695]: cluster 2024-03-22T07:44:14.073882+0000 osd.6 (osd.6) 686 : cluster 3 failed to encode map e1099 with expected crc 2024-03-22T07:44:15.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:15 smithi129 bash[79695]: cluster 2024-03-22T07:44:14.074756+0000 osd.7 (osd.7) 718 : cluster 3 failed to encode map e1099 with expected crc 2024-03-22T07:44:15.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:15 smithi129 bash[79695]: cluster 2024-03-22T07:44:14.079346+0000 osd.7 (osd.7) 719 : cluster 3 failed to encode map e1099 with expected crc 2024-03-22T07:44:15.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:15 smithi129 bash[79695]: cluster 2024-03-22T07:44:14.318059+0000 mgr.y (mgr.25337) 1107 : cluster 0 pgmap v1826: 105 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 102 active+clean; 769 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 214 KiB/s rd, 6.2 KiB/s wr, 359 op/s 2024-03-22T07:44:15.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:15 smithi129 bash[79695]: cluster 2024-03-22T07:44:14.486885+0000 osd.7 (osd.7) 720 : cluster 3 failed to encode map e1100 with expected crc 2024-03-22T07:44:15.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:15 smithi129 bash[79695]: cluster 2024-03-22T07:44:14.489001+0000 mon.a (mon.0) 1600 : cluster 0 osdmap e1100: 8 total, 8 up, 8 in 2024-03-22T07:44:15.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:15 smithi129 bash[82160]: cluster 2024-03-22T07:44:14.067575+0000 mon.a (mon.0) 1599 : cluster 0 osdmap e1099: 8 total, 8 up, 8 in 2024-03-22T07:44:15.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:15 smithi129 bash[82160]: cluster 2024-03-22T07:44:14.073882+0000 osd.6 (osd.6) 686 : cluster 3 failed to encode map e1099 with expected crc 2024-03-22T07:44:15.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:15 smithi129 bash[82160]: cluster 2024-03-22T07:44:14.074756+0000 osd.7 (osd.7) 718 : cluster 3 failed to encode map e1099 with expected crc 2024-03-22T07:44:15.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:15 smithi129 bash[82160]: cluster 2024-03-22T07:44:14.079346+0000 osd.7 (osd.7) 719 : cluster 3 failed to encode map e1099 with expected crc 2024-03-22T07:44:15.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:15 smithi129 bash[82160]: cluster 2024-03-22T07:44:14.318059+0000 mgr.y (mgr.25337) 1107 : cluster 0 pgmap v1826: 105 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 102 active+clean; 769 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 214 KiB/s rd, 6.2 KiB/s wr, 359 op/s 2024-03-22T07:44:15.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:15 smithi129 bash[82160]: cluster 2024-03-22T07:44:14.486885+0000 osd.7 (osd.7) 720 : cluster 3 failed to encode map e1100 with expected crc 2024-03-22T07:44:15.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:15 smithi129 bash[82160]: cluster 2024-03-22T07:44:14.489001+0000 mon.a (mon.0) 1600 : cluster 0 osdmap e1100: 8 total, 8 up, 8 in 2024-03-22T07:44:15.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:15 smithi148 bash[66753]: cluster 2024-03-22T07:44:14.067575+0000 mon.a (mon.0) 1599 : cluster 0 osdmap e1099: 8 total, 8 up, 8 in 2024-03-22T07:44:15.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:15 smithi148 bash[66753]: cluster 2024-03-22T07:44:14.073882+0000 osd.6 (osd.6) 686 : cluster 3 failed to encode map e1099 with expected crc 2024-03-22T07:44:15.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:15 smithi148 bash[66753]: cluster 2024-03-22T07:44:14.074756+0000 osd.7 (osd.7) 718 : cluster 3 failed to encode map e1099 with expected crc 2024-03-22T07:44:15.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:15 smithi148 bash[66753]: cluster 2024-03-22T07:44:14.079346+0000 osd.7 (osd.7) 719 : cluster 3 failed to encode map e1099 with expected crc 2024-03-22T07:44:15.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:15 smithi148 bash[66753]: cluster 2024-03-22T07:44:14.318059+0000 mgr.y (mgr.25337) 1107 : cluster 0 pgmap v1826: 105 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 102 active+clean; 769 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 214 KiB/s rd, 6.2 KiB/s wr, 359 op/s 2024-03-22T07:44:15.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:15 smithi148 bash[66753]: cluster 2024-03-22T07:44:14.486885+0000 osd.7 (osd.7) 720 : cluster 3 failed to encode map e1100 with expected crc 2024-03-22T07:44:15.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:15 smithi148 bash[66753]: cluster 2024-03-22T07:44:14.489001+0000 mon.a (mon.0) 1600 : cluster 0 osdmap e1100: 8 total, 8 up, 8 in 2024-03-22T07:44:15.528 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:15.528 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:15.569 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:15.569 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:15.569 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:15.574 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:15.575 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:15.575 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:15.580 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:15.580 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:15.580 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:15.584 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:15.584 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:15.585 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:15.588 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:15.588 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:15.588 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:15.591 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:15.591 INFO:tasks.workunit.client.0.smithi129.stdout:from 6 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:15.591 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~8388608,222298112~16777216,243269632~16777216,264241152~8388608,276824064~29360128,310378496~20971520,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:15.594 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:16.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:16 smithi129 bash[79695]: cluster 2024-03-22T07:44:14.496150+0000 osd.6 (osd.6) 687 : cluster 3 failed to encode map e1100 with expected crc 2024-03-22T07:44:16.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:16 smithi129 bash[79695]: cluster 2024-03-22T07:44:15.490439+0000 osd.7 (osd.7) 721 : cluster 3 failed to encode map e1101 with expected crc 2024-03-22T07:44:16.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:16 smithi129 bash[79695]: cluster 2024-03-22T07:44:15.493328+0000 mon.a (mon.0) 1601 : cluster 0 osdmap e1101: 8 total, 8 up, 8 in 2024-03-22T07:44:16.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:16 smithi129 bash[79695]: cluster 2024-03-22T07:44:15.500188+0000 osd.5 (osd.5) 697 : cluster 3 failed to encode map e1101 with expected crc 2024-03-22T07:44:16.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:16 smithi129 bash[82160]: cluster 2024-03-22T07:44:14.496150+0000 osd.6 (osd.6) 687 : cluster 3 failed to encode map e1100 with expected crc 2024-03-22T07:44:16.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:16 smithi129 bash[82160]: cluster 2024-03-22T07:44:15.490439+0000 osd.7 (osd.7) 721 : cluster 3 failed to encode map e1101 with expected crc 2024-03-22T07:44:16.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:16 smithi129 bash[82160]: cluster 2024-03-22T07:44:15.493328+0000 mon.a (mon.0) 1601 : cluster 0 osdmap e1101: 8 total, 8 up, 8 in 2024-03-22T07:44:16.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:16 smithi129 bash[82160]: cluster 2024-03-22T07:44:15.500188+0000 osd.5 (osd.5) 697 : cluster 3 failed to encode map e1101 with expected crc 2024-03-22T07:44:16.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:16 smithi148 bash[66753]: cluster 2024-03-22T07:44:14.496150+0000 osd.6 (osd.6) 687 : cluster 3 failed to encode map e1100 with expected crc 2024-03-22T07:44:16.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:16 smithi148 bash[66753]: cluster 2024-03-22T07:44:15.490439+0000 osd.7 (osd.7) 721 : cluster 3 failed to encode map e1101 with expected crc 2024-03-22T07:44:16.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:16 smithi148 bash[66753]: cluster 2024-03-22T07:44:15.493328+0000 mon.a (mon.0) 1601 : cluster 0 osdmap e1101: 8 total, 8 up, 8 in 2024-03-22T07:44:16.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:16 smithi148 bash[66753]: cluster 2024-03-22T07:44:15.500188+0000 osd.5 (osd.5) 697 : cluster 3 failed to encode map e1101 with expected crc 2024-03-22T07:44:16.536 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:16.536 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:16.564 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:16.565 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:16.565 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:16.574 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:16.574 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:16.574 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:16.578 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:16.578 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:16.578 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:16.581 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:16.581 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:16.581 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:16.583 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:16.584 INFO:tasks.workunit.client.0.smithi129.stdout:from 5 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:16.584 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~8388608,276824064~54525952,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:16.585 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~92274688,276824064~79691776,360710144~33554432,398458880~16777216] 2024-03-22T07:44:17.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:17 smithi129 bash[79695]: cluster 2024-03-22T07:44:15.499753+0000 osd.6 (osd.6) 688 : cluster 3 failed to encode map e1101 with expected crc 2024-03-22T07:44:17.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:17 smithi129 bash[79695]: cluster 2024-03-22T07:44:16.318847+0000 mgr.y (mgr.25337) 1108 : cluster 0 pgmap v1829: 105 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 102 active+clean; 734 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 212 KiB/s rd, 6.2 KiB/s wr, 355 op/s 2024-03-22T07:44:17.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:17 smithi129 bash[79695]: cluster 2024-03-22T07:44:16.501244+0000 mon.a (mon.0) 1602 : cluster 0 osdmap e1102: 8 total, 8 up, 8 in 2024-03-22T07:44:17.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:17 smithi129 bash[79695]: cluster 2024-03-22T07:44:16.506033+0000 osd.7 (osd.7) 722 : cluster 3 failed to encode map e1102 with expected crc 2024-03-22T07:44:17.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:17 smithi129 bash[79695]: cluster 2024-03-22T07:44:16.509622+0000 osd.5 (osd.5) 698 : cluster 3 failed to encode map e1102 with expected crc 2024-03-22T07:44:17.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:17 smithi129 bash[79695]: cluster 2024-03-22T07:44:16.516197+0000 osd.5 (osd.5) 699 : cluster 3 failed to encode map e1102 with expected crc 2024-03-22T07:44:17.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:17 smithi129 bash[79695]: cluster 2024-03-22T07:44:16.522325+0000 osd.5 (osd.5) 700 : cluster 3 failed to encode map e1102 with expected crc 2024-03-22T07:44:17.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:17 smithi129 bash[82160]: cluster 2024-03-22T07:44:15.499753+0000 osd.6 (osd.6) 688 : cluster 3 failed to encode map e1101 with expected crc 2024-03-22T07:44:17.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:17 smithi129 bash[82160]: cluster 2024-03-22T07:44:16.318847+0000 mgr.y (mgr.25337) 1108 : cluster 0 pgmap v1829: 105 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 102 active+clean; 734 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 212 KiB/s rd, 6.2 KiB/s wr, 355 op/s 2024-03-22T07:44:17.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:17 smithi129 bash[82160]: cluster 2024-03-22T07:44:16.501244+0000 mon.a (mon.0) 1602 : cluster 0 osdmap e1102: 8 total, 8 up, 8 in 2024-03-22T07:44:17.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:17 smithi129 bash[82160]: cluster 2024-03-22T07:44:16.506033+0000 osd.7 (osd.7) 722 : cluster 3 failed to encode map e1102 with expected crc 2024-03-22T07:44:17.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:17 smithi129 bash[82160]: cluster 2024-03-22T07:44:16.509622+0000 osd.5 (osd.5) 698 : cluster 3 failed to encode map e1102 with expected crc 2024-03-22T07:44:17.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:17 smithi129 bash[82160]: cluster 2024-03-22T07:44:16.516197+0000 osd.5 (osd.5) 699 : cluster 3 failed to encode map e1102 with expected crc 2024-03-22T07:44:17.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:17 smithi129 bash[82160]: cluster 2024-03-22T07:44:16.522325+0000 osd.5 (osd.5) 700 : cluster 3 failed to encode map e1102 with expected crc 2024-03-22T07:44:17.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:17 smithi148 bash[66753]: cluster 2024-03-22T07:44:15.499753+0000 osd.6 (osd.6) 688 : cluster 3 failed to encode map e1101 with expected crc 2024-03-22T07:44:17.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:17 smithi148 bash[66753]: cluster 2024-03-22T07:44:16.318847+0000 mgr.y (mgr.25337) 1108 : cluster 0 pgmap v1829: 105 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 102 active+clean; 734 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 212 KiB/s rd, 6.2 KiB/s wr, 355 op/s 2024-03-22T07:44:17.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:17 smithi148 bash[66753]: cluster 2024-03-22T07:44:16.501244+0000 mon.a (mon.0) 1602 : cluster 0 osdmap e1102: 8 total, 8 up, 8 in 2024-03-22T07:44:17.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:17 smithi148 bash[66753]: cluster 2024-03-22T07:44:16.506033+0000 osd.7 (osd.7) 722 : cluster 3 failed to encode map e1102 with expected crc 2024-03-22T07:44:17.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:17 smithi148 bash[66753]: cluster 2024-03-22T07:44:16.509622+0000 osd.5 (osd.5) 698 : cluster 3 failed to encode map e1102 with expected crc 2024-03-22T07:44:17.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:17 smithi148 bash[66753]: cluster 2024-03-22T07:44:16.516197+0000 osd.5 (osd.5) 699 : cluster 3 failed to encode map e1102 with expected crc 2024-03-22T07:44:17.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:17 smithi148 bash[66753]: cluster 2024-03-22T07:44:16.522325+0000 osd.5 (osd.5) 700 : cluster 3 failed to encode map e1102 with expected crc 2024-03-22T07:44:17.536 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:17.537 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:17.570 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:17.570 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:17.570 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:17.574 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:17.574 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:17.574 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:17.578 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:17.578 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:17.578 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:17.581 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:17.581 INFO:tasks.workunit.client.0.smithi129.stdout:from 4 to HEAD diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:17.581 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~92274688,96468992~58720256,159383552~8388608,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,398458880~12582912] 2024-03-22T07:44:17.583 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~92274688,96468992~75497472,180355072~176160768,360710144~33554432,398458880~16777216] 2024-03-22T07:44:18.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:18 smithi129 bash[79695]: cluster 2024-03-22T07:44:16.508398+0000 osd.6 (osd.6) 689 : cluster 3 failed to encode map e1102 with expected crc 2024-03-22T07:44:18.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:18 smithi129 bash[79695]: cluster 2024-03-22T07:44:17.498035+0000 osd.7 (osd.7) 723 : cluster 3 failed to encode map e1103 with expected crc 2024-03-22T07:44:18.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:18 smithi129 bash[79695]: cluster 2024-03-22T07:44:17.498947+0000 mon.a (mon.0) 1603 : cluster 0 osdmap e1103: 8 total, 8 up, 8 in 2024-03-22T07:44:18.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:18 smithi129 bash[79695]: cluster 2024-03-22T07:44:17.509158+0000 osd.5 (osd.5) 701 : cluster 3 failed to encode map e1103 with expected crc 2024-03-22T07:44:18.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:18 smithi129 bash[82160]: cluster 2024-03-22T07:44:16.508398+0000 osd.6 (osd.6) 689 : cluster 3 failed to encode map e1102 with expected crc 2024-03-22T07:44:18.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:18 smithi129 bash[82160]: cluster 2024-03-22T07:44:17.498035+0000 osd.7 (osd.7) 723 : cluster 3 failed to encode map e1103 with expected crc 2024-03-22T07:44:18.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:18 smithi129 bash[82160]: cluster 2024-03-22T07:44:17.498947+0000 mon.a (mon.0) 1603 : cluster 0 osdmap e1103: 8 total, 8 up, 8 in 2024-03-22T07:44:18.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:18 smithi129 bash[82160]: cluster 2024-03-22T07:44:17.509158+0000 osd.5 (osd.5) 701 : cluster 3 failed to encode map e1103 with expected crc 2024-03-22T07:44:18.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:18 smithi148 bash[66753]: cluster 2024-03-22T07:44:16.508398+0000 osd.6 (osd.6) 689 : cluster 3 failed to encode map e1102 with expected crc 2024-03-22T07:44:18.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:18 smithi148 bash[66753]: cluster 2024-03-22T07:44:17.498035+0000 osd.7 (osd.7) 723 : cluster 3 failed to encode map e1103 with expected crc 2024-03-22T07:44:18.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:18 smithi148 bash[66753]: cluster 2024-03-22T07:44:17.498947+0000 mon.a (mon.0) 1603 : cluster 0 osdmap e1103: 8 total, 8 up, 8 in 2024-03-22T07:44:18.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:18 smithi148 bash[66753]: cluster 2024-03-22T07:44:17.509158+0000 osd.5 (osd.5) 701 : cluster 3 failed to encode map e1103 with expected crc 2024-03-22T07:44:18.527 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:18.528 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:18.552 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:18.552 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:18.552 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:18.560 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:18.561 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:18.561 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:18.567 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:18.568 INFO:tasks.workunit.client.0.smithi129.stdout:from 3 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:18.568 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~29360128,243269632~16777216,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:18.571 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:19.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:19 smithi129 bash[79695]: cluster 2024-03-22T07:44:17.507598+0000 osd.6 (osd.6) 690 : cluster 3 failed to encode map e1103 with expected crc 2024-03-22T07:44:19.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:19 smithi129 bash[79695]: cluster 2024-03-22T07:44:18.320089+0000 mgr.y (mgr.25337) 1109 : cluster 0 pgmap v1832: 105 pgs: 105 active+clean; 698 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s rd, 1023 B/s wr, 134 op/s 2024-03-22T07:44:19.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:19 smithi129 bash[79695]: cluster 2024-03-22T07:44:18.501553+0000 osd.7 (osd.7) 724 : cluster 3 failed to encode map e1104 with expected crc 2024-03-22T07:44:19.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:19 smithi129 bash[79695]: cluster 2024-03-22T07:44:18.503511+0000 mon.a (mon.0) 1604 : cluster 0 osdmap e1104: 8 total, 8 up, 8 in 2024-03-22T07:44:19.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:19 smithi129 bash[79695]: cluster 2024-03-22T07:44:18.509524+0000 osd.5 (osd.5) 702 : cluster 3 failed to encode map e1104 with expected crc 2024-03-22T07:44:19.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:19 smithi129 bash[82160]: cluster 2024-03-22T07:44:17.507598+0000 osd.6 (osd.6) 690 : cluster 3 failed to encode map e1103 with expected crc 2024-03-22T07:44:19.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:19 smithi129 bash[82160]: cluster 2024-03-22T07:44:18.320089+0000 mgr.y (mgr.25337) 1109 : cluster 0 pgmap v1832: 105 pgs: 105 active+clean; 698 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s rd, 1023 B/s wr, 134 op/s 2024-03-22T07:44:19.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:19 smithi129 bash[82160]: cluster 2024-03-22T07:44:18.501553+0000 osd.7 (osd.7) 724 : cluster 3 failed to encode map e1104 with expected crc 2024-03-22T07:44:19.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:19 smithi129 bash[82160]: cluster 2024-03-22T07:44:18.503511+0000 mon.a (mon.0) 1604 : cluster 0 osdmap e1104: 8 total, 8 up, 8 in 2024-03-22T07:44:19.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:19 smithi129 bash[82160]: cluster 2024-03-22T07:44:18.509524+0000 osd.5 (osd.5) 702 : cluster 3 failed to encode map e1104 with expected crc 2024-03-22T07:44:19.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:19 smithi148 bash[66753]: cluster 2024-03-22T07:44:17.507598+0000 osd.6 (osd.6) 690 : cluster 3 failed to encode map e1103 with expected crc 2024-03-22T07:44:19.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:19 smithi148 bash[66753]: cluster 2024-03-22T07:44:18.320089+0000 mgr.y (mgr.25337) 1109 : cluster 0 pgmap v1832: 105 pgs: 105 active+clean; 698 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s rd, 1023 B/s wr, 134 op/s 2024-03-22T07:44:19.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:19 smithi148 bash[66753]: cluster 2024-03-22T07:44:18.501553+0000 osd.7 (osd.7) 724 : cluster 3 failed to encode map e1104 with expected crc 2024-03-22T07:44:19.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:19 smithi148 bash[66753]: cluster 2024-03-22T07:44:18.503511+0000 mon.a (mon.0) 1604 : cluster 0 osdmap e1104: 8 total, 8 up, 8 in 2024-03-22T07:44:19.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:19 smithi148 bash[66753]: cluster 2024-03-22T07:44:18.509524+0000 osd.5 (osd.5) 702 : cluster 3 failed to encode map e1104 with expected crc 2024-03-22T07:44:19.521 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:19.521 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:19.542 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:19.542 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:19.543 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:19.551 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:19.551 INFO:tasks.workunit.client.0.smithi129.stdout:from 2 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:19.551 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~29360128,394264576~16777216] 2024-03-22T07:44:19.555 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:20.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:20 smithi129 bash[79695]: cluster 2024-03-22T07:44:18.508991+0000 osd.6 (osd.6) 691 : cluster 3 failed to encode map e1104 with expected crc 2024-03-22T07:44:20.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:20 smithi129 bash[79695]: cluster 2024-03-22T07:44:19.489202+0000 osd.7 (osd.7) 725 : cluster 3 failed to encode map e1105 with expected crc 2024-03-22T07:44:20.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:20 smithi129 bash[79695]: cluster 2024-03-22T07:44:19.490074+0000 mon.a (mon.0) 1605 : cluster 0 osdmap e1105: 8 total, 8 up, 8 in 2024-03-22T07:44:20.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:20 smithi129 bash[82160]: cluster 2024-03-22T07:44:18.508991+0000 osd.6 (osd.6) 691 : cluster 3 failed to encode map e1104 with expected crc 2024-03-22T07:44:20.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:20 smithi129 bash[82160]: cluster 2024-03-22T07:44:19.489202+0000 osd.7 (osd.7) 725 : cluster 3 failed to encode map e1105 with expected crc 2024-03-22T07:44:20.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:20 smithi129 bash[82160]: cluster 2024-03-22T07:44:19.490074+0000 mon.a (mon.0) 1605 : cluster 0 osdmap e1105: 8 total, 8 up, 8 in 2024-03-22T07:44:20.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:20 smithi148 bash[66753]: cluster 2024-03-22T07:44:18.508991+0000 osd.6 (osd.6) 691 : cluster 3 failed to encode map e1104 with expected crc 2024-03-22T07:44:20.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:20 smithi148 bash[66753]: cluster 2024-03-22T07:44:19.489202+0000 osd.7 (osd.7) 725 : cluster 3 failed to encode map e1105 with expected crc 2024-03-22T07:44:20.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:20 smithi148 bash[66753]: cluster 2024-03-22T07:44:19.490074+0000 mon.a (mon.0) 1605 : cluster 0 osdmap e1105: 8 total, 8 up, 8 in 2024-03-22T07:44:20.538 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:20.538 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:20.554 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:20.555 INFO:tasks.workunit.client.0.smithi129.stdout:from 1 to HEAD diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:20.555 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~12582912,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:20.560 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~171966464,180355072~176160768,360710144~54525952] 2024-03-22T07:44:21.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:21 smithi129 bash[82160]: cluster 2024-03-22T07:44:19.490223+0000 osd.6 (osd.6) 692 : cluster 3 failed to encode map e1105 with expected crc 2024-03-22T07:44:21.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:21 smithi129 bash[82160]: cluster 2024-03-22T07:44:20.320739+0000 mgr.y (mgr.25337) 1110 : cluster 0 pgmap v1835: 105 pgs: 105 active+clean; 623 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 132 KiB/s rd, 6.0 KiB/s wr, 218 op/s 2024-03-22T07:44:21.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:21 smithi129 bash[82160]: cluster 2024-03-22T07:44:20.495424+0000 mon.a (mon.0) 1606 : cluster 0 osdmap e1106: 8 total, 8 up, 8 in 2024-03-22T07:44:21.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:21 smithi129 bash[82160]: cluster 2024-03-22T07:44:20.498426+0000 osd.5 (osd.5) 703 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:21.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:21 smithi129 bash[82160]: cluster 2024-03-22T07:44:20.505683+0000 osd.5 (osd.5) 704 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:21.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:21 smithi129 bash[82160]: cluster 2024-03-22T07:44:20.509517+0000 osd.7 (osd.7) 726 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:21.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:21 smithi129 bash[82160]: cluster 2024-03-22T07:44:20.515367+0000 osd.7 (osd.7) 727 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:21.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:21 smithi129 bash[79695]: cluster 2024-03-22T07:44:19.490223+0000 osd.6 (osd.6) 692 : cluster 3 failed to encode map e1105 with expected crc 2024-03-22T07:44:21.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:21 smithi129 bash[79695]: cluster 2024-03-22T07:44:20.320739+0000 mgr.y (mgr.25337) 1110 : cluster 0 pgmap v1835: 105 pgs: 105 active+clean; 623 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 132 KiB/s rd, 6.0 KiB/s wr, 218 op/s 2024-03-22T07:44:21.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:21 smithi129 bash[79695]: cluster 2024-03-22T07:44:20.495424+0000 mon.a (mon.0) 1606 : cluster 0 osdmap e1106: 8 total, 8 up, 8 in 2024-03-22T07:44:21.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:21 smithi129 bash[79695]: cluster 2024-03-22T07:44:20.498426+0000 osd.5 (osd.5) 703 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:21.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:21 smithi129 bash[79695]: cluster 2024-03-22T07:44:20.505683+0000 osd.5 (osd.5) 704 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:21.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:21 smithi129 bash[79695]: cluster 2024-03-22T07:44:20.509517+0000 osd.7 (osd.7) 726 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:21.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:21 smithi129 bash[79695]: cluster 2024-03-22T07:44:20.515367+0000 osd.7 (osd.7) 727 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:21.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:21 smithi148 bash[66753]: cluster 2024-03-22T07:44:19.490223+0000 osd.6 (osd.6) 692 : cluster 3 failed to encode map e1105 with expected crc 2024-03-22T07:44:21.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:21 smithi148 bash[66753]: cluster 2024-03-22T07:44:20.320739+0000 mgr.y (mgr.25337) 1110 : cluster 0 pgmap v1835: 105 pgs: 105 active+clean; 623 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 132 KiB/s rd, 6.0 KiB/s wr, 218 op/s 2024-03-22T07:44:21.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:21 smithi148 bash[66753]: cluster 2024-03-22T07:44:20.495424+0000 mon.a (mon.0) 1606 : cluster 0 osdmap e1106: 8 total, 8 up, 8 in 2024-03-22T07:44:21.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:21 smithi148 bash[66753]: cluster 2024-03-22T07:44:20.498426+0000 osd.5 (osd.5) 703 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:21.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:21 smithi148 bash[66753]: cluster 2024-03-22T07:44:20.505683+0000 osd.5 (osd.5) 704 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:21.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:21 smithi148 bash[66753]: cluster 2024-03-22T07:44:20.509517+0000 osd.7 (osd.7) 726 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:21.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:21 smithi148 bash[66753]: cluster 2024-03-22T07:44:20.515367+0000 osd.7 (osd.7) 727 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:21.540 INFO:tasks.workunit.client.0.smithi129.stdout:from 0 to HEAD diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:21.540 INFO:tasks.workunit.client.0.smithi129.stdout: limited diff [0~155189248,159383552~16777216,180355072~25165824,209715200~50331648,264241152~67108864,335544320~16777216,360710144~50331648] 2024-03-22T07:44:21.555 INFO:tasks.workunit.client.0.smithi129.stdout: actual was [0~176160768,180355072~176160768,360710144~54525952] 2024-03-22T07:44:22.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:22 smithi129 bash[79695]: cluster 2024-03-22T07:44:20.505724+0000 osd.6 (osd.6) 693 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:22.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:22 smithi129 bash[79695]: cluster 2024-03-22T07:44:20.510255+0000 osd.6 (osd.6) 694 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:22.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:22 smithi129 bash[79695]: cluster 2024-03-22T07:44:21.498602+0000 mon.a (mon.0) 1607 : cluster 0 osdmap e1107: 8 total, 8 up, 8 in 2024-03-22T07:44:22.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:22 smithi129 bash[79695]: cluster 2024-03-22T07:44:21.508522+0000 osd.5 (osd.5) 705 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:22.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:22 smithi129 bash[79695]: cluster 2024-03-22T07:44:21.512699+0000 osd.5 (osd.5) 706 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:22.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:22 smithi129 bash[79695]: cluster 2024-03-22T07:44:21.515391+0000 osd.7 (osd.7) 728 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:22.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:22 smithi129 bash[79695]: cluster 2024-03-22T07:44:21.523674+0000 osd.7 (osd.7) 729 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:22.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:22 smithi129 bash[82160]: cluster 2024-03-22T07:44:20.505724+0000 osd.6 (osd.6) 693 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:22.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:22 smithi129 bash[82160]: cluster 2024-03-22T07:44:20.510255+0000 osd.6 (osd.6) 694 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:22.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:22 smithi129 bash[82160]: cluster 2024-03-22T07:44:21.498602+0000 mon.a (mon.0) 1607 : cluster 0 osdmap e1107: 8 total, 8 up, 8 in 2024-03-22T07:44:22.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:22 smithi129 bash[82160]: cluster 2024-03-22T07:44:21.508522+0000 osd.5 (osd.5) 705 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:22.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:22 smithi129 bash[82160]: cluster 2024-03-22T07:44:21.512699+0000 osd.5 (osd.5) 706 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:22.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:22 smithi129 bash[82160]: cluster 2024-03-22T07:44:21.515391+0000 osd.7 (osd.7) 728 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:22.376 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:22 smithi129 bash[82160]: cluster 2024-03-22T07:44:21.523674+0000 osd.7 (osd.7) 729 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:22.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:22 smithi148 bash[66753]: cluster 2024-03-22T07:44:20.505724+0000 osd.6 (osd.6) 693 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:22.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:22 smithi148 bash[66753]: cluster 2024-03-22T07:44:20.510255+0000 osd.6 (osd.6) 694 : cluster 3 failed to encode map e1106 with expected crc 2024-03-22T07:44:22.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:22 smithi148 bash[66753]: cluster 2024-03-22T07:44:21.498602+0000 mon.a (mon.0) 1607 : cluster 0 osdmap e1107: 8 total, 8 up, 8 in 2024-03-22T07:44:22.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:22 smithi148 bash[66753]: cluster 2024-03-22T07:44:21.508522+0000 osd.5 (osd.5) 705 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:22.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:22 smithi148 bash[66753]: cluster 2024-03-22T07:44:21.512699+0000 osd.5 (osd.5) 706 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:22.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:22 smithi148 bash[66753]: cluster 2024-03-22T07:44:21.515391+0000 osd.7 (osd.7) 728 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:22.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:22 smithi148 bash[66753]: cluster 2024-03-22T07:44:21.523674+0000 osd.7 (osd.7) 729 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:22.559 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39959 ms) 2024-03-22T07:44:22.559 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-03-22T07:44:22.559 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:44:23.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:23 smithi129 bash[79695]: cluster 2024-03-22T07:44:21.506139+0000 osd.6 (osd.6) 695 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:23.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:23 smithi129 bash[79695]: cluster 2024-03-22T07:44:21.510720+0000 osd.6 (osd.6) 696 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:23.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:23 smithi129 bash[79695]: cluster 2024-03-22T07:44:22.321575+0000 mgr.y (mgr.25337) 1111 : cluster 0 pgmap v1838: 105 pgs: 105 active+clean; 569 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 99 KiB/s rd, 5.0 KiB/s wr, 154 op/s 2024-03-22T07:44:23.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:23 smithi129 bash[79695]: cluster 2024-03-22T07:44:22.497199+0000 osd.7 (osd.7) 730 : cluster 3 failed to encode map e1108 with expected crc 2024-03-22T07:44:23.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:23 smithi129 bash[79695]: cluster 2024-03-22T07:44:22.498028+0000 osd.5 (osd.5) 707 : cluster 3 failed to encode map e1108 with expected crc 2024-03-22T07:44:23.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:23 smithi129 bash[79695]: cluster 2024-03-22T07:44:22.498310+0000 mon.a (mon.0) 1608 : cluster 0 osdmap e1108: 8 total, 8 up, 8 in 2024-03-22T07:44:23.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:23 smithi129 bash[82160]: cluster 2024-03-22T07:44:21.506139+0000 osd.6 (osd.6) 695 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:23.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:23 smithi129 bash[82160]: cluster 2024-03-22T07:44:21.510720+0000 osd.6 (osd.6) 696 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:23.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:23 smithi129 bash[82160]: cluster 2024-03-22T07:44:22.321575+0000 mgr.y (mgr.25337) 1111 : cluster 0 pgmap v1838: 105 pgs: 105 active+clean; 569 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 99 KiB/s rd, 5.0 KiB/s wr, 154 op/s 2024-03-22T07:44:23.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:23 smithi129 bash[82160]: cluster 2024-03-22T07:44:22.497199+0000 osd.7 (osd.7) 730 : cluster 3 failed to encode map e1108 with expected crc 2024-03-22T07:44:23.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:23 smithi129 bash[82160]: cluster 2024-03-22T07:44:22.498028+0000 osd.5 (osd.5) 707 : cluster 3 failed to encode map e1108 with expected crc 2024-03-22T07:44:23.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:23 smithi129 bash[82160]: cluster 2024-03-22T07:44:22.498310+0000 mon.a (mon.0) 1608 : cluster 0 osdmap e1108: 8 total, 8 up, 8 in 2024-03-22T07:44:23.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:23 smithi148 bash[66753]: cluster 2024-03-22T07:44:21.506139+0000 osd.6 (osd.6) 695 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:23.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:23 smithi148 bash[66753]: cluster 2024-03-22T07:44:21.510720+0000 osd.6 (osd.6) 696 : cluster 3 failed to encode map e1107 with expected crc 2024-03-22T07:44:23.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:23 smithi148 bash[66753]: cluster 2024-03-22T07:44:22.321575+0000 mgr.y (mgr.25337) 1111 : cluster 0 pgmap v1838: 105 pgs: 105 active+clean; 569 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 99 KiB/s rd, 5.0 KiB/s wr, 154 op/s 2024-03-22T07:44:23.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:23 smithi148 bash[66753]: cluster 2024-03-22T07:44:22.497199+0000 osd.7 (osd.7) 730 : cluster 3 failed to encode map e1108 with expected crc 2024-03-22T07:44:23.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:23 smithi148 bash[66753]: cluster 2024-03-22T07:44:22.498028+0000 osd.5 (osd.5) 707 : cluster 3 failed to encode map e1108 with expected crc 2024-03-22T07:44:23.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:23 smithi148 bash[66753]: cluster 2024-03-22T07:44:22.498310+0000 mon.a (mon.0) 1608 : cluster 0 osdmap e1108: 8 total, 8 up, 8 in 2024-03-22T07:44:23.757 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1199 ms) 2024-03-22T07:44:23.757 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-03-22T07:44:23.757 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:44:24.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:44:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:44:23] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.43.0" 2024-03-22T07:44:24.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:24 smithi129 bash[82160]: cluster 2024-03-22T07:44:22.504649+0000 osd.6 (osd.6) 697 : cluster 3 failed to encode map e1108 with expected crc 2024-03-22T07:44:24.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:24 smithi129 bash[82160]: audit 2024-03-22T07:44:23.423920+0000 mon.c (mon.2) 429 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:44:24.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:24 smithi129 bash[82160]: cluster 2024-03-22T07:44:23.500162+0000 osd.7 (osd.7) 731 : cluster 3 failed to encode map e1109 with expected crc 2024-03-22T07:44:24.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:24 smithi129 bash[82160]: cluster 2024-03-22T07:44:23.502345+0000 mon.a (mon.0) 1609 : cluster 0 osdmap e1109: 8 total, 8 up, 8 in 2024-03-22T07:44:24.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:24 smithi129 bash[82160]: cluster 2024-03-22T07:44:23.568637+0000 osd.5 (osd.5) 708 : cluster 3 failed to encode map e1109 with expected crc 2024-03-22T07:44:24.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:24 smithi129 bash[79695]: cluster 2024-03-22T07:44:22.504649+0000 osd.6 (osd.6) 697 : cluster 3 failed to encode map e1108 with expected crc 2024-03-22T07:44:24.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:24 smithi129 bash[79695]: audit 2024-03-22T07:44:23.423920+0000 mon.c (mon.2) 429 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:44:24.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:24 smithi129 bash[79695]: cluster 2024-03-22T07:44:23.500162+0000 osd.7 (osd.7) 731 : cluster 3 failed to encode map e1109 with expected crc 2024-03-22T07:44:24.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:24 smithi129 bash[79695]: cluster 2024-03-22T07:44:23.502345+0000 mon.a (mon.0) 1609 : cluster 0 osdmap e1109: 8 total, 8 up, 8 in 2024-03-22T07:44:24.375 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:24 smithi129 bash[79695]: cluster 2024-03-22T07:44:23.568637+0000 osd.5 (osd.5) 708 : cluster 3 failed to encode map e1109 with expected crc 2024-03-22T07:44:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:24 smithi148 bash[66753]: cluster 2024-03-22T07:44:22.504649+0000 osd.6 (osd.6) 697 : cluster 3 failed to encode map e1108 with expected crc 2024-03-22T07:44:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:24 smithi148 bash[66753]: audit 2024-03-22T07:44:23.423920+0000 mon.c (mon.2) 429 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:44:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:24 smithi148 bash[66753]: cluster 2024-03-22T07:44:23.500162+0000 osd.7 (osd.7) 731 : cluster 3 failed to encode map e1109 with expected crc 2024-03-22T07:44:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:24 smithi148 bash[66753]: cluster 2024-03-22T07:44:23.502345+0000 mon.a (mon.0) 1609 : cluster 0 osdmap e1109: 8 total, 8 up, 8 in 2024-03-22T07:44:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:24 smithi148 bash[66753]: cluster 2024-03-22T07:44:23.568637+0000 osd.5 (osd.5) 708 : cluster 3 failed to encode map e1109 with expected crc 2024-03-22T07:44:24.787 INFO:tasks.workunit.client.0.smithi129.stdout: wrote [0~20971520] to clone 2024-03-22T07:44:24.787 INFO:tasks.workunit.client.0.smithi129.stdout: diff was [0~20971520] 2024-03-22T07:44:24.797 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1040 ms) 2024-03-22T07:44:24.797 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-03-22T07:44:24.797 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:44:24.848 INFO:tasks.workunit.client.0.smithi129.stdout: wrote [1762134~39924,1920078~83277,8193227~28069,9130369~59149,13013786~46536,15372624~63642,15919469~86172,16421842~21550,16910014~24307,18190476~36081] 2024-03-22T07:44:24.874 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (77 ms) 2024-03-22T07:44:24.874 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-03-22T07:44:24.874 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:44:25.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:25 smithi148 bash[66753]: cluster 2024-03-22T07:44:23.517759+0000 osd.6 (osd.6) 698 : cluster 3 failed to encode map e1109 with expected crc 2024-03-22T07:44:25.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:25 smithi148 bash[66753]: cluster 2024-03-22T07:44:24.322476+0000 mgr.y (mgr.25337) 1112 : cluster 0 pgmap v1841: 105 pgs: 105 active+clean; 513 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 7.0 MiB/s wr, 119 op/s 2024-03-22T07:44:25.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:25 smithi148 bash[66753]: cluster 2024-03-22T07:44:24.491485+0000 osd.7 (osd.7) 732 : cluster 3 failed to encode map e1110 with expected crc 2024-03-22T07:44:25.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:25 smithi148 bash[66753]: cluster 2024-03-22T07:44:24.493352+0000 mon.a (mon.0) 1610 : cluster 0 osdmap e1110: 8 total, 8 up, 8 in 2024-03-22T07:44:25.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:25 smithi129 bash[79695]: cluster 2024-03-22T07:44:23.517759+0000 osd.6 (osd.6) 698 : cluster 3 failed to encode map e1109 with expected crc 2024-03-22T07:44:25.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:25 smithi129 bash[79695]: cluster 2024-03-22T07:44:24.322476+0000 mgr.y (mgr.25337) 1112 : cluster 0 pgmap v1841: 105 pgs: 105 active+clean; 513 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 7.0 MiB/s wr, 119 op/s 2024-03-22T07:44:25.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:25 smithi129 bash[79695]: cluster 2024-03-22T07:44:24.491485+0000 osd.7 (osd.7) 732 : cluster 3 failed to encode map e1110 with expected crc 2024-03-22T07:44:25.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:25 smithi129 bash[79695]: cluster 2024-03-22T07:44:24.493352+0000 mon.a (mon.0) 1610 : cluster 0 osdmap e1110: 8 total, 8 up, 8 in 2024-03-22T07:44:25.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:25 smithi129 bash[82160]: cluster 2024-03-22T07:44:23.517759+0000 osd.6 (osd.6) 698 : cluster 3 failed to encode map e1109 with expected crc 2024-03-22T07:44:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:25 smithi129 bash[82160]: cluster 2024-03-22T07:44:24.322476+0000 mgr.y (mgr.25337) 1112 : cluster 0 pgmap v1841: 105 pgs: 105 active+clean; 513 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 7.0 MiB/s wr, 119 op/s 2024-03-22T07:44:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:25 smithi129 bash[82160]: cluster 2024-03-22T07:44:24.491485+0000 osd.7 (osd.7) 732 : cluster 3 failed to encode map e1110 with expected crc 2024-03-22T07:44:25.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:25 smithi129 bash[82160]: cluster 2024-03-22T07:44:24.493352+0000 mon.a (mon.0) 1610 : cluster 0 osdmap e1110: 8 total, 8 up, 8 in 2024-03-22T07:44:26.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:26 smithi148 bash[66753]: cluster 2024-03-22T07:44:24.500540+0000 osd.6 (osd.6) 699 : cluster 3 failed to encode map e1110 with expected crc 2024-03-22T07:44:26.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:26 smithi148 bash[66753]: cluster 2024-03-22T07:44:25.495657+0000 mon.a (mon.0) 1611 : cluster 0 osdmap e1111: 8 total, 8 up, 8 in 2024-03-22T07:44:26.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:26 smithi148 bash[66753]: cluster 2024-03-22T07:44:25.507656+0000 osd.5 (osd.5) 709 : cluster 3 failed to encode map e1111 with expected crc 2024-03-22T07:44:26.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:26 smithi148 bash[66753]: cluster 2024-03-22T07:44:25.517610+0000 osd.7 (osd.7) 733 : cluster 3 failed to encode map e1111 with expected crc 2024-03-22T07:44:26.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:26 smithi129 bash[79695]: cluster 2024-03-22T07:44:24.500540+0000 osd.6 (osd.6) 699 : cluster 3 failed to encode map e1110 with expected crc 2024-03-22T07:44:26.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:26 smithi129 bash[79695]: cluster 2024-03-22T07:44:25.495657+0000 mon.a (mon.0) 1611 : cluster 0 osdmap e1111: 8 total, 8 up, 8 in 2024-03-22T07:44:26.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:26 smithi129 bash[79695]: cluster 2024-03-22T07:44:25.507656+0000 osd.5 (osd.5) 709 : cluster 3 failed to encode map e1111 with expected crc 2024-03-22T07:44:26.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:26 smithi129 bash[79695]: cluster 2024-03-22T07:44:25.517610+0000 osd.7 (osd.7) 733 : cluster 3 failed to encode map e1111 with expected crc 2024-03-22T07:44:26.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:26 smithi129 bash[82160]: cluster 2024-03-22T07:44:24.500540+0000 osd.6 (osd.6) 699 : cluster 3 failed to encode map e1110 with expected crc 2024-03-22T07:44:26.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:26 smithi129 bash[82160]: cluster 2024-03-22T07:44:25.495657+0000 mon.a (mon.0) 1611 : cluster 0 osdmap e1111: 8 total, 8 up, 8 in 2024-03-22T07:44:26.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:26 smithi129 bash[82160]: cluster 2024-03-22T07:44:25.507656+0000 osd.5 (osd.5) 709 : cluster 3 failed to encode map e1111 with expected crc 2024-03-22T07:44:26.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:26 smithi129 bash[82160]: cluster 2024-03-22T07:44:25.517610+0000 osd.7 (osd.7) 733 : cluster 3 failed to encode map e1111 with expected crc 2024-03-22T07:44:26.737 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1863 ms) 2024-03-22T07:44:26.738 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-03-22T07:44:26.738 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:44:26.851 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (113 ms) 2024-03-22T07:44:26.851 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-03-22T07:44:26.851 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:44:26.979 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (128 ms) 2024-03-22T07:44:26.979 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-03-22T07:44:26.979 INFO:tasks.workunit.client.0.smithi129.stdout:using new format! 2024-03-22T07:44:27.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:27 smithi148 bash[66753]: cluster 2024-03-22T07:44:25.495152+0000 osd.6 (osd.6) 700 : cluster 3 failed to encode map e1111 with expected crc 2024-03-22T07:44:27.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:27 smithi148 bash[66753]: cluster 2024-03-22T07:44:26.323107+0000 mgr.y (mgr.25337) 1113 : cluster 0 pgmap v1844: 105 pgs: 105 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 98 KiB/s rd, 11 MiB/s wr, 156 op/s 2024-03-22T07:44:27.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:27 smithi148 bash[66753]: cluster 2024-03-22T07:44:26.500231+0000 mon.a (mon.0) 1612 : cluster 0 osdmap e1112: 8 total, 8 up, 8 in 2024-03-22T07:44:27.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:27 smithi148 bash[66753]: cluster 2024-03-22T07:44:26.507100+0000 osd.5 (osd.5) 710 : cluster 3 failed to encode map e1112 with expected crc 2024-03-22T07:44:27.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:27 smithi148 bash[66753]: cluster 2024-03-22T07:44:26.511548+0000 osd.7 (osd.7) 734 : cluster 3 failed to encode map e1112 with expected crc 2024-03-22T07:44:27.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:27 smithi129 bash[79695]: cluster 2024-03-22T07:44:25.495152+0000 osd.6 (osd.6) 700 : cluster 3 failed to encode map e1111 with expected crc 2024-03-22T07:44:27.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:27 smithi129 bash[79695]: cluster 2024-03-22T07:44:26.323107+0000 mgr.y (mgr.25337) 1113 : cluster 0 pgmap v1844: 105 pgs: 105 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 98 KiB/s rd, 11 MiB/s wr, 156 op/s 2024-03-22T07:44:27.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:27 smithi129 bash[79695]: cluster 2024-03-22T07:44:26.500231+0000 mon.a (mon.0) 1612 : cluster 0 osdmap e1112: 8 total, 8 up, 8 in 2024-03-22T07:44:27.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:27 smithi129 bash[79695]: cluster 2024-03-22T07:44:26.507100+0000 osd.5 (osd.5) 710 : cluster 3 failed to encode map e1112 with expected crc 2024-03-22T07:44:27.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:27 smithi129 bash[79695]: cluster 2024-03-22T07:44:26.511548+0000 osd.7 (osd.7) 734 : cluster 3 failed to encode map e1112 with expected crc 2024-03-22T07:44:27.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:27 smithi129 bash[82160]: cluster 2024-03-22T07:44:25.495152+0000 osd.6 (osd.6) 700 : cluster 3 failed to encode map e1111 with expected crc 2024-03-22T07:44:27.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:27 smithi129 bash[82160]: cluster 2024-03-22T07:44:26.323107+0000 mgr.y (mgr.25337) 1113 : cluster 0 pgmap v1844: 105 pgs: 105 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 98 KiB/s rd, 11 MiB/s wr, 156 op/s 2024-03-22T07:44:27.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:27 smithi129 bash[82160]: cluster 2024-03-22T07:44:26.500231+0000 mon.a (mon.0) 1612 : cluster 0 osdmap e1112: 8 total, 8 up, 8 in 2024-03-22T07:44:27.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:27 smithi129 bash[82160]: cluster 2024-03-22T07:44:26.507100+0000 osd.5 (osd.5) 710 : cluster 3 failed to encode map e1112 with expected crc 2024-03-22T07:44:27.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:27 smithi129 bash[82160]: cluster 2024-03-22T07:44:26.511548+0000 osd.7 (osd.7) 734 : cluster 3 failed to encode map e1112 with expected crc 2024-03-22T07:44:28.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:28 smithi148 bash[66753]: cluster 2024-03-22T07:44:26.512902+0000 osd.6 (osd.6) 701 : cluster 3 failed to encode map e1112 with expected crc 2024-03-22T07:44:28.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:28 smithi148 bash[66753]: cluster 2024-03-22T07:44:26.517796+0000 osd.6 (osd.6) 702 : cluster 3 failed to encode map e1112 with expected crc 2024-03-22T07:44:28.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:28 smithi129 bash[79695]: cluster 2024-03-22T07:44:26.512902+0000 osd.6 (osd.6) 701 : cluster 3 failed to encode map e1112 with expected crc 2024-03-22T07:44:28.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:28 smithi129 bash[79695]: cluster 2024-03-22T07:44:26.517796+0000 osd.6 (osd.6) 702 : cluster 3 failed to encode map e1112 with expected crc 2024-03-22T07:44:28.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:28 smithi129 bash[82160]: cluster 2024-03-22T07:44:26.512902+0000 osd.6 (osd.6) 701 : cluster 3 failed to encode map e1112 with expected crc 2024-03-22T07:44:28.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:28 smithi129 bash[82160]: cluster 2024-03-22T07:44:26.517796+0000 osd.6 (osd.6) 702 : cluster 3 failed to encode map e1112 with expected crc 2024-03-22T07:44:29.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:29 smithi148 bash[66753]: cluster 2024-03-22T07:44:28.324170+0000 mgr.y (mgr.25337) 1114 : cluster 0 pgmap v1846: 105 pgs: 105 active+clean; 521 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 11 MiB/s wr, 251 op/s 2024-03-22T07:44:29.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:29 smithi129 bash[79695]: cluster 2024-03-22T07:44:28.324170+0000 mgr.y (mgr.25337) 1114 : cluster 0 pgmap v1846: 105 pgs: 105 active+clean; 521 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 11 MiB/s wr, 251 op/s 2024-03-22T07:44:29.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:29 smithi129 bash[82160]: cluster 2024-03-22T07:44:28.324170+0000 mgr.y (mgr.25337) 1114 : cluster 0 pgmap v1846: 105 pgs: 105 active+clean; 521 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 11 MiB/s wr, 251 op/s 2024-03-22T07:44:30.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:30 smithi129 bash[79695]: cluster 2024-03-22T07:44:29.495154+0000 osd.5 (osd.5) 711 : cluster 3 failed to encode map e1113 with expected crc 2024-03-22T07:44:30.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:30 smithi129 bash[79695]: cluster 2024-03-22T07:44:29.495378+0000 mon.a (mon.0) 1613 : cluster 0 osdmap e1113: 8 total, 8 up, 8 in 2024-03-22T07:44:30.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:30 smithi129 bash[82160]: cluster 2024-03-22T07:44:29.495154+0000 osd.5 (osd.5) 711 : cluster 3 failed to encode map e1113 with expected crc 2024-03-22T07:44:30.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:30 smithi129 bash[82160]: cluster 2024-03-22T07:44:29.495378+0000 mon.a (mon.0) 1613 : cluster 0 osdmap e1113: 8 total, 8 up, 8 in 2024-03-22T07:44:30.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:30 smithi148 bash[66753]: cluster 2024-03-22T07:44:29.495154+0000 osd.5 (osd.5) 711 : cluster 3 failed to encode map e1113 with expected crc 2024-03-22T07:44:30.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:30 smithi148 bash[66753]: cluster 2024-03-22T07:44:29.495378+0000 mon.a (mon.0) 1613 : cluster 0 osdmap e1113: 8 total, 8 up, 8 in 2024-03-22T07:44:31.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:31 smithi129 bash[79695]: cluster 2024-03-22T07:44:29.737606+0000 osd.7 (osd.7) 735 : cluster 3 failed to encode map e1113 with expected crc 2024-03-22T07:44:31.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:31 smithi129 bash[79695]: cluster 2024-03-22T07:44:30.325002+0000 mgr.y (mgr.25337) 1115 : cluster 0 pgmap v1848: 105 pgs: 105 active+clean; 554 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.8 MiB/s wr, 224 op/s 2024-03-22T07:44:31.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:31 smithi129 bash[82160]: cluster 2024-03-22T07:44:29.737606+0000 osd.7 (osd.7) 735 : cluster 3 failed to encode map e1113 with expected crc 2024-03-22T07:44:31.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:31 smithi129 bash[82160]: cluster 2024-03-22T07:44:30.325002+0000 mgr.y (mgr.25337) 1115 : cluster 0 pgmap v1848: 105 pgs: 105 active+clean; 554 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.8 MiB/s wr, 224 op/s 2024-03-22T07:44:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:31 smithi148 bash[66753]: cluster 2024-03-22T07:44:29.737606+0000 osd.7 (osd.7) 735 : cluster 3 failed to encode map e1113 with expected crc 2024-03-22T07:44:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:31 smithi148 bash[66753]: cluster 2024-03-22T07:44:30.325002+0000 mgr.y (mgr.25337) 1115 : cluster 0 pgmap v1848: 105 pgs: 105 active+clean; 554 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.8 MiB/s wr, 224 op/s 2024-03-22T07:44:32.089 INFO:tasks.workunit.client.0.smithi129.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5110 ms) 2024-03-22T07:44:32.089 INFO:tasks.workunit.client.0.smithi129.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-03-22T07:44:32.089 INFO:tasks.workunit.client.0.smithi129.stdout:./src/test/librbd/test_librbd.cc:8604: Skipped 2024-03-22T07:44:32.089 INFO:tasks.workunit.client.0.smithi129.stdout:Skipping due to unmet REQUIRE 2024-03-22T07:44:32.089 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-03-22T07:44:32.519 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] 15 tests from DiffIterateTest/1 (69478 ms total) 2024-03-22T07:44:32.519 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:44:32.520 INFO:tasks.workunit.client.0.smithi129.stdout:[----------] Global test environment tear-down 2024-03-22T07:44:32.520 INFO:tasks.workunit.client.0.smithi129.stdout:[==========] 480 tests from 24 test suites ran. (2290116 ms total) 2024-03-22T07:44:32.520 INFO:tasks.workunit.client.0.smithi129.stdout:[ PASSED ] 434 tests. 2024-03-22T07:44:32.520 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] 46 tests, listed below: 2024-03-22T07:44:32.520 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-03-22T07:44:32.520 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-03-22T07:44:32.520 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-03-22T07:44:32.520 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-03-22T07:44:32.520 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-03-22T07:44:32.520 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-03-22T07:44:32.520 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-03-22T07:44:32.520 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-03-22T07:44:32.520 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-03-22T07:44:32.520 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-03-22T07:44:32.521 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-03-22T07:44:32.521 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-03-22T07:44:32.521 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-03-22T07:44:32.521 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-03-22T07:44:32.521 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-03-22T07:44:32.521 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-03-22T07:44:32.521 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-03-22T07:44:32.521 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-03-22T07:44:32.521 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-03-22T07:44:32.521 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-03-22T07:44:32.521 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-03-22T07:44:32.521 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-03-22T07:44:32.521 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-03-22T07:44:32.521 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-03-22T07:44:32.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-03-22T07:44:32.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-03-22T07:44:32.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-03-22T07:44:32.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-03-22T07:44:32.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-03-22T07:44:32.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-03-22T07:44:32.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-03-22T07:44:32.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-03-22T07:44:32.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-03-22T07:44:32.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-03-22T07:44:32.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-03-22T07:44:32.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-03-22T07:44:32.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-03-22T07:44:32.522 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-03-22T07:44:32.523 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-03-22T07:44:32.523 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-03-22T07:44:32.523 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-03-22T07:44:32.523 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-03-22T07:44:32.523 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-03-22T07:44:32.523 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-03-22T07:44:32.523 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-03-22T07:44:32.523 INFO:tasks.workunit.client.0.smithi129.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-03-22T07:44:32.523 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:44:32.523 INFO:tasks.workunit.client.0.smithi129.stdout: YOU HAVE 2 DISABLED TESTS 2024-03-22T07:44:32.523 INFO:tasks.workunit.client.0.smithi129.stdout: 2024-03-22T07:44:32.593 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-03-22T07:44:32.594 DEBUG:teuthology.orchestra.run.smithi129:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-03-22T07:44:32.650 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-03-22T07:44:32.650 DEBUG:teuthology.orchestra.run.smithi129:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-03-22T07:44:32.923 DEBUG:teuthology.parallel:result is None 2024-03-22T07:44:32.924 DEBUG:teuthology.orchestra.run.smithi129:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-03-22T07:44:32.936 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-03-22T07:44:32.936 DEBUG:teuthology.orchestra.run.smithi129:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-03-22T07:44:33.000 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-03-22T07:44:33.000 INFO:teuthology.task.sequential:In sequential, running task print... 2024-03-22T07:44:33.000 INFO:teuthology.task.print:**** done rbd/test_librbd.sh 7-workload 2024-03-22T07:44:33.000 DEBUG:teuthology.parallel:result is None 2024-03-22T07:44:33.000 INFO:teuthology.run_tasks:Running task print... 2024-03-22T07:44:33.010 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2024-03-22T07:44:33.010 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-03-22T07:44:33.152 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-03-22T07:44:33.152 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-03-22T07:44:33.152 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph mgr dump --format=json 2024-03-22T07:44:33.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:33 smithi129 bash[79695]: cluster 2024-03-22T07:44:32.326011+0000 mgr.y (mgr.25337) 1116 : cluster 0 pgmap v1849: 105 pgs: 105 active+clean; 558 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.7 MiB/s wr, 188 op/s 2024-03-22T07:44:33.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:33 smithi129 bash[79695]: cluster 2024-03-22T07:44:32.515174+0000 mon.a (mon.0) 1614 : cluster 0 osdmap e1114: 8 total, 8 up, 8 in 2024-03-22T07:44:33.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:33 smithi129 bash[79695]: cluster 2024-03-22T07:44:33.129315+0000 osd.6 (osd.6) 703 : cluster 3 failed to encode map e1114 with expected crc 2024-03-22T07:44:33.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:33 smithi129 bash[82160]: cluster 2024-03-22T07:44:32.326011+0000 mgr.y (mgr.25337) 1116 : cluster 0 pgmap v1849: 105 pgs: 105 active+clean; 558 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.7 MiB/s wr, 188 op/s 2024-03-22T07:44:33.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:33 smithi129 bash[82160]: cluster 2024-03-22T07:44:32.515174+0000 mon.a (mon.0) 1614 : cluster 0 osdmap e1114: 8 total, 8 up, 8 in 2024-03-22T07:44:33.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:33 smithi129 bash[82160]: cluster 2024-03-22T07:44:33.129315+0000 osd.6 (osd.6) 703 : cluster 3 failed to encode map e1114 with expected crc 2024-03-22T07:44:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:33 smithi148 bash[66753]: cluster 2024-03-22T07:44:32.326011+0000 mgr.y (mgr.25337) 1116 : cluster 0 pgmap v1849: 105 pgs: 105 active+clean; 558 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.7 MiB/s wr, 188 op/s 2024-03-22T07:44:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:33 smithi148 bash[66753]: cluster 2024-03-22T07:44:32.515174+0000 mon.a (mon.0) 1614 : cluster 0 osdmap e1114: 8 total, 8 up, 8 in 2024-03-22T07:44:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:33 smithi148 bash[66753]: cluster 2024-03-22T07:44:33.129315+0000 osd.6 (osd.6) 703 : cluster 3 failed to encode map e1114 with expected crc 2024-03-22T07:44:34.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:44:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:44:33] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.43.0" 2024-03-22T07:44:34.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:34 smithi129 bash[79695]: cluster 2024-03-22T07:44:33.129249+0000 osd.7 (osd.7) 736 : cluster 3 failed to encode map e1114 with expected crc 2024-03-22T07:44:34.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:34 smithi129 bash[79695]: cluster 2024-03-22T07:44:33.129251+0000 osd.5 (osd.5) 712 : cluster 3 failed to encode map e1114 with expected crc 2024-03-22T07:44:34.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:34 smithi129 bash[82160]: cluster 2024-03-22T07:44:33.129249+0000 osd.7 (osd.7) 736 : cluster 3 failed to encode map e1114 with expected crc 2024-03-22T07:44:34.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:34 smithi129 bash[82160]: cluster 2024-03-22T07:44:33.129251+0000 osd.5 (osd.5) 712 : cluster 3 failed to encode map e1114 with expected crc 2024-03-22T07:44:34.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:34 smithi148 bash[66753]: cluster 2024-03-22T07:44:33.129249+0000 osd.7 (osd.7) 736 : cluster 3 failed to encode map e1114 with expected crc 2024-03-22T07:44:34.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:34 smithi148 bash[66753]: cluster 2024-03-22T07:44:33.129251+0000 osd.5 (osd.5) 712 : cluster 3 failed to encode map e1114 with expected crc 2024-03-22T07:44:35.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:35 smithi129 bash[79695]: cluster 2024-03-22T07:44:34.326916+0000 mgr.y (mgr.25337) 1117 : cluster 0 pgmap v1851: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:44:35.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:35 smithi129 bash[82160]: cluster 2024-03-22T07:44:34.326916+0000 mgr.y (mgr.25337) 1117 : cluster 0 pgmap v1851: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:44:35.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:35 smithi148 bash[66753]: cluster 2024-03-22T07:44:34.326916+0000 mgr.y (mgr.25337) 1117 : cluster 0 pgmap v1851: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:44:37.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:37 smithi129 bash[79695]: cluster 2024-03-22T07:44:36.327677+0000 mgr.y (mgr.25337) 1118 : cluster 0 pgmap v1852: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:44:37.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:37 smithi129 bash[82160]: cluster 2024-03-22T07:44:36.327677+0000 mgr.y (mgr.25337) 1118 : cluster 0 pgmap v1852: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:44:37.893 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:44:37.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:37 smithi148 bash[66753]: cluster 2024-03-22T07:44:36.327677+0000 mgr.y (mgr.25337) 1118 : cluster 0 pgmap v1852: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-22T07:44:38.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:38 smithi129 bash[79695]: audit 2024-03-22T07:44:38.424196+0000 mon.c (mon.2) 430 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:44:38.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:38 smithi129 bash[82160]: audit 2024-03-22T07:44:38.424196+0000 mon.c (mon.2) 430 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:44:38.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:38 smithi148 bash[66753]: audit 2024-03-22T07:44:38.424196+0000 mon.c (mon.2) 430 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:44:39.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:39 smithi129 bash[79695]: cluster 2024-03-22T07:44:38.328593+0000 mgr.y (mgr.25337) 1119 : cluster 0 pgmap v1853: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:39.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:39 smithi129 bash[82160]: cluster 2024-03-22T07:44:38.328593+0000 mgr.y (mgr.25337) 1119 : cluster 0 pgmap v1853: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:39.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:39 smithi148 bash[66753]: cluster 2024-03-22T07:44:38.328593+0000 mgr.y (mgr.25337) 1119 : cluster 0 pgmap v1853: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:41.334 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:44:41.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:41 smithi129 bash[79695]: cluster 2024-03-22T07:44:40.329592+0000 mgr.y (mgr.25337) 1120 : cluster 0 pgmap v1854: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:41.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:41 smithi129 bash[79695]: audit 2024-03-22T07:44:41.325955+0000 mon.c (mon.2) 431 : audit 0 from='client.? 172.21.15.129:0/2789405728' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-22T07:44:41.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:41 smithi129 bash[82160]: cluster 2024-03-22T07:44:40.329592+0000 mgr.y (mgr.25337) 1120 : cluster 0 pgmap v1854: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:41.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:41 smithi129 bash[82160]: audit 2024-03-22T07:44:41.325955+0000 mon.c (mon.2) 431 : audit 0 from='client.? 172.21.15.129:0/2789405728' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-22T07:44:41.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:41 smithi148 bash[66753]: cluster 2024-03-22T07:44:40.329592+0000 mgr.y (mgr.25337) 1120 : cluster 0 pgmap v1854: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:41.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:41 smithi148 bash[66753]: audit 2024-03-22T07:44:41.325955+0000 mon.c (mon.2) 431 : audit 0 from='client.? 172.21.15.129:0/2789405728' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-22T07:44:42.137 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":39,"flags":0,"active_gid":25337,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6800","nonce":2069917210},{"type":"v1","addr":"172.21.15.129:6801","nonce":2069917210}]},"active_addr":"172.21.15.129:6801/2069917210","active_change":"2024-03-22T07:10:23.195201+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24775,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.129:8443/","prometheus":"http://172.21.15.129:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":291,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.129:0","nonce":538678604}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.129:0","nonce":3500811845}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.129:0","nonce":569899014}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.129:0","nonce":643869369}]}]} 2024-03-22T07:44:42.142 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-03-22T07:44:42.142 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-03-22T07:44:42.142 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd dump --format=json 2024-03-22T07:44:43.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:43 smithi129 bash[79695]: cluster 2024-03-22T07:44:42.330109+0000 mgr.y (mgr.25337) 1121 : cluster 0 pgmap v1855: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:43.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:43 smithi129 bash[82160]: cluster 2024-03-22T07:44:42.330109+0000 mgr.y (mgr.25337) 1121 : cluster 0 pgmap v1855: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:43.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:43 smithi148 bash[66753]: cluster 2024-03-22T07:44:42.330109+0000 mgr.y (mgr.25337) 1121 : cluster 0 pgmap v1855: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:44.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:44:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:44:43] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-03-22T07:44:45.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:45 smithi129 bash[79695]: cluster 2024-03-22T07:44:44.330998+0000 mgr.y (mgr.25337) 1122 : cluster 0 pgmap v1856: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:45.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:45 smithi129 bash[82160]: cluster 2024-03-22T07:44:44.330998+0000 mgr.y (mgr.25337) 1122 : cluster 0 pgmap v1856: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:45.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:45 smithi148 bash[66753]: cluster 2024-03-22T07:44:44.330998+0000 mgr.y (mgr.25337) 1122 : cluster 0 pgmap v1856: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:46.890 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:44:47.810 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:47 smithi129 bash[79695]: cluster 2024-03-22T07:44:46.331735+0000 mgr.y (mgr.25337) 1123 : cluster 0 pgmap v1857: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:47.810 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:47 smithi129 bash[82160]: cluster 2024-03-22T07:44:46.331735+0000 mgr.y (mgr.25337) 1123 : cluster 0 pgmap v1857: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:47.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:47 smithi148 bash[66753]: cluster 2024-03-22T07:44:46.331735+0000 mgr.y (mgr.25337) 1123 : cluster 0 pgmap v1857: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:49.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:49 smithi129 bash[79695]: cluster 2024-03-22T07:44:48.332571+0000 mgr.y (mgr.25337) 1124 : cluster 0 pgmap v1858: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:49.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:49 smithi129 bash[82160]: cluster 2024-03-22T07:44:48.332571+0000 mgr.y (mgr.25337) 1124 : cluster 0 pgmap v1858: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:49.924 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:44:49.924 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":1114,"fsid":"77237b76-e818-11ee-95cd-87774f69a715","created":"2024-03-22T06:51:34.457886+0000","modified":"2024-03-22T07:44:32.500434+0000","last_up_change":"2024-03-22T07:17:54.068561+0000","last_in_change":"2024-03-22T07:00:24.824125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":23,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":49,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-22T06:56:44.652624+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-03-22T07:02:22.957819+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-03-22T07:04:13.632763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-03-22T07:04:14.130120+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9bbbc441-04a2-439e-a63f-9acfdda1b286","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":468,"up_from":483,"up_thru":1050,"down_at":469,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":2525007060},{"type":"v1","addr":"172.21.15.129:6803","nonce":2525007060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":2525007060},{"type":"v1","addr":"172.21.15.129:6805","nonce":2525007060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2525007060},{"type":"v1","addr":"172.21.15.129:6809","nonce":2525007060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":2525007060},{"type":"v1","addr":"172.21.15.129:6807","nonce":2525007060}]},"public_addr":"172.21.15.129:6803/2525007060","cluster_addr":"172.21.15.129:6805/2525007060","heartbeat_back_addr":"172.21.15.129:6809/2525007060","heartbeat_front_addr":"172.21.15.129:6807/2525007060","state":["exists","up"]},{"osd":1,"uuid":"2173725a-f139-4370-8db8-be06c1f0213c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":574,"up_from":588,"up_thru":1050,"down_at":575,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":4064196394},{"type":"v1","addr":"172.21.15.129:6811","nonce":4064196394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":4064196394},{"type":"v1","addr":"172.21.15.129:6813","nonce":4064196394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":4064196394},{"type":"v1","addr":"172.21.15.129:6817","nonce":4064196394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":4064196394},{"type":"v1","addr":"172.21.15.129:6815","nonce":4064196394}]},"public_addr":"172.21.15.129:6811/4064196394","cluster_addr":"172.21.15.129:6813/4064196394","heartbeat_back_addr":"172.21.15.129:6817/4064196394","heartbeat_front_addr":"172.21.15.129:6815/4064196394","state":["exists","up"]},{"osd":2,"uuid":"94bcb642-a2b0-4774-a8d9-12fa105f4261","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":618,"up_from":631,"up_thru":1050,"down_at":619,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":2247161880},{"type":"v1","addr":"172.21.15.129:6819","nonce":2247161880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":2247161880},{"type":"v1","addr":"172.21.15.129:6821","nonce":2247161880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":2247161880},{"type":"v1","addr":"172.21.15.129:6825","nonce":2247161880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":2247161880},{"type":"v1","addr":"172.21.15.129:6823","nonce":2247161880}]},"public_addr":"172.21.15.129:6819/2247161880","cluster_addr":"172.21.15.129:6821/2247161880","heartbeat_back_addr":"172.21.15.129:6825/2247161880","heartbeat_front_addr":"172.21.15.129:6823/2247161880","state":["exists","up"]},{"osd":3,"uuid":"9953db75-1483-4e83-b183-aa29d0e0416c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":638,"up_from":648,"up_thru":1050,"down_at":639,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":2726535725},{"type":"v1","addr":"172.21.15.129:6827","nonce":2726535725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":2726535725},{"type":"v1","addr":"172.21.15.129:6829","nonce":2726535725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":2726535725},{"type":"v1","addr":"172.21.15.129:6833","nonce":2726535725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":2726535725},{"type":"v1","addr":"172.21.15.129:6831","nonce":2726535725}]},"public_addr":"172.21.15.129:6827/2726535725","cluster_addr":"172.21.15.129:6829/2726535725","heartbeat_back_addr":"172.21.15.129:6833/2726535725","heartbeat_front_addr":"172.21.15.129:6831/2726535725","state":["exists","up"]},{"osd":4,"uuid":"28226bc3-c12c-4a41-b553-1b4546d65bb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":650,"up_from":656,"up_thru":1050,"down_at":651,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":3499833749},{"type":"v1","addr":"172.21.15.148:6801","nonce":3499833749}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":3499833749},{"type":"v1","addr":"172.21.15.148:6803","nonce":3499833749}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":3499833749},{"type":"v1","addr":"172.21.15.148:6807","nonce":3499833749}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":3499833749},{"type":"v1","addr":"172.21.15.148:6805","nonce":3499833749}]},"public_addr":"172.21.15.148:6801/3499833749","cluster_addr":"172.21.15.148:6803/3499833749","heartbeat_back_addr":"172.21.15.148:6807/3499833749","heartbeat_front_addr":"172.21.15.148:6805/3499833749","state":["exists","up"]},{"osd":5,"uuid":"3219bc67-2f27-4cc9-a7dd-8f465df64b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":1050,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6809","nonce":3714622871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6811","nonce":3714622871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6815","nonce":3714622871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6813","nonce":3714622871}]},"public_addr":"172.21.15.148:6809/3714622871","cluster_addr":"172.21.15.148:6811/3714622871","heartbeat_back_addr":"172.21.15.148:6815/3714622871","heartbeat_front_addr":"172.21.15.148:6813/3714622871","state":["exists","up"]},{"osd":6,"uuid":"e78c6754-b096-4816-9feb-d383dc43cf8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":1050,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6817","nonce":1344675152}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6819","nonce":1344675152}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6823","nonce":1344675152}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6821","nonce":1344675152}]},"public_addr":"172.21.15.148:6817/1344675152","cluster_addr":"172.21.15.148:6819/1344675152","heartbeat_back_addr":"172.21.15.148:6823/1344675152","heartbeat_front_addr":"172.21.15.148:6821/1344675152","state":["exists","up"]},{"osd":7,"uuid":"97e777ff-258f-4a9d-a13f-aa3a82b3d707","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":1050,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6825","nonce":1186351917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6827","nonce":1186351917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6831","nonce":1186351917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6829","nonce":1186351917}]},"public_addr":"172.21.15.148:6825/1186351917","cluster_addr":"172.21.15.148:6827/1186351917","heartbeat_back_addr":"172.21.15.148:6831/1186351917","heartbeat_front_addr":"172.21.15.148:6829/1186351917","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:00.962360+0000","dead_epoch":468},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:50.260380+0000","dead_epoch":574},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:56:40.354614+0000","dead_epoch":618},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:57:31.317140+0000","dead_epoch":638},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:58:19.512231+0000","dead_epoch":650},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:09.437321+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:58.761137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T07:00:48.212348+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.13","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.129:0/623073146":"2024-03-22T08:24:46.621674+0000","172.21.15.129:0/435409763":"2024-03-22T08:15:24.240291+0000","172.21.15.129:0/3317916139":"2024-03-23T07:08:23.505203+0000","172.21.15.129:0/3640842881":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/848138834":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/3883611640":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/3312646311":"2024-03-23T07:10:23.194923+0000","172.21.15.148:0/3043148412":"2024-03-23T07:09:18.161931+0000","172.21.15.148:6835/728856609":"2024-03-23T07:09:18.161931+0000","172.21.15.148:0/3014871748":"2024-03-23T07:09:18.161931+0000","172.21.15.148:6834/728856609":"2024-03-23T07:09:18.161931+0000","172.21.15.129:0/3696950835":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/481986328":"2024-03-23T07:08:23.505203+0000","172.21.15.129:0/3629395558":"2024-03-23T07:08:23.505203+0000","172.21.15.129:0/169576623":"2024-03-22T08:15:23.279930+0000","172.21.15.129:6834/997937061":"2024-03-23T07:04:21.767591+0000","172.21.15.129:0/2245172180":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/780887819":"2024-03-23T06:52:38.021317+0000","172.21.15.129:6801/3724771229":"2024-03-23T07:01:46.118192+0000","172.21.15.148:0/2584928770":"2024-03-23T07:09:18.161931+0000","172.21.15.129:6800/262586506":"2024-03-23T07:08:23.505203+0000","172.21.15.129:0/321444019":"2024-03-23T07:10:23.194923+0000","172.21.15.129:6801/3942448443":"2024-03-23T07:10:23.194923+0000","172.21.15.129:0/1177984771":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/4194422983":"2024-03-23T07:10:23.194923+0000","172.21.15.129:0/204053251":"2024-03-23T07:10:23.194923+0000","172.21.15.129:6801/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/3419258786":"2024-03-23T07:10:23.194923+0000","172.21.15.129:0/890941599":"2024-03-23T06:52:06.209264+0000","172.21.15.129:6801/262586506":"2024-03-23T07:08:23.505203+0000","172.21.15.129:6800/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.148:0/3986237328":"2024-03-23T07:09:18.161931+0000","172.21.15.129:0/2877773459":"2024-03-23T07:08:23.505203+0000","172.21.15.129:6800/3942448443":"2024-03-23T07:10:23.194923+0000","172.21.15.129:6800/3724771229":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/681940640":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/556342711":"2024-03-23T07:10:23.194923+0000","172.21.15.129:6835/997937061":"2024-03-23T07:04:21.767591+0000","172.21.15.129:6800/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.148:0/2580399271":"2024-03-23T07:09:18.161931+0000","172.21.15.148:0/4009135570":"2024-03-23T07:09:18.161931+0000","172.21.15.129:6801/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/973198768":"2024-03-23T07:01:46.118192+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":2,"length":1}]},{"pool":6,"snaps":[{"begin":2,"length":1}]},{"pool":7,"snaps":[{"begin":2,"length":1}]},{"pool":8,"snaps":[{"begin":2,"length":1}]},{"pool":9,"snaps":[{"begin":2,"length":1}]},{"pool":10,"snaps":[{"begin":2,"length":1}]},{"pool":11,"snaps":[{"begin":2,"length":1}]},{"pool":14,"snaps":[{"begin":6,"length":3}]},{"pool":16,"snaps":[{"begin":34,"length":4},{"begin":41,"length":1},{"begin":43,"length":4}]},{"pool":17,"snaps":[{"begin":17,"length":1},{"begin":22,"length":1}]},{"pool":18,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-22T07:44:49.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:49 smithi148 bash[66753]: cluster 2024-03-22T07:44:48.332571+0000 mgr.y (mgr.25337) 1124 : cluster 0 pgmap v1858: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:50.668 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-03-22T07:44:50.668 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd dump --format=json 2024-03-22T07:44:50.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:50 smithi129 bash[82160]: audit 2024-03-22T07:44:49.922726+0000 mon.c (mon.2) 432 : audit 0 from='client.? 172.21.15.129:0/1589627997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:44:50.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:50 smithi129 bash[82160]: audit 2024-03-22T07:44:50.064177+0000 mon.c (mon.2) 433 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:44:50.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:50 smithi129 bash[79695]: audit 2024-03-22T07:44:49.922726+0000 mon.c (mon.2) 432 : audit 0 from='client.? 172.21.15.129:0/1589627997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:44:50.875 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:50 smithi129 bash[79695]: audit 2024-03-22T07:44:50.064177+0000 mon.c (mon.2) 433 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:44:50.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:50 smithi148 bash[66753]: audit 2024-03-22T07:44:49.922726+0000 mon.c (mon.2) 432 : audit 0 from='client.? 172.21.15.129:0/1589627997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:44:50.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:50 smithi148 bash[66753]: audit 2024-03-22T07:44:50.064177+0000 mon.c (mon.2) 433 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:44:51.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:51 smithi129 bash[79695]: cluster 2024-03-22T07:44:50.333155+0000 mgr.y (mgr.25337) 1125 : cluster 0 pgmap v1859: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:51.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:51 smithi129 bash[79695]: audit 2024-03-22T07:44:50.590469+0000 mon.a (mon.0) 1615 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:51.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:51 smithi129 bash[79695]: audit 2024-03-22T07:44:50.601371+0000 mon.a (mon.0) 1616 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:51.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:51 smithi129 bash[82160]: cluster 2024-03-22T07:44:50.333155+0000 mgr.y (mgr.25337) 1125 : cluster 0 pgmap v1859: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:51.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:51 smithi129 bash[82160]: audit 2024-03-22T07:44:50.590469+0000 mon.a (mon.0) 1615 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:51.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:51 smithi129 bash[82160]: audit 2024-03-22T07:44:50.601371+0000 mon.a (mon.0) 1616 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:51.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:51 smithi148 bash[66753]: cluster 2024-03-22T07:44:50.333155+0000 mgr.y (mgr.25337) 1125 : cluster 0 pgmap v1859: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:51.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:51 smithi148 bash[66753]: audit 2024-03-22T07:44:50.590469+0000 mon.a (mon.0) 1615 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:51.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:51 smithi148 bash[66753]: audit 2024-03-22T07:44:50.601371+0000 mon.a (mon.0) 1616 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:53.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:53 smithi129 bash[79695]: cluster 2024-03-22T07:44:52.333872+0000 mgr.y (mgr.25337) 1126 : cluster 0 pgmap v1860: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:53.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:53 smithi129 bash[79695]: audit 2024-03-22T07:44:53.424981+0000 mon.c (mon.2) 434 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:44:53.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:53 smithi129 bash[82160]: cluster 2024-03-22T07:44:52.333872+0000 mgr.y (mgr.25337) 1126 : cluster 0 pgmap v1860: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:53.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:53 smithi129 bash[82160]: audit 2024-03-22T07:44:53.424981+0000 mon.c (mon.2) 434 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:44:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:53 smithi148 bash[66753]: cluster 2024-03-22T07:44:52.333872+0000 mgr.y (mgr.25337) 1126 : cluster 0 pgmap v1860: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:53 smithi148 bash[66753]: audit 2024-03-22T07:44:53.424981+0000 mon.c (mon.2) 434 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:44:54.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:44:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:44:53] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2024-03-22T07:44:55.053 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:44:55.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:55 smithi129 bash[79695]: cluster 2024-03-22T07:44:54.334818+0000 mgr.y (mgr.25337) 1127 : cluster 0 pgmap v1861: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:55.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:55 smithi129 bash[82160]: cluster 2024-03-22T07:44:54.334818+0000 mgr.y (mgr.25337) 1127 : cluster 0 pgmap v1861: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:55.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:55 smithi148 bash[66753]: cluster 2024-03-22T07:44:54.334818+0000 mgr.y (mgr.25337) 1127 : cluster 0 pgmap v1861: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:57.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:56 smithi129 bash[79695]: audit 2024-03-22T07:44:55.858435+0000 mon.a (mon.0) 1617 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:57.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:56 smithi129 bash[79695]: audit 2024-03-22T07:44:55.869196+0000 mon.a (mon.0) 1618 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:57.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:56 smithi129 bash[79695]: audit 2024-03-22T07:44:56.610776+0000 mon.a (mon.0) 1619 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:57.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:56 smithi129 bash[79695]: audit 2024-03-22T07:44:56.630444+0000 mon.a (mon.0) 1620 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:57.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:56 smithi129 bash[82160]: audit 2024-03-22T07:44:55.858435+0000 mon.a (mon.0) 1617 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:57.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:56 smithi129 bash[82160]: audit 2024-03-22T07:44:55.869196+0000 mon.a (mon.0) 1618 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:57.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:56 smithi129 bash[82160]: audit 2024-03-22T07:44:56.610776+0000 mon.a (mon.0) 1619 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:57.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:56 smithi129 bash[82160]: audit 2024-03-22T07:44:56.630444+0000 mon.a (mon.0) 1620 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:57.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:56 smithi148 bash[66753]: audit 2024-03-22T07:44:55.858435+0000 mon.a (mon.0) 1617 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:57.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:56 smithi148 bash[66753]: audit 2024-03-22T07:44:55.869196+0000 mon.a (mon.0) 1618 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:57.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:56 smithi148 bash[66753]: audit 2024-03-22T07:44:56.610776+0000 mon.a (mon.0) 1619 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:57.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:56 smithi148 bash[66753]: audit 2024-03-22T07:44:56.630444+0000 mon.a (mon.0) 1620 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:57 smithi129 bash[82160]: cluster 2024-03-22T07:44:56.335241+0000 mgr.y (mgr.25337) 1128 : cluster 0 pgmap v1862: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:57 smithi129 bash[82160]: audit 2024-03-22T07:44:57.312008+0000 mon.c (mon.2) 435 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:44:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:57 smithi129 bash[82160]: audit 2024-03-22T07:44:57.314072+0000 mon.c (mon.2) 436 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:44:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:57 smithi129 bash[82160]: audit 2024-03-22T07:44:57.326247+0000 mon.a (mon.0) 1621 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:58.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:57 smithi129 bash[79695]: cluster 2024-03-22T07:44:56.335241+0000 mgr.y (mgr.25337) 1128 : cluster 0 pgmap v1862: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:58.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:57 smithi129 bash[79695]: audit 2024-03-22T07:44:57.312008+0000 mon.c (mon.2) 435 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:44:58.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:57 smithi129 bash[79695]: audit 2024-03-22T07:44:57.314072+0000 mon.c (mon.2) 436 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:44:58.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:57 smithi129 bash[79695]: audit 2024-03-22T07:44:57.326247+0000 mon.a (mon.0) 1621 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:57 smithi148 bash[66753]: cluster 2024-03-22T07:44:56.335241+0000 mgr.y (mgr.25337) 1128 : cluster 0 pgmap v1862: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:44:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:57 smithi148 bash[66753]: audit 2024-03-22T07:44:57.312008+0000 mon.c (mon.2) 435 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:44:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:57 smithi148 bash[66753]: audit 2024-03-22T07:44:57.314072+0000 mon.c (mon.2) 436 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:44:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:57 smithi148 bash[66753]: audit 2024-03-22T07:44:57.326247+0000 mon.a (mon.0) 1621 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:44:58.251 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:44:58.251 INFO:teuthology.orchestra.run.smithi129.stdout:{"epoch":1114,"fsid":"77237b76-e818-11ee-95cd-87774f69a715","created":"2024-03-22T06:51:34.457886+0000","modified":"2024-03-22T07:44:32.500434+0000","last_up_change":"2024-03-22T07:17:54.068561+0000","last_in_change":"2024-03-22T07:00:24.824125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":23,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":49,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-22T06:56:44.652624+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-03-22T07:02:22.957819+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-03-22T07:04:13.632763+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-03-22T07:04:14.130120+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9bbbc441-04a2-439e-a63f-9acfdda1b286","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":468,"up_from":483,"up_thru":1050,"down_at":469,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6802","nonce":2525007060},{"type":"v1","addr":"172.21.15.129:6803","nonce":2525007060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6804","nonce":2525007060},{"type":"v1","addr":"172.21.15.129:6805","nonce":2525007060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6808","nonce":2525007060},{"type":"v1","addr":"172.21.15.129:6809","nonce":2525007060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6806","nonce":2525007060},{"type":"v1","addr":"172.21.15.129:6807","nonce":2525007060}]},"public_addr":"172.21.15.129:6803/2525007060","cluster_addr":"172.21.15.129:6805/2525007060","heartbeat_back_addr":"172.21.15.129:6809/2525007060","heartbeat_front_addr":"172.21.15.129:6807/2525007060","state":["exists","up"]},{"osd":1,"uuid":"2173725a-f139-4370-8db8-be06c1f0213c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":574,"up_from":588,"up_thru":1050,"down_at":575,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6810","nonce":4064196394},{"type":"v1","addr":"172.21.15.129:6811","nonce":4064196394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6812","nonce":4064196394},{"type":"v1","addr":"172.21.15.129:6813","nonce":4064196394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6816","nonce":4064196394},{"type":"v1","addr":"172.21.15.129:6817","nonce":4064196394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6814","nonce":4064196394},{"type":"v1","addr":"172.21.15.129:6815","nonce":4064196394}]},"public_addr":"172.21.15.129:6811/4064196394","cluster_addr":"172.21.15.129:6813/4064196394","heartbeat_back_addr":"172.21.15.129:6817/4064196394","heartbeat_front_addr":"172.21.15.129:6815/4064196394","state":["exists","up"]},{"osd":2,"uuid":"94bcb642-a2b0-4774-a8d9-12fa105f4261","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":618,"up_from":631,"up_thru":1050,"down_at":619,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6818","nonce":2247161880},{"type":"v1","addr":"172.21.15.129:6819","nonce":2247161880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6820","nonce":2247161880},{"type":"v1","addr":"172.21.15.129:6821","nonce":2247161880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6824","nonce":2247161880},{"type":"v1","addr":"172.21.15.129:6825","nonce":2247161880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6822","nonce":2247161880},{"type":"v1","addr":"172.21.15.129:6823","nonce":2247161880}]},"public_addr":"172.21.15.129:6819/2247161880","cluster_addr":"172.21.15.129:6821/2247161880","heartbeat_back_addr":"172.21.15.129:6825/2247161880","heartbeat_front_addr":"172.21.15.129:6823/2247161880","state":["exists","up"]},{"osd":3,"uuid":"9953db75-1483-4e83-b183-aa29d0e0416c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":638,"up_from":648,"up_thru":1050,"down_at":639,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6826","nonce":2726535725},{"type":"v1","addr":"172.21.15.129:6827","nonce":2726535725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6828","nonce":2726535725},{"type":"v1","addr":"172.21.15.129:6829","nonce":2726535725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6832","nonce":2726535725},{"type":"v1","addr":"172.21.15.129:6833","nonce":2726535725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.129:6830","nonce":2726535725},{"type":"v1","addr":"172.21.15.129:6831","nonce":2726535725}]},"public_addr":"172.21.15.129:6827/2726535725","cluster_addr":"172.21.15.129:6829/2726535725","heartbeat_back_addr":"172.21.15.129:6833/2726535725","heartbeat_front_addr":"172.21.15.129:6831/2726535725","state":["exists","up"]},{"osd":4,"uuid":"28226bc3-c12c-4a41-b553-1b4546d65bb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":650,"up_from":656,"up_thru":1050,"down_at":651,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":3499833749},{"type":"v1","addr":"172.21.15.148:6801","nonce":3499833749}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":3499833749},{"type":"v1","addr":"172.21.15.148:6803","nonce":3499833749}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":3499833749},{"type":"v1","addr":"172.21.15.148:6807","nonce":3499833749}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":3499833749},{"type":"v1","addr":"172.21.15.148:6805","nonce":3499833749}]},"public_addr":"172.21.15.148:6801/3499833749","cluster_addr":"172.21.15.148:6803/3499833749","heartbeat_back_addr":"172.21.15.148:6807/3499833749","heartbeat_front_addr":"172.21.15.148:6805/3499833749","state":["exists","up"]},{"osd":5,"uuid":"3219bc67-2f27-4cc9-a7dd-8f465df64b80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":1050,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6809","nonce":3714622871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6811","nonce":3714622871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6815","nonce":3714622871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3714622871},{"type":"v1","addr":"172.21.15.148:6813","nonce":3714622871}]},"public_addr":"172.21.15.148:6809/3714622871","cluster_addr":"172.21.15.148:6811/3714622871","heartbeat_back_addr":"172.21.15.148:6815/3714622871","heartbeat_front_addr":"172.21.15.148:6813/3714622871","state":["exists","up"]},{"osd":6,"uuid":"e78c6754-b096-4816-9feb-d383dc43cf8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":1050,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6817","nonce":1344675152}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6819","nonce":1344675152}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6823","nonce":1344675152}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1344675152},{"type":"v1","addr":"172.21.15.148:6821","nonce":1344675152}]},"public_addr":"172.21.15.148:6817/1344675152","cluster_addr":"172.21.15.148:6819/1344675152","heartbeat_back_addr":"172.21.15.148:6823/1344675152","heartbeat_front_addr":"172.21.15.148:6821/1344675152","state":["exists","up"]},{"osd":7,"uuid":"97e777ff-258f-4a9d-a13f-aa3a82b3d707","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":1050,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6825","nonce":1186351917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6827","nonce":1186351917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6831","nonce":1186351917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":1186351917},{"type":"v1","addr":"172.21.15.148:6829","nonce":1186351917}]},"public_addr":"172.21.15.148:6825/1186351917","cluster_addr":"172.21.15.148:6827/1186351917","heartbeat_back_addr":"172.21.15.148:6831/1186351917","heartbeat_front_addr":"172.21.15.148:6829/1186351917","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:00.962360+0000","dead_epoch":468},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:55:50.260380+0000","dead_epoch":574},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:56:40.354614+0000","dead_epoch":618},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:57:31.317140+0000","dead_epoch":638},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:58:19.512231+0000","dead_epoch":650},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:09.437321+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T06:59:58.761137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-22T07:00:48.212348+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.13","mappings":[{"from":1,"to":2}]},{"pgid":"4.17","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.129:0/623073146":"2024-03-22T08:24:46.621674+0000","172.21.15.129:0/435409763":"2024-03-22T08:15:24.240291+0000","172.21.15.129:0/556342711":"2024-03-23T07:10:23.194923+0000","172.21.15.129:0/321444019":"2024-03-23T07:10:23.194923+0000","172.21.15.129:6800/262586506":"2024-03-23T07:08:23.505203+0000","172.21.15.129:0/3696950835":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/3640842881":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/848138834":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/4194422983":"2024-03-23T07:10:23.194923+0000","172.21.15.129:0/1177984771":"2024-03-23T06:52:06.209264+0000","172.21.15.148:0/3043148412":"2024-03-23T07:09:18.161931+0000","172.21.15.148:6835/728856609":"2024-03-23T07:09:18.161931+0000","172.21.15.148:0/3014871748":"2024-03-23T07:09:18.161931+0000","172.21.15.148:6834/728856609":"2024-03-23T07:09:18.161931+0000","172.21.15.129:6801/262586506":"2024-03-23T07:08:23.505203+0000","172.21.15.129:0/3317916139":"2024-03-23T07:08:23.505203+0000","172.21.15.129:0/3629395558":"2024-03-23T07:08:23.505203+0000","172.21.15.129:0/481986328":"2024-03-23T07:08:23.505203+0000","172.21.15.129:0/169576623":"2024-03-22T08:15:23.279930+0000","172.21.15.129:6834/997937061":"2024-03-23T07:04:21.767591+0000","172.21.15.129:6801/3724771229":"2024-03-23T07:01:46.118192+0000","172.21.15.148:0/2584928770":"2024-03-23T07:09:18.161931+0000","172.21.15.129:6800/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.148:0/3986237328":"2024-03-23T07:09:18.161931+0000","172.21.15.129:6801/480857603":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/3419258786":"2024-03-23T07:10:23.194923+0000","172.21.15.129:0/890941599":"2024-03-23T06:52:06.209264+0000","172.21.15.129:0/2877773459":"2024-03-23T07:08:23.505203+0000","172.21.15.129:0/681940640":"2024-03-23T07:01:46.118192+0000","172.21.15.129:6835/997937061":"2024-03-23T07:04:21.767591+0000","172.21.15.129:6800/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.148:0/2580399271":"2024-03-23T07:09:18.161931+0000","172.21.15.129:0/780887819":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/2245172180":"2024-03-23T06:52:06.209264+0000","172.21.15.148:0/4009135570":"2024-03-23T07:09:18.161931+0000","172.21.15.129:6801/3489656494":"2024-03-23T06:52:38.021317+0000","172.21.15.129:0/973198768":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/3312646311":"2024-03-23T07:10:23.194923+0000","172.21.15.129:0/3883611640":"2024-03-23T07:01:46.118192+0000","172.21.15.129:0/204053251":"2024-03-23T07:10:23.194923+0000","172.21.15.129:6800/3724771229":"2024-03-23T07:01:46.118192+0000","172.21.15.129:6800/3942448443":"2024-03-23T07:10:23.194923+0000","172.21.15.129:6801/3942448443":"2024-03-23T07:10:23.194923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":2,"length":1}]},{"pool":6,"snaps":[{"begin":2,"length":1}]},{"pool":7,"snaps":[{"begin":2,"length":1}]},{"pool":8,"snaps":[{"begin":2,"length":1}]},{"pool":9,"snaps":[{"begin":2,"length":1}]},{"pool":10,"snaps":[{"begin":2,"length":1}]},{"pool":11,"snaps":[{"begin":2,"length":1}]},{"pool":14,"snaps":[{"begin":6,"length":3}]},{"pool":16,"snaps":[{"begin":34,"length":4},{"begin":41,"length":1},{"begin":43,"length":4}]},{"pool":17,"snaps":[{"begin":17,"length":1},{"begin":22,"length":1}]},{"pool":18,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-22T07:44:58.955 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-03-22T07:44:58.955 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-03-22T07:44:58.956 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-03-22T07:44:58.956 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-03-22T07:44:58.957 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-03-22T07:44:58.957 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-03-22T07:44:58.957 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-03-22T07:44:58.958 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-03-22T07:44:59.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:58 smithi129 bash[79695]: audit 2024-03-22T07:44:58.250960+0000 mon.a (mon.0) 1622 : audit 0 from='client.? 172.21.15.129:0/771950377' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:44:59.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:58 smithi129 bash[82160]: audit 2024-03-22T07:44:58.250960+0000 mon.a (mon.0) 1622 : audit 0 from='client.? 172.21.15.129:0/771950377' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:44:59.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:58 smithi148 bash[66753]: audit 2024-03-22T07:44:58.250960+0000 mon.a (mon.0) 1622 : audit 0 from='client.? 172.21.15.129:0/771950377' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-22T07:45:00.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:44:59 smithi148 bash[66753]: cluster 2024-03-22T07:44:58.335889+0000 mgr.y (mgr.25337) 1129 : cluster 0 pgmap v1863: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:00.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:44:59 smithi129 bash[79695]: cluster 2024-03-22T07:44:58.335889+0000 mgr.y (mgr.25337) 1129 : cluster 0 pgmap v1863: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:00.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:44:59 smithi129 bash[82160]: cluster 2024-03-22T07:44:58.335889+0000 mgr.y (mgr.25337) 1129 : cluster 0 pgmap v1863: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:02.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:01 smithi148 bash[66753]: cluster 2024-03-22T07:45:00.336747+0000 mgr.y (mgr.25337) 1130 : cluster 0 pgmap v1864: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:02.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:01 smithi129 bash[79695]: cluster 2024-03-22T07:45:00.336747+0000 mgr.y (mgr.25337) 1130 : cluster 0 pgmap v1864: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:02.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:01 smithi129 bash[82160]: cluster 2024-03-22T07:45:00.336747+0000 mgr.y (mgr.25337) 1130 : cluster 0 pgmap v1864: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:03.791 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:03.793 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:03.793 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:03.793 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:03.794 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:03.794 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:03.795 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:03.795 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:04.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:03 smithi129 bash[79695]: cluster 2024-03-22T07:45:02.337475+0000 mgr.y (mgr.25337) 1131 : cluster 0 pgmap v1865: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:04.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:45:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:45:03] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2024-03-22T07:45:04.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:03 smithi129 bash[82160]: cluster 2024-03-22T07:45:02.337475+0000 mgr.y (mgr.25337) 1131 : cluster 0 pgmap v1865: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:04.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:03 smithi148 bash[66753]: cluster 2024-03-22T07:45:02.337475+0000 mgr.y (mgr.25337) 1131 : cluster 0 pgmap v1865: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:05.910 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:05 smithi129 bash[79695]: cluster 2024-03-22T07:45:04.338387+0000 mgr.y (mgr.25337) 1132 : cluster 0 pgmap v1866: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:05.911 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:05 smithi129 bash[82160]: cluster 2024-03-22T07:45:04.338387+0000 mgr.y (mgr.25337) 1132 : cluster 0 pgmap v1866: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:06.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:05 smithi148 bash[66753]: cluster 2024-03-22T07:45:04.338387+0000 mgr.y (mgr.25337) 1132 : cluster 0 pgmap v1866: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:08.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:07 smithi148 bash[66753]: cluster 2024-03-22T07:45:06.339124+0000 mgr.y (mgr.25337) 1133 : cluster 0 pgmap v1867: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:08.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:07 smithi129 bash[79695]: cluster 2024-03-22T07:45:06.339124+0000 mgr.y (mgr.25337) 1133 : cluster 0 pgmap v1867: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:08.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:07 smithi129 bash[82160]: cluster 2024-03-22T07:45:06.339124+0000 mgr.y (mgr.25337) 1133 : cluster 0 pgmap v1867: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:09.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:08 smithi148 bash[66753]: audit 2024-03-22T07:45:08.425121+0000 mon.c (mon.2) 437 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:45:09.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:08 smithi129 bash[79695]: audit 2024-03-22T07:45:08.425121+0000 mon.c (mon.2) 437 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:45:09.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:08 smithi129 bash[82160]: audit 2024-03-22T07:45:08.425121+0000 mon.c (mon.2) 437 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:45:10.103 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:09 smithi129 bash[82160]: cluster 2024-03-22T07:45:08.340020+0000 mgr.y (mgr.25337) 1134 : cluster 0 pgmap v1868: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:10.103 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:09 smithi129 bash[79695]: cluster 2024-03-22T07:45:08.340020+0000 mgr.y (mgr.25337) 1134 : cluster 0 pgmap v1868: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:10.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:09 smithi148 bash[66753]: cluster 2024-03-22T07:45:08.340020+0000 mgr.y (mgr.25337) 1134 : cluster 0 pgmap v1868: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:12.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:11 smithi148 bash[66753]: cluster 2024-03-22T07:45:10.340931+0000 mgr.y (mgr.25337) 1135 : cluster 0 pgmap v1869: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:12.398 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:11 smithi129 bash[82160]: cluster 2024-03-22T07:45:10.340931+0000 mgr.y (mgr.25337) 1135 : cluster 0 pgmap v1869: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:12.398 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:11 smithi129 bash[79695]: cluster 2024-03-22T07:45:10.340931+0000 mgr.y (mgr.25337) 1135 : cluster 0 pgmap v1869: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:14.173 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:13 smithi129 bash[79695]: cluster 2024-03-22T07:45:12.341436+0000 mgr.y (mgr.25337) 1136 : cluster 0 pgmap v1870: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:14.174 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:13 smithi129 bash[82160]: cluster 2024-03-22T07:45:12.341436+0000 mgr.y (mgr.25337) 1136 : cluster 0 pgmap v1870: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:14.174 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:45:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:45:13] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.43.0" 2024-03-22T07:45:14.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:13 smithi148 bash[66753]: cluster 2024-03-22T07:45:12.341436+0000 mgr.y (mgr.25337) 1136 : cluster 0 pgmap v1870: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:16.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:15 smithi148 bash[66753]: cluster 2024-03-22T07:45:14.342378+0000 mgr.y (mgr.25337) 1137 : cluster 0 pgmap v1871: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:16.344 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:16 smithi129 bash[79695]: cluster 2024-03-22T07:45:14.342378+0000 mgr.y (mgr.25337) 1137 : cluster 0 pgmap v1871: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:16.344 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:16 smithi129 bash[82160]: cluster 2024-03-22T07:45:14.342378+0000 mgr.y (mgr.25337) 1137 : cluster 0 pgmap v1871: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:18.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:17 smithi148 bash[66753]: cluster 2024-03-22T07:45:16.342937+0000 mgr.y (mgr.25337) 1138 : cluster 0 pgmap v1872: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:18.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:17 smithi129 bash[79695]: cluster 2024-03-22T07:45:16.342937+0000 mgr.y (mgr.25337) 1138 : cluster 0 pgmap v1872: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:18.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:17 smithi129 bash[82160]: cluster 2024-03-22T07:45:16.342937+0000 mgr.y (mgr.25337) 1138 : cluster 0 pgmap v1872: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:18.683 INFO:teuthology.orchestra.run.smithi129.stdout:2783138808143 2024-03-22T07:45:18.684 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-03-22T07:45:18.960 INFO:teuthology.orchestra.run.smithi129.stdout:236223201816 2024-03-22T07:45:18.960 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-03-22T07:45:20.020 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:19 smithi129 bash[79695]: cluster 2024-03-22T07:45:18.343805+0000 mgr.y (mgr.25337) 1139 : cluster 0 pgmap v1873: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:20.020 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:19 smithi129 bash[82160]: cluster 2024-03-22T07:45:18.343805+0000 mgr.y (mgr.25337) 1139 : cluster 0 pgmap v1873: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:20.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:19 smithi148 bash[66753]: cluster 2024-03-22T07:45:18.343805+0000 mgr.y (mgr.25337) 1139 : cluster 0 pgmap v1873: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:21 smithi129 bash[79695]: cluster 2024-03-22T07:45:20.345035+0000 mgr.y (mgr.25337) 1140 : cluster 0 pgmap v1874: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:22.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:21 smithi129 bash[82160]: cluster 2024-03-22T07:45:20.345035+0000 mgr.y (mgr.25337) 1140 : cluster 0 pgmap v1874: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:22.261 INFO:teuthology.orchestra.run.smithi129.stdout:201863463458 2024-03-22T07:45:22.261 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-03-22T07:45:22.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:21 smithi148 bash[66753]: cluster 2024-03-22T07:45:20.345035+0000 mgr.y (mgr.25337) 1140 : cluster 0 pgmap v1874: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:22.448 INFO:teuthology.orchestra.run.smithi129.stdout:2710124364118 2024-03-22T07:45:22.448 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-03-22T07:45:23.078 INFO:teuthology.orchestra.run.smithi129.stdout:2525440770399 2024-03-22T07:45:23.078 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-03-22T07:45:23.172 INFO:teuthology.orchestra.run.smithi129.stdout:2817498546507 2024-03-22T07:45:23.172 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-03-22T07:45:23.913 INFO:teuthology.orchestra.run.smithi129.stdout:2074469204341 2024-03-22T07:45:23.913 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-03-22T07:45:23.927 INFO:teuthology.orchestra.run.smithi129.stdout:167503725101 2024-03-22T07:45:23.928 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-03-22T07:45:24.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:23 smithi129 bash[82160]: cluster 2024-03-22T07:45:22.345725+0000 mgr.y (mgr.25337) 1141 : cluster 0 pgmap v1875: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:24.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:23 smithi129 bash[82160]: audit 2024-03-22T07:45:23.425717+0000 mon.c (mon.2) 438 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:45:24.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:23 smithi129 bash[79695]: cluster 2024-03-22T07:45:22.345725+0000 mgr.y (mgr.25337) 1141 : cluster 0 pgmap v1875: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:24.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:23 smithi129 bash[79695]: audit 2024-03-22T07:45:23.425717+0000 mon.c (mon.2) 438 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:45:24.375 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:45:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:45:23] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-03-22T07:45:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:23 smithi148 bash[66753]: cluster 2024-03-22T07:45:22.345725+0000 mgr.y (mgr.25337) 1141 : cluster 0 pgmap v1875: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:24.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:23 smithi148 bash[66753]: audit 2024-03-22T07:45:23.425717+0000 mon.c (mon.2) 438 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:45:25.970 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:25.970 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:26.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:25 smithi129 bash[79695]: cluster 2024-03-22T07:45:24.346582+0000 mgr.y (mgr.25337) 1142 : cluster 0 pgmap v1876: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:26.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:25 smithi129 bash[82160]: cluster 2024-03-22T07:45:24.346582+0000 mgr.y (mgr.25337) 1142 : cluster 0 pgmap v1876: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:26.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:25 smithi148 bash[66753]: cluster 2024-03-22T07:45:24.346582+0000 mgr.y (mgr.25337) 1142 : cluster 0 pgmap v1876: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:26.987 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:26.988 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:26.988 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:26.988 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:28.011 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:28.011 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:28.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:27 smithi129 bash[79695]: cluster 2024-03-22T07:45:26.347352+0000 mgr.y (mgr.25337) 1143 : cluster 0 pgmap v1877: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:28.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:27 smithi129 bash[82160]: cluster 2024-03-22T07:45:26.347352+0000 mgr.y (mgr.25337) 1143 : cluster 0 pgmap v1877: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:28.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:27 smithi148 bash[66753]: cluster 2024-03-22T07:45:26.347352+0000 mgr.y (mgr.25337) 1143 : cluster 0 pgmap v1877: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:30.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:29 smithi129 bash[79695]: cluster 2024-03-22T07:45:28.348337+0000 mgr.y (mgr.25337) 1144 : cluster 0 pgmap v1878: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:30.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:29 smithi129 bash[82160]: cluster 2024-03-22T07:45:28.348337+0000 mgr.y (mgr.25337) 1144 : cluster 0 pgmap v1878: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:30.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:29 smithi148 bash[66753]: cluster 2024-03-22T07:45:28.348337+0000 mgr.y (mgr.25337) 1144 : cluster 0 pgmap v1878: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:32.364 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:31 smithi129 bash[79695]: cluster 2024-03-22T07:45:30.349281+0000 mgr.y (mgr.25337) 1145 : cluster 0 pgmap v1879: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:32.365 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:31 smithi129 bash[82160]: cluster 2024-03-22T07:45:30.349281+0000 mgr.y (mgr.25337) 1145 : cluster 0 pgmap v1879: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:32.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:31 smithi148 bash[66753]: cluster 2024-03-22T07:45:30.349281+0000 mgr.y (mgr.25337) 1145 : cluster 0 pgmap v1879: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:33.963 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:45:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:45:33] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-03-22T07:45:34.270 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:33 smithi129 bash[82160]: cluster 2024-03-22T07:45:32.350031+0000 mgr.y (mgr.25337) 1146 : cluster 0 pgmap v1880: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:34.271 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:33 smithi129 bash[79695]: cluster 2024-03-22T07:45:32.350031+0000 mgr.y (mgr.25337) 1146 : cluster 0 pgmap v1880: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:34.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:33 smithi148 bash[66753]: cluster 2024-03-22T07:45:32.350031+0000 mgr.y (mgr.25337) 1146 : cluster 0 pgmap v1880: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:34.818 INFO:teuthology.orchestra.run.smithi129.stdout:2783138808147 2024-03-22T07:45:35.019 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:34 smithi129 bash[79695]: audit 2024-03-22T07:45:34.820812+0000 mon.c (mon.2) 439 : audit 0 from='client.? 172.21.15.129:0/1946791588' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-22T07:45:35.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:35 smithi129 bash[82160]: audit 2024-03-22T07:45:34.820812+0000 mon.c (mon.2) 439 : audit 0 from='client.? 172.21.15.129:0/1946791588' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-22T07:45:35.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:34 smithi148 bash[66753]: audit 2024-03-22T07:45:34.820812+0000 mon.c (mon.2) 439 : audit 0 from='client.? 172.21.15.129:0/1946791588' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-22T07:45:36.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:35 smithi129 bash[79695]: cluster 2024-03-22T07:45:34.350768+0000 mgr.y (mgr.25337) 1147 : cluster 0 pgmap v1881: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:36.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:35 smithi129 bash[82160]: cluster 2024-03-22T07:45:34.350768+0000 mgr.y (mgr.25337) 1147 : cluster 0 pgmap v1881: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:36.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:35 smithi148 bash[66753]: cluster 2024-03-22T07:45:34.350768+0000 mgr.y (mgr.25337) 1147 : cluster 0 pgmap v1881: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:37.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:37 smithi129 bash[79695]: cluster 2024-03-22T07:45:36.351513+0000 mgr.y (mgr.25337) 1148 : cluster 0 pgmap v1882: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:37.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:37 smithi129 bash[82160]: cluster 2024-03-22T07:45:36.351513+0000 mgr.y (mgr.25337) 1148 : cluster 0 pgmap v1882: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:37.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:37 smithi148 bash[66753]: cluster 2024-03-22T07:45:36.351513+0000 mgr.y (mgr.25337) 1148 : cluster 0 pgmap v1882: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:39.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:39 smithi148 bash[66753]: cluster 2024-03-22T07:45:38.352469+0000 mgr.y (mgr.25337) 1149 : cluster 0 pgmap v1883: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:39.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:39 smithi148 bash[66753]: audit 2024-03-22T07:45:38.426019+0000 mon.c (mon.2) 440 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:45:39.766 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:39 smithi129 bash[82160]: cluster 2024-03-22T07:45:38.352469+0000 mgr.y (mgr.25337) 1149 : cluster 0 pgmap v1883: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:39.766 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:39 smithi129 bash[82160]: audit 2024-03-22T07:45:38.426019+0000 mon.c (mon.2) 440 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:45:39.766 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:39 smithi129 bash[79695]: cluster 2024-03-22T07:45:38.352469+0000 mgr.y (mgr.25337) 1149 : cluster 0 pgmap v1883: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:39.766 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:39 smithi129 bash[79695]: audit 2024-03-22T07:45:38.426019+0000 mon.c (mon.2) 440 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:45:40.260 INFO:teuthology.orchestra.run.smithi129.stdout:236223201820 2024-03-22T07:45:40.548 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:40 smithi129 bash[79695]: audit 2024-03-22T07:45:40.262607+0000 mon.c (mon.2) 441 : audit 0 from='client.? 172.21.15.129:0/1816868035' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-22T07:45:40.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:40 smithi148 bash[66753]: audit 2024-03-22T07:45:40.262607+0000 mon.c (mon.2) 441 : audit 0 from='client.? 172.21.15.129:0/1816868035' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-22T07:45:40.786 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2783138808143 got 2783138808147 for osd.3 2024-03-22T07:45:40.786 DEBUG:teuthology.parallel:result is None 2024-03-22T07:45:40.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:40 smithi129 bash[82160]: audit 2024-03-22T07:45:40.262607+0000 mon.c (mon.2) 441 : audit 0 from='client.? 172.21.15.129:0/1816868035' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-22T07:45:41.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:41 smithi148 bash[66753]: cluster 2024-03-22T07:45:40.353285+0000 mgr.y (mgr.25337) 1150 : cluster 0 pgmap v1884: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:41.822 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:41 smithi129 bash[79695]: cluster 2024-03-22T07:45:40.353285+0000 mgr.y (mgr.25337) 1150 : cluster 0 pgmap v1884: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:41.823 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:41 smithi129 bash[82160]: cluster 2024-03-22T07:45:40.353285+0000 mgr.y (mgr.25337) 1150 : cluster 0 pgmap v1884: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:42.627 INFO:teuthology.orchestra.run.smithi129.stdout:2817498546511 2024-03-22T07:45:42.744 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201816 got 236223201820 for osd.7 2024-03-22T07:45:42.745 DEBUG:teuthology.parallel:result is None 2024-03-22T07:45:43.199 INFO:teuthology.orchestra.run.smithi129.stdout:2074469204345 2024-03-22T07:45:43.355 INFO:teuthology.orchestra.run.smithi129.stdout:201863463463 2024-03-22T07:45:43.458 INFO:teuthology.orchestra.run.smithi129.stdout:2710124364123 2024-03-22T07:45:43.483 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:43 smithi129 bash[79695]: cluster 2024-03-22T07:45:42.353739+0000 mgr.y (mgr.25337) 1151 : cluster 0 pgmap v1885: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:43.483 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:43 smithi129 bash[79695]: audit 2024-03-22T07:45:42.629224+0000 mon.a (mon.0) 1623 : audit 0 from='client.? 172.21.15.129:0/4108235085' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-22T07:45:43.483 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:43 smithi129 bash[79695]: audit 2024-03-22T07:45:43.201684+0000 mon.c (mon.2) 442 : audit 0 from='client.? 172.21.15.129:0/529622565' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-22T07:45:43.483 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:43 smithi129 bash[79695]: audit 2024-03-22T07:45:43.358036+0000 mon.a (mon.0) 1624 : audit 0 from='client.? 172.21.15.129:0/377201059' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-22T07:45:43.484 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:43 smithi129 bash[82160]: cluster 2024-03-22T07:45:42.353739+0000 mgr.y (mgr.25337) 1151 : cluster 0 pgmap v1885: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:43.484 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:43 smithi129 bash[82160]: audit 2024-03-22T07:45:42.629224+0000 mon.a (mon.0) 1623 : audit 0 from='client.? 172.21.15.129:0/4108235085' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-22T07:45:43.484 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:43 smithi129 bash[82160]: audit 2024-03-22T07:45:43.201684+0000 mon.c (mon.2) 442 : audit 0 from='client.? 172.21.15.129:0/529622565' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-22T07:45:43.484 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:43 smithi129 bash[82160]: audit 2024-03-22T07:45:43.358036+0000 mon.a (mon.0) 1624 : audit 0 from='client.? 172.21.15.129:0/377201059' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-22T07:45:43.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:43 smithi148 bash[66753]: cluster 2024-03-22T07:45:42.353739+0000 mgr.y (mgr.25337) 1151 : cluster 0 pgmap v1885: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:43.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:43 smithi148 bash[66753]: audit 2024-03-22T07:45:42.629224+0000 mon.a (mon.0) 1623 : audit 0 from='client.? 172.21.15.129:0/4108235085' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-22T07:45:43.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:43 smithi148 bash[66753]: audit 2024-03-22T07:45:43.201684+0000 mon.c (mon.2) 442 : audit 0 from='client.? 172.21.15.129:0/529622565' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-22T07:45:43.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:43 smithi148 bash[66753]: audit 2024-03-22T07:45:43.358036+0000 mon.a (mon.0) 1624 : audit 0 from='client.? 172.21.15.129:0/377201059' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-22T07:45:43.980 INFO:teuthology.orchestra.run.smithi129.stdout:2525440770404 2024-03-22T07:45:44.123 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:45:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:45:43] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-03-22T07:45:44.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:44 smithi129 bash[82160]: audit 2024-03-22T07:45:43.460828+0000 mon.c (mon.2) 443 : audit 0 from='client.? 172.21.15.129:0/2175758302' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-22T07:45:44.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:44 smithi129 bash[82160]: audit 2024-03-22T07:45:43.982542+0000 mon.c (mon.2) 444 : audit 0 from='client.? 172.21.15.129:0/4087917639' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-22T07:45:44.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:44 smithi129 bash[79695]: audit 2024-03-22T07:45:43.460828+0000 mon.c (mon.2) 443 : audit 0 from='client.? 172.21.15.129:0/2175758302' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-22T07:45:44.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:44 smithi129 bash[79695]: audit 2024-03-22T07:45:43.982542+0000 mon.c (mon.2) 444 : audit 0 from='client.? 172.21.15.129:0/4087917639' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-22T07:45:44.663 INFO:teuthology.orchestra.run.smithi129.stdout:167503725106 2024-03-22T07:45:44.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:44 smithi148 bash[66753]: audit 2024-03-22T07:45:43.460828+0000 mon.c (mon.2) 443 : audit 0 from='client.? 172.21.15.129:0/2175758302' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-22T07:45:44.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:44 smithi148 bash[66753]: audit 2024-03-22T07:45:43.982542+0000 mon.c (mon.2) 444 : audit 0 from='client.? 172.21.15.129:0/4087917639' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-22T07:45:44.940 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2817498546507 got 2817498546511 for osd.4 2024-03-22T07:45:44.941 DEBUG:teuthology.parallel:result is None 2024-03-22T07:45:45.768 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2074469204341 got 2074469204345 for osd.0 2024-03-22T07:45:45.768 DEBUG:teuthology.parallel:result is None 2024-03-22T07:45:45.822 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:45 smithi129 bash[79695]: cluster 2024-03-22T07:45:44.354337+0000 mgr.y (mgr.25337) 1152 : cluster 0 pgmap v1886: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:45.822 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:45 smithi129 bash[79695]: audit 2024-03-22T07:45:44.666165+0000 mon.a (mon.0) 1625 : audit 0 from='client.? 172.21.15.129:0/1003542355' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-22T07:45:45.822 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:45 smithi129 bash[82160]: cluster 2024-03-22T07:45:44.354337+0000 mgr.y (mgr.25337) 1152 : cluster 0 pgmap v1886: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:45.822 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:45 smithi129 bash[82160]: audit 2024-03-22T07:45:44.666165+0000 mon.a (mon.0) 1625 : audit 0 from='client.? 172.21.15.129:0/1003542355' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-22T07:45:45.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:45 smithi148 bash[66753]: cluster 2024-03-22T07:45:44.354337+0000 mgr.y (mgr.25337) 1152 : cluster 0 pgmap v1886: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:45.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:45 smithi148 bash[66753]: audit 2024-03-22T07:45:44.666165+0000 mon.a (mon.0) 1625 : audit 0 from='client.? 172.21.15.129:0/1003542355' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-22T07:45:46.923 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2710124364118 got 2710124364123 for osd.2 2024-03-22T07:45:46.924 DEBUG:teuthology.parallel:result is None 2024-03-22T07:45:47.001 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2525440770399 got 2525440770404 for osd.1 2024-03-22T07:45:47.001 DEBUG:teuthology.parallel:result is None 2024-03-22T07:45:47.578 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503725101 got 167503725106 for osd.5 2024-03-22T07:45:47.579 DEBUG:teuthology.parallel:result is None 2024-03-22T07:45:47.639 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863463458 got 201863463463 for osd.6 2024-03-22T07:45:47.639 DEBUG:teuthology.parallel:result is None 2024-03-22T07:45:47.639 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-03-22T07:45:47.640 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph pg dump --format=json 2024-03-22T07:45:47.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:47 smithi129 bash[82160]: cluster 2024-03-22T07:45:46.355080+0000 mgr.y (mgr.25337) 1153 : cluster 0 pgmap v1887: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:47.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:47 smithi129 bash[79695]: cluster 2024-03-22T07:45:46.355080+0000 mgr.y (mgr.25337) 1153 : cluster 0 pgmap v1887: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:47.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:47 smithi148 bash[66753]: cluster 2024-03-22T07:45:46.355080+0000 mgr.y (mgr.25337) 1153 : cluster 0 pgmap v1887: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:49.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:49 smithi129 bash[79695]: cluster 2024-03-22T07:45:48.356026+0000 mgr.y (mgr.25337) 1154 : cluster 0 pgmap v1888: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:49.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:49 smithi129 bash[82160]: cluster 2024-03-22T07:45:48.356026+0000 mgr.y (mgr.25337) 1154 : cluster 0 pgmap v1888: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:49.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:49 smithi148 bash[66753]: cluster 2024-03-22T07:45:48.356026+0000 mgr.y (mgr.25337) 1154 : cluster 0 pgmap v1888: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:51.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:51 smithi129 bash[79695]: cluster 2024-03-22T07:45:50.356634+0000 mgr.y (mgr.25337) 1155 : cluster 0 pgmap v1889: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:51.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:51 smithi129 bash[82160]: cluster 2024-03-22T07:45:50.356634+0000 mgr.y (mgr.25337) 1155 : cluster 0 pgmap v1889: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:51.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:51 smithi148 bash[66753]: cluster 2024-03-22T07:45:50.356634+0000 mgr.y (mgr.25337) 1155 : cluster 0 pgmap v1889: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:52.379 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:45:53.587 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:53 smithi129 bash[79695]: cluster 2024-03-22T07:45:52.357360+0000 mgr.y (mgr.25337) 1156 : cluster 0 pgmap v1890: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:53.588 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:53 smithi129 bash[79695]: audit 2024-03-22T07:45:53.426644+0000 mon.c (mon.2) 445 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:45:53.588 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:53 smithi129 bash[82160]: cluster 2024-03-22T07:45:52.357360+0000 mgr.y (mgr.25337) 1156 : cluster 0 pgmap v1890: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:53.588 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:53 smithi129 bash[82160]: audit 2024-03-22T07:45:53.426644+0000 mon.c (mon.2) 445 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:45:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:53 smithi148 bash[66753]: cluster 2024-03-22T07:45:52.357360+0000 mgr.y (mgr.25337) 1156 : cluster 0 pgmap v1890: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:53 smithi148 bash[66753]: audit 2024-03-22T07:45:53.426644+0000 mon.c (mon.2) 445 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:45:54.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:45:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:45:53] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2024-03-22T07:45:55.471 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:45:55.472 INFO:teuthology.orchestra.run.smithi129.stderr:dumped all 2024-03-22T07:45:55.712 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:55 smithi129 bash[79695]: cluster 2024-03-22T07:45:54.358201+0000 mgr.y (mgr.25337) 1157 : cluster 0 pgmap v1891: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:55.713 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:55 smithi129 bash[82160]: cluster 2024-03-22T07:45:54.358201+0000 mgr.y (mgr.25337) 1157 : cluster 0 pgmap v1891: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:55.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:55 smithi148 bash[66753]: cluster 2024-03-22T07:45:54.358201+0000 mgr.y (mgr.25337) 1157 : cluster 0 pgmap v1891: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:56.257 INFO:teuthology.orchestra.run.smithi129.stdout:{"pg_ready":true,"pg_map":{"version":1891,"stamp":"2024-03-22T07:45:54.357606+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595922,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":565,"num_read_kb":992,"num_write":300,"num_write_kb":2446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":222,"ondisk_log_size":222,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":684892,"kb_used_data":91072,"kb_used_omap":330,"kb_used_meta":593397,"kb_avail":749276324,"statfs":{"total":767960285184,"available":767258955776,"internally_reserved":0,"allocated":93257728,"data_stored":65884546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":338468,"internal_metadata":607639004},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004137"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":1531,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.520396+0000","last_change":"2024-03-22T07:17:55.169339+0000","last_active":"2024-03-22T07:44:32.520396+0000","last_peered":"2024-03-22T07:44:32.520396+0000","last_clean":"2024-03-22T07:44:32.520396+0000","last_became_active":"2024-03-22T07:17:55.168978+0000","last_became_peered":"2024-03-22T07:17:55.168978+0000","last_unstale":"2024-03-22T07:44:32.520396+0000","last_undegraded":"2024-03-22T07:44:32.520396+0000","last_fullsized":"2024-03-22T07:44:32.520396+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:04:37.265402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"70'5","reported_seq":1685,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.527703+0000","last_change":"2024-03-22T07:16:57.347291+0000","last_active":"2024-03-22T07:44:32.527703+0000","last_peered":"2024-03-22T07:44:32.527703+0000","last_clean":"2024-03-22T07:44:32.527703+0000","last_became_active":"2024-03-22T07:16:57.346370+0000","last_became_peered":"2024-03-22T07:16:57.346370+0000","last_unstale":"2024-03-22T07:44:32.527703+0000","last_undegraded":"2024-03-22T07:44:32.527703+0000","last_fullsized":"2024-03-22T07:44:32.527703+0000","mapping_epoch":631,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":632,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:59:11.514438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":1560,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.133493+0000","last_change":"2024-03-22T07:17:26.325222+0000","last_active":"2024-03-22T07:44:33.133493+0000","last_peered":"2024-03-22T07:44:33.133493+0000","last_clean":"2024-03-22T07:44:33.133493+0000","last_became_active":"2024-03-22T07:17:26.324879+0000","last_became_peered":"2024-03-22T07:17:26.324879+0000","last_unstale":"2024-03-22T07:44:33.133493+0000","last_undegraded":"2024-03-22T07:44:33.133493+0000","last_fullsized":"2024-03-22T07:44:33.133493+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:04:48.328926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"70'2","reported_seq":1552,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.137408+0000","last_change":"2024-03-22T07:17:26.325688+0000","last_active":"2024-03-22T07:44:33.137408+0000","last_peered":"2024-03-22T07:44:33.137408+0000","last_clean":"2024-03-22T07:44:33.137408+0000","last_became_active":"2024-03-22T07:17:26.324869+0000","last_became_peered":"2024-03-22T07:17:26.324869+0000","last_unstale":"2024-03-22T07:44:33.137408+0000","last_undegraded":"2024-03-22T07:44:33.137408+0000","last_fullsized":"2024-03-22T07:44:33.137408+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:08:40.175603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1564,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.523750+0000","last_change":"2024-03-22T07:17:55.146153+0000","last_active":"2024-03-22T07:44:32.523750+0000","last_peered":"2024-03-22T07:44:32.523750+0000","last_clean":"2024-03-22T07:44:32.523750+0000","last_became_active":"2024-03-22T07:17:55.145625+0000","last_became_peered":"2024-03-22T07:17:55.145625+0000","last_unstale":"2024-03-22T07:44:32.523750+0000","last_undegraded":"2024-03-22T07:44:32.523750+0000","last_fullsized":"2024-03-22T07:44:32.523750+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:44:36.202702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":1083,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.505002+0000","last_change":"2024-03-22T07:17:55.170977+0000","last_active":"2024-03-22T07:44:29.505002+0000","last_peered":"2024-03-22T07:44:29.505002+0000","last_clean":"2024-03-22T07:44:29.505002+0000","last_became_active":"2024-03-22T07:17:55.170596+0000","last_became_peered":"2024-03-22T07:17:55.170596+0000","last_unstale":"2024-03-22T07:44:29.505002+0000","last_undegraded":"2024-03-22T07:44:29.505002+0000","last_fullsized":"2024-03-22T07:44:29.505002+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:48:53.096904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1564,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.522149+0000","last_change":"2024-03-22T07:17:55.182364+0000","last_active":"2024-03-22T07:44:32.522149+0000","last_peered":"2024-03-22T07:44:32.522149+0000","last_clean":"2024-03-22T07:44:32.522149+0000","last_became_active":"2024-03-22T07:17:55.176199+0000","last_became_peered":"2024-03-22T07:17:55.176199+0000","last_unstale":"2024-03-22T07:44:32.522149+0000","last_undegraded":"2024-03-22T07:44:32.522149+0000","last_fullsized":"2024-03-22T07:44:32.522149+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:22:25.629834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":1098,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.504191+0000","last_change":"2024-03-22T07:17:55.165996+0000","last_active":"2024-03-22T07:44:29.504191+0000","last_peered":"2024-03-22T07:44:29.504191+0000","last_clean":"2024-03-22T07:44:29.504191+0000","last_became_active":"2024-03-22T07:17:55.165642+0000","last_became_peered":"2024-03-22T07:17:55.165642+0000","last_unstale":"2024-03-22T07:44:29.504191+0000","last_undegraded":"2024-03-22T07:44:29.504191+0000","last_fullsized":"2024-03-22T07:44:29.504191+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:42:45.903159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":1542,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.131412+0000","last_change":"2024-03-22T07:17:26.326445+0000","last_active":"2024-03-22T07:44:33.131412+0000","last_peered":"2024-03-22T07:44:33.131412+0000","last_clean":"2024-03-22T07:44:33.131412+0000","last_became_active":"2024-03-22T07:17:26.326053+0000","last_became_peered":"2024-03-22T07:17:26.326053+0000","last_unstale":"2024-03-22T07:44:33.131412+0000","last_undegraded":"2024-03-22T07:44:33.131412+0000","last_fullsized":"2024-03-22T07:44:33.131412+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:43:43.748143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"70'2","reported_seq":1676,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.517413+0000","last_change":"2024-03-22T07:17:55.140463+0000","last_active":"2024-03-22T07:44:32.517413+0000","last_peered":"2024-03-22T07:44:32.517413+0000","last_clean":"2024-03-22T07:44:32.517413+0000","last_became_active":"2024-03-22T07:17:55.138654+0000","last_became_peered":"2024-03-22T07:17:55.138654+0000","last_unstale":"2024-03-22T07:44:32.517413+0000","last_undegraded":"2024-03-22T07:44:32.517413+0000","last_fullsized":"2024-03-22T07:44:32.517413+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:53:08.242820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1531,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.520826+0000","last_change":"2024-03-22T07:17:55.164722+0000","last_active":"2024-03-22T07:44:32.520826+0000","last_peered":"2024-03-22T07:44:32.520826+0000","last_clean":"2024-03-22T07:44:32.520826+0000","last_became_active":"2024-03-22T07:17:55.163175+0000","last_became_peered":"2024-03-22T07:17:55.163175+0000","last_unstale":"2024-03-22T07:44:32.520826+0000","last_undegraded":"2024-03-22T07:44:32.520826+0000","last_fullsized":"2024-03-22T07:44:32.520826+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:05:05.853529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"70'1","reported_seq":1687,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.515062+0000","last_change":"2024-03-22T07:17:55.154430+0000","last_active":"2024-03-22T07:44:32.515062+0000","last_peered":"2024-03-22T07:44:32.515062+0000","last_clean":"2024-03-22T07:44:32.515062+0000","last_became_active":"2024-03-22T07:17:55.153881+0000","last_became_peered":"2024-03-22T07:17:55.153881+0000","last_unstale":"2024-03-22T07:44:32.515062+0000","last_undegraded":"2024-03-22T07:44:32.515062+0000","last_fullsized":"2024-03-22T07:44:32.515062+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:26:44.625713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1091,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.146383+0000","last_change":"2024-03-22T07:16:57.350164+0000","last_active":"2024-03-22T07:44:33.146383+0000","last_peered":"2024-03-22T07:44:33.146383+0000","last_clean":"2024-03-22T07:44:33.146383+0000","last_became_active":"2024-03-22T07:16:57.349601+0000","last_became_peered":"2024-03-22T07:16:57.349601+0000","last_unstale":"2024-03-22T07:44:33.146383+0000","last_undegraded":"2024-03-22T07:44:33.146383+0000","last_fullsized":"2024-03-22T07:44:33.146383+0000","mapping_epoch":631,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":632,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:09:29.174568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1525,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.129026+0000","last_change":"2024-03-22T07:17:26.362457+0000","last_active":"2024-03-22T07:44:33.129026+0000","last_peered":"2024-03-22T07:44:33.129026+0000","last_clean":"2024-03-22T07:44:33.129026+0000","last_became_active":"2024-03-22T07:17:26.354501+0000","last_became_peered":"2024-03-22T07:17:26.354501+0000","last_unstale":"2024-03-22T07:44:33.129026+0000","last_undegraded":"2024-03-22T07:44:33.129026+0000","last_fullsized":"2024-03-22T07:44:33.129026+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:23:30.206376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1589,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.526333+0000","last_change":"2024-03-22T07:17:55.190847+0000","last_active":"2024-03-22T07:44:32.526333+0000","last_peered":"2024-03-22T07:44:32.526333+0000","last_clean":"2024-03-22T07:44:32.526333+0000","last_became_active":"2024-03-22T07:17:55.189806+0000","last_became_peered":"2024-03-22T07:17:55.189806+0000","last_unstale":"2024-03-22T07:44:32.526333+0000","last_undegraded":"2024-03-22T07:44:32.526333+0000","last_fullsized":"2024-03-22T07:44:32.526333+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:23:23.836424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":1528,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.145249+0000","last_change":"2024-03-22T07:17:26.358582+0000","last_active":"2024-03-22T07:44:33.145249+0000","last_peered":"2024-03-22T07:44:33.145249+0000","last_clean":"2024-03-22T07:44:33.145249+0000","last_became_active":"2024-03-22T07:17:26.352439+0000","last_became_peered":"2024-03-22T07:17:26.352439+0000","last_unstale":"2024-03-22T07:44:33.145249+0000","last_undegraded":"2024-03-22T07:44:33.145249+0000","last_fullsized":"2024-03-22T07:44:33.145249+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:31:55.551378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1666,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.517264+0000","last_change":"2024-03-22T07:14:24.385986+0000","last_active":"2024-03-22T07:44:32.517264+0000","last_peered":"2024-03-22T07:44:32.517264+0000","last_clean":"2024-03-22T07:44:32.517264+0000","last_became_active":"2024-03-22T07:14:24.385206+0000","last_became_peered":"2024-03-22T07:14:24.385206+0000","last_unstale":"2024-03-22T07:44:32.517264+0000","last_undegraded":"2024-03-22T07:44:32.517264+0000","last_fullsized":"2024-03-22T07:44:32.517264+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:05:34.068249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1589,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.528140+0000","last_change":"2024-03-22T07:16:57.341518+0000","last_active":"2024-03-22T07:44:32.528140+0000","last_peered":"2024-03-22T07:44:32.528140+0000","last_clean":"2024-03-22T07:44:32.528140+0000","last_became_active":"2024-03-22T07:16:57.340198+0000","last_became_peered":"2024-03-22T07:16:57.340198+0000","last_unstale":"2024-03-22T07:44:32.528140+0000","last_undegraded":"2024-03-22T07:44:32.528140+0000","last_fullsized":"2024-03-22T07:44:32.528140+0000","mapping_epoch":631,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":632,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:52:33.057028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1107,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.745319+0000","last_change":"2024-03-22T07:17:55.179120+0000","last_active":"2024-03-22T07:44:29.745319+0000","last_peered":"2024-03-22T07:44:29.745319+0000","last_clean":"2024-03-22T07:44:29.745319+0000","last_became_active":"2024-03-22T07:17:55.177980+0000","last_became_peered":"2024-03-22T07:17:55.177980+0000","last_unstale":"2024-03-22T07:44:29.745319+0000","last_undegraded":"2024-03-22T07:44:29.745319+0000","last_fullsized":"2024-03-22T07:44:29.745319+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:10:56.124757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1683,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.515330+0000","last_change":"2024-03-22T07:16:57.343707+0000","last_active":"2024-03-22T07:44:32.515330+0000","last_peered":"2024-03-22T07:44:32.515330+0000","last_clean":"2024-03-22T07:44:32.515330+0000","last_became_active":"2024-03-22T07:16:57.343371+0000","last_became_peered":"2024-03-22T07:16:57.343371+0000","last_unstale":"2024-03-22T07:44:32.515330+0000","last_undegraded":"2024-03-22T07:44:32.515330+0000","last_fullsized":"2024-03-22T07:44:32.515330+0000","mapping_epoch":631,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":632,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:20:30.032067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1683,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.513962+0000","last_change":"2024-03-22T07:17:55.153589+0000","last_active":"2024-03-22T07:44:32.513962+0000","last_peered":"2024-03-22T07:44:32.513962+0000","last_clean":"2024-03-22T07:44:32.513962+0000","last_became_active":"2024-03-22T07:17:55.152800+0000","last_became_peered":"2024-03-22T07:17:55.152800+0000","last_unstale":"2024-03-22T07:44:32.513962+0000","last_undegraded":"2024-03-22T07:44:32.513962+0000","last_fullsized":"2024-03-22T07:44:32.513962+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:18:16.125482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1108,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.142537+0000","last_change":"2024-03-22T07:16:13.976633+0000","last_active":"2024-03-22T07:44:33.142537+0000","last_peered":"2024-03-22T07:44:33.142537+0000","last_clean":"2024-03-22T07:44:33.142537+0000","last_became_active":"2024-03-22T07:16:13.975492+0000","last_became_peered":"2024-03-22T07:16:13.975492+0000","last_unstale":"2024-03-22T07:44:33.142537+0000","last_undegraded":"2024-03-22T07:44:33.142537+0000","last_fullsized":"2024-03-22T07:44:33.142537+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:17:04.986395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":1085,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:30.014974+0000","last_change":"2024-03-22T07:17:55.165980+0000","last_active":"2024-03-22T07:44:30.014974+0000","last_peered":"2024-03-22T07:44:30.014974+0000","last_clean":"2024-03-22T07:44:30.014974+0000","last_became_active":"2024-03-22T07:17:55.165680+0000","last_became_peered":"2024-03-22T07:17:55.165680+0000","last_unstale":"2024-03-22T07:44:30.014974+0000","last_undegraded":"2024-03-22T07:44:30.014974+0000","last_fullsized":"2024-03-22T07:44:30.014974+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:59:00.655143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1501,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.134077+0000","last_change":"2024-03-22T07:17:26.315125+0000","last_active":"2024-03-22T07:44:33.134077+0000","last_peered":"2024-03-22T07:44:33.134077+0000","last_clean":"2024-03-22T07:44:33.134077+0000","last_became_active":"2024-03-22T07:17:26.314419+0000","last_became_peered":"2024-03-22T07:17:26.314419+0000","last_unstale":"2024-03-22T07:44:33.134077+0000","last_undegraded":"2024-03-22T07:44:33.134077+0000","last_fullsized":"2024-03-22T07:44:33.134077+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:48:15.127694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"293'161","reported_seq":1458,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.142872+0000","last_change":"2024-03-22T07:14:24.395466+0000","last_active":"2024-03-22T07:44:33.142872+0000","last_peered":"2024-03-22T07:44:33.142872+0000","last_clean":"2024-03-22T07:44:33.142872+0000","last_became_active":"2024-03-22T07:14:24.394180+0000","last_became_peered":"2024-03-22T07:14:24.394180+0000","last_unstale":"2024-03-22T07:44:33.142872+0000","last_undegraded":"2024-03-22T07:44:33.142872+0000","last_fullsized":"2024-03-22T07:44:33.142872+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T06:56:44.702899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T06:56:44.702899+0000","last_clean_scrub_stamp":"2024-03-22T06:56:44.702899+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:09:00.610136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1087,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.504405+0000","last_change":"2024-03-22T07:16:57.324137+0000","last_active":"2024-03-22T07:44:29.504405+0000","last_peered":"2024-03-22T07:44:29.504405+0000","last_clean":"2024-03-22T07:44:29.504405+0000","last_became_active":"2024-03-22T07:16:57.322398+0000","last_became_peered":"2024-03-22T07:16:57.322398+0000","last_unstale":"2024-03-22T07:44:29.504405+0000","last_undegraded":"2024-03-22T07:44:29.504405+0000","last_fullsized":"2024-03-22T07:44:29.504405+0000","mapping_epoch":631,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":632,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:10:53.023137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1600,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.523263+0000","last_change":"2024-03-22T07:16:13.984489+0000","last_active":"2024-03-22T07:44:32.523263+0000","last_peered":"2024-03-22T07:44:32.523263+0000","last_clean":"2024-03-22T07:44:32.523263+0000","last_became_active":"2024-03-22T07:16:13.984101+0000","last_became_peered":"2024-03-22T07:16:13.984101+0000","last_unstale":"2024-03-22T07:44:32.523263+0000","last_undegraded":"2024-03-22T07:44:32.523263+0000","last_fullsized":"2024-03-22T07:44:32.523263+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:31:30.762346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1589,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.516397+0000","last_change":"2024-03-22T07:16:57.333354+0000","last_active":"2024-03-22T07:44:32.516397+0000","last_peered":"2024-03-22T07:44:32.516397+0000","last_clean":"2024-03-22T07:44:32.516397+0000","last_became_active":"2024-03-22T07:16:57.332379+0000","last_became_peered":"2024-03-22T07:16:57.332379+0000","last_unstale":"2024-03-22T07:44:32.516397+0000","last_undegraded":"2024-03-22T07:44:32.516397+0000","last_fullsized":"2024-03-22T07:44:32.516397+0000","mapping_epoch":631,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":632,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:47:50.419280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1570,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.130330+0000","last_change":"2024-03-22T07:17:26.327521+0000","last_active":"2024-03-22T07:44:33.130330+0000","last_peered":"2024-03-22T07:44:33.130330+0000","last_clean":"2024-03-22T07:44:33.130330+0000","last_became_active":"2024-03-22T07:17:26.327186+0000","last_became_peered":"2024-03-22T07:17:26.327186+0000","last_unstale":"2024-03-22T07:44:33.130330+0000","last_undegraded":"2024-03-22T07:44:33.130330+0000","last_fullsized":"2024-03-22T07:44:33.130330+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:06:00.129227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1598,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.528275+0000","last_change":"2024-03-22T07:17:26.313910+0000","last_active":"2024-03-22T07:44:32.528275+0000","last_peered":"2024-03-22T07:44:32.528275+0000","last_clean":"2024-03-22T07:44:32.528275+0000","last_became_active":"2024-03-22T07:17:26.313588+0000","last_became_peered":"2024-03-22T07:17:26.313588+0000","last_unstale":"2024-03-22T07:44:32.528275+0000","last_undegraded":"2024-03-22T07:44:32.528275+0000","last_fullsized":"2024-03-22T07:44:32.528275+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:33:05.380406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1553,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.523199+0000","last_change":"2024-03-22T07:17:55.156575+0000","last_active":"2024-03-22T07:44:32.523199+0000","last_peered":"2024-03-22T07:44:32.523199+0000","last_clean":"2024-03-22T07:44:32.523199+0000","last_became_active":"2024-03-22T07:17:55.153188+0000","last_became_peered":"2024-03-22T07:17:55.153188+0000","last_unstale":"2024-03-22T07:44:32.523199+0000","last_undegraded":"2024-03-22T07:44:32.523199+0000","last_fullsized":"2024-03-22T07:44:32.523199+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:26:49.147778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1087,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.503965+0000","last_change":"2024-03-22T07:16:13.985483+0000","last_active":"2024-03-22T07:44:29.503965+0000","last_peered":"2024-03-22T07:44:29.503965+0000","last_clean":"2024-03-22T07:44:29.503965+0000","last_became_active":"2024-03-22T07:16:13.984532+0000","last_became_peered":"2024-03-22T07:16:13.984532+0000","last_unstale":"2024-03-22T07:44:29.503965+0000","last_undegraded":"2024-03-22T07:44:29.503965+0000","last_fullsized":"2024-03-22T07:44:29.503965+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:46:15.755551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1589,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.515898+0000","last_change":"2024-03-22T07:17:55.146776+0000","last_active":"2024-03-22T07:44:32.515898+0000","last_peered":"2024-03-22T07:44:32.515898+0000","last_clean":"2024-03-22T07:44:32.515898+0000","last_became_active":"2024-03-22T07:17:55.146189+0000","last_became_peered":"2024-03-22T07:17:55.146189+0000","last_unstale":"2024-03-22T07:44:32.515898+0000","last_undegraded":"2024-03-22T07:44:32.515898+0000","last_fullsized":"2024-03-22T07:44:32.515898+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:17:52.972939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1097,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.504763+0000","last_change":"2024-03-22T07:17:26.323227+0000","last_active":"2024-03-22T07:44:29.504763+0000","last_peered":"2024-03-22T07:44:29.504763+0000","last_clean":"2024-03-22T07:44:29.504763+0000","last_became_active":"2024-03-22T07:17:26.322310+0000","last_became_peered":"2024-03-22T07:17:26.322310+0000","last_unstale":"2024-03-22T07:44:29.504763+0000","last_undegraded":"2024-03-22T07:44:29.504763+0000","last_fullsized":"2024-03-22T07:44:29.504763+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:05:29.409508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1607,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.524997+0000","last_change":"2024-03-22T07:16:13.989094+0000","last_active":"2024-03-22T07:44:32.524997+0000","last_peered":"2024-03-22T07:44:32.524997+0000","last_clean":"2024-03-22T07:44:32.524997+0000","last_became_active":"2024-03-22T07:16:13.986902+0000","last_became_peered":"2024-03-22T07:16:13.986902+0000","last_unstale":"2024-03-22T07:44:32.524997+0000","last_undegraded":"2024-03-22T07:44:32.524997+0000","last_fullsized":"2024-03-22T07:44:32.524997+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:02:49.328609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1551,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.130926+0000","last_change":"2024-03-22T07:17:55.140415+0000","last_active":"2024-03-22T07:44:33.130926+0000","last_peered":"2024-03-22T07:44:33.130926+0000","last_clean":"2024-03-22T07:44:33.130926+0000","last_became_active":"2024-03-22T07:17:55.139474+0000","last_became_peered":"2024-03-22T07:17:55.139474+0000","last_unstale":"2024-03-22T07:44:33.130926+0000","last_undegraded":"2024-03-22T07:44:33.130926+0000","last_fullsized":"2024-03-22T07:44:33.130926+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:14:55.851391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1547,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.129206+0000","last_change":"2024-03-22T07:17:26.361254+0000","last_active":"2024-03-22T07:44:33.129206+0000","last_peered":"2024-03-22T07:44:33.129206+0000","last_clean":"2024-03-22T07:44:33.129206+0000","last_became_active":"2024-03-22T07:17:26.353421+0000","last_became_peered":"2024-03-22T07:17:26.353421+0000","last_unstale":"2024-03-22T07:44:33.129206+0000","last_undegraded":"2024-03-22T07:44:33.129206+0000","last_fullsized":"2024-03-22T07:44:33.129206+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:30:55.739004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1532,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.525084+0000","last_change":"2024-03-22T07:17:55.181497+0000","last_active":"2024-03-22T07:44:32.525084+0000","last_peered":"2024-03-22T07:44:32.525084+0000","last_clean":"2024-03-22T07:44:32.525084+0000","last_became_active":"2024-03-22T07:17:55.181199+0000","last_became_peered":"2024-03-22T07:17:55.181199+0000","last_unstale":"2024-03-22T07:44:32.525084+0000","last_undegraded":"2024-03-22T07:44:32.525084+0000","last_fullsized":"2024-03-22T07:44:32.525084+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:34:13.869761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1534,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.519022+0000","last_change":"2024-03-22T07:17:55.168570+0000","last_active":"2024-03-22T07:44:32.519022+0000","last_peered":"2024-03-22T07:44:32.519022+0000","last_clean":"2024-03-22T07:44:32.519022+0000","last_became_active":"2024-03-22T07:17:55.164369+0000","last_became_peered":"2024-03-22T07:17:55.164369+0000","last_unstale":"2024-03-22T07:44:32.519022+0000","last_undegraded":"2024-03-22T07:44:32.519022+0000","last_fullsized":"2024-03-22T07:44:32.519022+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:28:47.446493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1548,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.523274+0000","last_change":"2024-03-22T07:17:55.179743+0000","last_active":"2024-03-22T07:44:32.523274+0000","last_peered":"2024-03-22T07:44:32.523274+0000","last_clean":"2024-03-22T07:44:32.523274+0000","last_became_active":"2024-03-22T07:17:55.179016+0000","last_became_peered":"2024-03-22T07:17:55.179016+0000","last_unstale":"2024-03-22T07:44:32.523274+0000","last_undegraded":"2024-03-22T07:44:32.523274+0000","last_fullsized":"2024-03-22T07:44:32.523274+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:20:20.872997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1101,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.147395+0000","last_change":"2024-03-22T07:17:55.152757+0000","last_active":"2024-03-22T07:44:33.147395+0000","last_peered":"2024-03-22T07:44:33.147395+0000","last_clean":"2024-03-22T07:44:33.147395+0000","last_became_active":"2024-03-22T07:17:55.152424+0000","last_became_peered":"2024-03-22T07:17:55.152424+0000","last_unstale":"2024-03-22T07:44:33.147395+0000","last_undegraded":"2024-03-22T07:44:33.147395+0000","last_fullsized":"2024-03-22T07:44:33.147395+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:05:41.892822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1550,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.521017+0000","last_change":"2024-03-22T07:17:55.185215+0000","last_active":"2024-03-22T07:44:32.521017+0000","last_peered":"2024-03-22T07:44:32.521017+0000","last_clean":"2024-03-22T07:44:32.521017+0000","last_became_active":"2024-03-22T07:17:55.184507+0000","last_became_peered":"2024-03-22T07:17:55.184507+0000","last_unstale":"2024-03-22T07:44:32.521017+0000","last_undegraded":"2024-03-22T07:44:32.521017+0000","last_fullsized":"2024-03-22T07:44:32.521017+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:08:49.437484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"70'3","reported_seq":1536,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.134416+0000","last_change":"2024-03-22T07:17:55.147291+0000","last_active":"2024-03-22T07:44:33.134416+0000","last_peered":"2024-03-22T07:44:33.134416+0000","last_clean":"2024-03-22T07:44:33.134416+0000","last_became_active":"2024-03-22T07:17:55.146984+0000","last_became_peered":"2024-03-22T07:17:55.146984+0000","last_unstale":"2024-03-22T07:44:33.134416+0000","last_undegraded":"2024-03-22T07:44:33.134416+0000","last_fullsized":"2024-03-22T07:44:33.134416+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:23:15.951731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1683,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.516830+0000","last_change":"2024-03-22T07:17:55.138043+0000","last_active":"2024-03-22T07:44:32.516830+0000","last_peered":"2024-03-22T07:44:32.516830+0000","last_clean":"2024-03-22T07:44:32.516830+0000","last_became_active":"2024-03-22T07:17:55.137596+0000","last_became_peered":"2024-03-22T07:17:55.137596+0000","last_unstale":"2024-03-22T07:44:32.516830+0000","last_undegraded":"2024-03-22T07:44:32.516830+0000","last_fullsized":"2024-03-22T07:44:32.516830+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:30:34.623928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1081,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.139147+0000","last_change":"2024-03-22T07:17:26.320968+0000","last_active":"2024-03-22T07:44:33.139147+0000","last_peered":"2024-03-22T07:44:33.139147+0000","last_clean":"2024-03-22T07:44:33.139147+0000","last_became_active":"2024-03-22T07:17:26.319688+0000","last_became_peered":"2024-03-22T07:17:26.319688+0000","last_unstale":"2024-03-22T07:44:33.139147+0000","last_undegraded":"2024-03-22T07:44:33.139147+0000","last_fullsized":"2024-03-22T07:44:33.139147+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:05:27.022045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":1085,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.146988+0000","last_change":"2024-03-22T07:16:14.003592+0000","last_active":"2024-03-22T07:44:33.146988+0000","last_peered":"2024-03-22T07:44:33.146988+0000","last_clean":"2024-03-22T07:44:33.146988+0000","last_became_active":"2024-03-22T07:16:14.003139+0000","last_became_peered":"2024-03-22T07:16:14.003139+0000","last_unstale":"2024-03-22T07:44:33.146988+0000","last_undegraded":"2024-03-22T07:44:33.146988+0000","last_fullsized":"2024-03-22T07:44:33.146988+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:13:02.415910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":1073,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.146953+0000","last_change":"2024-03-22T07:04:14.737599+0000","last_active":"2024-03-22T07:44:33.146953+0000","last_peered":"2024-03-22T07:44:33.146953+0000","last_clean":"2024-03-22T07:44:33.146953+0000","last_became_active":"2024-03-22T07:04:14.737188+0000","last_became_peered":"2024-03-22T07:04:14.737188+0000","last_unstale":"2024-03-22T07:44:33.146953+0000","last_undegraded":"2024-03-22T07:44:33.146953+0000","last_fullsized":"2024-03-22T07:44:33.146953+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:06:59.407884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1566,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.520975+0000","last_change":"2024-03-22T07:17:55.172473+0000","last_active":"2024-03-22T07:44:32.520975+0000","last_peered":"2024-03-22T07:44:32.520975+0000","last_clean":"2024-03-22T07:44:32.520975+0000","last_became_active":"2024-03-22T07:17:55.169508+0000","last_became_peered":"2024-03-22T07:17:55.169508+0000","last_unstale":"2024-03-22T07:44:32.520975+0000","last_undegraded":"2024-03-22T07:44:32.520975+0000","last_fullsized":"2024-03-22T07:44:32.520975+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:28:17.969576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":1105,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.142955+0000","last_change":"2024-03-22T07:17:55.177787+0000","last_active":"2024-03-22T07:44:33.142955+0000","last_peered":"2024-03-22T07:44:33.142955+0000","last_clean":"2024-03-22T07:44:33.142955+0000","last_became_active":"2024-03-22T07:17:55.177378+0000","last_became_peered":"2024-03-22T07:17:55.177378+0000","last_unstale":"2024-03-22T07:44:33.142955+0000","last_undegraded":"2024-03-22T07:44:33.142955+0000","last_fullsized":"2024-03-22T07:44:33.142955+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:38:25.957846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1066,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.134997+0000","last_change":"2024-03-22T07:04:16.123103+0000","last_active":"2024-03-22T07:44:33.134997+0000","last_peered":"2024-03-22T07:44:33.134997+0000","last_clean":"2024-03-22T07:44:33.134997+0000","last_became_active":"2024-03-22T07:04:16.122042+0000","last_became_peered":"2024-03-22T07:04:16.122042+0000","last_unstale":"2024-03-22T07:44:33.134997+0000","last_undegraded":"2024-03-22T07:44:33.134997+0000","last_fullsized":"2024-03-22T07:44:33.134997+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:34:59.216714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":1103,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.143195+0000","last_change":"2024-03-22T07:17:55.178568+0000","last_active":"2024-03-22T07:44:33.143195+0000","last_peered":"2024-03-22T07:44:33.143195+0000","last_clean":"2024-03-22T07:44:33.143195+0000","last_became_active":"2024-03-22T07:17:55.177669+0000","last_became_peered":"2024-03-22T07:17:55.177669+0000","last_unstale":"2024-03-22T07:44:33.143195+0000","last_undegraded":"2024-03-22T07:44:33.143195+0000","last_fullsized":"2024-03-22T07:44:33.143195+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:39:55.052342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":1513,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.140312+0000","last_change":"2024-03-22T07:17:26.356418+0000","last_active":"2024-03-22T07:44:33.140312+0000","last_peered":"2024-03-22T07:44:33.140312+0000","last_clean":"2024-03-22T07:44:33.140312+0000","last_became_active":"2024-03-22T07:17:26.348224+0000","last_became_peered":"2024-03-22T07:17:26.348224+0000","last_unstale":"2024-03-22T07:44:33.140312+0000","last_undegraded":"2024-03-22T07:44:33.140312+0000","last_fullsized":"2024-03-22T07:44:33.140312+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:26:45.252901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":1100,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:30.013382+0000","last_change":"2024-03-22T07:14:24.385262+0000","last_active":"2024-03-22T07:44:30.013382+0000","last_peered":"2024-03-22T07:44:30.013382+0000","last_clean":"2024-03-22T07:44:30.013382+0000","last_became_active":"2024-03-22T07:14:24.384455+0000","last_became_peered":"2024-03-22T07:14:24.384455+0000","last_unstale":"2024-03-22T07:44:30.013382+0000","last_undegraded":"2024-03-22T07:44:30.013382+0000","last_fullsized":"2024-03-22T07:44:30.013382+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:35:29.104708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1672,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.514739+0000","last_change":"2024-03-22T07:17:26.331654+0000","last_active":"2024-03-22T07:44:32.514739+0000","last_peered":"2024-03-22T07:44:32.514739+0000","last_clean":"2024-03-22T07:44:32.514739+0000","last_became_active":"2024-03-22T07:17:26.331042+0000","last_became_peered":"2024-03-22T07:17:26.331042+0000","last_unstale":"2024-03-22T07:44:32.514739+0000","last_undegraded":"2024-03-22T07:44:32.514739+0000","last_fullsized":"2024-03-22T07:44:32.514739+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:41:36.206394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1085,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.744038+0000","last_change":"2024-03-22T07:17:55.184405+0000","last_active":"2024-03-22T07:44:29.744038+0000","last_peered":"2024-03-22T07:44:29.744038+0000","last_clean":"2024-03-22T07:44:29.744038+0000","last_became_active":"2024-03-22T07:17:55.182746+0000","last_became_peered":"2024-03-22T07:17:55.182746+0000","last_unstale":"2024-03-22T07:44:29.744038+0000","last_undegraded":"2024-03-22T07:44:29.744038+0000","last_fullsized":"2024-03-22T07:44:29.744038+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:49:50.958519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1079,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.141567+0000","last_change":"2024-03-22T07:17:26.338795+0000","last_active":"2024-03-22T07:44:33.141567+0000","last_peered":"2024-03-22T07:44:33.141567+0000","last_clean":"2024-03-22T07:44:33.141567+0000","last_became_active":"2024-03-22T07:17:26.338466+0000","last_became_peered":"2024-03-22T07:17:26.338466+0000","last_unstale":"2024-03-22T07:44:33.141567+0000","last_undegraded":"2024-03-22T07:44:33.141567+0000","last_fullsized":"2024-03-22T07:44:33.141567+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:43:57.608480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1671,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.512338+0000","last_change":"2024-03-22T07:17:26.328905+0000","last_active":"2024-03-22T07:44:32.512338+0000","last_peered":"2024-03-22T07:44:32.512338+0000","last_clean":"2024-03-22T07:44:32.512338+0000","last_became_active":"2024-03-22T07:17:26.328573+0000","last_became_peered":"2024-03-22T07:17:26.328573+0000","last_unstale":"2024-03-22T07:44:32.512338+0000","last_undegraded":"2024-03-22T07:44:32.512338+0000","last_fullsized":"2024-03-22T07:44:32.512338+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:33:48.945977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":1545,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.138093+0000","last_change":"2024-03-22T07:17:26.362890+0000","last_active":"2024-03-22T07:44:33.138093+0000","last_peered":"2024-03-22T07:44:33.138093+0000","last_clean":"2024-03-22T07:44:33.138093+0000","last_became_active":"2024-03-22T07:17:26.354686+0000","last_became_peered":"2024-03-22T07:17:26.354686+0000","last_unstale":"2024-03-22T07:44:33.138093+0000","last_undegraded":"2024-03-22T07:44:33.138093+0000","last_fullsized":"2024-03-22T07:44:33.138093+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:17:01.103630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":1104,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.744930+0000","last_change":"2024-03-22T07:17:55.184206+0000","last_active":"2024-03-22T07:44:29.744930+0000","last_peered":"2024-03-22T07:44:29.744930+0000","last_clean":"2024-03-22T07:44:29.744930+0000","last_became_active":"2024-03-22T07:17:55.183712+0000","last_became_peered":"2024-03-22T07:17:55.183712+0000","last_unstale":"2024-03-22T07:44:29.744930+0000","last_undegraded":"2024-03-22T07:44:29.744930+0000","last_fullsized":"2024-03-22T07:44:29.744930+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:45:25.576456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1542,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.522908+0000","last_change":"2024-03-22T07:17:55.156123+0000","last_active":"2024-03-22T07:44:32.522908+0000","last_peered":"2024-03-22T07:44:32.522908+0000","last_clean":"2024-03-22T07:44:32.522908+0000","last_became_active":"2024-03-22T07:17:55.152986+0000","last_became_peered":"2024-03-22T07:17:55.152986+0000","last_unstale":"2024-03-22T07:44:32.522908+0000","last_undegraded":"2024-03-22T07:44:32.522908+0000","last_fullsized":"2024-03-22T07:44:32.522908+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:32:27.919810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"346'23","reported_seq":1550,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.521334+0000","last_change":"2024-03-22T07:17:55.171455+0000","last_active":"2024-03-22T07:44:32.521334+0000","last_peered":"2024-03-22T07:44:32.521334+0000","last_clean":"2024-03-22T07:44:32.521334+0000","last_became_active":"2024-03-22T07:17:55.163193+0000","last_became_peered":"2024-03-22T07:17:55.163193+0000","last_unstale":"2024-03-22T07:44:32.521334+0000","last_undegraded":"2024-03-22T07:44:32.521334+0000","last_fullsized":"2024-03-22T07:44:32.521334+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:18:33.526018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4756,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1586,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.521223+0000","last_change":"2024-03-22T07:16:57.321962+0000","last_active":"2024-03-22T07:44:32.521223+0000","last_peered":"2024-03-22T07:44:32.521223+0000","last_clean":"2024-03-22T07:44:32.521223+0000","last_became_active":"2024-03-22T07:16:57.321017+0000","last_became_peered":"2024-03-22T07:16:57.321017+0000","last_unstale":"2024-03-22T07:44:32.521223+0000","last_undegraded":"2024-03-22T07:44:32.521223+0000","last_fullsized":"2024-03-22T07:44:32.521223+0000","mapping_epoch":631,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":632,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:29:46.621466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":1106,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.143809+0000","last_change":"2024-03-22T07:17:55.179873+0000","last_active":"2024-03-22T07:44:33.143809+0000","last_peered":"2024-03-22T07:44:33.143809+0000","last_clean":"2024-03-22T07:44:33.143809+0000","last_became_active":"2024-03-22T07:17:55.178776+0000","last_became_peered":"2024-03-22T07:17:55.178776+0000","last_unstale":"2024-03-22T07:44:33.143809+0000","last_undegraded":"2024-03-22T07:44:33.143809+0000","last_fullsized":"2024-03-22T07:44:33.143809+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:42:08.649547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":1501,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.132840+0000","last_change":"2024-03-22T07:17:26.338423+0000","last_active":"2024-03-22T07:44:33.132840+0000","last_peered":"2024-03-22T07:44:33.132840+0000","last_clean":"2024-03-22T07:44:33.132840+0000","last_became_active":"2024-03-22T07:17:26.337272+0000","last_became_peered":"2024-03-22T07:17:26.337272+0000","last_unstale":"2024-03-22T07:44:33.132840+0000","last_undegraded":"2024-03-22T07:44:33.132840+0000","last_fullsized":"2024-03-22T07:44:33.132840+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:56:48.150311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1080,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.139668+0000","last_change":"2024-03-22T07:16:14.000684+0000","last_active":"2024-03-22T07:44:33.139668+0000","last_peered":"2024-03-22T07:44:33.139668+0000","last_clean":"2024-03-22T07:44:33.139668+0000","last_became_active":"2024-03-22T07:16:14.000117+0000","last_became_peered":"2024-03-22T07:16:14.000117+0000","last_unstale":"2024-03-22T07:44:33.139668+0000","last_undegraded":"2024-03-22T07:44:33.139668+0000","last_fullsized":"2024-03-22T07:44:33.139668+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:26:03.559316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":1545,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.128744+0000","last_change":"2024-03-22T07:17:26.296916+0000","last_active":"2024-03-22T07:44:33.128744+0000","last_peered":"2024-03-22T07:44:33.128744+0000","last_clean":"2024-03-22T07:44:33.128744+0000","last_became_active":"2024-03-22T07:17:26.296561+0000","last_became_peered":"2024-03-22T07:17:26.296561+0000","last_unstale":"2024-03-22T07:44:33.128744+0000","last_undegraded":"2024-03-22T07:44:33.128744+0000","last_fullsized":"2024-03-22T07:44:33.128744+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:02:01.738480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1671,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.527447+0000","last_change":"2024-03-22T07:17:26.299740+0000","last_active":"2024-03-22T07:44:32.527447+0000","last_peered":"2024-03-22T07:44:32.527447+0000","last_clean":"2024-03-22T07:44:32.527447+0000","last_became_active":"2024-03-22T07:17:26.299387+0000","last_became_peered":"2024-03-22T07:17:26.299387+0000","last_unstale":"2024-03-22T07:44:32.527447+0000","last_undegraded":"2024-03-22T07:44:32.527447+0000","last_fullsized":"2024-03-22T07:44:32.527447+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:08:58.254984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":1086,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.146143+0000","last_change":"2024-03-22T07:16:13.984623+0000","last_active":"2024-03-22T07:44:33.146143+0000","last_peered":"2024-03-22T07:44:33.146143+0000","last_clean":"2024-03-22T07:44:33.146143+0000","last_became_active":"2024-03-22T07:16:13.984072+0000","last_became_peered":"2024-03-22T07:16:13.984072+0000","last_unstale":"2024-03-22T07:44:33.146143+0000","last_undegraded":"2024-03-22T07:44:33.146143+0000","last_fullsized":"2024-03-22T07:44:33.146143+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:03:40.409780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1560,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.129175+0000","last_change":"2024-03-22T07:17:26.293066+0000","last_active":"2024-03-22T07:44:33.129175+0000","last_peered":"2024-03-22T07:44:33.129175+0000","last_clean":"2024-03-22T07:44:33.129175+0000","last_became_active":"2024-03-22T07:17:26.292434+0000","last_became_peered":"2024-03-22T07:17:26.292434+0000","last_unstale":"2024-03-22T07:44:33.129175+0000","last_undegraded":"2024-03-22T07:44:33.129175+0000","last_fullsized":"2024-03-22T07:44:33.129175+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:28:55.400823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1675,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.517825+0000","last_change":"2024-03-22T07:17:26.331372+0000","last_active":"2024-03-22T07:44:32.517825+0000","last_peered":"2024-03-22T07:44:32.517825+0000","last_clean":"2024-03-22T07:44:32.517825+0000","last_became_active":"2024-03-22T07:17:26.330593+0000","last_became_peered":"2024-03-22T07:17:26.330593+0000","last_unstale":"2024-03-22T07:44:32.517825+0000","last_undegraded":"2024-03-22T07:44:32.517825+0000","last_fullsized":"2024-03-22T07:44:32.517825+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:42:09.594672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1594,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.522167+0000","last_change":"2024-03-22T07:17:55.112873+0000","last_active":"2024-03-22T07:44:32.522167+0000","last_peered":"2024-03-22T07:44:32.522167+0000","last_clean":"2024-03-22T07:44:32.522167+0000","last_became_active":"2024-03-22T07:17:55.112131+0000","last_became_peered":"2024-03-22T07:17:55.112131+0000","last_unstale":"2024-03-22T07:44:32.522167+0000","last_undegraded":"2024-03-22T07:44:32.522167+0000","last_fullsized":"2024-03-22T07:44:32.522167+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:27:34.335250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":1553,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.135472+0000","last_change":"2024-03-22T07:17:55.177327+0000","last_active":"2024-03-22T07:44:33.135472+0000","last_peered":"2024-03-22T07:44:33.135472+0000","last_clean":"2024-03-22T07:44:33.135472+0000","last_became_active":"2024-03-22T07:17:55.176775+0000","last_became_peered":"2024-03-22T07:17:55.176775+0000","last_unstale":"2024-03-22T07:44:33.135472+0000","last_undegraded":"2024-03-22T07:44:33.135472+0000","last_fullsized":"2024-03-22T07:44:33.135472+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:36:27.675505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"70'2","reported_seq":1550,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.523460+0000","last_change":"2024-03-22T07:17:55.169330+0000","last_active":"2024-03-22T07:44:32.523460+0000","last_peered":"2024-03-22T07:44:32.523460+0000","last_clean":"2024-03-22T07:44:32.523460+0000","last_became_active":"2024-03-22T07:17:55.168468+0000","last_became_peered":"2024-03-22T07:17:55.168468+0000","last_unstale":"2024-03-22T07:44:32.523460+0000","last_undegraded":"2024-03-22T07:44:32.523460+0000","last_fullsized":"2024-03-22T07:44:32.523460+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:04:55.441368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5554,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":65,"num_read_kb":68,"num_write":61,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3264,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201824,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":109828,"kb_used_data":10680,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":93635324,"statfs":{"total":95995035648,"available":95882571776,"internally_reserved":0,"allocated":10936320,"data_stored":8445578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":101513676},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463466,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":136056,"kb_used_data":10668,"kb_used_omap":1,"kb_used_meta":125374,"kb_avail":93609096,"statfs":{"total":95995035648,"available":95855714304,"internally_reserved":0,"allocated":10924032,"data_stored":8445432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":128383431},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":588,"seq":2525440770406,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":75424,"kb_used_data":11796,"kb_used_omap":58,"kb_used_meta":63557,"kb_avail":93669728,"statfs":{"total":95995035648,"available":95917801472,"internally_reserved":0,"allocated":12079104,"data_stored":8111971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":60222,"internal_metadata":65082562},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":483,"seq":2074469204348,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":58308,"kb_used_data":12540,"kb_used_omap":61,"kb_used_meta":45698,"kb_avail":93686844,"statfs":{"total":95995035648,"available":95935328256,"internally_reserved":0,"allocated":12840960,"data_stored":8721413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62741,"internal_metadata":46795499},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":631,"seq":2710124364125,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":69976,"kb_used_data":11660,"kb_used_omap":73,"kb_used_meta":58230,"kb_avail":93675176,"statfs":{"total":95995035648,"available":95923380224,"internally_reserved":0,"allocated":11939840,"data_stored":8092104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75571,"internal_metadata":59627725},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":648,"seq":2783138808151,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":87932,"kb_used_data":11696,"kb_used_omap":65,"kb_used_meta":76158,"kb_avail":93657220,"statfs":{"total":95995035648,"available":95904993280,"internally_reserved":0,"allocated":11976704,"data_stored":8091668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":67425,"internal_metadata":77985951},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":656,"seq":2817498546514,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":65980,"kb_used_data":11952,"kb_used_omap":66,"kb_used_meta":53949,"kb_avail":93679172,"statfs":{"total":95995035648,"available":95927472128,"internally_reserved":0,"allocated":12238848,"data_stored":8125490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":67734,"internal_metadata":55244650},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503725108,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":81388,"kb_used_data":10080,"kb_used_omap":1,"kb_used_meta":71294,"kb_avail":93663764,"statfs":{"total":95995035648,"available":95911694336,"internally_reserved":0,"allocated":10321920,"data_stored":7850890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73005510},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":887,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2377,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-22T07:45:56.261 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph pg dump --format=json 2024-03-22T07:45:56.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:56 smithi129 bash[79695]: audit 2024-03-22T07:45:55.450427+0000 mgr.y (mgr.25337) 1158 : audit 0 from='client.44894 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:45:56.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:56 smithi129 bash[82160]: audit 2024-03-22T07:45:55.450427+0000 mgr.y (mgr.25337) 1158 : audit 0 from='client.44894 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:45:56.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:56 smithi148 bash[66753]: audit 2024-03-22T07:45:55.450427+0000 mgr.y (mgr.25337) 1158 : audit 0 from='client.44894 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:45:57.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:57 smithi129 bash[82160]: cluster 2024-03-22T07:45:56.358904+0000 mgr.y (mgr.25337) 1159 : cluster 0 pgmap v1892: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:57.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:57 smithi129 bash[82160]: audit 2024-03-22T07:45:57.419876+0000 mon.c (mon.2) 446 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:45:57.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:57 smithi129 bash[79695]: cluster 2024-03-22T07:45:56.358904+0000 mgr.y (mgr.25337) 1159 : cluster 0 pgmap v1892: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:57.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:57 smithi129 bash[79695]: audit 2024-03-22T07:45:57.419876+0000 mon.c (mon.2) 446 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:45:57.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:57 smithi148 bash[66753]: cluster 2024-03-22T07:45:56.358904+0000 mgr.y (mgr.25337) 1159 : cluster 0 pgmap v1892: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:57.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:57 smithi148 bash[66753]: audit 2024-03-22T07:45:57.419876+0000 mon.c (mon.2) 446 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:45:59.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:45:59 smithi129 bash[79695]: cluster 2024-03-22T07:45:58.359789+0000 mgr.y (mgr.25337) 1160 : cluster 0 pgmap v1893: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:59.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:45:59 smithi129 bash[82160]: cluster 2024-03-22T07:45:58.359789+0000 mgr.y (mgr.25337) 1160 : cluster 0 pgmap v1893: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:45:59.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:45:59 smithi148 bash[66753]: cluster 2024-03-22T07:45:58.359789+0000 mgr.y (mgr.25337) 1160 : cluster 0 pgmap v1893: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:01.004 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:46:01.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:01 smithi129 bash[82160]: cluster 2024-03-22T07:46:00.360694+0000 mgr.y (mgr.25337) 1161 : cluster 0 pgmap v1894: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:01.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:01 smithi129 bash[79695]: cluster 2024-03-22T07:46:00.360694+0000 mgr.y (mgr.25337) 1161 : cluster 0 pgmap v1894: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:01.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:01 smithi148 bash[66753]: cluster 2024-03-22T07:46:00.360694+0000 mgr.y (mgr.25337) 1161 : cluster 0 pgmap v1894: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:04.060 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:46:04.063 INFO:teuthology.orchestra.run.smithi129.stderr:dumped all 2024-03-22T07:46:04.073 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:46:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:46:03] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2024-03-22T07:46:04.074 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:03 smithi129 bash[79695]: cluster 2024-03-22T07:46:02.361179+0000 mgr.y (mgr.25337) 1162 : cluster 0 pgmap v1895: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:04.074 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:03 smithi129 bash[79695]: audit 2024-03-22T07:46:02.768474+0000 mon.a (mon.0) 1626 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:46:04.074 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:03 smithi129 bash[79695]: audit 2024-03-22T07:46:02.782846+0000 mon.a (mon.0) 1627 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:46:04.074 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:03 smithi129 bash[79695]: audit 2024-03-22T07:46:03.481065+0000 mon.a (mon.0) 1628 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:46:04.074 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:03 smithi129 bash[79695]: audit 2024-03-22T07:46:03.496989+0000 mon.a (mon.0) 1629 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:46:04.074 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:03 smithi129 bash[82160]: cluster 2024-03-22T07:46:02.361179+0000 mgr.y (mgr.25337) 1162 : cluster 0 pgmap v1895: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:04.075 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:03 smithi129 bash[82160]: audit 2024-03-22T07:46:02.768474+0000 mon.a (mon.0) 1626 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:46:04.075 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:03 smithi129 bash[82160]: audit 2024-03-22T07:46:02.782846+0000 mon.a (mon.0) 1627 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:46:04.075 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:03 smithi129 bash[82160]: audit 2024-03-22T07:46:03.481065+0000 mon.a (mon.0) 1628 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:46:04.075 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:03 smithi129 bash[82160]: audit 2024-03-22T07:46:03.496989+0000 mon.a (mon.0) 1629 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:46:04.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:03 smithi148 bash[66753]: cluster 2024-03-22T07:46:02.361179+0000 mgr.y (mgr.25337) 1162 : cluster 0 pgmap v1895: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:04.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:03 smithi148 bash[66753]: audit 2024-03-22T07:46:02.768474+0000 mon.a (mon.0) 1626 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:46:04.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:03 smithi148 bash[66753]: audit 2024-03-22T07:46:02.782846+0000 mon.a (mon.0) 1627 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:46:04.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:03 smithi148 bash[66753]: audit 2024-03-22T07:46:03.481065+0000 mon.a (mon.0) 1628 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:46:04.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:03 smithi148 bash[66753]: audit 2024-03-22T07:46:03.496989+0000 mon.a (mon.0) 1629 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:46:04.831 INFO:teuthology.orchestra.run.smithi129.stdout:{"pg_ready":true,"pg_map":{"version":1895,"stamp":"2024-03-22T07:46:02.360933+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595922,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":565,"num_read_kb":992,"num_write":300,"num_write_kb":2446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":222,"ondisk_log_size":222,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":684892,"kb_used_data":91072,"kb_used_omap":330,"kb_used_meta":593397,"kb_avail":749276324,"statfs":{"total":767960285184,"available":767258955776,"internally_reserved":0,"allocated":93257728,"data_stored":65884546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":338468,"internal_metadata":607639004},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004645"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":1531,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.520396+0000","last_change":"2024-03-22T07:17:55.169339+0000","last_active":"2024-03-22T07:44:32.520396+0000","last_peered":"2024-03-22T07:44:32.520396+0000","last_clean":"2024-03-22T07:44:32.520396+0000","last_became_active":"2024-03-22T07:17:55.168978+0000","last_became_peered":"2024-03-22T07:17:55.168978+0000","last_unstale":"2024-03-22T07:44:32.520396+0000","last_undegraded":"2024-03-22T07:44:32.520396+0000","last_fullsized":"2024-03-22T07:44:32.520396+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:04:37.265402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"70'5","reported_seq":1685,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.527703+0000","last_change":"2024-03-22T07:16:57.347291+0000","last_active":"2024-03-22T07:44:32.527703+0000","last_peered":"2024-03-22T07:44:32.527703+0000","last_clean":"2024-03-22T07:44:32.527703+0000","last_became_active":"2024-03-22T07:16:57.346370+0000","last_became_peered":"2024-03-22T07:16:57.346370+0000","last_unstale":"2024-03-22T07:44:32.527703+0000","last_undegraded":"2024-03-22T07:44:32.527703+0000","last_fullsized":"2024-03-22T07:44:32.527703+0000","mapping_epoch":631,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":632,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:59:11.514438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":1560,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.133493+0000","last_change":"2024-03-22T07:17:26.325222+0000","last_active":"2024-03-22T07:44:33.133493+0000","last_peered":"2024-03-22T07:44:33.133493+0000","last_clean":"2024-03-22T07:44:33.133493+0000","last_became_active":"2024-03-22T07:17:26.324879+0000","last_became_peered":"2024-03-22T07:17:26.324879+0000","last_unstale":"2024-03-22T07:44:33.133493+0000","last_undegraded":"2024-03-22T07:44:33.133493+0000","last_fullsized":"2024-03-22T07:44:33.133493+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:04:48.328926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"70'2","reported_seq":1552,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.137408+0000","last_change":"2024-03-22T07:17:26.325688+0000","last_active":"2024-03-22T07:44:33.137408+0000","last_peered":"2024-03-22T07:44:33.137408+0000","last_clean":"2024-03-22T07:44:33.137408+0000","last_became_active":"2024-03-22T07:17:26.324869+0000","last_became_peered":"2024-03-22T07:17:26.324869+0000","last_unstale":"2024-03-22T07:44:33.137408+0000","last_undegraded":"2024-03-22T07:44:33.137408+0000","last_fullsized":"2024-03-22T07:44:33.137408+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:08:40.175603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1564,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.523750+0000","last_change":"2024-03-22T07:17:55.146153+0000","last_active":"2024-03-22T07:44:32.523750+0000","last_peered":"2024-03-22T07:44:32.523750+0000","last_clean":"2024-03-22T07:44:32.523750+0000","last_became_active":"2024-03-22T07:17:55.145625+0000","last_became_peered":"2024-03-22T07:17:55.145625+0000","last_unstale":"2024-03-22T07:44:32.523750+0000","last_undegraded":"2024-03-22T07:44:32.523750+0000","last_fullsized":"2024-03-22T07:44:32.523750+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:44:36.202702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":1083,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.505002+0000","last_change":"2024-03-22T07:17:55.170977+0000","last_active":"2024-03-22T07:44:29.505002+0000","last_peered":"2024-03-22T07:44:29.505002+0000","last_clean":"2024-03-22T07:44:29.505002+0000","last_became_active":"2024-03-22T07:17:55.170596+0000","last_became_peered":"2024-03-22T07:17:55.170596+0000","last_unstale":"2024-03-22T07:44:29.505002+0000","last_undegraded":"2024-03-22T07:44:29.505002+0000","last_fullsized":"2024-03-22T07:44:29.505002+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:48:53.096904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1564,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.522149+0000","last_change":"2024-03-22T07:17:55.182364+0000","last_active":"2024-03-22T07:44:32.522149+0000","last_peered":"2024-03-22T07:44:32.522149+0000","last_clean":"2024-03-22T07:44:32.522149+0000","last_became_active":"2024-03-22T07:17:55.176199+0000","last_became_peered":"2024-03-22T07:17:55.176199+0000","last_unstale":"2024-03-22T07:44:32.522149+0000","last_undegraded":"2024-03-22T07:44:32.522149+0000","last_fullsized":"2024-03-22T07:44:32.522149+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:22:25.629834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":1098,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.504191+0000","last_change":"2024-03-22T07:17:55.165996+0000","last_active":"2024-03-22T07:44:29.504191+0000","last_peered":"2024-03-22T07:44:29.504191+0000","last_clean":"2024-03-22T07:44:29.504191+0000","last_became_active":"2024-03-22T07:17:55.165642+0000","last_became_peered":"2024-03-22T07:17:55.165642+0000","last_unstale":"2024-03-22T07:44:29.504191+0000","last_undegraded":"2024-03-22T07:44:29.504191+0000","last_fullsized":"2024-03-22T07:44:29.504191+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:42:45.903159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":1542,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.131412+0000","last_change":"2024-03-22T07:17:26.326445+0000","last_active":"2024-03-22T07:44:33.131412+0000","last_peered":"2024-03-22T07:44:33.131412+0000","last_clean":"2024-03-22T07:44:33.131412+0000","last_became_active":"2024-03-22T07:17:26.326053+0000","last_became_peered":"2024-03-22T07:17:26.326053+0000","last_unstale":"2024-03-22T07:44:33.131412+0000","last_undegraded":"2024-03-22T07:44:33.131412+0000","last_fullsized":"2024-03-22T07:44:33.131412+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:43:43.748143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"70'2","reported_seq":1676,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.517413+0000","last_change":"2024-03-22T07:17:55.140463+0000","last_active":"2024-03-22T07:44:32.517413+0000","last_peered":"2024-03-22T07:44:32.517413+0000","last_clean":"2024-03-22T07:44:32.517413+0000","last_became_active":"2024-03-22T07:17:55.138654+0000","last_became_peered":"2024-03-22T07:17:55.138654+0000","last_unstale":"2024-03-22T07:44:32.517413+0000","last_undegraded":"2024-03-22T07:44:32.517413+0000","last_fullsized":"2024-03-22T07:44:32.517413+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:53:08.242820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1531,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.520826+0000","last_change":"2024-03-22T07:17:55.164722+0000","last_active":"2024-03-22T07:44:32.520826+0000","last_peered":"2024-03-22T07:44:32.520826+0000","last_clean":"2024-03-22T07:44:32.520826+0000","last_became_active":"2024-03-22T07:17:55.163175+0000","last_became_peered":"2024-03-22T07:17:55.163175+0000","last_unstale":"2024-03-22T07:44:32.520826+0000","last_undegraded":"2024-03-22T07:44:32.520826+0000","last_fullsized":"2024-03-22T07:44:32.520826+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:05:05.853529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"70'1","reported_seq":1687,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.515062+0000","last_change":"2024-03-22T07:17:55.154430+0000","last_active":"2024-03-22T07:44:32.515062+0000","last_peered":"2024-03-22T07:44:32.515062+0000","last_clean":"2024-03-22T07:44:32.515062+0000","last_became_active":"2024-03-22T07:17:55.153881+0000","last_became_peered":"2024-03-22T07:17:55.153881+0000","last_unstale":"2024-03-22T07:44:32.515062+0000","last_undegraded":"2024-03-22T07:44:32.515062+0000","last_fullsized":"2024-03-22T07:44:32.515062+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:26:44.625713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1091,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.146383+0000","last_change":"2024-03-22T07:16:57.350164+0000","last_active":"2024-03-22T07:44:33.146383+0000","last_peered":"2024-03-22T07:44:33.146383+0000","last_clean":"2024-03-22T07:44:33.146383+0000","last_became_active":"2024-03-22T07:16:57.349601+0000","last_became_peered":"2024-03-22T07:16:57.349601+0000","last_unstale":"2024-03-22T07:44:33.146383+0000","last_undegraded":"2024-03-22T07:44:33.146383+0000","last_fullsized":"2024-03-22T07:44:33.146383+0000","mapping_epoch":631,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":632,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:09:29.174568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1525,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.129026+0000","last_change":"2024-03-22T07:17:26.362457+0000","last_active":"2024-03-22T07:44:33.129026+0000","last_peered":"2024-03-22T07:44:33.129026+0000","last_clean":"2024-03-22T07:44:33.129026+0000","last_became_active":"2024-03-22T07:17:26.354501+0000","last_became_peered":"2024-03-22T07:17:26.354501+0000","last_unstale":"2024-03-22T07:44:33.129026+0000","last_undegraded":"2024-03-22T07:44:33.129026+0000","last_fullsized":"2024-03-22T07:44:33.129026+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:23:30.206376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1589,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.526333+0000","last_change":"2024-03-22T07:17:55.190847+0000","last_active":"2024-03-22T07:44:32.526333+0000","last_peered":"2024-03-22T07:44:32.526333+0000","last_clean":"2024-03-22T07:44:32.526333+0000","last_became_active":"2024-03-22T07:17:55.189806+0000","last_became_peered":"2024-03-22T07:17:55.189806+0000","last_unstale":"2024-03-22T07:44:32.526333+0000","last_undegraded":"2024-03-22T07:44:32.526333+0000","last_fullsized":"2024-03-22T07:44:32.526333+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:23:23.836424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":1528,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.145249+0000","last_change":"2024-03-22T07:17:26.358582+0000","last_active":"2024-03-22T07:44:33.145249+0000","last_peered":"2024-03-22T07:44:33.145249+0000","last_clean":"2024-03-22T07:44:33.145249+0000","last_became_active":"2024-03-22T07:17:26.352439+0000","last_became_peered":"2024-03-22T07:17:26.352439+0000","last_unstale":"2024-03-22T07:44:33.145249+0000","last_undegraded":"2024-03-22T07:44:33.145249+0000","last_fullsized":"2024-03-22T07:44:33.145249+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:31:55.551378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1666,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.517264+0000","last_change":"2024-03-22T07:14:24.385986+0000","last_active":"2024-03-22T07:44:32.517264+0000","last_peered":"2024-03-22T07:44:32.517264+0000","last_clean":"2024-03-22T07:44:32.517264+0000","last_became_active":"2024-03-22T07:14:24.385206+0000","last_became_peered":"2024-03-22T07:14:24.385206+0000","last_unstale":"2024-03-22T07:44:32.517264+0000","last_undegraded":"2024-03-22T07:44:32.517264+0000","last_fullsized":"2024-03-22T07:44:32.517264+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:05:34.068249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1589,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.528140+0000","last_change":"2024-03-22T07:16:57.341518+0000","last_active":"2024-03-22T07:44:32.528140+0000","last_peered":"2024-03-22T07:44:32.528140+0000","last_clean":"2024-03-22T07:44:32.528140+0000","last_became_active":"2024-03-22T07:16:57.340198+0000","last_became_peered":"2024-03-22T07:16:57.340198+0000","last_unstale":"2024-03-22T07:44:32.528140+0000","last_undegraded":"2024-03-22T07:44:32.528140+0000","last_fullsized":"2024-03-22T07:44:32.528140+0000","mapping_epoch":631,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":632,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:52:33.057028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1107,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.745319+0000","last_change":"2024-03-22T07:17:55.179120+0000","last_active":"2024-03-22T07:44:29.745319+0000","last_peered":"2024-03-22T07:44:29.745319+0000","last_clean":"2024-03-22T07:44:29.745319+0000","last_became_active":"2024-03-22T07:17:55.177980+0000","last_became_peered":"2024-03-22T07:17:55.177980+0000","last_unstale":"2024-03-22T07:44:29.745319+0000","last_undegraded":"2024-03-22T07:44:29.745319+0000","last_fullsized":"2024-03-22T07:44:29.745319+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:10:56.124757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1683,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.515330+0000","last_change":"2024-03-22T07:16:57.343707+0000","last_active":"2024-03-22T07:44:32.515330+0000","last_peered":"2024-03-22T07:44:32.515330+0000","last_clean":"2024-03-22T07:44:32.515330+0000","last_became_active":"2024-03-22T07:16:57.343371+0000","last_became_peered":"2024-03-22T07:16:57.343371+0000","last_unstale":"2024-03-22T07:44:32.515330+0000","last_undegraded":"2024-03-22T07:44:32.515330+0000","last_fullsized":"2024-03-22T07:44:32.515330+0000","mapping_epoch":631,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":632,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:20:30.032067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1683,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.513962+0000","last_change":"2024-03-22T07:17:55.153589+0000","last_active":"2024-03-22T07:44:32.513962+0000","last_peered":"2024-03-22T07:44:32.513962+0000","last_clean":"2024-03-22T07:44:32.513962+0000","last_became_active":"2024-03-22T07:17:55.152800+0000","last_became_peered":"2024-03-22T07:17:55.152800+0000","last_unstale":"2024-03-22T07:44:32.513962+0000","last_undegraded":"2024-03-22T07:44:32.513962+0000","last_fullsized":"2024-03-22T07:44:32.513962+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:18:16.125482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1108,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.142537+0000","last_change":"2024-03-22T07:16:13.976633+0000","last_active":"2024-03-22T07:44:33.142537+0000","last_peered":"2024-03-22T07:44:33.142537+0000","last_clean":"2024-03-22T07:44:33.142537+0000","last_became_active":"2024-03-22T07:16:13.975492+0000","last_became_peered":"2024-03-22T07:16:13.975492+0000","last_unstale":"2024-03-22T07:44:33.142537+0000","last_undegraded":"2024-03-22T07:44:33.142537+0000","last_fullsized":"2024-03-22T07:44:33.142537+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:17:04.986395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":1085,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:30.014974+0000","last_change":"2024-03-22T07:17:55.165980+0000","last_active":"2024-03-22T07:44:30.014974+0000","last_peered":"2024-03-22T07:44:30.014974+0000","last_clean":"2024-03-22T07:44:30.014974+0000","last_became_active":"2024-03-22T07:17:55.165680+0000","last_became_peered":"2024-03-22T07:17:55.165680+0000","last_unstale":"2024-03-22T07:44:30.014974+0000","last_undegraded":"2024-03-22T07:44:30.014974+0000","last_fullsized":"2024-03-22T07:44:30.014974+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:59:00.655143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1501,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.134077+0000","last_change":"2024-03-22T07:17:26.315125+0000","last_active":"2024-03-22T07:44:33.134077+0000","last_peered":"2024-03-22T07:44:33.134077+0000","last_clean":"2024-03-22T07:44:33.134077+0000","last_became_active":"2024-03-22T07:17:26.314419+0000","last_became_peered":"2024-03-22T07:17:26.314419+0000","last_unstale":"2024-03-22T07:44:33.134077+0000","last_undegraded":"2024-03-22T07:44:33.134077+0000","last_fullsized":"2024-03-22T07:44:33.134077+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:48:15.127694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"293'161","reported_seq":1458,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.142872+0000","last_change":"2024-03-22T07:14:24.395466+0000","last_active":"2024-03-22T07:44:33.142872+0000","last_peered":"2024-03-22T07:44:33.142872+0000","last_clean":"2024-03-22T07:44:33.142872+0000","last_became_active":"2024-03-22T07:14:24.394180+0000","last_became_peered":"2024-03-22T07:14:24.394180+0000","last_unstale":"2024-03-22T07:44:33.142872+0000","last_undegraded":"2024-03-22T07:44:33.142872+0000","last_fullsized":"2024-03-22T07:44:33.142872+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T06:56:44.702899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T06:56:44.702899+0000","last_clean_scrub_stamp":"2024-03-22T06:56:44.702899+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:09:00.610136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1087,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.504405+0000","last_change":"2024-03-22T07:16:57.324137+0000","last_active":"2024-03-22T07:44:29.504405+0000","last_peered":"2024-03-22T07:44:29.504405+0000","last_clean":"2024-03-22T07:44:29.504405+0000","last_became_active":"2024-03-22T07:16:57.322398+0000","last_became_peered":"2024-03-22T07:16:57.322398+0000","last_unstale":"2024-03-22T07:44:29.504405+0000","last_undegraded":"2024-03-22T07:44:29.504405+0000","last_fullsized":"2024-03-22T07:44:29.504405+0000","mapping_epoch":631,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":632,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:10:53.023137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1600,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.523263+0000","last_change":"2024-03-22T07:16:13.984489+0000","last_active":"2024-03-22T07:44:32.523263+0000","last_peered":"2024-03-22T07:44:32.523263+0000","last_clean":"2024-03-22T07:44:32.523263+0000","last_became_active":"2024-03-22T07:16:13.984101+0000","last_became_peered":"2024-03-22T07:16:13.984101+0000","last_unstale":"2024-03-22T07:44:32.523263+0000","last_undegraded":"2024-03-22T07:44:32.523263+0000","last_fullsized":"2024-03-22T07:44:32.523263+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:31:30.762346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1589,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.516397+0000","last_change":"2024-03-22T07:16:57.333354+0000","last_active":"2024-03-22T07:44:32.516397+0000","last_peered":"2024-03-22T07:44:32.516397+0000","last_clean":"2024-03-22T07:44:32.516397+0000","last_became_active":"2024-03-22T07:16:57.332379+0000","last_became_peered":"2024-03-22T07:16:57.332379+0000","last_unstale":"2024-03-22T07:44:32.516397+0000","last_undegraded":"2024-03-22T07:44:32.516397+0000","last_fullsized":"2024-03-22T07:44:32.516397+0000","mapping_epoch":631,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":632,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:47:50.419280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1570,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.130330+0000","last_change":"2024-03-22T07:17:26.327521+0000","last_active":"2024-03-22T07:44:33.130330+0000","last_peered":"2024-03-22T07:44:33.130330+0000","last_clean":"2024-03-22T07:44:33.130330+0000","last_became_active":"2024-03-22T07:17:26.327186+0000","last_became_peered":"2024-03-22T07:17:26.327186+0000","last_unstale":"2024-03-22T07:44:33.130330+0000","last_undegraded":"2024-03-22T07:44:33.130330+0000","last_fullsized":"2024-03-22T07:44:33.130330+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:06:00.129227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1598,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.528275+0000","last_change":"2024-03-22T07:17:26.313910+0000","last_active":"2024-03-22T07:44:32.528275+0000","last_peered":"2024-03-22T07:44:32.528275+0000","last_clean":"2024-03-22T07:44:32.528275+0000","last_became_active":"2024-03-22T07:17:26.313588+0000","last_became_peered":"2024-03-22T07:17:26.313588+0000","last_unstale":"2024-03-22T07:44:32.528275+0000","last_undegraded":"2024-03-22T07:44:32.528275+0000","last_fullsized":"2024-03-22T07:44:32.528275+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:33:05.380406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1553,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.523199+0000","last_change":"2024-03-22T07:17:55.156575+0000","last_active":"2024-03-22T07:44:32.523199+0000","last_peered":"2024-03-22T07:44:32.523199+0000","last_clean":"2024-03-22T07:44:32.523199+0000","last_became_active":"2024-03-22T07:17:55.153188+0000","last_became_peered":"2024-03-22T07:17:55.153188+0000","last_unstale":"2024-03-22T07:44:32.523199+0000","last_undegraded":"2024-03-22T07:44:32.523199+0000","last_fullsized":"2024-03-22T07:44:32.523199+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:26:49.147778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1087,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.503965+0000","last_change":"2024-03-22T07:16:13.985483+0000","last_active":"2024-03-22T07:44:29.503965+0000","last_peered":"2024-03-22T07:44:29.503965+0000","last_clean":"2024-03-22T07:44:29.503965+0000","last_became_active":"2024-03-22T07:16:13.984532+0000","last_became_peered":"2024-03-22T07:16:13.984532+0000","last_unstale":"2024-03-22T07:44:29.503965+0000","last_undegraded":"2024-03-22T07:44:29.503965+0000","last_fullsized":"2024-03-22T07:44:29.503965+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:46:15.755551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1589,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.515898+0000","last_change":"2024-03-22T07:17:55.146776+0000","last_active":"2024-03-22T07:44:32.515898+0000","last_peered":"2024-03-22T07:44:32.515898+0000","last_clean":"2024-03-22T07:44:32.515898+0000","last_became_active":"2024-03-22T07:17:55.146189+0000","last_became_peered":"2024-03-22T07:17:55.146189+0000","last_unstale":"2024-03-22T07:44:32.515898+0000","last_undegraded":"2024-03-22T07:44:32.515898+0000","last_fullsized":"2024-03-22T07:44:32.515898+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:17:52.972939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1097,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.504763+0000","last_change":"2024-03-22T07:17:26.323227+0000","last_active":"2024-03-22T07:44:29.504763+0000","last_peered":"2024-03-22T07:44:29.504763+0000","last_clean":"2024-03-22T07:44:29.504763+0000","last_became_active":"2024-03-22T07:17:26.322310+0000","last_became_peered":"2024-03-22T07:17:26.322310+0000","last_unstale":"2024-03-22T07:44:29.504763+0000","last_undegraded":"2024-03-22T07:44:29.504763+0000","last_fullsized":"2024-03-22T07:44:29.504763+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:05:29.409508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1607,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.524997+0000","last_change":"2024-03-22T07:16:13.989094+0000","last_active":"2024-03-22T07:44:32.524997+0000","last_peered":"2024-03-22T07:44:32.524997+0000","last_clean":"2024-03-22T07:44:32.524997+0000","last_became_active":"2024-03-22T07:16:13.986902+0000","last_became_peered":"2024-03-22T07:16:13.986902+0000","last_unstale":"2024-03-22T07:44:32.524997+0000","last_undegraded":"2024-03-22T07:44:32.524997+0000","last_fullsized":"2024-03-22T07:44:32.524997+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:02:23.034441+0000","last_clean_scrub_stamp":"2024-03-22T07:02:23.034441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:02:49.328609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1551,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.130926+0000","last_change":"2024-03-22T07:17:55.140415+0000","last_active":"2024-03-22T07:44:33.130926+0000","last_peered":"2024-03-22T07:44:33.130926+0000","last_clean":"2024-03-22T07:44:33.130926+0000","last_became_active":"2024-03-22T07:17:55.139474+0000","last_became_peered":"2024-03-22T07:17:55.139474+0000","last_unstale":"2024-03-22T07:44:33.130926+0000","last_undegraded":"2024-03-22T07:44:33.130926+0000","last_fullsized":"2024-03-22T07:44:33.130926+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:14:55.851391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1547,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.129206+0000","last_change":"2024-03-22T07:17:26.361254+0000","last_active":"2024-03-22T07:44:33.129206+0000","last_peered":"2024-03-22T07:44:33.129206+0000","last_clean":"2024-03-22T07:44:33.129206+0000","last_became_active":"2024-03-22T07:17:26.353421+0000","last_became_peered":"2024-03-22T07:17:26.353421+0000","last_unstale":"2024-03-22T07:44:33.129206+0000","last_undegraded":"2024-03-22T07:44:33.129206+0000","last_fullsized":"2024-03-22T07:44:33.129206+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:30:55.739004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1532,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.525084+0000","last_change":"2024-03-22T07:17:55.181497+0000","last_active":"2024-03-22T07:44:32.525084+0000","last_peered":"2024-03-22T07:44:32.525084+0000","last_clean":"2024-03-22T07:44:32.525084+0000","last_became_active":"2024-03-22T07:17:55.181199+0000","last_became_peered":"2024-03-22T07:17:55.181199+0000","last_unstale":"2024-03-22T07:44:32.525084+0000","last_undegraded":"2024-03-22T07:44:32.525084+0000","last_fullsized":"2024-03-22T07:44:32.525084+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:34:13.869761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1534,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.519022+0000","last_change":"2024-03-22T07:17:55.168570+0000","last_active":"2024-03-22T07:44:32.519022+0000","last_peered":"2024-03-22T07:44:32.519022+0000","last_clean":"2024-03-22T07:44:32.519022+0000","last_became_active":"2024-03-22T07:17:55.164369+0000","last_became_peered":"2024-03-22T07:17:55.164369+0000","last_unstale":"2024-03-22T07:44:32.519022+0000","last_undegraded":"2024-03-22T07:44:32.519022+0000","last_fullsized":"2024-03-22T07:44:32.519022+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:28:47.446493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1548,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.523274+0000","last_change":"2024-03-22T07:17:55.179743+0000","last_active":"2024-03-22T07:44:32.523274+0000","last_peered":"2024-03-22T07:44:32.523274+0000","last_clean":"2024-03-22T07:44:32.523274+0000","last_became_active":"2024-03-22T07:17:55.179016+0000","last_became_peered":"2024-03-22T07:17:55.179016+0000","last_unstale":"2024-03-22T07:44:32.523274+0000","last_undegraded":"2024-03-22T07:44:32.523274+0000","last_fullsized":"2024-03-22T07:44:32.523274+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:20:20.872997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1101,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.147395+0000","last_change":"2024-03-22T07:17:55.152757+0000","last_active":"2024-03-22T07:44:33.147395+0000","last_peered":"2024-03-22T07:44:33.147395+0000","last_clean":"2024-03-22T07:44:33.147395+0000","last_became_active":"2024-03-22T07:17:55.152424+0000","last_became_peered":"2024-03-22T07:17:55.152424+0000","last_unstale":"2024-03-22T07:44:33.147395+0000","last_undegraded":"2024-03-22T07:44:33.147395+0000","last_fullsized":"2024-03-22T07:44:33.147395+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:05:41.892822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1550,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.521017+0000","last_change":"2024-03-22T07:17:55.185215+0000","last_active":"2024-03-22T07:44:32.521017+0000","last_peered":"2024-03-22T07:44:32.521017+0000","last_clean":"2024-03-22T07:44:32.521017+0000","last_became_active":"2024-03-22T07:17:55.184507+0000","last_became_peered":"2024-03-22T07:17:55.184507+0000","last_unstale":"2024-03-22T07:44:32.521017+0000","last_undegraded":"2024-03-22T07:44:32.521017+0000","last_fullsized":"2024-03-22T07:44:32.521017+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:08:49.437484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"70'3","reported_seq":1536,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.134416+0000","last_change":"2024-03-22T07:17:55.147291+0000","last_active":"2024-03-22T07:44:33.134416+0000","last_peered":"2024-03-22T07:44:33.134416+0000","last_clean":"2024-03-22T07:44:33.134416+0000","last_became_active":"2024-03-22T07:17:55.146984+0000","last_became_peered":"2024-03-22T07:17:55.146984+0000","last_unstale":"2024-03-22T07:44:33.134416+0000","last_undegraded":"2024-03-22T07:44:33.134416+0000","last_fullsized":"2024-03-22T07:44:33.134416+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:23:15.951731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1683,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.516830+0000","last_change":"2024-03-22T07:17:55.138043+0000","last_active":"2024-03-22T07:44:32.516830+0000","last_peered":"2024-03-22T07:44:32.516830+0000","last_clean":"2024-03-22T07:44:32.516830+0000","last_became_active":"2024-03-22T07:17:55.137596+0000","last_became_peered":"2024-03-22T07:17:55.137596+0000","last_unstale":"2024-03-22T07:44:32.516830+0000","last_undegraded":"2024-03-22T07:44:32.516830+0000","last_fullsized":"2024-03-22T07:44:32.516830+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:30:34.623928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1081,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.139147+0000","last_change":"2024-03-22T07:17:26.320968+0000","last_active":"2024-03-22T07:44:33.139147+0000","last_peered":"2024-03-22T07:44:33.139147+0000","last_clean":"2024-03-22T07:44:33.139147+0000","last_became_active":"2024-03-22T07:17:26.319688+0000","last_became_peered":"2024-03-22T07:17:26.319688+0000","last_unstale":"2024-03-22T07:44:33.139147+0000","last_undegraded":"2024-03-22T07:44:33.139147+0000","last_fullsized":"2024-03-22T07:44:33.139147+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:05:27.022045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":1085,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.146988+0000","last_change":"2024-03-22T07:16:14.003592+0000","last_active":"2024-03-22T07:44:33.146988+0000","last_peered":"2024-03-22T07:44:33.146988+0000","last_clean":"2024-03-22T07:44:33.146988+0000","last_became_active":"2024-03-22T07:16:14.003139+0000","last_became_peered":"2024-03-22T07:16:14.003139+0000","last_unstale":"2024-03-22T07:44:33.146988+0000","last_undegraded":"2024-03-22T07:44:33.146988+0000","last_fullsized":"2024-03-22T07:44:33.146988+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:13:02.415910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":1073,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.146953+0000","last_change":"2024-03-22T07:04:14.737599+0000","last_active":"2024-03-22T07:44:33.146953+0000","last_peered":"2024-03-22T07:44:33.146953+0000","last_clean":"2024-03-22T07:44:33.146953+0000","last_became_active":"2024-03-22T07:04:14.737188+0000","last_became_peered":"2024-03-22T07:04:14.737188+0000","last_unstale":"2024-03-22T07:44:33.146953+0000","last_undegraded":"2024-03-22T07:44:33.146953+0000","last_fullsized":"2024-03-22T07:44:33.146953+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:06:59.407884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1566,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.520975+0000","last_change":"2024-03-22T07:17:55.172473+0000","last_active":"2024-03-22T07:44:32.520975+0000","last_peered":"2024-03-22T07:44:32.520975+0000","last_clean":"2024-03-22T07:44:32.520975+0000","last_became_active":"2024-03-22T07:17:55.169508+0000","last_became_peered":"2024-03-22T07:17:55.169508+0000","last_unstale":"2024-03-22T07:44:32.520975+0000","last_undegraded":"2024-03-22T07:44:32.520975+0000","last_fullsized":"2024-03-22T07:44:32.520975+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:28:17.969576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":1105,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.142955+0000","last_change":"2024-03-22T07:17:55.177787+0000","last_active":"2024-03-22T07:44:33.142955+0000","last_peered":"2024-03-22T07:44:33.142955+0000","last_clean":"2024-03-22T07:44:33.142955+0000","last_became_active":"2024-03-22T07:17:55.177378+0000","last_became_peered":"2024-03-22T07:17:55.177378+0000","last_unstale":"2024-03-22T07:44:33.142955+0000","last_undegraded":"2024-03-22T07:44:33.142955+0000","last_fullsized":"2024-03-22T07:44:33.142955+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:38:25.957846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1066,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.134997+0000","last_change":"2024-03-22T07:04:16.123103+0000","last_active":"2024-03-22T07:44:33.134997+0000","last_peered":"2024-03-22T07:44:33.134997+0000","last_clean":"2024-03-22T07:44:33.134997+0000","last_became_active":"2024-03-22T07:04:16.122042+0000","last_became_peered":"2024-03-22T07:04:16.122042+0000","last_unstale":"2024-03-22T07:44:33.134997+0000","last_undegraded":"2024-03-22T07:44:33.134997+0000","last_fullsized":"2024-03-22T07:44:33.134997+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:34:59.216714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":1103,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.143195+0000","last_change":"2024-03-22T07:17:55.178568+0000","last_active":"2024-03-22T07:44:33.143195+0000","last_peered":"2024-03-22T07:44:33.143195+0000","last_clean":"2024-03-22T07:44:33.143195+0000","last_became_active":"2024-03-22T07:17:55.177669+0000","last_became_peered":"2024-03-22T07:17:55.177669+0000","last_unstale":"2024-03-22T07:44:33.143195+0000","last_undegraded":"2024-03-22T07:44:33.143195+0000","last_fullsized":"2024-03-22T07:44:33.143195+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T15:39:55.052342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":1513,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.140312+0000","last_change":"2024-03-22T07:17:26.356418+0000","last_active":"2024-03-22T07:44:33.140312+0000","last_peered":"2024-03-22T07:44:33.140312+0000","last_clean":"2024-03-22T07:44:33.140312+0000","last_became_active":"2024-03-22T07:17:26.348224+0000","last_became_peered":"2024-03-22T07:17:26.348224+0000","last_unstale":"2024-03-22T07:44:33.140312+0000","last_undegraded":"2024-03-22T07:44:33.140312+0000","last_fullsized":"2024-03-22T07:44:33.140312+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T18:26:45.252901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":1100,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:30.013382+0000","last_change":"2024-03-22T07:14:24.385262+0000","last_active":"2024-03-22T07:44:30.013382+0000","last_peered":"2024-03-22T07:44:30.013382+0000","last_clean":"2024-03-22T07:44:30.013382+0000","last_became_active":"2024-03-22T07:14:24.384455+0000","last_became_peered":"2024-03-22T07:14:24.384455+0000","last_unstale":"2024-03-22T07:44:30.013382+0000","last_undegraded":"2024-03-22T07:44:30.013382+0000","last_fullsized":"2024-03-22T07:44:30.013382+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:35:29.104708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1672,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.514739+0000","last_change":"2024-03-22T07:17:26.331654+0000","last_active":"2024-03-22T07:44:32.514739+0000","last_peered":"2024-03-22T07:44:32.514739+0000","last_clean":"2024-03-22T07:44:32.514739+0000","last_became_active":"2024-03-22T07:17:26.331042+0000","last_became_peered":"2024-03-22T07:17:26.331042+0000","last_unstale":"2024-03-22T07:44:32.514739+0000","last_undegraded":"2024-03-22T07:44:32.514739+0000","last_fullsized":"2024-03-22T07:44:32.514739+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:41:36.206394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1085,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.744038+0000","last_change":"2024-03-22T07:17:55.184405+0000","last_active":"2024-03-22T07:44:29.744038+0000","last_peered":"2024-03-22T07:44:29.744038+0000","last_clean":"2024-03-22T07:44:29.744038+0000","last_became_active":"2024-03-22T07:17:55.182746+0000","last_became_peered":"2024-03-22T07:17:55.182746+0000","last_unstale":"2024-03-22T07:44:29.744038+0000","last_undegraded":"2024-03-22T07:44:29.744038+0000","last_fullsized":"2024-03-22T07:44:29.744038+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:49:50.958519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1079,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.141567+0000","last_change":"2024-03-22T07:17:26.338795+0000","last_active":"2024-03-22T07:44:33.141567+0000","last_peered":"2024-03-22T07:44:33.141567+0000","last_clean":"2024-03-22T07:44:33.141567+0000","last_became_active":"2024-03-22T07:17:26.338466+0000","last_became_peered":"2024-03-22T07:17:26.338466+0000","last_unstale":"2024-03-22T07:44:33.141567+0000","last_undegraded":"2024-03-22T07:44:33.141567+0000","last_fullsized":"2024-03-22T07:44:33.141567+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:43:57.608480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1671,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.512338+0000","last_change":"2024-03-22T07:17:26.328905+0000","last_active":"2024-03-22T07:44:32.512338+0000","last_peered":"2024-03-22T07:44:32.512338+0000","last_clean":"2024-03-22T07:44:32.512338+0000","last_became_active":"2024-03-22T07:17:26.328573+0000","last_became_peered":"2024-03-22T07:17:26.328573+0000","last_unstale":"2024-03-22T07:44:32.512338+0000","last_undegraded":"2024-03-22T07:44:32.512338+0000","last_fullsized":"2024-03-22T07:44:32.512338+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:33:48.945977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":1545,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.138093+0000","last_change":"2024-03-22T07:17:26.362890+0000","last_active":"2024-03-22T07:44:33.138093+0000","last_peered":"2024-03-22T07:44:33.138093+0000","last_clean":"2024-03-22T07:44:33.138093+0000","last_became_active":"2024-03-22T07:17:26.354686+0000","last_became_peered":"2024-03-22T07:17:26.354686+0000","last_unstale":"2024-03-22T07:44:33.138093+0000","last_undegraded":"2024-03-22T07:44:33.138093+0000","last_fullsized":"2024-03-22T07:44:33.138093+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:17:01.103630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":1104,"reported_epoch":1113,"state":"active+clean","last_fresh":"2024-03-22T07:44:29.744930+0000","last_change":"2024-03-22T07:17:55.184206+0000","last_active":"2024-03-22T07:44:29.744930+0000","last_peered":"2024-03-22T07:44:29.744930+0000","last_clean":"2024-03-22T07:44:29.744930+0000","last_became_active":"2024-03-22T07:17:55.183712+0000","last_became_peered":"2024-03-22T07:17:55.183712+0000","last_unstale":"2024-03-22T07:44:29.744930+0000","last_undegraded":"2024-03-22T07:44:29.744930+0000","last_fullsized":"2024-03-22T07:44:29.744930+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T17:45:25.576456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1542,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.522908+0000","last_change":"2024-03-22T07:17:55.156123+0000","last_active":"2024-03-22T07:44:32.522908+0000","last_peered":"2024-03-22T07:44:32.522908+0000","last_clean":"2024-03-22T07:44:32.522908+0000","last_became_active":"2024-03-22T07:17:55.152986+0000","last_became_peered":"2024-03-22T07:17:55.152986+0000","last_unstale":"2024-03-22T07:44:32.522908+0000","last_undegraded":"2024-03-22T07:44:32.522908+0000","last_fullsized":"2024-03-22T07:44:32.522908+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:32:27.919810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"346'23","reported_seq":1550,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.521334+0000","last_change":"2024-03-22T07:17:55.171455+0000","last_active":"2024-03-22T07:44:32.521334+0000","last_peered":"2024-03-22T07:44:32.521334+0000","last_clean":"2024-03-22T07:44:32.521334+0000","last_became_active":"2024-03-22T07:17:55.163193+0000","last_became_peered":"2024-03-22T07:17:55.163193+0000","last_unstale":"2024-03-22T07:44:32.521334+0000","last_undegraded":"2024-03-22T07:44:32.521334+0000","last_fullsized":"2024-03-22T07:44:32.521334+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:18:33.526018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4756,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1586,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.521223+0000","last_change":"2024-03-22T07:16:57.321962+0000","last_active":"2024-03-22T07:44:32.521223+0000","last_peered":"2024-03-22T07:44:32.521223+0000","last_clean":"2024-03-22T07:44:32.521223+0000","last_became_active":"2024-03-22T07:16:57.321017+0000","last_became_peered":"2024-03-22T07:16:57.321017+0000","last_unstale":"2024-03-22T07:44:32.521223+0000","last_undegraded":"2024-03-22T07:44:32.521223+0000","last_fullsized":"2024-03-22T07:44:32.521223+0000","mapping_epoch":631,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":632,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:29:46.621466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":1106,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.143809+0000","last_change":"2024-03-22T07:17:55.179873+0000","last_active":"2024-03-22T07:44:33.143809+0000","last_peered":"2024-03-22T07:44:33.143809+0000","last_clean":"2024-03-22T07:44:33.143809+0000","last_became_active":"2024-03-22T07:17:55.178776+0000","last_became_peered":"2024-03-22T07:17:55.178776+0000","last_unstale":"2024-03-22T07:44:33.143809+0000","last_undegraded":"2024-03-22T07:44:33.143809+0000","last_fullsized":"2024-03-22T07:44:33.143809+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T08:42:08.649547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":1501,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.132840+0000","last_change":"2024-03-22T07:17:26.338423+0000","last_active":"2024-03-22T07:44:33.132840+0000","last_peered":"2024-03-22T07:44:33.132840+0000","last_clean":"2024-03-22T07:44:33.132840+0000","last_became_active":"2024-03-22T07:17:26.337272+0000","last_became_peered":"2024-03-22T07:17:26.337272+0000","last_unstale":"2024-03-22T07:44:33.132840+0000","last_undegraded":"2024-03-22T07:44:33.132840+0000","last_fullsized":"2024-03-22T07:44:33.132840+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T14:56:48.150311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1080,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.139668+0000","last_change":"2024-03-22T07:16:14.000684+0000","last_active":"2024-03-22T07:44:33.139668+0000","last_peered":"2024-03-22T07:44:33.139668+0000","last_clean":"2024-03-22T07:44:33.139668+0000","last_became_active":"2024-03-22T07:16:14.000117+0000","last_became_peered":"2024-03-22T07:16:14.000117+0000","last_unstale":"2024-03-22T07:44:33.139668+0000","last_undegraded":"2024-03-22T07:44:33.139668+0000","last_fullsized":"2024-03-22T07:44:33.139668+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T09:26:03.559316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":1545,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.128744+0000","last_change":"2024-03-22T07:17:26.296916+0000","last_active":"2024-03-22T07:44:33.128744+0000","last_peered":"2024-03-22T07:44:33.128744+0000","last_clean":"2024-03-22T07:44:33.128744+0000","last_became_active":"2024-03-22T07:17:26.296561+0000","last_became_peered":"2024-03-22T07:17:26.296561+0000","last_unstale":"2024-03-22T07:44:33.128744+0000","last_undegraded":"2024-03-22T07:44:33.128744+0000","last_fullsized":"2024-03-22T07:44:33.128744+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:02:01.738480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1671,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.527447+0000","last_change":"2024-03-22T07:17:26.299740+0000","last_active":"2024-03-22T07:44:32.527447+0000","last_peered":"2024-03-22T07:44:32.527447+0000","last_clean":"2024-03-22T07:44:32.527447+0000","last_became_active":"2024-03-22T07:17:26.299387+0000","last_became_peered":"2024-03-22T07:17:26.299387+0000","last_unstale":"2024-03-22T07:44:32.527447+0000","last_undegraded":"2024-03-22T07:44:32.527447+0000","last_fullsized":"2024-03-22T07:44:32.527447+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T12:08:58.254984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":1086,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.146143+0000","last_change":"2024-03-22T07:16:13.984623+0000","last_active":"2024-03-22T07:44:33.146143+0000","last_peered":"2024-03-22T07:44:33.146143+0000","last_clean":"2024-03-22T07:44:33.146143+0000","last_became_active":"2024-03-22T07:16:13.984072+0000","last_became_peered":"2024-03-22T07:16:13.984072+0000","last_unstale":"2024-03-22T07:44:33.146143+0000","last_undegraded":"2024-03-22T07:44:33.146143+0000","last_fullsized":"2024-03-22T07:44:33.146143+0000","mapping_epoch":588,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":589,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T11:03:40.409780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1560,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.129175+0000","last_change":"2024-03-22T07:17:26.293066+0000","last_active":"2024-03-22T07:44:33.129175+0000","last_peered":"2024-03-22T07:44:33.129175+0000","last_clean":"2024-03-22T07:44:33.129175+0000","last_became_active":"2024-03-22T07:17:26.292434+0000","last_became_peered":"2024-03-22T07:17:26.292434+0000","last_unstale":"2024-03-22T07:44:33.129175+0000","last_undegraded":"2024-03-22T07:44:33.129175+0000","last_fullsized":"2024-03-22T07:44:33.129175+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T13:28:55.400823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1675,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.517825+0000","last_change":"2024-03-22T07:17:26.331372+0000","last_active":"2024-03-22T07:44:32.517825+0000","last_peered":"2024-03-22T07:44:32.517825+0000","last_clean":"2024-03-22T07:44:32.517825+0000","last_became_active":"2024-03-22T07:17:26.330593+0000","last_became_peered":"2024-03-22T07:17:26.330593+0000","last_unstale":"2024-03-22T07:44:32.517825+0000","last_undegraded":"2024-03-22T07:44:32.517825+0000","last_fullsized":"2024-03-22T07:44:32.517825+0000","mapping_epoch":648,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":649,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:42:09.594672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1594,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.522167+0000","last_change":"2024-03-22T07:17:55.112873+0000","last_active":"2024-03-22T07:44:32.522167+0000","last_peered":"2024-03-22T07:44:32.522167+0000","last_clean":"2024-03-22T07:44:32.522167+0000","last_became_active":"2024-03-22T07:17:55.112131+0000","last_became_peered":"2024-03-22T07:17:55.112131+0000","last_unstale":"2024-03-22T07:44:32.522167+0000","last_undegraded":"2024-03-22T07:44:32.522167+0000","last_fullsized":"2024-03-22T07:44:32.522167+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T07:27:34.335250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":1553,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:33.135472+0000","last_change":"2024-03-22T07:17:55.177327+0000","last_active":"2024-03-22T07:44:33.135472+0000","last_peered":"2024-03-22T07:44:33.135472+0000","last_clean":"2024-03-22T07:44:33.135472+0000","last_became_active":"2024-03-22T07:17:55.176775+0000","last_became_peered":"2024-03-22T07:17:55.176775+0000","last_unstale":"2024-03-22T07:44:33.135472+0000","last_undegraded":"2024-03-22T07:44:33.135472+0000","last_fullsized":"2024-03-22T07:44:33.135472+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:14.686024+0000","last_clean_scrub_stamp":"2024-03-22T07:04:14.686024+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T10:36:27.675505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"70'2","reported_seq":1550,"reported_epoch":1114,"state":"active+clean","last_fresh":"2024-03-22T07:44:32.523460+0000","last_change":"2024-03-22T07:17:55.169330+0000","last_active":"2024-03-22T07:44:32.523460+0000","last_peered":"2024-03-22T07:44:32.523460+0000","last_clean":"2024-03-22T07:44:32.523460+0000","last_became_active":"2024-03-22T07:17:55.168468+0000","last_became_peered":"2024-03-22T07:17:55.168468+0000","last_unstale":"2024-03-22T07:44:32.523460+0000","last_undegraded":"2024-03-22T07:44:32.523460+0000","last_fullsized":"2024-03-22T07:44:32.523460+0000","mapping_epoch":656,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":657,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-22T07:04:13.682939+0000","last_clean_scrub_stamp":"2024-03-22T07:04:13.682939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-23T16:04:55.441368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5554,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":65,"num_read_kb":68,"num_write":61,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3264,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201825,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":109828,"kb_used_data":10680,"kb_used_omap":1,"kb_used_meta":99134,"kb_avail":93635324,"statfs":{"total":95995035648,"available":95882571776,"internally_reserved":0,"allocated":10936320,"data_stored":8445578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":101513676},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463467,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":136056,"kb_used_data":10668,"kb_used_omap":1,"kb_used_meta":125374,"kb_avail":93609096,"statfs":{"total":95995035648,"available":95855714304,"internally_reserved":0,"allocated":10924032,"data_stored":8445432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":128383431},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":588,"seq":2525440770408,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":75424,"kb_used_data":11796,"kb_used_omap":58,"kb_used_meta":63557,"kb_avail":93669728,"statfs":{"total":95995035648,"available":95917801472,"internally_reserved":0,"allocated":12079104,"data_stored":8111971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":60222,"internal_metadata":65082562},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":483,"seq":2074469204350,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":58308,"kb_used_data":12540,"kb_used_omap":61,"kb_used_meta":45698,"kb_avail":93686844,"statfs":{"total":95995035648,"available":95935328256,"internally_reserved":0,"allocated":12840960,"data_stored":8721413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62741,"internal_metadata":46795499},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":631,"seq":2710124364127,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":69976,"kb_used_data":11660,"kb_used_omap":73,"kb_used_meta":58230,"kb_avail":93675176,"statfs":{"total":95995035648,"available":95923380224,"internally_reserved":0,"allocated":11939840,"data_stored":8092104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75571,"internal_metadata":59627725},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":648,"seq":2783138808153,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":87932,"kb_used_data":11696,"kb_used_omap":65,"kb_used_meta":76158,"kb_avail":93657220,"statfs":{"total":95995035648,"available":95904993280,"internally_reserved":0,"allocated":11976704,"data_stored":8091668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":67425,"internal_metadata":77985951},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":656,"seq":2817498546515,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":65980,"kb_used_data":11952,"kb_used_omap":66,"kb_used_meta":53949,"kb_avail":93679172,"statfs":{"total":95995035648,"available":95927472128,"internally_reserved":0,"allocated":12238848,"data_stored":8125490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":67734,"internal_metadata":55244650},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503725109,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":81388,"kb_used_data":10080,"kb_used_omap":1,"kb_used_meta":71294,"kb_avail":93663764,"statfs":{"total":95995035648,"available":95911694336,"internally_reserved":0,"allocated":10321920,"data_stored":7850890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73005510},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":887,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2377,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-22T07:46:04.834 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-03-22T07:46:04.834 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-03-22T07:46:04.834 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-03-22T07:46:04.834 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:46:05.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:04 smithi129 bash[79695]: audit 2024-03-22T07:46:04.125315+0000 mon.c (mon.2) 447 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:46:05.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:04 smithi129 bash[79695]: audit 2024-03-22T07:46:04.126172+0000 mon.c (mon.2) 448 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:46:05.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:04 smithi129 bash[79695]: audit 2024-03-22T07:46:04.131456+0000 mon.a (mon.0) 1630 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:46:05.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:04 smithi129 bash[82160]: audit 2024-03-22T07:46:04.125315+0000 mon.c (mon.2) 447 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:46:05.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:04 smithi129 bash[82160]: audit 2024-03-22T07:46:04.126172+0000 mon.c (mon.2) 448 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:46:05.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:04 smithi129 bash[82160]: audit 2024-03-22T07:46:04.131456+0000 mon.a (mon.0) 1630 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:46:05.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:04 smithi148 bash[66753]: audit 2024-03-22T07:46:04.125315+0000 mon.c (mon.2) 447 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:46:05.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:04 smithi148 bash[66753]: audit 2024-03-22T07:46:04.126172+0000 mon.c (mon.2) 448 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:46:05.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:04 smithi148 bash[66753]: audit 2024-03-22T07:46:04.131456+0000 mon.a (mon.0) 1630 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:46:06.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:05 smithi129 bash[79695]: audit 2024-03-22T07:46:04.051694+0000 mgr.y (mgr.25337) 1163 : audit 0 from='client.34974 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:46:06.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:05 smithi129 bash[79695]: cluster 2024-03-22T07:46:04.361939+0000 mgr.y (mgr.25337) 1164 : cluster 0 pgmap v1896: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:06.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:05 smithi129 bash[82160]: audit 2024-03-22T07:46:04.051694+0000 mgr.y (mgr.25337) 1163 : audit 0 from='client.34974 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:46:06.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:05 smithi129 bash[82160]: cluster 2024-03-22T07:46:04.361939+0000 mgr.y (mgr.25337) 1164 : cluster 0 pgmap v1896: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:06.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:05 smithi148 bash[66753]: audit 2024-03-22T07:46:04.051694+0000 mgr.y (mgr.25337) 1163 : audit 0 from='client.34974 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-22T07:46:06.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:05 smithi148 bash[66753]: cluster 2024-03-22T07:46:04.361939+0000 mgr.y (mgr.25337) 1164 : cluster 0 pgmap v1896: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:08.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:07 smithi129 bash[79695]: cluster 2024-03-22T07:46:06.362732+0000 mgr.y (mgr.25337) 1165 : cluster 0 pgmap v1897: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:08.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:07 smithi129 bash[82160]: cluster 2024-03-22T07:46:06.362732+0000 mgr.y (mgr.25337) 1165 : cluster 0 pgmap v1897: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:08.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:07 smithi148 bash[66753]: cluster 2024-03-22T07:46:06.362732+0000 mgr.y (mgr.25337) 1165 : cluster 0 pgmap v1897: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:09.123 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:08 smithi129 bash[82160]: audit 2024-03-22T07:46:08.426741+0000 mon.c (mon.2) 449 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:46:09.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:08 smithi129 bash[79695]: audit 2024-03-22T07:46:08.426741+0000 mon.c (mon.2) 449 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:46:09.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:08 smithi148 bash[66753]: audit 2024-03-22T07:46:08.426741+0000 mon.c (mon.2) 449 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:46:09.575 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:46:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:09 smithi129 bash[79695]: cluster 2024-03-22T07:46:08.363629+0000 mgr.y (mgr.25337) 1166 : cluster 0 pgmap v1898: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:09.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:09 smithi129 bash[82160]: cluster 2024-03-22T07:46:08.363629+0000 mgr.y (mgr.25337) 1166 : cluster 0 pgmap v1898: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:10.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:09 smithi148 bash[66753]: cluster 2024-03-22T07:46:08.363629+0000 mgr.y (mgr.25337) 1166 : cluster 0 pgmap v1898: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:12.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:11 smithi129 bash[79695]: cluster 2024-03-22T07:46:10.364369+0000 mgr.y (mgr.25337) 1167 : cluster 0 pgmap v1899: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:12.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:11 smithi129 bash[82160]: cluster 2024-03-22T07:46:10.364369+0000 mgr.y (mgr.25337) 1167 : cluster 0 pgmap v1899: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:12.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:11 smithi148 bash[66753]: cluster 2024-03-22T07:46:10.364369+0000 mgr.y (mgr.25337) 1167 : cluster 0 pgmap v1899: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:12.690 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:46:12.693 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:46:13.126 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:12 smithi129 bash[79695]: audit 2024-03-22T07:46:12.692701+0000 mon.c (mon.2) 450 : audit 0 from='client.? 172.21.15.129:0/3077282398' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:46:13.126 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:12 smithi129 bash[82160]: audit 2024-03-22T07:46:12.692701+0000 mon.c (mon.2) 450 : audit 0 from='client.? 172.21.15.129:0/3077282398' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:46:13.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:12 smithi148 bash[66753]: audit 2024-03-22T07:46:12.692701+0000 mon.c (mon.2) 450 : audit 0 from='client.? 172.21.15.129:0/3077282398' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:46:14.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:13 smithi129 bash[79695]: cluster 2024-03-22T07:46:12.364945+0000 mgr.y (mgr.25337) 1168 : cluster 0 pgmap v1900: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:14.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:13 smithi129 bash[82160]: cluster 2024-03-22T07:46:12.364945+0000 mgr.y (mgr.25337) 1168 : cluster 0 pgmap v1900: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:14.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:46:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:46:13] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-03-22T07:46:14.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:13 smithi148 bash[66753]: cluster 2024-03-22T07:46:12.364945+0000 mgr.y (mgr.25337) 1168 : cluster 0 pgmap v1900: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:16.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:15 smithi129 bash[79695]: cluster 2024-03-22T07:46:14.365750+0000 mgr.y (mgr.25337) 1169 : cluster 0 pgmap v1901: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:16.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:15 smithi129 bash[82160]: cluster 2024-03-22T07:46:14.365750+0000 mgr.y (mgr.25337) 1169 : cluster 0 pgmap v1901: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:16.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:15 smithi148 bash[66753]: cluster 2024-03-22T07:46:14.365750+0000 mgr.y (mgr.25337) 1169 : cluster 0 pgmap v1901: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:16.490 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:46:18.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:17 smithi129 bash[79695]: cluster 2024-03-22T07:46:16.366522+0000 mgr.y (mgr.25337) 1170 : cluster 0 pgmap v1902: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:18.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:17 smithi129 bash[82160]: cluster 2024-03-22T07:46:16.366522+0000 mgr.y (mgr.25337) 1170 : cluster 0 pgmap v1902: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:18.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:17 smithi148 bash[66753]: cluster 2024-03-22T07:46:16.366522+0000 mgr.y (mgr.25337) 1170 : cluster 0 pgmap v1902: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:20.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:19 smithi129 bash[79695]: cluster 2024-03-22T07:46:18.367420+0000 mgr.y (mgr.25337) 1171 : cluster 0 pgmap v1903: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:20.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:19 smithi129 bash[82160]: cluster 2024-03-22T07:46:18.367420+0000 mgr.y (mgr.25337) 1171 : cluster 0 pgmap v1903: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:20.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:19 smithi148 bash[66753]: cluster 2024-03-22T07:46:18.367420+0000 mgr.y (mgr.25337) 1171 : cluster 0 pgmap v1903: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:21.230 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:46:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:21 smithi129 bash[79695]: cluster 2024-03-22T07:46:20.368319+0000 mgr.y (mgr.25337) 1172 : cluster 0 pgmap v1904: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:22.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:21 smithi129 bash[82160]: cluster 2024-03-22T07:46:20.368319+0000 mgr.y (mgr.25337) 1172 : cluster 0 pgmap v1904: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:22.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:21 smithi148 bash[66753]: cluster 2024-03-22T07:46:20.368319+0000 mgr.y (mgr.25337) 1172 : cluster 0 pgmap v1904: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:24.123 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:46:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:46:23] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-03-22T07:46:24.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:23 smithi129 bash[79695]: cluster 2024-03-22T07:46:22.368926+0000 mgr.y (mgr.25337) 1173 : cluster 0 pgmap v1905: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:24.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:23 smithi129 bash[79695]: audit 2024-03-22T07:46:23.427441+0000 mon.c (mon.2) 451 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:46:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:23 smithi129 bash[82160]: cluster 2024-03-22T07:46:22.368926+0000 mgr.y (mgr.25337) 1173 : cluster 0 pgmap v1905: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:23 smithi129 bash[82160]: audit 2024-03-22T07:46:23.427441+0000 mon.c (mon.2) 451 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:46:24.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:23 smithi148 bash[66753]: cluster 2024-03-22T07:46:22.368926+0000 mgr.y (mgr.25337) 1173 : cluster 0 pgmap v1905: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:24.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:23 smithi148 bash[66753]: audit 2024-03-22T07:46:23.427441+0000 mon.c (mon.2) 451 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:46:24.212 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:46:24.212 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:46:25.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:24 smithi129 bash[79695]: audit 2024-03-22T07:46:24.214700+0000 mon.c (mon.2) 452 : audit 0 from='client.? 172.21.15.129:0/447058746' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:46:25.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:24 smithi129 bash[82160]: audit 2024-03-22T07:46:24.214700+0000 mon.c (mon.2) 452 : audit 0 from='client.? 172.21.15.129:0/447058746' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:46:25.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:24 smithi148 bash[66753]: audit 2024-03-22T07:46:24.214700+0000 mon.c (mon.2) 452 : audit 0 from='client.? 172.21.15.129:0/447058746' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:46:26.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:25 smithi129 bash[79695]: cluster 2024-03-22T07:46:24.369747+0000 mgr.y (mgr.25337) 1174 : cluster 0 pgmap v1906: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:26.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:25 smithi129 bash[82160]: cluster 2024-03-22T07:46:24.369747+0000 mgr.y (mgr.25337) 1174 : cluster 0 pgmap v1906: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:26.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:25 smithi148 bash[66753]: cluster 2024-03-22T07:46:24.369747+0000 mgr.y (mgr.25337) 1174 : cluster 0 pgmap v1906: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:27.996 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:46:28.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:27 smithi129 bash[82160]: cluster 2024-03-22T07:46:26.370575+0000 mgr.y (mgr.25337) 1175 : cluster 0 pgmap v1907: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:28.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:27 smithi129 bash[79695]: cluster 2024-03-22T07:46:26.370575+0000 mgr.y (mgr.25337) 1175 : cluster 0 pgmap v1907: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:28.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:27 smithi148 bash[66753]: cluster 2024-03-22T07:46:26.370575+0000 mgr.y (mgr.25337) 1175 : cluster 0 pgmap v1907: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:30.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:29 smithi129 bash[79695]: cluster 2024-03-22T07:46:28.371481+0000 mgr.y (mgr.25337) 1176 : cluster 0 pgmap v1908: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:30.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:29 smithi129 bash[82160]: cluster 2024-03-22T07:46:28.371481+0000 mgr.y (mgr.25337) 1176 : cluster 0 pgmap v1908: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:30.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:29 smithi148 bash[66753]: cluster 2024-03-22T07:46:28.371481+0000 mgr.y (mgr.25337) 1176 : cluster 0 pgmap v1908: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:32.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:31 smithi129 bash[79695]: cluster 2024-03-22T07:46:30.372405+0000 mgr.y (mgr.25337) 1177 : cluster 0 pgmap v1909: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:32.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:31 smithi129 bash[82160]: cluster 2024-03-22T07:46:30.372405+0000 mgr.y (mgr.25337) 1177 : cluster 0 pgmap v1909: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:32.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:31 smithi148 bash[66753]: cluster 2024-03-22T07:46:30.372405+0000 mgr.y (mgr.25337) 1177 : cluster 0 pgmap v1909: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:32.737 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:46:33.982 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:33 smithi129 bash[79695]: cluster 2024-03-22T07:46:32.373178+0000 mgr.y (mgr.25337) 1178 : cluster 0 pgmap v1910: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:33.982 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:46:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:46:33] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-03-22T07:46:33.983 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:33 smithi129 bash[82160]: cluster 2024-03-22T07:46:32.373178+0000 mgr.y (mgr.25337) 1178 : cluster 0 pgmap v1910: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:34.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:33 smithi148 bash[66753]: cluster 2024-03-22T07:46:32.373178+0000 mgr.y (mgr.25337) 1178 : cluster 0 pgmap v1910: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:35.828 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:46:35.828 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:46:36.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:35 smithi129 bash[79695]: cluster 2024-03-22T07:46:34.374053+0000 mgr.y (mgr.25337) 1179 : cluster 0 pgmap v1911: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:36.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:35 smithi129 bash[79695]: audit 2024-03-22T07:46:35.830949+0000 mon.a (mon.0) 1631 : audit 0 from='client.? 172.21.15.129:0/3292177769' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:46:36.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:35 smithi129 bash[82160]: cluster 2024-03-22T07:46:34.374053+0000 mgr.y (mgr.25337) 1179 : cluster 0 pgmap v1911: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:36.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:35 smithi129 bash[82160]: audit 2024-03-22T07:46:35.830949+0000 mon.a (mon.0) 1631 : audit 0 from='client.? 172.21.15.129:0/3292177769' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:46:36.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:35 smithi148 bash[66753]: cluster 2024-03-22T07:46:34.374053+0000 mgr.y (mgr.25337) 1179 : cluster 0 pgmap v1911: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:36.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:35 smithi148 bash[66753]: audit 2024-03-22T07:46:35.830949+0000 mon.a (mon.0) 1631 : audit 0 from='client.? 172.21.15.129:0/3292177769' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:46:38.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:37 smithi129 bash[79695]: cluster 2024-03-22T07:46:36.374815+0000 mgr.y (mgr.25337) 1180 : cluster 0 pgmap v1912: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:38.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:37 smithi129 bash[82160]: cluster 2024-03-22T07:46:36.374815+0000 mgr.y (mgr.25337) 1180 : cluster 0 pgmap v1912: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:38.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:37 smithi148 bash[66753]: cluster 2024-03-22T07:46:36.374815+0000 mgr.y (mgr.25337) 1180 : cluster 0 pgmap v1912: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:39.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:38 smithi129 bash[79695]: audit 2024-03-22T07:46:38.427654+0000 mon.c (mon.2) 453 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:46:39.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:38 smithi129 bash[82160]: audit 2024-03-22T07:46:38.427654+0000 mon.c (mon.2) 453 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:46:39.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:38 smithi148 bash[66753]: audit 2024-03-22T07:46:38.427654+0000 mon.c (mon.2) 453 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:46:39.611 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:46:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:39 smithi129 bash[79695]: cluster 2024-03-22T07:46:38.375695+0000 mgr.y (mgr.25337) 1181 : cluster 0 pgmap v1913: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:39.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:39 smithi129 bash[82160]: cluster 2024-03-22T07:46:38.375695+0000 mgr.y (mgr.25337) 1181 : cluster 0 pgmap v1913: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:40.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:39 smithi148 bash[66753]: cluster 2024-03-22T07:46:38.375695+0000 mgr.y (mgr.25337) 1181 : cluster 0 pgmap v1913: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:41 smithi129 bash[79695]: cluster 2024-03-22T07:46:40.376640+0000 mgr.y (mgr.25337) 1182 : cluster 0 pgmap v1914: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:42.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:41 smithi129 bash[82160]: cluster 2024-03-22T07:46:40.376640+0000 mgr.y (mgr.25337) 1182 : cluster 0 pgmap v1914: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:42.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:41 smithi148 bash[66753]: cluster 2024-03-22T07:46:40.376640+0000 mgr.y (mgr.25337) 1182 : cluster 0 pgmap v1914: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:44.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:43 smithi148 bash[66753]: cluster 2024-03-22T07:46:42.377428+0000 mgr.y (mgr.25337) 1183 : cluster 0 pgmap v1915: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:44.349 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:46:44.371 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:43 smithi129 bash[79695]: cluster 2024-03-22T07:46:42.377428+0000 mgr.y (mgr.25337) 1183 : cluster 0 pgmap v1915: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:44.371 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:43 smithi129 bash[82160]: cluster 2024-03-22T07:46:42.377428+0000 mgr.y (mgr.25337) 1183 : cluster 0 pgmap v1915: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:44.371 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:46:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:46:43] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2024-03-22T07:46:46.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:45 smithi148 bash[66753]: cluster 2024-03-22T07:46:44.378250+0000 mgr.y (mgr.25337) 1184 : cluster 0 pgmap v1916: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:46.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:45 smithi129 bash[79695]: cluster 2024-03-22T07:46:44.378250+0000 mgr.y (mgr.25337) 1184 : cluster 0 pgmap v1916: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:46.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:45 smithi129 bash[82160]: cluster 2024-03-22T07:46:44.378250+0000 mgr.y (mgr.25337) 1184 : cluster 0 pgmap v1916: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:47.402 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:46:47.402 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:46:48.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:47 smithi148 bash[66753]: cluster 2024-03-22T07:46:46.378976+0000 mgr.y (mgr.25337) 1185 : cluster 0 pgmap v1917: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:48.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:47 smithi148 bash[66753]: audit 2024-03-22T07:46:47.405032+0000 mon.c (mon.2) 454 : audit 0 from='client.? 172.21.15.129:0/4104331016' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:46:48.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:47 smithi129 bash[79695]: cluster 2024-03-22T07:46:46.378976+0000 mgr.y (mgr.25337) 1185 : cluster 0 pgmap v1917: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:48.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:47 smithi129 bash[79695]: audit 2024-03-22T07:46:47.405032+0000 mon.c (mon.2) 454 : audit 0 from='client.? 172.21.15.129:0/4104331016' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:46:48.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:47 smithi129 bash[82160]: cluster 2024-03-22T07:46:46.378976+0000 mgr.y (mgr.25337) 1185 : cluster 0 pgmap v1917: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:48.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:47 smithi129 bash[82160]: audit 2024-03-22T07:46:47.405032+0000 mon.c (mon.2) 454 : audit 0 from='client.? 172.21.15.129:0/4104331016' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:46:50.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:49 smithi148 bash[66753]: cluster 2024-03-22T07:46:48.379914+0000 mgr.y (mgr.25337) 1186 : cluster 0 pgmap v1918: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:50.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:49 smithi129 bash[82160]: cluster 2024-03-22T07:46:48.379914+0000 mgr.y (mgr.25337) 1186 : cluster 0 pgmap v1918: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:50.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:49 smithi129 bash[79695]: cluster 2024-03-22T07:46:48.379914+0000 mgr.y (mgr.25337) 1186 : cluster 0 pgmap v1918: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:51.104 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:46:52.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:51 smithi148 bash[66753]: cluster 2024-03-22T07:46:50.380796+0000 mgr.y (mgr.25337) 1187 : cluster 0 pgmap v1919: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:52.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:51 smithi129 bash[79695]: cluster 2024-03-22T07:46:50.380796+0000 mgr.y (mgr.25337) 1187 : cluster 0 pgmap v1919: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:52.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:51 smithi129 bash[82160]: cluster 2024-03-22T07:46:50.380796+0000 mgr.y (mgr.25337) 1187 : cluster 0 pgmap v1919: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:54.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:53 smithi148 bash[66753]: cluster 2024-03-22T07:46:52.381652+0000 mgr.y (mgr.25337) 1188 : cluster 0 pgmap v1920: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:54.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:53 smithi148 bash[66753]: audit 2024-03-22T07:46:53.428347+0000 mon.c (mon.2) 455 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:46:54.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:46:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:46:53] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2024-03-22T07:46:54.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:53 smithi129 bash[79695]: cluster 2024-03-22T07:46:52.381652+0000 mgr.y (mgr.25337) 1188 : cluster 0 pgmap v1920: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:54.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:53 smithi129 bash[79695]: audit 2024-03-22T07:46:53.428347+0000 mon.c (mon.2) 455 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:46:54.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:53 smithi129 bash[82160]: cluster 2024-03-22T07:46:52.381652+0000 mgr.y (mgr.25337) 1188 : cluster 0 pgmap v1920: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:54.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:53 smithi129 bash[82160]: audit 2024-03-22T07:46:53.428347+0000 mon.c (mon.2) 455 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:46:55.844 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:46:56.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:55 smithi129 bash[79695]: cluster 2024-03-22T07:46:54.382652+0000 mgr.y (mgr.25337) 1189 : cluster 0 pgmap v1921: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:56.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:55 smithi129 bash[82160]: cluster 2024-03-22T07:46:54.382652+0000 mgr.y (mgr.25337) 1189 : cluster 0 pgmap v1921: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:56.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:55 smithi148 bash[66753]: cluster 2024-03-22T07:46:54.382652+0000 mgr.y (mgr.25337) 1189 : cluster 0 pgmap v1921: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:58.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:57 smithi129 bash[79695]: cluster 2024-03-22T07:46:56.383549+0000 mgr.y (mgr.25337) 1190 : cluster 0 pgmap v1922: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:58.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:57 smithi129 bash[82160]: cluster 2024-03-22T07:46:56.383549+0000 mgr.y (mgr.25337) 1190 : cluster 0 pgmap v1922: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:58.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:57 smithi148 bash[66753]: cluster 2024-03-22T07:46:56.383549+0000 mgr.y (mgr.25337) 1190 : cluster 0 pgmap v1922: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:46:59.065 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:46:59.065 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:47:00.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:59 smithi129 bash[79695]: cluster 2024-03-22T07:46:58.384494+0000 mgr.y (mgr.25337) 1191 : cluster 0 pgmap v1923: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:00.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:46:59 smithi129 bash[79695]: audit 2024-03-22T07:46:59.067167+0000 mon.a (mon.0) 1632 : audit 0 from='client.? 172.21.15.129:0/2501433563' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:00.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:59 smithi129 bash[82160]: cluster 2024-03-22T07:46:58.384494+0000 mgr.y (mgr.25337) 1191 : cluster 0 pgmap v1923: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:00.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:46:59 smithi129 bash[82160]: audit 2024-03-22T07:46:59.067167+0000 mon.a (mon.0) 1632 : audit 0 from='client.? 172.21.15.129:0/2501433563' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:00.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:59 smithi148 bash[66753]: cluster 2024-03-22T07:46:58.384494+0000 mgr.y (mgr.25337) 1191 : cluster 0 pgmap v1923: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:00.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:46:59 smithi148 bash[66753]: audit 2024-03-22T07:46:59.067167+0000 mon.a (mon.0) 1632 : audit 0 from='client.? 172.21.15.129:0/2501433563' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:02.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:01 smithi148 bash[66753]: cluster 2024-03-22T07:47:00.385362+0000 mgr.y (mgr.25337) 1192 : cluster 0 pgmap v1924: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:02.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:01 smithi129 bash[79695]: cluster 2024-03-22T07:47:00.385362+0000 mgr.y (mgr.25337) 1192 : cluster 0 pgmap v1924: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:02.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:01 smithi129 bash[82160]: cluster 2024-03-22T07:47:00.385362+0000 mgr.y (mgr.25337) 1192 : cluster 0 pgmap v1924: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:02.778 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:47:04.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:03 smithi148 bash[66753]: cluster 2024-03-22T07:47:02.386275+0000 mgr.y (mgr.25337) 1193 : cluster 0 pgmap v1925: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:04.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:03 smithi129 bash[79695]: cluster 2024-03-22T07:47:02.386275+0000 mgr.y (mgr.25337) 1193 : cluster 0 pgmap v1925: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:04.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:03 smithi129 bash[82160]: cluster 2024-03-22T07:47:02.386275+0000 mgr.y (mgr.25337) 1193 : cluster 0 pgmap v1925: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:04.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:47:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:47:03] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2024-03-22T07:47:05.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:04 smithi129 bash[79695]: audit 2024-03-22T07:47:04.195879+0000 mon.c (mon.2) 456 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:47:05.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:04 smithi129 bash[82160]: audit 2024-03-22T07:47:04.195879+0000 mon.c (mon.2) 456 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:47:05.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:04 smithi148 bash[66753]: audit 2024-03-22T07:47:04.195879+0000 mon.c (mon.2) 456 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:47:06.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:05 smithi129 bash[79695]: cluster 2024-03-22T07:47:04.387218+0000 mgr.y (mgr.25337) 1194 : cluster 0 pgmap v1926: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:06.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:05 smithi129 bash[82160]: cluster 2024-03-22T07:47:04.387218+0000 mgr.y (mgr.25337) 1194 : cluster 0 pgmap v1926: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:06.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:05 smithi148 bash[66753]: cluster 2024-03-22T07:47:04.387218+0000 mgr.y (mgr.25337) 1194 : cluster 0 pgmap v1926: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:07.525 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:47:08.373 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:07 smithi129 bash[82160]: cluster 2024-03-22T07:47:06.388048+0000 mgr.y (mgr.25337) 1195 : cluster 0 pgmap v1927: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:08.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:07 smithi129 bash[79695]: cluster 2024-03-22T07:47:06.388048+0000 mgr.y (mgr.25337) 1195 : cluster 0 pgmap v1927: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:08.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:07 smithi148 bash[66753]: cluster 2024-03-22T07:47:06.388048+0000 mgr.y (mgr.25337) 1195 : cluster 0 pgmap v1927: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:09.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:08 smithi129 bash[79695]: audit 2024-03-22T07:47:08.428466+0000 mon.c (mon.2) 457 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:47:09.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:08 smithi129 bash[82160]: audit 2024-03-22T07:47:08.428466+0000 mon.c (mon.2) 457 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:47:09.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:08 smithi148 bash[66753]: audit 2024-03-22T07:47:08.428466+0000 mon.c (mon.2) 457 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:47:10.231 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:09 smithi129 bash[79695]: cluster 2024-03-22T07:47:08.388896+0000 mgr.y (mgr.25337) 1196 : cluster 0 pgmap v1928: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:10.231 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:09 smithi129 bash[79695]: audit 2024-03-22T07:47:09.292912+0000 mon.a (mon.0) 1633 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:47:10.232 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:09 smithi129 bash[79695]: audit 2024-03-22T07:47:09.305223+0000 mon.a (mon.0) 1634 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:47:10.232 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:09 smithi129 bash[82160]: cluster 2024-03-22T07:47:08.388896+0000 mgr.y (mgr.25337) 1196 : cluster 0 pgmap v1928: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:10.232 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:09 smithi129 bash[82160]: audit 2024-03-22T07:47:09.292912+0000 mon.a (mon.0) 1633 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:47:10.232 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:09 smithi129 bash[82160]: audit 2024-03-22T07:47:09.305223+0000 mon.a (mon.0) 1634 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:47:10.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:09 smithi148 bash[66753]: cluster 2024-03-22T07:47:08.388896+0000 mgr.y (mgr.25337) 1196 : cluster 0 pgmap v1928: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:10.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:09 smithi148 bash[66753]: audit 2024-03-22T07:47:09.292912+0000 mon.a (mon.0) 1633 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:47:10.427 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:09 smithi148 bash[66753]: audit 2024-03-22T07:47:09.305223+0000 mon.a (mon.0) 1634 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:47:10.636 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:47:10.636 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:47:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:11 smithi129 bash[79695]: audit 2024-03-22T07:47:10.248211+0000 mon.a (mon.0) 1635 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:47:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:11 smithi129 bash[79695]: audit 2024-03-22T07:47:10.256145+0000 mon.a (mon.0) 1636 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:47:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:11 smithi129 bash[79695]: cluster 2024-03-22T07:47:10.389484+0000 mgr.y (mgr.25337) 1197 : cluster 0 pgmap v1929: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:11 smithi129 bash[79695]: audit 2024-03-22T07:47:10.638727+0000 mon.a (mon.0) 1637 : audit 0 from='client.? 172.21.15.129:0/1986189288' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:11 smithi129 bash[79695]: audit 2024-03-22T07:47:10.830734+0000 mon.c (mon.2) 458 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:47:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:11 smithi129 bash[79695]: audit 2024-03-22T07:47:10.832583+0000 mon.c (mon.2) 459 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:47:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:11 smithi129 bash[79695]: audit 2024-03-22T07:47:10.844505+0000 mon.a (mon.0) 1638 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:47:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:11 smithi129 bash[82160]: audit 2024-03-22T07:47:10.248211+0000 mon.a (mon.0) 1635 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:47:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:11 smithi129 bash[82160]: audit 2024-03-22T07:47:10.256145+0000 mon.a (mon.0) 1636 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:47:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:11 smithi129 bash[82160]: cluster 2024-03-22T07:47:10.389484+0000 mgr.y (mgr.25337) 1197 : cluster 0 pgmap v1929: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:11 smithi129 bash[82160]: audit 2024-03-22T07:47:10.638727+0000 mon.a (mon.0) 1637 : audit 0 from='client.? 172.21.15.129:0/1986189288' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:11 smithi129 bash[82160]: audit 2024-03-22T07:47:10.830734+0000 mon.c (mon.2) 458 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:47:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:11 smithi129 bash[82160]: audit 2024-03-22T07:47:10.832583+0000 mon.c (mon.2) 459 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:47:11.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:11 smithi129 bash[82160]: audit 2024-03-22T07:47:10.844505+0000 mon.a (mon.0) 1638 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:47:11.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:11 smithi148 bash[66753]: audit 2024-03-22T07:47:10.248211+0000 mon.a (mon.0) 1635 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:47:11.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:11 smithi148 bash[66753]: audit 2024-03-22T07:47:10.256145+0000 mon.a (mon.0) 1636 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:47:11.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:11 smithi148 bash[66753]: cluster 2024-03-22T07:47:10.389484+0000 mgr.y (mgr.25337) 1197 : cluster 0 pgmap v1929: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:11.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:11 smithi148 bash[66753]: audit 2024-03-22T07:47:10.638727+0000 mon.a (mon.0) 1637 : audit 0 from='client.? 172.21.15.129:0/1986189288' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:11.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:11 smithi148 bash[66753]: audit 2024-03-22T07:47:10.830734+0000 mon.c (mon.2) 458 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:47:11.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:11 smithi148 bash[66753]: audit 2024-03-22T07:47:10.832583+0000 mon.c (mon.2) 459 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:47:11.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:11 smithi148 bash[66753]: audit 2024-03-22T07:47:10.844505+0000 mon.a (mon.0) 1638 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:47:13.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:13 smithi129 bash[79695]: cluster 2024-03-22T07:47:12.390357+0000 mgr.y (mgr.25337) 1198 : cluster 0 pgmap v1930: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:13.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:13 smithi129 bash[82160]: cluster 2024-03-22T07:47:12.390357+0000 mgr.y (mgr.25337) 1198 : cluster 0 pgmap v1930: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:13.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:13 smithi148 bash[66753]: cluster 2024-03-22T07:47:12.390357+0000 mgr.y (mgr.25337) 1198 : cluster 0 pgmap v1930: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:14.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:47:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:47:13] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-03-22T07:47:14.398 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:47:15.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:15 smithi129 bash[79695]: cluster 2024-03-22T07:47:14.391369+0000 mgr.y (mgr.25337) 1199 : cluster 0 pgmap v1931: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:15.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:15 smithi129 bash[82160]: cluster 2024-03-22T07:47:14.391369+0000 mgr.y (mgr.25337) 1199 : cluster 0 pgmap v1931: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:15 smithi148 bash[66753]: cluster 2024-03-22T07:47:14.391369+0000 mgr.y (mgr.25337) 1199 : cluster 0 pgmap v1931: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:17.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:17 smithi129 bash[79695]: cluster 2024-03-22T07:47:16.392285+0000 mgr.y (mgr.25337) 1200 : cluster 0 pgmap v1932: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:17.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:17 smithi129 bash[82160]: cluster 2024-03-22T07:47:16.392285+0000 mgr.y (mgr.25337) 1200 : cluster 0 pgmap v1932: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:17.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:17 smithi148 bash[66753]: cluster 2024-03-22T07:47:16.392285+0000 mgr.y (mgr.25337) 1200 : cluster 0 pgmap v1932: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:19.139 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:47:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:19 smithi129 bash[79695]: cluster 2024-03-22T07:47:18.393142+0000 mgr.y (mgr.25337) 1201 : cluster 0 pgmap v1933: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:19.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:19 smithi129 bash[82160]: cluster 2024-03-22T07:47:18.393142+0000 mgr.y (mgr.25337) 1201 : cluster 0 pgmap v1933: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:19.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:19 smithi148 bash[66753]: cluster 2024-03-22T07:47:18.393142+0000 mgr.y (mgr.25337) 1201 : cluster 0 pgmap v1933: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:21.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:21 smithi129 bash[79695]: cluster 2024-03-22T07:47:20.393743+0000 mgr.y (mgr.25337) 1202 : cluster 0 pgmap v1934: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:21.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:21 smithi129 bash[82160]: cluster 2024-03-22T07:47:20.393743+0000 mgr.y (mgr.25337) 1202 : cluster 0 pgmap v1934: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:21 smithi148 bash[66753]: cluster 2024-03-22T07:47:20.393743+0000 mgr.y (mgr.25337) 1202 : cluster 0 pgmap v1934: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:22.311 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:47:22.311 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:47:22.623 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:22 smithi129 bash[82160]: audit 2024-03-22T07:47:22.313713+0000 mon.c (mon.2) 460 : audit 0 from='client.? 172.21.15.129:0/1876210966' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:22.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:22 smithi129 bash[79695]: audit 2024-03-22T07:47:22.313713+0000 mon.c (mon.2) 460 : audit 0 from='client.? 172.21.15.129:0/1876210966' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:22.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:22 smithi148 bash[66753]: audit 2024-03-22T07:47:22.313713+0000 mon.c (mon.2) 460 : audit 0 from='client.? 172.21.15.129:0/1876210966' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:23.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:23 smithi129 bash[79695]: cluster 2024-03-22T07:47:22.394427+0000 mgr.y (mgr.25337) 1203 : cluster 0 pgmap v1935: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:23 smithi129 bash[79695]: audit 2024-03-22T07:47:23.429317+0000 mon.c (mon.2) 461 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:47:23.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:23 smithi129 bash[82160]: cluster 2024-03-22T07:47:22.394427+0000 mgr.y (mgr.25337) 1203 : cluster 0 pgmap v1935: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:23.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:23 smithi129 bash[82160]: audit 2024-03-22T07:47:23.429317+0000 mon.c (mon.2) 461 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:47:23.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:23 smithi148 bash[66753]: cluster 2024-03-22T07:47:22.394427+0000 mgr.y (mgr.25337) 1203 : cluster 0 pgmap v1935: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:23.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:23 smithi148 bash[66753]: audit 2024-03-22T07:47:23.429317+0000 mon.c (mon.2) 461 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:47:24.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:47:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:47:23] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-03-22T07:47:25.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:25 smithi129 bash[79695]: cluster 2024-03-22T07:47:24.395302+0000 mgr.y (mgr.25337) 1204 : cluster 0 pgmap v1936: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:25.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:25 smithi129 bash[82160]: cluster 2024-03-22T07:47:24.395302+0000 mgr.y (mgr.25337) 1204 : cluster 0 pgmap v1936: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:25.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:25 smithi148 bash[66753]: cluster 2024-03-22T07:47:24.395302+0000 mgr.y (mgr.25337) 1204 : cluster 0 pgmap v1936: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:26.063 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:47:27.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:27 smithi129 bash[79695]: cluster 2024-03-22T07:47:26.396110+0000 mgr.y (mgr.25337) 1205 : cluster 0 pgmap v1937: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:27.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:27 smithi129 bash[82160]: cluster 2024-03-22T07:47:26.396110+0000 mgr.y (mgr.25337) 1205 : cluster 0 pgmap v1937: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:27.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:27 smithi148 bash[66753]: cluster 2024-03-22T07:47:26.396110+0000 mgr.y (mgr.25337) 1205 : cluster 0 pgmap v1937: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:29.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:29 smithi129 bash[79695]: cluster 2024-03-22T07:47:28.397007+0000 mgr.y (mgr.25337) 1206 : cluster 0 pgmap v1938: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:29.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:29 smithi129 bash[82160]: cluster 2024-03-22T07:47:28.397007+0000 mgr.y (mgr.25337) 1206 : cluster 0 pgmap v1938: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:29.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:29 smithi148 bash[66753]: cluster 2024-03-22T07:47:28.397007+0000 mgr.y (mgr.25337) 1206 : cluster 0 pgmap v1938: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:30.814 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:47:31.784 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:31 smithi129 bash[79695]: cluster 2024-03-22T07:47:30.397998+0000 mgr.y (mgr.25337) 1207 : cluster 0 pgmap v1939: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:31.785 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:31 smithi129 bash[82160]: cluster 2024-03-22T07:47:30.397998+0000 mgr.y (mgr.25337) 1207 : cluster 0 pgmap v1939: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:31.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:31 smithi148 bash[66753]: cluster 2024-03-22T07:47:30.397998+0000 mgr.y (mgr.25337) 1207 : cluster 0 pgmap v1939: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:33.786 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:47:33.787 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:47:33.800 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:33 smithi129 bash[79695]: cluster 2024-03-22T07:47:32.398807+0000 mgr.y (mgr.25337) 1208 : cluster 0 pgmap v1940: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:33.801 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:33 smithi129 bash[82160]: cluster 2024-03-22T07:47:32.398807+0000 mgr.y (mgr.25337) 1208 : cluster 0 pgmap v1940: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:33 smithi148 bash[66753]: cluster 2024-03-22T07:47:32.398807+0000 mgr.y (mgr.25337) 1208 : cluster 0 pgmap v1940: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:34.123 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:47:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:47:33] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-03-22T07:47:34.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:34 smithi129 bash[79695]: audit 2024-03-22T07:47:33.789271+0000 mon.a (mon.0) 1639 : audit 0 from='client.? 172.21.15.129:0/1585518906' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:34.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:34 smithi129 bash[82160]: audit 2024-03-22T07:47:33.789271+0000 mon.a (mon.0) 1639 : audit 0 from='client.? 172.21.15.129:0/1585518906' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:34.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:34 smithi148 bash[66753]: audit 2024-03-22T07:47:33.789271+0000 mon.a (mon.0) 1639 : audit 0 from='client.? 172.21.15.129:0/1585518906' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:35.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:35 smithi129 bash[79695]: cluster 2024-03-22T07:47:34.400053+0000 mgr.y (mgr.25337) 1209 : cluster 0 pgmap v1941: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:35.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:35 smithi129 bash[82160]: cluster 2024-03-22T07:47:34.400053+0000 mgr.y (mgr.25337) 1209 : cluster 0 pgmap v1941: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:35.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:35 smithi148 bash[66753]: cluster 2024-03-22T07:47:34.400053+0000 mgr.y (mgr.25337) 1209 : cluster 0 pgmap v1941: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:37.493 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:47:37.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:37 smithi129 bash[79695]: cluster 2024-03-22T07:47:36.400704+0000 mgr.y (mgr.25337) 1210 : cluster 0 pgmap v1942: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:37.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:37 smithi129 bash[82160]: cluster 2024-03-22T07:47:36.400704+0000 mgr.y (mgr.25337) 1210 : cluster 0 pgmap v1942: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:37.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:37 smithi148 bash[66753]: cluster 2024-03-22T07:47:36.400704+0000 mgr.y (mgr.25337) 1210 : cluster 0 pgmap v1942: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:38.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:38 smithi129 bash[79695]: audit 2024-03-22T07:47:38.429535+0000 mon.c (mon.2) 462 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:47:38.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:38 smithi129 bash[82160]: audit 2024-03-22T07:47:38.429535+0000 mon.c (mon.2) 462 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:47:38.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:38 smithi148 bash[66753]: audit 2024-03-22T07:47:38.429535+0000 mon.c (mon.2) 462 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:47:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:39 smithi129 bash[79695]: cluster 2024-03-22T07:47:38.401556+0000 mgr.y (mgr.25337) 1211 : cluster 0 pgmap v1943: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:39.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:39 smithi129 bash[82160]: cluster 2024-03-22T07:47:38.401556+0000 mgr.y (mgr.25337) 1211 : cluster 0 pgmap v1943: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:39.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:39 smithi148 bash[66753]: cluster 2024-03-22T07:47:38.401556+0000 mgr.y (mgr.25337) 1211 : cluster 0 pgmap v1943: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:41.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:41 smithi129 bash[79695]: cluster 2024-03-22T07:47:40.402478+0000 mgr.y (mgr.25337) 1212 : cluster 0 pgmap v1944: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:41.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:41 smithi129 bash[82160]: cluster 2024-03-22T07:47:40.402478+0000 mgr.y (mgr.25337) 1212 : cluster 0 pgmap v1944: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:41.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:41 smithi148 bash[66753]: cluster 2024-03-22T07:47:40.402478+0000 mgr.y (mgr.25337) 1212 : cluster 0 pgmap v1944: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:42.235 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:47:43.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:43 smithi129 bash[82160]: cluster 2024-03-22T07:47:42.403338+0000 mgr.y (mgr.25337) 1213 : cluster 0 pgmap v1945: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:43.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:43 smithi129 bash[79695]: cluster 2024-03-22T07:47:42.403338+0000 mgr.y (mgr.25337) 1213 : cluster 0 pgmap v1945: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:43.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:43 smithi148 bash[66753]: cluster 2024-03-22T07:47:42.403338+0000 mgr.y (mgr.25337) 1213 : cluster 0 pgmap v1945: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:44.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:47:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:47:43] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-03-22T07:47:45.441 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:47:45.441 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:47:45.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:45 smithi129 bash[79695]: cluster 2024-03-22T07:47:44.404506+0000 mgr.y (mgr.25337) 1214 : cluster 0 pgmap v1946: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:45.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:45 smithi129 bash[79695]: audit 2024-03-22T07:47:45.443833+0000 mon.a (mon.0) 1640 : audit 0 from='client.? 172.21.15.129:0/410405885' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:45.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:45 smithi129 bash[82160]: cluster 2024-03-22T07:47:44.404506+0000 mgr.y (mgr.25337) 1214 : cluster 0 pgmap v1946: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:45.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:45 smithi129 bash[82160]: audit 2024-03-22T07:47:45.443833+0000 mon.a (mon.0) 1640 : audit 0 from='client.? 172.21.15.129:0/410405885' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:45.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:45 smithi148 bash[66753]: cluster 2024-03-22T07:47:44.404506+0000 mgr.y (mgr.25337) 1214 : cluster 0 pgmap v1946: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:45.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:45 smithi148 bash[66753]: audit 2024-03-22T07:47:45.443833+0000 mon.a (mon.0) 1640 : audit 0 from='client.? 172.21.15.129:0/410405885' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:47.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:47 smithi129 bash[79695]: cluster 2024-03-22T07:47:46.405217+0000 mgr.y (mgr.25337) 1215 : cluster 0 pgmap v1947: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:47.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:47 smithi129 bash[82160]: cluster 2024-03-22T07:47:46.405217+0000 mgr.y (mgr.25337) 1215 : cluster 0 pgmap v1947: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:47.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:47 smithi148 bash[66753]: cluster 2024-03-22T07:47:46.405217+0000 mgr.y (mgr.25337) 1215 : cluster 0 pgmap v1947: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:49.207 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:47:49.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:49 smithi129 bash[79695]: cluster 2024-03-22T07:47:48.406105+0000 mgr.y (mgr.25337) 1216 : cluster 0 pgmap v1948: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:49.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:49 smithi129 bash[82160]: cluster 2024-03-22T07:47:48.406105+0000 mgr.y (mgr.25337) 1216 : cluster 0 pgmap v1948: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:49.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:49 smithi148 bash[66753]: cluster 2024-03-22T07:47:48.406105+0000 mgr.y (mgr.25337) 1216 : cluster 0 pgmap v1948: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:51.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:51 smithi129 bash[79695]: cluster 2024-03-22T07:47:50.406783+0000 mgr.y (mgr.25337) 1217 : cluster 0 pgmap v1949: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:51.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:51 smithi129 bash[82160]: cluster 2024-03-22T07:47:50.406783+0000 mgr.y (mgr.25337) 1217 : cluster 0 pgmap v1949: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:51.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:51 smithi148 bash[66753]: cluster 2024-03-22T07:47:50.406783+0000 mgr.y (mgr.25337) 1217 : cluster 0 pgmap v1949: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:53.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:53 smithi129 bash[79695]: cluster 2024-03-22T07:47:52.407572+0000 mgr.y (mgr.25337) 1218 : cluster 0 pgmap v1950: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:53.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:53 smithi129 bash[79695]: audit 2024-03-22T07:47:53.430055+0000 mon.c (mon.2) 463 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:47:53.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:53 smithi129 bash[82160]: cluster 2024-03-22T07:47:52.407572+0000 mgr.y (mgr.25337) 1218 : cluster 0 pgmap v1950: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:53.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:53 smithi129 bash[82160]: audit 2024-03-22T07:47:53.430055+0000 mon.c (mon.2) 463 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:47:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:53 smithi148 bash[66753]: cluster 2024-03-22T07:47:52.407572+0000 mgr.y (mgr.25337) 1218 : cluster 0 pgmap v1950: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:53.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:53 smithi148 bash[66753]: audit 2024-03-22T07:47:53.430055+0000 mon.c (mon.2) 463 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:47:53.951 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:47:54.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:47:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:47:53] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-03-22T07:47:55.851 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:55 smithi129 bash[79695]: cluster 2024-03-22T07:47:54.408576+0000 mgr.y (mgr.25337) 1219 : cluster 0 pgmap v1951: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:55.851 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:55 smithi129 bash[82160]: cluster 2024-03-22T07:47:54.408576+0000 mgr.y (mgr.25337) 1219 : cluster 0 pgmap v1951: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:55.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:55 smithi148 bash[66753]: cluster 2024-03-22T07:47:54.408576+0000 mgr.y (mgr.25337) 1219 : cluster 0 pgmap v1951: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:57.187 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:47:57.188 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:47:57.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:57 smithi129 bash[82160]: cluster 2024-03-22T07:47:56.409212+0000 mgr.y (mgr.25337) 1220 : cluster 0 pgmap v1952: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:57.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:57 smithi129 bash[82160]: audit 2024-03-22T07:47:57.190354+0000 mon.c (mon.2) 464 : audit 0 from='client.? 172.21.15.129:0/3583460032' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:57.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:57 smithi129 bash[79695]: cluster 2024-03-22T07:47:56.409212+0000 mgr.y (mgr.25337) 1220 : cluster 0 pgmap v1952: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:57.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:57 smithi129 bash[79695]: audit 2024-03-22T07:47:57.190354+0000 mon.c (mon.2) 464 : audit 0 from='client.? 172.21.15.129:0/3583460032' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:57.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:57 smithi148 bash[66753]: cluster 2024-03-22T07:47:56.409212+0000 mgr.y (mgr.25337) 1220 : cluster 0 pgmap v1952: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:57.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:57 smithi148 bash[66753]: audit 2024-03-22T07:47:57.190354+0000 mon.c (mon.2) 464 : audit 0 from='client.? 172.21.15.129:0/3583460032' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:47:59.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:47:59 smithi129 bash[82160]: cluster 2024-03-22T07:47:58.410042+0000 mgr.y (mgr.25337) 1221 : cluster 0 pgmap v1953: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:59.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:47:59 smithi129 bash[79695]: cluster 2024-03-22T07:47:58.410042+0000 mgr.y (mgr.25337) 1221 : cluster 0 pgmap v1953: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:47:59.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:47:59 smithi148 bash[66753]: cluster 2024-03-22T07:47:58.410042+0000 mgr.y (mgr.25337) 1221 : cluster 0 pgmap v1953: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:00.913 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:48:01.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:01 smithi129 bash[79695]: cluster 2024-03-22T07:48:00.410968+0000 mgr.y (mgr.25337) 1222 : cluster 0 pgmap v1954: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:01.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:01 smithi129 bash[82160]: cluster 2024-03-22T07:48:00.410968+0000 mgr.y (mgr.25337) 1222 : cluster 0 pgmap v1954: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:01.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:01 smithi148 bash[66753]: cluster 2024-03-22T07:48:00.410968+0000 mgr.y (mgr.25337) 1222 : cluster 0 pgmap v1954: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:03.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:03 smithi129 bash[79695]: cluster 2024-03-22T07:48:02.411774+0000 mgr.y (mgr.25337) 1223 : cluster 0 pgmap v1955: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:03.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:03 smithi129 bash[82160]: cluster 2024-03-22T07:48:02.411774+0000 mgr.y (mgr.25337) 1223 : cluster 0 pgmap v1955: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:03.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:03 smithi148 bash[66753]: cluster 2024-03-22T07:48:02.411774+0000 mgr.y (mgr.25337) 1223 : cluster 0 pgmap v1955: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:04.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:48:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:48:03] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-03-22T07:48:05.653 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:48:05.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:05 smithi129 bash[79695]: cluster 2024-03-22T07:48:04.412809+0000 mgr.y (mgr.25337) 1224 : cluster 0 pgmap v1956: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:05.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:05 smithi129 bash[82160]: cluster 2024-03-22T07:48:04.412809+0000 mgr.y (mgr.25337) 1224 : cluster 0 pgmap v1956: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:05.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:05 smithi148 bash[66753]: cluster 2024-03-22T07:48:04.412809+0000 mgr.y (mgr.25337) 1224 : cluster 0 pgmap v1956: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:07.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:07 smithi129 bash[79695]: cluster 2024-03-22T07:48:06.413498+0000 mgr.y (mgr.25337) 1225 : cluster 0 pgmap v1957: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:07.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:07 smithi129 bash[82160]: cluster 2024-03-22T07:48:06.413498+0000 mgr.y (mgr.25337) 1225 : cluster 0 pgmap v1957: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:07.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:07 smithi148 bash[66753]: cluster 2024-03-22T07:48:06.413498+0000 mgr.y (mgr.25337) 1225 : cluster 0 pgmap v1957: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:08.672 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:48:08.673 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:48:08.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:08 smithi129 bash[79695]: audit 2024-03-22T07:48:08.429519+0000 mon.c (mon.2) 465 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:48:08.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:08 smithi129 bash[82160]: audit 2024-03-22T07:48:08.429519+0000 mon.c (mon.2) 465 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:48:08.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:08 smithi148 bash[66753]: audit 2024-03-22T07:48:08.429519+0000 mon.c (mon.2) 465 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:48:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:09 smithi129 bash[79695]: cluster 2024-03-22T07:48:08.414013+0000 mgr.y (mgr.25337) 1226 : cluster 0 pgmap v1958: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:09 smithi129 bash[79695]: audit 2024-03-22T07:48:08.675336+0000 mon.c (mon.2) 466 : audit 0 from='client.? 172.21.15.129:0/3814503105' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:48:09.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:09 smithi129 bash[82160]: cluster 2024-03-22T07:48:08.414013+0000 mgr.y (mgr.25337) 1226 : cluster 0 pgmap v1958: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:09.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:09 smithi129 bash[82160]: audit 2024-03-22T07:48:08.675336+0000 mon.c (mon.2) 466 : audit 0 from='client.? 172.21.15.129:0/3814503105' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:48:09.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:09 smithi148 bash[66753]: cluster 2024-03-22T07:48:08.414013+0000 mgr.y (mgr.25337) 1226 : cluster 0 pgmap v1958: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:09.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:09 smithi148 bash[66753]: audit 2024-03-22T07:48:08.675336+0000 mon.c (mon.2) 466 : audit 0 from='client.? 172.21.15.129:0/3814503105' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:48:11.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:11 smithi129 bash[79695]: cluster 2024-03-22T07:48:10.415205+0000 mgr.y (mgr.25337) 1227 : cluster 0 pgmap v1959: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:11.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:11 smithi129 bash[79695]: audit 2024-03-22T07:48:10.937722+0000 mon.c (mon.2) 467 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:48:11.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:11 smithi129 bash[82160]: cluster 2024-03-22T07:48:10.415205+0000 mgr.y (mgr.25337) 1227 : cluster 0 pgmap v1959: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:11.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:11 smithi129 bash[82160]: audit 2024-03-22T07:48:10.937722+0000 mon.c (mon.2) 467 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:48:11.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:11 smithi148 bash[66753]: cluster 2024-03-22T07:48:10.415205+0000 mgr.y (mgr.25337) 1227 : cluster 0 pgmap v1959: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:11.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:11 smithi148 bash[66753]: audit 2024-03-22T07:48:10.937722+0000 mon.c (mon.2) 467 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:48:12.452 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:48:13.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:13 smithi129 bash[79695]: cluster 2024-03-22T07:48:12.415823+0000 mgr.y (mgr.25337) 1228 : cluster 0 pgmap v1960: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:13.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:13 smithi129 bash[82160]: cluster 2024-03-22T07:48:12.415823+0000 mgr.y (mgr.25337) 1228 : cluster 0 pgmap v1960: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:13.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:13 smithi148 bash[66753]: cluster 2024-03-22T07:48:12.415823+0000 mgr.y (mgr.25337) 1228 : cluster 0 pgmap v1960: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:14.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:48:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:48:13] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2024-03-22T07:48:15.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:15 smithi129 bash[79695]: cluster 2024-03-22T07:48:14.416760+0000 mgr.y (mgr.25337) 1229 : cluster 0 pgmap v1961: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:15.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:15 smithi129 bash[82160]: cluster 2024-03-22T07:48:14.416760+0000 mgr.y (mgr.25337) 1229 : cluster 0 pgmap v1961: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:15.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:15 smithi148 bash[66753]: cluster 2024-03-22T07:48:14.416760+0000 mgr.y (mgr.25337) 1229 : cluster 0 pgmap v1961: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:17.011 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:48:18.118 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:17 smithi129 bash[82160]: cluster 2024-03-22T07:48:16.417304+0000 mgr.y (mgr.25337) 1230 : cluster 0 pgmap v1962: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:18.118 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:17 smithi129 bash[82160]: audit 2024-03-22T07:48:16.835226+0000 mon.a (mon.0) 1641 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:18.118 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:17 smithi129 bash[82160]: audit 2024-03-22T07:48:16.850176+0000 mon.a (mon.0) 1642 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:18.118 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:17 smithi129 bash[82160]: audit 2024-03-22T07:48:17.033169+0000 mon.a (mon.0) 1643 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:18.118 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:17 smithi129 bash[82160]: audit 2024-03-22T07:48:17.042079+0000 mon.a (mon.0) 1644 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:18.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:17 smithi129 bash[79695]: cluster 2024-03-22T07:48:16.417304+0000 mgr.y (mgr.25337) 1230 : cluster 0 pgmap v1962: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:18.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:17 smithi129 bash[79695]: audit 2024-03-22T07:48:16.835226+0000 mon.a (mon.0) 1641 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:18.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:17 smithi129 bash[79695]: audit 2024-03-22T07:48:16.850176+0000 mon.a (mon.0) 1642 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:18.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:17 smithi129 bash[79695]: audit 2024-03-22T07:48:17.033169+0000 mon.a (mon.0) 1643 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:18.119 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:17 smithi129 bash[79695]: audit 2024-03-22T07:48:17.042079+0000 mon.a (mon.0) 1644 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:18.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:17 smithi148 bash[66753]: cluster 2024-03-22T07:48:16.417304+0000 mgr.y (mgr.25337) 1230 : cluster 0 pgmap v1962: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:18.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:17 smithi148 bash[66753]: audit 2024-03-22T07:48:16.835226+0000 mon.a (mon.0) 1641 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:18.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:17 smithi148 bash[66753]: audit 2024-03-22T07:48:16.850176+0000 mon.a (mon.0) 1642 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:18.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:17 smithi148 bash[66753]: audit 2024-03-22T07:48:17.033169+0000 mon.a (mon.0) 1643 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:18.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:17 smithi148 bash[66753]: audit 2024-03-22T07:48:17.042079+0000 mon.a (mon.0) 1644 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:19.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:18 smithi129 bash[79695]: audit 2024-03-22T07:48:17.856414+0000 mon.a (mon.0) 1645 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:19.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:18 smithi129 bash[79695]: audit 2024-03-22T07:48:17.865657+0000 mon.a (mon.0) 1646 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:19.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:18 smithi129 bash[79695]: audit 2024-03-22T07:48:18.041400+0000 mon.a (mon.0) 1647 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:19.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:18 smithi129 bash[79695]: audit 2024-03-22T07:48:18.049725+0000 mon.a (mon.0) 1648 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:19.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:18 smithi129 bash[82160]: audit 2024-03-22T07:48:17.856414+0000 mon.a (mon.0) 1645 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:19.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:18 smithi129 bash[82160]: audit 2024-03-22T07:48:17.865657+0000 mon.a (mon.0) 1646 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:19.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:18 smithi129 bash[82160]: audit 2024-03-22T07:48:18.041400+0000 mon.a (mon.0) 1647 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:19.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:18 smithi129 bash[82160]: audit 2024-03-22T07:48:18.049725+0000 mon.a (mon.0) 1648 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:19.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:18 smithi148 bash[66753]: audit 2024-03-22T07:48:17.856414+0000 mon.a (mon.0) 1645 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:19.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:18 smithi148 bash[66753]: audit 2024-03-22T07:48:17.865657+0000 mon.a (mon.0) 1646 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:19.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:18 smithi148 bash[66753]: audit 2024-03-22T07:48:18.041400+0000 mon.a (mon.0) 1647 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:19.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:18 smithi148 bash[66753]: audit 2024-03-22T07:48:18.049725+0000 mon.a (mon.0) 1648 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:20.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:19 smithi129 bash[79695]: cluster 2024-03-22T07:48:18.418104+0000 mgr.y (mgr.25337) 1231 : cluster 0 pgmap v1963: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:20.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:19 smithi129 bash[82160]: cluster 2024-03-22T07:48:18.418104+0000 mgr.y (mgr.25337) 1231 : cluster 0 pgmap v1963: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:20.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:19 smithi148 bash[66753]: cluster 2024-03-22T07:48:18.418104+0000 mgr.y (mgr.25337) 1231 : cluster 0 pgmap v1963: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:20.179 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:48:20.179 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:48:21.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:20 smithi129 bash[79695]: audit 2024-03-22T07:48:20.181892+0000 mon.a (mon.0) 1649 : audit 0 from='client.? 172.21.15.129:0/522812892' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:48:21.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:20 smithi129 bash[82160]: audit 2024-03-22T07:48:20.181892+0000 mon.a (mon.0) 1649 : audit 0 from='client.? 172.21.15.129:0/522812892' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:48:21.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:20 smithi148 bash[66753]: audit 2024-03-22T07:48:20.181892+0000 mon.a (mon.0) 1649 : audit 0 from='client.? 172.21.15.129:0/522812892' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:48:22.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:21 smithi129 bash[79695]: cluster 2024-03-22T07:48:20.419021+0000 mgr.y (mgr.25337) 1232 : cluster 0 pgmap v1964: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:22.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:21 smithi129 bash[82160]: cluster 2024-03-22T07:48:20.419021+0000 mgr.y (mgr.25337) 1232 : cluster 0 pgmap v1964: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:22.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:21 smithi148 bash[66753]: cluster 2024-03-22T07:48:20.419021+0000 mgr.y (mgr.25337) 1232 : cluster 0 pgmap v1964: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:23.933 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:48:24.123 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:48:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:48:23] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-03-22T07:48:24.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:23 smithi129 bash[79695]: cluster 2024-03-22T07:48:22.419779+0000 mgr.y (mgr.25337) 1233 : cluster 0 pgmap v1965: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:24.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:23 smithi129 bash[79695]: audit 2024-03-22T07:48:23.430637+0000 mon.c (mon.2) 468 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:48:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:23 smithi129 bash[82160]: cluster 2024-03-22T07:48:22.419779+0000 mgr.y (mgr.25337) 1233 : cluster 0 pgmap v1965: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:24.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:23 smithi129 bash[82160]: audit 2024-03-22T07:48:23.430637+0000 mon.c (mon.2) 468 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:48:24.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:23 smithi148 bash[66753]: cluster 2024-03-22T07:48:22.419779+0000 mgr.y (mgr.25337) 1233 : cluster 0 pgmap v1965: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:24.131 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:23 smithi148 bash[66753]: audit 2024-03-22T07:48:23.430637+0000 mon.c (mon.2) 468 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:48:25.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:25 smithi148 bash[66753]: cluster 2024-03-22T07:48:24.420776+0000 mgr.y (mgr.25337) 1234 : cluster 0 pgmap v1966: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:26.271 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:25 smithi129 bash[79695]: cluster 2024-03-22T07:48:24.420776+0000 mgr.y (mgr.25337) 1234 : cluster 0 pgmap v1966: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:26.271 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:25 smithi129 bash[82160]: cluster 2024-03-22T07:48:24.420776+0000 mgr.y (mgr.25337) 1234 : cluster 0 pgmap v1966: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:28.177 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:27 smithi148 bash[66753]: cluster 2024-03-22T07:48:26.421387+0000 mgr.y (mgr.25337) 1235 : cluster 0 pgmap v1967: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:28.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:27 smithi148 bash[66753]: audit 2024-03-22T07:48:27.550692+0000 mon.a (mon.0) 1650 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:28.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:27 smithi148 bash[66753]: audit 2024-03-22T07:48:27.567350+0000 mon.a (mon.0) 1651 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:28.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:27 smithi129 bash[79695]: cluster 2024-03-22T07:48:26.421387+0000 mgr.y (mgr.25337) 1235 : cluster 0 pgmap v1967: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:28.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:27 smithi129 bash[79695]: audit 2024-03-22T07:48:27.550692+0000 mon.a (mon.0) 1650 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:28.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:27 smithi129 bash[79695]: audit 2024-03-22T07:48:27.567350+0000 mon.a (mon.0) 1651 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:28.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:27 smithi129 bash[82160]: cluster 2024-03-22T07:48:26.421387+0000 mgr.y (mgr.25337) 1235 : cluster 0 pgmap v1967: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:28.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:27 smithi129 bash[82160]: audit 2024-03-22T07:48:27.550692+0000 mon.a (mon.0) 1650 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:28.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:27 smithi129 bash[82160]: audit 2024-03-22T07:48:27.567350+0000 mon.a (mon.0) 1651 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:28.674 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:48:29.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:29 smithi148 bash[66753]: audit 2024-03-22T07:48:28.164043+0000 mon.a (mon.0) 1652 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:29.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:29 smithi148 bash[66753]: audit 2024-03-22T07:48:28.175996+0000 mon.a (mon.0) 1653 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:29.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:29 smithi148 bash[66753]: audit 2024-03-22T07:48:28.179165+0000 mon.c (mon.2) 469 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:48:29.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:29 smithi148 bash[66753]: audit 2024-03-22T07:48:28.180530+0000 mon.c (mon.2) 470 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:48:29.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:29 smithi148 bash[66753]: audit 2024-03-22T07:48:28.187935+0000 mon.a (mon.0) 1654 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:29.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:29 smithi148 bash[66753]: cluster 2024-03-22T07:48:28.422273+0000 mgr.y (mgr.25337) 1236 : cluster 0 pgmap v1968: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:29.518 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:29 smithi129 bash[82160]: audit 2024-03-22T07:48:28.164043+0000 mon.a (mon.0) 1652 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:29.518 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:29 smithi129 bash[82160]: audit 2024-03-22T07:48:28.175996+0000 mon.a (mon.0) 1653 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:29.518 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:29 smithi129 bash[82160]: audit 2024-03-22T07:48:28.179165+0000 mon.c (mon.2) 469 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:48:29.518 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:29 smithi129 bash[82160]: audit 2024-03-22T07:48:28.180530+0000 mon.c (mon.2) 470 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:48:29.519 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:29 smithi129 bash[82160]: audit 2024-03-22T07:48:28.187935+0000 mon.a (mon.0) 1654 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:29.519 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:29 smithi129 bash[82160]: cluster 2024-03-22T07:48:28.422273+0000 mgr.y (mgr.25337) 1236 : cluster 0 pgmap v1968: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:29.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:29 smithi129 bash[79695]: audit 2024-03-22T07:48:28.164043+0000 mon.a (mon.0) 1652 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:29.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:29 smithi129 bash[79695]: audit 2024-03-22T07:48:28.175996+0000 mon.a (mon.0) 1653 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:29.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:29 smithi129 bash[79695]: audit 2024-03-22T07:48:28.179165+0000 mon.c (mon.2) 469 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:48:29.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:29 smithi129 bash[79695]: audit 2024-03-22T07:48:28.180530+0000 mon.c (mon.2) 470 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:48:29.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:29 smithi129 bash[79695]: audit 2024-03-22T07:48:28.187935+0000 mon.a (mon.0) 1654 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:48:29.519 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:29 smithi129 bash[79695]: cluster 2024-03-22T07:48:28.422273+0000 mgr.y (mgr.25337) 1236 : cluster 0 pgmap v1968: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:31.602 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:48:31.603 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:48:31.800 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:31 smithi129 bash[82160]: cluster 2024-03-22T07:48:30.422972+0000 mgr.y (mgr.25337) 1237 : cluster 0 pgmap v1969: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:31.800 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:31 smithi129 bash[79695]: cluster 2024-03-22T07:48:30.422972+0000 mgr.y (mgr.25337) 1237 : cluster 0 pgmap v1969: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:31.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:31 smithi148 bash[66753]: cluster 2024-03-22T07:48:30.422972+0000 mgr.y (mgr.25337) 1237 : cluster 0 pgmap v1969: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:32.623 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:32 smithi129 bash[79695]: audit 2024-03-22T07:48:31.605112+0000 mon.c (mon.2) 471 : audit 0 from='client.? 172.21.15.129:0/2176438436' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:48:32.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:32 smithi129 bash[82160]: audit 2024-03-22T07:48:31.605112+0000 mon.c (mon.2) 471 : audit 0 from='client.? 172.21.15.129:0/2176438436' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:48:32.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:32 smithi148 bash[66753]: audit 2024-03-22T07:48:31.605112+0000 mon.c (mon.2) 471 : audit 0 from='client.? 172.21.15.129:0/2176438436' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:48:33.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:33 smithi129 bash[79695]: cluster 2024-03-22T07:48:32.423704+0000 mgr.y (mgr.25337) 1238 : cluster 0 pgmap v1970: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:33.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:33 smithi129 bash[82160]: cluster 2024-03-22T07:48:32.423704+0000 mgr.y (mgr.25337) 1238 : cluster 0 pgmap v1970: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:33 smithi148 bash[66753]: cluster 2024-03-22T07:48:32.423704+0000 mgr.y (mgr.25337) 1238 : cluster 0 pgmap v1970: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:34.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:48:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:48:33] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-03-22T07:48:35.306 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:48:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:35 smithi129 bash[79695]: cluster 2024-03-22T07:48:34.424769+0000 mgr.y (mgr.25337) 1239 : cluster 0 pgmap v1971: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:35.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:35 smithi129 bash[82160]: cluster 2024-03-22T07:48:34.424769+0000 mgr.y (mgr.25337) 1239 : cluster 0 pgmap v1971: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:35.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:35 smithi148 bash[66753]: cluster 2024-03-22T07:48:34.424769+0000 mgr.y (mgr.25337) 1239 : cluster 0 pgmap v1971: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:37.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:37 smithi129 bash[79695]: cluster 2024-03-22T07:48:36.425494+0000 mgr.y (mgr.25337) 1240 : cluster 0 pgmap v1972: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:37.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:37 smithi129 bash[82160]: cluster 2024-03-22T07:48:36.425494+0000 mgr.y (mgr.25337) 1240 : cluster 0 pgmap v1972: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:37.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:37 smithi148 bash[66753]: cluster 2024-03-22T07:48:36.425494+0000 mgr.y (mgr.25337) 1240 : cluster 0 pgmap v1972: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:38.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:38 smithi129 bash[79695]: audit 2024-03-22T07:48:38.431219+0000 mon.c (mon.2) 472 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:48:38.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:38 smithi129 bash[82160]: audit 2024-03-22T07:48:38.431219+0000 mon.c (mon.2) 472 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:48:38.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:38 smithi148 bash[66753]: audit 2024-03-22T07:48:38.431219+0000 mon.c (mon.2) 472 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:48:39.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:39 smithi129 bash[79695]: cluster 2024-03-22T07:48:38.426402+0000 mgr.y (mgr.25337) 1241 : cluster 0 pgmap v1973: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:39.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:39 smithi129 bash[82160]: cluster 2024-03-22T07:48:38.426402+0000 mgr.y (mgr.25337) 1241 : cluster 0 pgmap v1973: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:39.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:39 smithi148 bash[66753]: cluster 2024-03-22T07:48:38.426402+0000 mgr.y (mgr.25337) 1241 : cluster 0 pgmap v1973: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:40.048 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:48:41.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:41 smithi129 bash[79695]: cluster 2024-03-22T07:48:40.427287+0000 mgr.y (mgr.25337) 1242 : cluster 0 pgmap v1974: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:41.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:41 smithi129 bash[82160]: cluster 2024-03-22T07:48:40.427287+0000 mgr.y (mgr.25337) 1242 : cluster 0 pgmap v1974: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:41.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:41 smithi148 bash[66753]: cluster 2024-03-22T07:48:40.427287+0000 mgr.y (mgr.25337) 1242 : cluster 0 pgmap v1974: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:43.285 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:48:43.285 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:48:43.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:43 smithi129 bash[79695]: cluster 2024-03-22T07:48:42.428105+0000 mgr.y (mgr.25337) 1243 : cluster 0 pgmap v1975: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:43.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:43 smithi129 bash[79695]: audit 2024-03-22T07:48:43.287705+0000 mon.c (mon.2) 473 : audit 0 from='client.? 172.21.15.129:0/3560968767' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:48:43.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:43 smithi129 bash[82160]: cluster 2024-03-22T07:48:42.428105+0000 mgr.y (mgr.25337) 1243 : cluster 0 pgmap v1975: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:43.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:43 smithi129 bash[82160]: audit 2024-03-22T07:48:43.287705+0000 mon.c (mon.2) 473 : audit 0 from='client.? 172.21.15.129:0/3560968767' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:48:43.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:43 smithi148 bash[66753]: cluster 2024-03-22T07:48:42.428105+0000 mgr.y (mgr.25337) 1243 : cluster 0 pgmap v1975: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:43.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:43 smithi148 bash[66753]: audit 2024-03-22T07:48:43.287705+0000 mon.c (mon.2) 473 : audit 0 from='client.? 172.21.15.129:0/3560968767' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:48:44.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:48:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:48:43] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-03-22T07:48:45.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:45 smithi129 bash[79695]: cluster 2024-03-22T07:48:44.429074+0000 mgr.y (mgr.25337) 1244 : cluster 0 pgmap v1976: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:45.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:45 smithi129 bash[82160]: cluster 2024-03-22T07:48:44.429074+0000 mgr.y (mgr.25337) 1244 : cluster 0 pgmap v1976: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:45.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:45 smithi148 bash[66753]: cluster 2024-03-22T07:48:44.429074+0000 mgr.y (mgr.25337) 1244 : cluster 0 pgmap v1976: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:47.108 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:48:47.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:47 smithi129 bash[79695]: cluster 2024-03-22T07:48:46.429934+0000 mgr.y (mgr.25337) 1245 : cluster 0 pgmap v1977: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:47.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:47 smithi129 bash[82160]: cluster 2024-03-22T07:48:46.429934+0000 mgr.y (mgr.25337) 1245 : cluster 0 pgmap v1977: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:47.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:47 smithi148 bash[66753]: cluster 2024-03-22T07:48:46.429934+0000 mgr.y (mgr.25337) 1245 : cluster 0 pgmap v1977: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:49.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:49 smithi129 bash[79695]: cluster 2024-03-22T07:48:48.430910+0000 mgr.y (mgr.25337) 1246 : cluster 0 pgmap v1978: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:49.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:49 smithi129 bash[82160]: cluster 2024-03-22T07:48:48.430910+0000 mgr.y (mgr.25337) 1246 : cluster 0 pgmap v1978: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:49.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:49 smithi148 bash[66753]: cluster 2024-03-22T07:48:48.430910+0000 mgr.y (mgr.25337) 1246 : cluster 0 pgmap v1978: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:51.856 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:48:51.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:51 smithi129 bash[79695]: cluster 2024-03-22T07:48:50.431927+0000 mgr.y (mgr.25337) 1247 : cluster 0 pgmap v1979: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:51.873 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:51 smithi129 bash[82160]: cluster 2024-03-22T07:48:50.431927+0000 mgr.y (mgr.25337) 1247 : cluster 0 pgmap v1979: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:51.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:51 smithi148 bash[66753]: cluster 2024-03-22T07:48:50.431927+0000 mgr.y (mgr.25337) 1247 : cluster 0 pgmap v1979: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:53.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:53 smithi129 bash[79695]: cluster 2024-03-22T07:48:52.432817+0000 mgr.y (mgr.25337) 1248 : cluster 0 pgmap v1980: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:53.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:53 smithi129 bash[79695]: audit 2024-03-22T07:48:53.431513+0000 mon.c (mon.2) 474 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:48:53.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:53 smithi129 bash[82160]: cluster 2024-03-22T07:48:52.432817+0000 mgr.y (mgr.25337) 1248 : cluster 0 pgmap v1980: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:53.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:53 smithi129 bash[82160]: audit 2024-03-22T07:48:53.431513+0000 mon.c (mon.2) 474 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:48:53.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:53 smithi148 bash[66753]: cluster 2024-03-22T07:48:52.432817+0000 mgr.y (mgr.25337) 1248 : cluster 0 pgmap v1980: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:53.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:53 smithi148 bash[66753]: audit 2024-03-22T07:48:53.431513+0000 mon.c (mon.2) 474 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:48:54.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:48:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:48:53] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-03-22T07:48:55.146 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:48:55.147 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:48:55.823 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:55 smithi129 bash[82160]: cluster 2024-03-22T07:48:54.433808+0000 mgr.y (mgr.25337) 1249 : cluster 0 pgmap v1981: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:55.824 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:55 smithi129 bash[82160]: audit 2024-03-22T07:48:55.149305+0000 mon.a (mon.0) 1655 : audit 0 from='client.? 172.21.15.129:0/69519192' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:48:55.824 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:55 smithi129 bash[79695]: cluster 2024-03-22T07:48:54.433808+0000 mgr.y (mgr.25337) 1249 : cluster 0 pgmap v1981: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:55.824 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:55 smithi129 bash[79695]: audit 2024-03-22T07:48:55.149305+0000 mon.a (mon.0) 1655 : audit 0 from='client.? 172.21.15.129:0/69519192' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:48:55.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:55 smithi148 bash[66753]: cluster 2024-03-22T07:48:54.433808+0000 mgr.y (mgr.25337) 1249 : cluster 0 pgmap v1981: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:55.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:55 smithi148 bash[66753]: audit 2024-03-22T07:48:55.149305+0000 mon.a (mon.0) 1655 : audit 0 from='client.? 172.21.15.129:0/69519192' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:48:57.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:57 smithi129 bash[79695]: cluster 2024-03-22T07:48:56.434469+0000 mgr.y (mgr.25337) 1250 : cluster 0 pgmap v1982: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:57.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:57 smithi129 bash[82160]: cluster 2024-03-22T07:48:56.434469+0000 mgr.y (mgr.25337) 1250 : cluster 0 pgmap v1982: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:57.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:57 smithi148 bash[66753]: cluster 2024-03-22T07:48:56.434469+0000 mgr.y (mgr.25337) 1250 : cluster 0 pgmap v1982: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:58.825 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:48:59.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:48:59 smithi129 bash[79695]: cluster 2024-03-22T07:48:58.435368+0000 mgr.y (mgr.25337) 1251 : cluster 0 pgmap v1983: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:59.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:48:59 smithi129 bash[82160]: cluster 2024-03-22T07:48:58.435368+0000 mgr.y (mgr.25337) 1251 : cluster 0 pgmap v1983: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:48:59.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:48:59 smithi148 bash[66753]: cluster 2024-03-22T07:48:58.435368+0000 mgr.y (mgr.25337) 1251 : cluster 0 pgmap v1983: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:01.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:01 smithi129 bash[79695]: cluster 2024-03-22T07:49:00.436306+0000 mgr.y (mgr.25337) 1252 : cluster 0 pgmap v1984: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:01.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:01 smithi129 bash[82160]: cluster 2024-03-22T07:49:00.436306+0000 mgr.y (mgr.25337) 1252 : cluster 0 pgmap v1984: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:01.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:01 smithi148 bash[66753]: cluster 2024-03-22T07:49:00.436306+0000 mgr.y (mgr.25337) 1252 : cluster 0 pgmap v1984: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:03.572 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:49:03.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:03 smithi129 bash[79695]: cluster 2024-03-22T07:49:02.437072+0000 mgr.y (mgr.25337) 1253 : cluster 0 pgmap v1985: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:03.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:03 smithi129 bash[82160]: cluster 2024-03-22T07:49:02.437072+0000 mgr.y (mgr.25337) 1253 : cluster 0 pgmap v1985: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:03.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:03 smithi148 bash[66753]: cluster 2024-03-22T07:49:02.437072+0000 mgr.y (mgr.25337) 1253 : cluster 0 pgmap v1985: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:04.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:49:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:49:03] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-03-22T07:49:05.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:05 smithi129 bash[79695]: cluster 2024-03-22T07:49:04.438105+0000 mgr.y (mgr.25337) 1254 : cluster 0 pgmap v1986: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:05.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:05 smithi129 bash[82160]: cluster 2024-03-22T07:49:04.438105+0000 mgr.y (mgr.25337) 1254 : cluster 0 pgmap v1986: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:05.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:05 smithi148 bash[66753]: cluster 2024-03-22T07:49:04.438105+0000 mgr.y (mgr.25337) 1254 : cluster 0 pgmap v1986: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:06.547 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:49:06.547 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:49:06.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:06 smithi129 bash[79695]: audit 2024-03-22T07:49:06.549914+0000 mon.a (mon.0) 1656 : audit 0 from='client.? 172.21.15.129:0/894809052' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:49:06.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:06 smithi129 bash[82160]: audit 2024-03-22T07:49:06.549914+0000 mon.a (mon.0) 1656 : audit 0 from='client.? 172.21.15.129:0/894809052' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:49:06.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:06 smithi148 bash[66753]: audit 2024-03-22T07:49:06.549914+0000 mon.a (mon.0) 1656 : audit 0 from='client.? 172.21.15.129:0/894809052' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:49:07.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:07 smithi129 bash[79695]: cluster 2024-03-22T07:49:06.438531+0000 mgr.y (mgr.25337) 1255 : cluster 0 pgmap v1987: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:07.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:07 smithi129 bash[82160]: cluster 2024-03-22T07:49:06.438531+0000 mgr.y (mgr.25337) 1255 : cluster 0 pgmap v1987: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:07.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:07 smithi148 bash[66753]: cluster 2024-03-22T07:49:06.438531+0000 mgr.y (mgr.25337) 1255 : cluster 0 pgmap v1987: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:08.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:08 smithi129 bash[79695]: audit 2024-03-22T07:49:08.431967+0000 mon.c (mon.2) 475 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:49:08.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:08 smithi129 bash[82160]: audit 2024-03-22T07:49:08.431967+0000 mon.c (mon.2) 475 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:49:08.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:08 smithi148 bash[66753]: audit 2024-03-22T07:49:08.431967+0000 mon.c (mon.2) 475 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:49:09.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:09 smithi129 bash[79695]: cluster 2024-03-22T07:49:08.443047+0000 mgr.y (mgr.25337) 1256 : cluster 0 pgmap v1988: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:09.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:09 smithi129 bash[82160]: cluster 2024-03-22T07:49:08.443047+0000 mgr.y (mgr.25337) 1256 : cluster 0 pgmap v1988: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:09.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:09 smithi148 bash[66753]: cluster 2024-03-22T07:49:08.443047+0000 mgr.y (mgr.25337) 1256 : cluster 0 pgmap v1988: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:10.258 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:49:11.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:11 smithi129 bash[79695]: cluster 2024-03-22T07:49:10.443720+0000 mgr.y (mgr.25337) 1257 : cluster 0 pgmap v1989: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:11.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:11 smithi129 bash[82160]: cluster 2024-03-22T07:49:10.443720+0000 mgr.y (mgr.25337) 1257 : cluster 0 pgmap v1989: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:11.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:11 smithi148 bash[66753]: cluster 2024-03-22T07:49:10.443720+0000 mgr.y (mgr.25337) 1257 : cluster 0 pgmap v1989: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:13.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:13 smithi129 bash[79695]: cluster 2024-03-22T07:49:12.444295+0000 mgr.y (mgr.25337) 1258 : cluster 0 pgmap v1990: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:13.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:13 smithi129 bash[82160]: cluster 2024-03-22T07:49:12.444295+0000 mgr.y (mgr.25337) 1258 : cluster 0 pgmap v1990: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:13.929 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:13 smithi148 bash[66753]: cluster 2024-03-22T07:49:12.444295+0000 mgr.y (mgr.25337) 1258 : cluster 0 pgmap v1990: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:14.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:49:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:49:13] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2024-03-22T07:49:14.999 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:49:15.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:15 smithi129 bash[79695]: cluster 2024-03-22T07:49:14.445316+0000 mgr.y (mgr.25337) 1259 : cluster 0 pgmap v1991: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:15.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:15 smithi129 bash[82160]: cluster 2024-03-22T07:49:14.445316+0000 mgr.y (mgr.25337) 1259 : cluster 0 pgmap v1991: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:15.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:15 smithi148 bash[66753]: cluster 2024-03-22T07:49:14.445316+0000 mgr.y (mgr.25337) 1259 : cluster 0 pgmap v1991: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:17.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:17 smithi129 bash[79695]: cluster 2024-03-22T07:49:16.446119+0000 mgr.y (mgr.25337) 1260 : cluster 0 pgmap v1992: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:17.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:17 smithi129 bash[82160]: cluster 2024-03-22T07:49:16.446119+0000 mgr.y (mgr.25337) 1260 : cluster 0 pgmap v1992: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:17.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:17 smithi148 bash[66753]: cluster 2024-03-22T07:49:16.446119+0000 mgr.y (mgr.25337) 1260 : cluster 0 pgmap v1992: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:18.034 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:49:18.035 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:49:18.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:18 smithi129 bash[79695]: audit 2024-03-22T07:49:18.037274+0000 mon.a (mon.0) 1657 : audit 0 from='client.? 172.21.15.129:0/1541001668' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:49:18.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:18 smithi129 bash[82160]: audit 2024-03-22T07:49:18.037274+0000 mon.a (mon.0) 1657 : audit 0 from='client.? 172.21.15.129:0/1541001668' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:49:18.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:18 smithi148 bash[66753]: audit 2024-03-22T07:49:18.037274+0000 mon.a (mon.0) 1657 : audit 0 from='client.? 172.21.15.129:0/1541001668' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:49:19.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:19 smithi129 bash[79695]: cluster 2024-03-22T07:49:18.447157+0000 mgr.y (mgr.25337) 1261 : cluster 0 pgmap v1993: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:19.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:19 smithi129 bash[82160]: cluster 2024-03-22T07:49:18.447157+0000 mgr.y (mgr.25337) 1261 : cluster 0 pgmap v1993: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:19.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:19 smithi148 bash[66753]: cluster 2024-03-22T07:49:18.447157+0000 mgr.y (mgr.25337) 1261 : cluster 0 pgmap v1993: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:21.747 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:49:21.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:21 smithi129 bash[79695]: cluster 2024-03-22T07:49:20.448144+0000 mgr.y (mgr.25337) 1262 : cluster 0 pgmap v1994: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:21.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:21 smithi129 bash[82160]: cluster 2024-03-22T07:49:20.448144+0000 mgr.y (mgr.25337) 1262 : cluster 0 pgmap v1994: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:21.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:21 smithi148 bash[66753]: cluster 2024-03-22T07:49:20.448144+0000 mgr.y (mgr.25337) 1262 : cluster 0 pgmap v1994: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:23 smithi129 bash[79695]: cluster 2024-03-22T07:49:22.448902+0000 mgr.y (mgr.25337) 1263 : cluster 0 pgmap v1995: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:23.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:23 smithi129 bash[79695]: audit 2024-03-22T07:49:23.432509+0000 mon.c (mon.2) 476 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:49:23.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:23 smithi129 bash[82160]: cluster 2024-03-22T07:49:22.448902+0000 mgr.y (mgr.25337) 1263 : cluster 0 pgmap v1995: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:23.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:23 smithi129 bash[82160]: audit 2024-03-22T07:49:23.432509+0000 mon.c (mon.2) 476 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:49:23.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:23 smithi148 bash[66753]: cluster 2024-03-22T07:49:22.448902+0000 mgr.y (mgr.25337) 1263 : cluster 0 pgmap v1995: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:23.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:23 smithi148 bash[66753]: audit 2024-03-22T07:49:23.432509+0000 mon.c (mon.2) 476 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:49:24.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:49:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:49:23] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-03-22T07:49:25.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:25 smithi148 bash[66753]: cluster 2024-03-22T07:49:24.449911+0000 mgr.y (mgr.25337) 1264 : cluster 0 pgmap v1996: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:26.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:25 smithi129 bash[79695]: cluster 2024-03-22T07:49:24.449911+0000 mgr.y (mgr.25337) 1264 : cluster 0 pgmap v1996: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:26.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:25 smithi129 bash[82160]: cluster 2024-03-22T07:49:24.449911+0000 mgr.y (mgr.25337) 1264 : cluster 0 pgmap v1996: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:26.488 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:49:27.791 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:27 smithi129 bash[79695]: cluster 2024-03-22T07:49:26.450586+0000 mgr.y (mgr.25337) 1265 : cluster 0 pgmap v1997: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:27.791 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:27 smithi129 bash[82160]: cluster 2024-03-22T07:49:26.450586+0000 mgr.y (mgr.25337) 1265 : cluster 0 pgmap v1997: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:27.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:27 smithi148 bash[66753]: cluster 2024-03-22T07:49:26.450586+0000 mgr.y (mgr.25337) 1265 : cluster 0 pgmap v1997: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:28.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:28 smithi148 bash[66753]: audit 2024-03-22T07:49:28.276912+0000 mon.c (mon.2) 477 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:49:29.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:28 smithi129 bash[79695]: audit 2024-03-22T07:49:28.276912+0000 mon.c (mon.2) 477 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:49:29.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:28 smithi129 bash[82160]: audit 2024-03-22T07:49:28.276912+0000 mon.c (mon.2) 477 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:49:29.553 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:49:29.553 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:49:29.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:29 smithi129 bash[79695]: cluster 2024-03-22T07:49:28.451431+0000 mgr.y (mgr.25337) 1266 : cluster 0 pgmap v1998: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:29.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:29 smithi129 bash[79695]: audit 2024-03-22T07:49:29.555463+0000 mon.a (mon.0) 1658 : audit 0 from='client.? 172.21.15.129:0/1435229586' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:49:29.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:29 smithi129 bash[82160]: cluster 2024-03-22T07:49:28.451431+0000 mgr.y (mgr.25337) 1266 : cluster 0 pgmap v1998: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:29.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:29 smithi129 bash[82160]: audit 2024-03-22T07:49:29.555463+0000 mon.a (mon.0) 1658 : audit 0 from='client.? 172.21.15.129:0/1435229586' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:49:29.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:29 smithi148 bash[66753]: cluster 2024-03-22T07:49:28.451431+0000 mgr.y (mgr.25337) 1266 : cluster 0 pgmap v1998: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:29.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:29 smithi148 bash[66753]: audit 2024-03-22T07:49:29.555463+0000 mon.a (mon.0) 1658 : audit 0 from='client.? 172.21.15.129:0/1435229586' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:49:31.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:31 smithi148 bash[66753]: cluster 2024-03-22T07:49:30.452351+0000 mgr.y (mgr.25337) 1267 : cluster 0 pgmap v1999: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:32.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:31 smithi129 bash[79695]: cluster 2024-03-22T07:49:30.452351+0000 mgr.y (mgr.25337) 1267 : cluster 0 pgmap v1999: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:32.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:31 smithi129 bash[82160]: cluster 2024-03-22T07:49:30.452351+0000 mgr.y (mgr.25337) 1267 : cluster 0 pgmap v1999: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:33.320 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:49:33.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:33 smithi148 bash[66753]: cluster 2024-03-22T07:49:32.453105+0000 mgr.y (mgr.25337) 1268 : cluster 0 pgmap v2000: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:33.932 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:33 smithi129 bash[79695]: cluster 2024-03-22T07:49:32.453105+0000 mgr.y (mgr.25337) 1268 : cluster 0 pgmap v2000: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:33.932 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:33 smithi129 bash[82160]: cluster 2024-03-22T07:49:32.453105+0000 mgr.y (mgr.25337) 1268 : cluster 0 pgmap v2000: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:34.373 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:49:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:49:33] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-03-22T07:49:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[79695]: audit 2024-03-22T07:49:34.369114+0000 mon.a (mon.0) 1659 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:49:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[79695]: audit 2024-03-22T07:49:34.376647+0000 mon.a (mon.0) 1660 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:49:35.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[79695]: cluster 2024-03-22T07:49:34.453929+0000 mgr.y (mgr.25337) 1269 : cluster 0 pgmap v2001: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:35.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[79695]: audit 2024-03-22T07:49:34.571350+0000 mon.a (mon.0) 1661 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:49:35.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[79695]: audit 2024-03-22T07:49:34.578799+0000 mon.a (mon.0) 1662 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:49:35.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[79695]: audit 2024-03-22T07:49:35.172121+0000 mon.c (mon.2) 478 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:49:35.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[79695]: audit 2024-03-22T07:49:35.173868+0000 mon.c (mon.2) 479 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:49:35.625 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[79695]: audit 2024-03-22T07:49:35.184072+0000 mon.a (mon.0) 1663 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:49:35.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[82160]: audit 2024-03-22T07:49:34.369114+0000 mon.a (mon.0) 1659 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:49:35.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[82160]: audit 2024-03-22T07:49:34.376647+0000 mon.a (mon.0) 1660 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:49:35.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[82160]: cluster 2024-03-22T07:49:34.453929+0000 mgr.y (mgr.25337) 1269 : cluster 0 pgmap v2001: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:35.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[82160]: audit 2024-03-22T07:49:34.571350+0000 mon.a (mon.0) 1661 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:49:35.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[82160]: audit 2024-03-22T07:49:34.578799+0000 mon.a (mon.0) 1662 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:49:35.625 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[82160]: audit 2024-03-22T07:49:35.172121+0000 mon.c (mon.2) 478 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:49:35.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[82160]: audit 2024-03-22T07:49:35.173868+0000 mon.c (mon.2) 479 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:49:35.626 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:35 smithi129 bash[82160]: audit 2024-03-22T07:49:35.184072+0000 mon.a (mon.0) 1663 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:49:35.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:35 smithi148 bash[66753]: audit 2024-03-22T07:49:34.369114+0000 mon.a (mon.0) 1659 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:49:35.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:35 smithi148 bash[66753]: audit 2024-03-22T07:49:34.376647+0000 mon.a (mon.0) 1660 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:49:35.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:35 smithi148 bash[66753]: cluster 2024-03-22T07:49:34.453929+0000 mgr.y (mgr.25337) 1269 : cluster 0 pgmap v2001: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:35.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:35 smithi148 bash[66753]: audit 2024-03-22T07:49:34.571350+0000 mon.a (mon.0) 1661 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:49:35.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:35 smithi148 bash[66753]: audit 2024-03-22T07:49:34.578799+0000 mon.a (mon.0) 1662 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:49:35.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:35 smithi148 bash[66753]: audit 2024-03-22T07:49:35.172121+0000 mon.c (mon.2) 478 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:49:35.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:35 smithi148 bash[66753]: audit 2024-03-22T07:49:35.173868+0000 mon.c (mon.2) 479 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:49:35.678 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:35 smithi148 bash[66753]: audit 2024-03-22T07:49:35.184072+0000 mon.a (mon.0) 1663 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:49:37.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:37 smithi129 bash[79695]: cluster 2024-03-22T07:49:36.454590+0000 mgr.y (mgr.25337) 1270 : cluster 0 pgmap v2002: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:37.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:37 smithi129 bash[82160]: cluster 2024-03-22T07:49:36.454590+0000 mgr.y (mgr.25337) 1270 : cluster 0 pgmap v2002: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:37.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:37 smithi148 bash[66753]: cluster 2024-03-22T07:49:36.454590+0000 mgr.y (mgr.25337) 1270 : cluster 0 pgmap v2002: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:37.939 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:49:38.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:38 smithi129 bash[79695]: audit 2024-03-22T07:49:38.432961+0000 mon.c (mon.2) 480 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:49:38.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:38 smithi129 bash[82160]: audit 2024-03-22T07:49:38.432961+0000 mon.c (mon.2) 480 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:49:38.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:38 smithi148 bash[66753]: audit 2024-03-22T07:49:38.432961+0000 mon.c (mon.2) 480 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:49:39.872 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:39 smithi129 bash[79695]: cluster 2024-03-22T07:49:38.455416+0000 mgr.y (mgr.25337) 1271 : cluster 0 pgmap v2003: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:39.872 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:39 smithi129 bash[82160]: cluster 2024-03-22T07:49:38.455416+0000 mgr.y (mgr.25337) 1271 : cluster 0 pgmap v2003: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:39.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:39 smithi148 bash[66753]: cluster 2024-03-22T07:49:38.455416+0000 mgr.y (mgr.25337) 1271 : cluster 0 pgmap v2003: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:41.160 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:49:41.160 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:49:41.814 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:41 smithi129 bash[79695]: cluster 2024-03-22T07:49:40.456364+0000 mgr.y (mgr.25337) 1272 : cluster 0 pgmap v2004: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:41.814 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:41 smithi129 bash[79695]: audit 2024-03-22T07:49:41.162165+0000 mon.c (mon.2) 481 : audit 0 from='client.? 172.21.15.129:0/3137962356' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:49:41.815 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:41 smithi129 bash[82160]: cluster 2024-03-22T07:49:40.456364+0000 mgr.y (mgr.25337) 1272 : cluster 0 pgmap v2004: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:41.815 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:41 smithi129 bash[82160]: audit 2024-03-22T07:49:41.162165+0000 mon.c (mon.2) 481 : audit 0 from='client.? 172.21.15.129:0/3137962356' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:49:41.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:41 smithi148 bash[66753]: cluster 2024-03-22T07:49:40.456364+0000 mgr.y (mgr.25337) 1272 : cluster 0 pgmap v2004: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:41.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:41 smithi148 bash[66753]: audit 2024-03-22T07:49:41.162165+0000 mon.c (mon.2) 481 : audit 0 from='client.? 172.21.15.129:0/3137962356' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:49:43.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:43 smithi129 bash[82160]: cluster 2024-03-22T07:49:42.457158+0000 mgr.y (mgr.25337) 1273 : cluster 0 pgmap v2005: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:43.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:43 smithi129 bash[79695]: cluster 2024-03-22T07:49:42.457158+0000 mgr.y (mgr.25337) 1273 : cluster 0 pgmap v2005: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:43.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:43 smithi148 bash[66753]: cluster 2024-03-22T07:49:42.457158+0000 mgr.y (mgr.25337) 1273 : cluster 0 pgmap v2005: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:44.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:49:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:49:43] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2024-03-22T07:49:44.818 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:49:45.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:45 smithi129 bash[79695]: cluster 2024-03-22T07:49:44.458200+0000 mgr.y (mgr.25337) 1274 : cluster 0 pgmap v2006: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:45.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:45 smithi129 bash[82160]: cluster 2024-03-22T07:49:44.458200+0000 mgr.y (mgr.25337) 1274 : cluster 0 pgmap v2006: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:45.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:45 smithi148 bash[66753]: cluster 2024-03-22T07:49:44.458200+0000 mgr.y (mgr.25337) 1274 : cluster 0 pgmap v2006: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:47.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:47 smithi129 bash[79695]: cluster 2024-03-22T07:49:46.459017+0000 mgr.y (mgr.25337) 1275 : cluster 0 pgmap v2007: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:47.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:47 smithi129 bash[82160]: cluster 2024-03-22T07:49:46.459017+0000 mgr.y (mgr.25337) 1275 : cluster 0 pgmap v2007: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:47.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:47 smithi148 bash[66753]: cluster 2024-03-22T07:49:46.459017+0000 mgr.y (mgr.25337) 1275 : cluster 0 pgmap v2007: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:49.561 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:49:49.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:49 smithi129 bash[79695]: cluster 2024-03-22T07:49:48.460083+0000 mgr.y (mgr.25337) 1276 : cluster 0 pgmap v2008: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:49.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:49 smithi129 bash[82160]: cluster 2024-03-22T07:49:48.460083+0000 mgr.y (mgr.25337) 1276 : cluster 0 pgmap v2008: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:49.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:49 smithi148 bash[66753]: cluster 2024-03-22T07:49:48.460083+0000 mgr.y (mgr.25337) 1276 : cluster 0 pgmap v2008: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:51.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:51 smithi129 bash[79695]: cluster 2024-03-22T07:49:50.461107+0000 mgr.y (mgr.25337) 1277 : cluster 0 pgmap v2009: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:51.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:51 smithi129 bash[82160]: cluster 2024-03-22T07:49:50.461107+0000 mgr.y (mgr.25337) 1277 : cluster 0 pgmap v2009: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:51.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:51 smithi148 bash[66753]: cluster 2024-03-22T07:49:50.461107+0000 mgr.y (mgr.25337) 1277 : cluster 0 pgmap v2009: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:52.515 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:49:52.515 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:49:52.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:52 smithi129 bash[79695]: audit 2024-03-22T07:49:52.517545+0000 mon.c (mon.2) 482 : audit 0 from='client.? 172.21.15.129:0/1664502949' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:49:52.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:52 smithi129 bash[82160]: audit 2024-03-22T07:49:52.517545+0000 mon.c (mon.2) 482 : audit 0 from='client.? 172.21.15.129:0/1664502949' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:49:52.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:52 smithi148 bash[66753]: audit 2024-03-22T07:49:52.517545+0000 mon.c (mon.2) 482 : audit 0 from='client.? 172.21.15.129:0/1664502949' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:49:53.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:53 smithi129 bash[79695]: cluster 2024-03-22T07:49:52.461987+0000 mgr.y (mgr.25337) 1278 : cluster 0 pgmap v2010: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:53.627 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:53 smithi129 bash[79695]: audit 2024-03-22T07:49:53.433424+0000 mon.c (mon.2) 483 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:49:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:53 smithi129 bash[82160]: cluster 2024-03-22T07:49:52.461987+0000 mgr.y (mgr.25337) 1278 : cluster 0 pgmap v2010: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:53.627 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:53 smithi129 bash[82160]: audit 2024-03-22T07:49:53.433424+0000 mon.c (mon.2) 483 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:49:53.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:53 smithi148 bash[66753]: cluster 2024-03-22T07:49:52.461987+0000 mgr.y (mgr.25337) 1278 : cluster 0 pgmap v2010: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:53.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:53 smithi148 bash[66753]: audit 2024-03-22T07:49:53.433424+0000 mon.c (mon.2) 483 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:49:54.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:49:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:49:53] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-03-22T07:49:55.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:55 smithi129 bash[79695]: cluster 2024-03-22T07:49:54.462996+0000 mgr.y (mgr.25337) 1279 : cluster 0 pgmap v2011: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:55.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:55 smithi129 bash[82160]: cluster 2024-03-22T07:49:54.462996+0000 mgr.y (mgr.25337) 1279 : cluster 0 pgmap v2011: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:55.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:55 smithi148 bash[66753]: cluster 2024-03-22T07:49:54.462996+0000 mgr.y (mgr.25337) 1279 : cluster 0 pgmap v2011: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:56.313 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:49:57.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:57 smithi129 bash[79695]: cluster 2024-03-22T07:49:56.463406+0000 mgr.y (mgr.25337) 1280 : cluster 0 pgmap v2012: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:57.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:57 smithi129 bash[82160]: cluster 2024-03-22T07:49:56.463406+0000 mgr.y (mgr.25337) 1280 : cluster 0 pgmap v2012: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:57.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:57 smithi148 bash[66753]: cluster 2024-03-22T07:49:56.463406+0000 mgr.y (mgr.25337) 1280 : cluster 0 pgmap v2012: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:59.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:49:59 smithi129 bash[79695]: cluster 2024-03-22T07:49:58.464272+0000 mgr.y (mgr.25337) 1281 : cluster 0 pgmap v2013: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:59.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:49:59 smithi129 bash[82160]: cluster 2024-03-22T07:49:58.464272+0000 mgr.y (mgr.25337) 1281 : cluster 0 pgmap v2013: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:49:59.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:49:59 smithi148 bash[66753]: cluster 2024-03-22T07:49:58.464272+0000 mgr.y (mgr.25337) 1281 : cluster 0 pgmap v2013: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:00.373 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:00 smithi129 bash[79695]: debug 2024-03-22T07:49:59.999+0000 7f74b4953700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:50:00.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:00 smithi129 bash[79695]: cluster 2024-03-22T07:50:00.000126+0000 mon.a (mon.0) 1664 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:50:00.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:00 smithi129 bash[82160]: cluster 2024-03-22T07:50:00.000126+0000 mon.a (mon.0) 1664 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:50:00.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:00 smithi148 bash[66753]: cluster 2024-03-22T07:50:00.000126+0000 mon.a (mon.0) 1664 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-03-22T07:50:01.061 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:50:01.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:01 smithi129 bash[79695]: cluster 2024-03-22T07:50:00.465193+0000 mgr.y (mgr.25337) 1282 : cluster 0 pgmap v2014: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:01.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:01 smithi129 bash[82160]: cluster 2024-03-22T07:50:00.465193+0000 mgr.y (mgr.25337) 1282 : cluster 0 pgmap v2014: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:01.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:01 smithi148 bash[66753]: cluster 2024-03-22T07:50:00.465193+0000 mgr.y (mgr.25337) 1282 : cluster 0 pgmap v2014: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:03.873 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:03 smithi129 bash[79695]: cluster 2024-03-22T07:50:02.466039+0000 mgr.y (mgr.25337) 1283 : cluster 0 pgmap v2015: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:03.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:03 smithi129 bash[82160]: cluster 2024-03-22T07:50:02.466039+0000 mgr.y (mgr.25337) 1283 : cluster 0 pgmap v2015: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:03.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:03 smithi148 bash[66753]: cluster 2024-03-22T07:50:02.466039+0000 mgr.y (mgr.25337) 1283 : cluster 0 pgmap v2015: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:04.092 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:50:04.093 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:50:04.277 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:50:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:50:03] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-03-22T07:50:04.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:04 smithi129 bash[79695]: audit 2024-03-22T07:50:04.094914+0000 mon.a (mon.0) 1665 : audit 0 from='client.? 172.21.15.129:0/1304784990' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:50:04.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:04 smithi129 bash[82160]: audit 2024-03-22T07:50:04.094914+0000 mon.a (mon.0) 1665 : audit 0 from='client.? 172.21.15.129:0/1304784990' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:50:04.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:04 smithi148 bash[66753]: audit 2024-03-22T07:50:04.094914+0000 mon.a (mon.0) 1665 : audit 0 from='client.? 172.21.15.129:0/1304784990' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:50:05.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:05 smithi129 bash[79695]: cluster 2024-03-22T07:50:04.467041+0000 mgr.y (mgr.25337) 1284 : cluster 0 pgmap v2016: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:05.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:05 smithi129 bash[82160]: cluster 2024-03-22T07:50:04.467041+0000 mgr.y (mgr.25337) 1284 : cluster 0 pgmap v2016: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:05.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:05 smithi148 bash[66753]: cluster 2024-03-22T07:50:04.467041+0000 mgr.y (mgr.25337) 1284 : cluster 0 pgmap v2016: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:07.793 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:50:07.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:07 smithi129 bash[79695]: cluster 2024-03-22T07:50:06.467658+0000 mgr.y (mgr.25337) 1285 : cluster 0 pgmap v2017: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:07.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:07 smithi129 bash[82160]: cluster 2024-03-22T07:50:06.467658+0000 mgr.y (mgr.25337) 1285 : cluster 0 pgmap v2017: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:07.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:07 smithi148 bash[66753]: cluster 2024-03-22T07:50:06.467658+0000 mgr.y (mgr.25337) 1285 : cluster 0 pgmap v2017: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:08.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:08 smithi129 bash[79695]: audit 2024-03-22T07:50:08.433846+0000 mon.c (mon.2) 484 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:50:08.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:08 smithi129 bash[82160]: audit 2024-03-22T07:50:08.433846+0000 mon.c (mon.2) 484 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:50:08.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:08 smithi148 bash[66753]: audit 2024-03-22T07:50:08.433846+0000 mon.c (mon.2) 484 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:50:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:09 smithi129 bash[79695]: cluster 2024-03-22T07:50:08.472354+0000 mgr.y (mgr.25337) 1286 : cluster 0 pgmap v2018: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:09.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:09 smithi129 bash[82160]: cluster 2024-03-22T07:50:08.472354+0000 mgr.y (mgr.25337) 1286 : cluster 0 pgmap v2018: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:09.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:09 smithi148 bash[66753]: cluster 2024-03-22T07:50:08.472354+0000 mgr.y (mgr.25337) 1286 : cluster 0 pgmap v2018: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:11.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:11 smithi129 bash[79695]: cluster 2024-03-22T07:50:10.473291+0000 mgr.y (mgr.25337) 1287 : cluster 0 pgmap v2019: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:11.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:11 smithi129 bash[82160]: cluster 2024-03-22T07:50:10.473291+0000 mgr.y (mgr.25337) 1287 : cluster 0 pgmap v2019: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:11.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:11 smithi148 bash[66753]: cluster 2024-03-22T07:50:10.473291+0000 mgr.y (mgr.25337) 1287 : cluster 0 pgmap v2019: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:12.537 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:50:13.826 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:13 smithi129 bash[82160]: cluster 2024-03-22T07:50:12.474050+0000 mgr.y (mgr.25337) 1288 : cluster 0 pgmap v2020: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:13.827 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:13 smithi129 bash[79695]: cluster 2024-03-22T07:50:12.474050+0000 mgr.y (mgr.25337) 1288 : cluster 0 pgmap v2020: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:13.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:13 smithi148 bash[66753]: cluster 2024-03-22T07:50:12.474050+0000 mgr.y (mgr.25337) 1288 : cluster 0 pgmap v2020: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:14.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:50:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:50:13] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2024-03-22T07:50:15.647 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:50:15.647 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:50:15.878 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:15 smithi129 bash[79695]: cluster 2024-03-22T07:50:14.475044+0000 mgr.y (mgr.25337) 1289 : cluster 0 pgmap v2021: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:15.879 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:15 smithi129 bash[82160]: cluster 2024-03-22T07:50:14.475044+0000 mgr.y (mgr.25337) 1289 : cluster 0 pgmap v2021: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:15.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:15 smithi148 bash[66753]: cluster 2024-03-22T07:50:14.475044+0000 mgr.y (mgr.25337) 1289 : cluster 0 pgmap v2021: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:16.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:16 smithi129 bash[79695]: audit 2024-03-22T07:50:15.649565+0000 mon.a (mon.0) 1666 : audit 0 from='client.? 172.21.15.129:0/3828818392' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:50:16.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:16 smithi129 bash[82160]: audit 2024-03-22T07:50:15.649565+0000 mon.a (mon.0) 1666 : audit 0 from='client.? 172.21.15.129:0/3828818392' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:50:16.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:16 smithi148 bash[66753]: audit 2024-03-22T07:50:15.649565+0000 mon.a (mon.0) 1666 : audit 0 from='client.? 172.21.15.129:0/3828818392' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:50:17.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:17 smithi148 bash[66753]: cluster 2024-03-22T07:50:16.475759+0000 mgr.y (mgr.25337) 1290 : cluster 0 pgmap v2022: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:18.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:17 smithi129 bash[82160]: cluster 2024-03-22T07:50:16.475759+0000 mgr.y (mgr.25337) 1290 : cluster 0 pgmap v2022: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:18.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:17 smithi129 bash[79695]: cluster 2024-03-22T07:50:16.475759+0000 mgr.y (mgr.25337) 1290 : cluster 0 pgmap v2022: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:19.400 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:50:19.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:19 smithi129 bash[79695]: cluster 2024-03-22T07:50:18.476742+0000 mgr.y (mgr.25337) 1291 : cluster 0 pgmap v2023: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:19.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:19 smithi129 bash[82160]: cluster 2024-03-22T07:50:18.476742+0000 mgr.y (mgr.25337) 1291 : cluster 0 pgmap v2023: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:19.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:19 smithi148 bash[66753]: cluster 2024-03-22T07:50:18.476742+0000 mgr.y (mgr.25337) 1291 : cluster 0 pgmap v2023: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:21.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:21 smithi148 bash[66753]: cluster 2024-03-22T07:50:20.477695+0000 mgr.y (mgr.25337) 1292 : cluster 0 pgmap v2024: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:22.123 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:21 smithi129 bash[79695]: cluster 2024-03-22T07:50:20.477695+0000 mgr.y (mgr.25337) 1292 : cluster 0 pgmap v2024: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:22.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:21 smithi129 bash[82160]: cluster 2024-03-22T07:50:20.477695+0000 mgr.y (mgr.25337) 1292 : cluster 0 pgmap v2024: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:23.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:23 smithi148 bash[66753]: cluster 2024-03-22T07:50:22.478507+0000 mgr.y (mgr.25337) 1293 : cluster 0 pgmap v2025: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:23.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:23 smithi148 bash[66753]: audit 2024-03-22T07:50:23.434363+0000 mon.c (mon.2) 485 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:50:23.933 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:23 smithi129 bash[79695]: cluster 2024-03-22T07:50:22.478507+0000 mgr.y (mgr.25337) 1293 : cluster 0 pgmap v2025: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:23.933 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:23 smithi129 bash[79695]: audit 2024-03-22T07:50:23.434363+0000 mon.c (mon.2) 485 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:50:23.934 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:23 smithi129 bash[82160]: cluster 2024-03-22T07:50:22.478507+0000 mgr.y (mgr.25337) 1293 : cluster 0 pgmap v2025: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:23.934 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:23 smithi129 bash[82160]: audit 2024-03-22T07:50:23.434363+0000 mon.c (mon.2) 485 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:50:24.142 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:50:24.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:50:23 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:50:23] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-03-22T07:50:25.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:25 smithi129 bash[79695]: cluster 2024-03-22T07:50:24.479497+0000 mgr.y (mgr.25337) 1294 : cluster 0 pgmap v2026: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:25.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:25 smithi129 bash[82160]: cluster 2024-03-22T07:50:24.479497+0000 mgr.y (mgr.25337) 1294 : cluster 0 pgmap v2026: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:25.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:25 smithi148 bash[66753]: cluster 2024-03-22T07:50:24.479497+0000 mgr.y (mgr.25337) 1294 : cluster 0 pgmap v2026: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:27.297 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:50:27.298 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:50:27.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:27 smithi148 bash[66753]: cluster 2024-03-22T07:50:26.480195+0000 mgr.y (mgr.25337) 1295 : cluster 0 pgmap v2027: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:27.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:27 smithi148 bash[66753]: audit 2024-03-22T07:50:27.299760+0000 mon.a (mon.0) 1667 : audit 0 from='client.? 172.21.15.129:0/833523234' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:50:27.995 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:27 smithi129 bash[82160]: cluster 2024-03-22T07:50:26.480195+0000 mgr.y (mgr.25337) 1295 : cluster 0 pgmap v2027: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:27.995 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:27 smithi129 bash[82160]: audit 2024-03-22T07:50:27.299760+0000 mon.a (mon.0) 1667 : audit 0 from='client.? 172.21.15.129:0/833523234' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:50:27.995 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:27 smithi129 bash[79695]: cluster 2024-03-22T07:50:26.480195+0000 mgr.y (mgr.25337) 1295 : cluster 0 pgmap v2027: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:27.996 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:27 smithi129 bash[79695]: audit 2024-03-22T07:50:27.299760+0000 mon.a (mon.0) 1667 : audit 0 from='client.? 172.21.15.129:0/833523234' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:50:29.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:29 smithi148 bash[66753]: cluster 2024-03-22T07:50:28.481038+0000 mgr.y (mgr.25337) 1296 : cluster 0 pgmap v2028: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:30.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:29 smithi129 bash[79695]: cluster 2024-03-22T07:50:28.481038+0000 mgr.y (mgr.25337) 1296 : cluster 0 pgmap v2028: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:30.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:29 smithi129 bash[82160]: cluster 2024-03-22T07:50:28.481038+0000 mgr.y (mgr.25337) 1296 : cluster 0 pgmap v2028: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:30.997 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:50:31.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:31 smithi148 bash[66753]: cluster 2024-03-22T07:50:30.481992+0000 mgr.y (mgr.25337) 1297 : cluster 0 pgmap v2029: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:32.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:31 smithi129 bash[79695]: cluster 2024-03-22T07:50:30.481992+0000 mgr.y (mgr.25337) 1297 : cluster 0 pgmap v2029: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:32.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:31 smithi129 bash[82160]: cluster 2024-03-22T07:50:30.481992+0000 mgr.y (mgr.25337) 1297 : cluster 0 pgmap v2029: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:33.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:33 smithi148 bash[66753]: cluster 2024-03-22T07:50:32.482856+0000 mgr.y (mgr.25337) 1298 : cluster 0 pgmap v2030: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:33.933 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:33 smithi129 bash[79695]: cluster 2024-03-22T07:50:32.482856+0000 mgr.y (mgr.25337) 1298 : cluster 0 pgmap v2030: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:33.933 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:33 smithi129 bash[82160]: cluster 2024-03-22T07:50:32.482856+0000 mgr.y (mgr.25337) 1298 : cluster 0 pgmap v2030: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:34.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:50:33 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:50:33] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-03-22T07:50:35.736 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:50:35.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:35 smithi148 bash[66753]: cluster 2024-03-22T07:50:34.483818+0000 mgr.y (mgr.25337) 1299 : cluster 0 pgmap v2031: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:35.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:35 smithi148 bash[66753]: audit 2024-03-22T07:50:35.277402+0000 mon.c (mon.2) 486 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:50:36.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:35 smithi129 bash[79695]: cluster 2024-03-22T07:50:34.483818+0000 mgr.y (mgr.25337) 1299 : cluster 0 pgmap v2031: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:36.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:35 smithi129 bash[79695]: audit 2024-03-22T07:50:35.277402+0000 mon.c (mon.2) 486 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:50:36.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:35 smithi129 bash[82160]: cluster 2024-03-22T07:50:34.483818+0000 mgr.y (mgr.25337) 1299 : cluster 0 pgmap v2031: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:36.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:35 smithi129 bash[82160]: audit 2024-03-22T07:50:35.277402+0000 mon.c (mon.2) 486 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-22T07:50:37.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:37 smithi129 bash[79695]: cluster 2024-03-22T07:50:36.484434+0000 mgr.y (mgr.25337) 1300 : cluster 0 pgmap v2032: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:37.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:37 smithi129 bash[82160]: cluster 2024-03-22T07:50:36.484434+0000 mgr.y (mgr.25337) 1300 : cluster 0 pgmap v2032: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:37.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:37 smithi148 bash[66753]: cluster 2024-03-22T07:50:36.484434+0000 mgr.y (mgr.25337) 1300 : cluster 0 pgmap v2032: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:38.834 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:50:38.834 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:50:39.023 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:38 smithi129 bash[79695]: audit 2024-03-22T07:50:38.434177+0000 mon.c (mon.2) 487 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:50:39.023 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:38 smithi129 bash[82160]: audit 2024-03-22T07:50:38.434177+0000 mon.c (mon.2) 487 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:50:39.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:38 smithi148 bash[66753]: audit 2024-03-22T07:50:38.434177+0000 mon.c (mon.2) 487 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:50:39.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:39 smithi129 bash[79695]: cluster 2024-03-22T07:50:38.484952+0000 mgr.y (mgr.25337) 1301 : cluster 0 pgmap v2033: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:39.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:39 smithi129 bash[79695]: audit 2024-03-22T07:50:38.836373+0000 mon.a (mon.0) 1668 : audit 0 from='client.? 172.21.15.129:0/3031217317' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:50:39.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:39 smithi129 bash[82160]: cluster 2024-03-22T07:50:38.484952+0000 mgr.y (mgr.25337) 1301 : cluster 0 pgmap v2033: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:39.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:39 smithi129 bash[82160]: audit 2024-03-22T07:50:38.836373+0000 mon.a (mon.0) 1668 : audit 0 from='client.? 172.21.15.129:0/3031217317' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:50:40.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:39 smithi148 bash[66753]: cluster 2024-03-22T07:50:38.484952+0000 mgr.y (mgr.25337) 1301 : cluster 0 pgmap v2033: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:40.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:39 smithi148 bash[66753]: audit 2024-03-22T07:50:38.836373+0000 mon.a (mon.0) 1668 : audit 0 from='client.? 172.21.15.129:0/3031217317' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:50:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:41 smithi129 bash[79695]: cluster 2024-03-22T07:50:40.485396+0000 mgr.y (mgr.25337) 1302 : cluster 0 pgmap v2034: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:41 smithi129 bash[79695]: audit 2024-03-22T07:50:40.770576+0000 mon.a (mon.0) 1669 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:50:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:41 smithi129 bash[79695]: audit 2024-03-22T07:50:40.787413+0000 mon.a (mon.0) 1670 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:50:42.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:41 smithi129 bash[79695]: audit 2024-03-22T07:50:41.272108+0000 mon.a (mon.0) 1671 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:50:42.125 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:41 smithi129 bash[79695]: audit 2024-03-22T07:50:41.279932+0000 mon.a (mon.0) 1672 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:50:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:41 smithi129 bash[82160]: cluster 2024-03-22T07:50:40.485396+0000 mgr.y (mgr.25337) 1302 : cluster 0 pgmap v2034: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:41 smithi129 bash[82160]: audit 2024-03-22T07:50:40.770576+0000 mon.a (mon.0) 1669 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:50:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:41 smithi129 bash[82160]: audit 2024-03-22T07:50:40.787413+0000 mon.a (mon.0) 1670 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:50:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:41 smithi129 bash[82160]: audit 2024-03-22T07:50:41.272108+0000 mon.a (mon.0) 1671 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:50:42.125 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:41 smithi129 bash[82160]: audit 2024-03-22T07:50:41.279932+0000 mon.a (mon.0) 1672 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:50:42.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:41 smithi148 bash[66753]: cluster 2024-03-22T07:50:40.485396+0000 mgr.y (mgr.25337) 1302 : cluster 0 pgmap v2034: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:42.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:41 smithi148 bash[66753]: audit 2024-03-22T07:50:40.770576+0000 mon.a (mon.0) 1669 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:50:42.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:41 smithi148 bash[66753]: audit 2024-03-22T07:50:40.787413+0000 mon.a (mon.0) 1670 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:50:42.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:41 smithi148 bash[66753]: audit 2024-03-22T07:50:41.272108+0000 mon.a (mon.0) 1671 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:50:42.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:41 smithi148 bash[66753]: audit 2024-03-22T07:50:41.279932+0000 mon.a (mon.0) 1672 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:50:42.521 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:50:42.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:42 smithi129 bash[79695]: audit 2024-03-22T07:50:41.967943+0000 mon.c (mon.2) 488 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:50:42.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:42 smithi129 bash[79695]: audit 2024-03-22T07:50:41.969669+0000 mon.c (mon.2) 489 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:50:42.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:42 smithi129 bash[79695]: audit 2024-03-22T07:50:41.981189+0000 mon.a (mon.0) 1673 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:50:42.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:42 smithi129 bash[82160]: audit 2024-03-22T07:50:41.967943+0000 mon.c (mon.2) 488 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:50:42.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:42 smithi129 bash[82160]: audit 2024-03-22T07:50:41.969669+0000 mon.c (mon.2) 489 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:50:42.875 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:42 smithi129 bash[82160]: audit 2024-03-22T07:50:41.981189+0000 mon.a (mon.0) 1673 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:50:43.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:42 smithi148 bash[66753]: audit 2024-03-22T07:50:41.967943+0000 mon.c (mon.2) 488 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-22T07:50:43.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:42 smithi148 bash[66753]: audit 2024-03-22T07:50:41.969669+0000 mon.c (mon.2) 489 : audit 1 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-22T07:50:43.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:42 smithi148 bash[66753]: audit 2024-03-22T07:50:41.981189+0000 mon.a (mon.0) 1673 : audit 1 from='mgr.25337 ' entity='mgr.y' 2024-03-22T07:50:44.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:43 smithi129 bash[79695]: cluster 2024-03-22T07:50:42.486171+0000 mgr.y (mgr.25337) 1303 : cluster 0 pgmap v2035: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:44.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:50:43 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:50:43] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-03-22T07:50:44.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:43 smithi129 bash[82160]: cluster 2024-03-22T07:50:42.486171+0000 mgr.y (mgr.25337) 1303 : cluster 0 pgmap v2035: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:44.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:43 smithi148 bash[66753]: cluster 2024-03-22T07:50:42.486171+0000 mgr.y (mgr.25337) 1303 : cluster 0 pgmap v2035: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:46.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:45 smithi129 bash[79695]: cluster 2024-03-22T07:50:44.487140+0000 mgr.y (mgr.25337) 1304 : cluster 0 pgmap v2036: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:46.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:45 smithi129 bash[82160]: cluster 2024-03-22T07:50:44.487140+0000 mgr.y (mgr.25337) 1304 : cluster 0 pgmap v2036: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:46.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:45 smithi148 bash[66753]: cluster 2024-03-22T07:50:44.487140+0000 mgr.y (mgr.25337) 1304 : cluster 0 pgmap v2036: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:47.263 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:50:48.254 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:47 smithi129 bash[79695]: cluster 2024-03-22T07:50:46.487768+0000 mgr.y (mgr.25337) 1305 : cluster 0 pgmap v2037: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:48.254 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:47 smithi129 bash[82160]: cluster 2024-03-22T07:50:46.487768+0000 mgr.y (mgr.25337) 1305 : cluster 0 pgmap v2037: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:48.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:47 smithi148 bash[66753]: cluster 2024-03-22T07:50:46.487768+0000 mgr.y (mgr.25337) 1305 : cluster 0 pgmap v2037: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:50.340 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:50:50.340 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:50:50.353 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:49 smithi129 bash[79695]: cluster 2024-03-22T07:50:48.488729+0000 mgr.y (mgr.25337) 1306 : cluster 0 pgmap v2038: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:50.353 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:49 smithi129 bash[82160]: cluster 2024-03-22T07:50:48.488729+0000 mgr.y (mgr.25337) 1306 : cluster 0 pgmap v2038: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:50.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:49 smithi148 bash[66753]: cluster 2024-03-22T07:50:48.488729+0000 mgr.y (mgr.25337) 1306 : cluster 0 pgmap v2038: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:51.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:51 smithi129 bash[79695]: audit 2024-03-22T07:50:50.341989+0000 mon.c (mon.2) 490 : audit 0 from='client.? 172.21.15.129:0/3132997254' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:50:51.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:51 smithi129 bash[82160]: audit 2024-03-22T07:50:50.341989+0000 mon.c (mon.2) 490 : audit 0 from='client.? 172.21.15.129:0/3132997254' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:50:51.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:51 smithi148 bash[66753]: audit 2024-03-22T07:50:50.341989+0000 mon.c (mon.2) 490 : audit 0 from='client.? 172.21.15.129:0/3132997254' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:50:52.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:52 smithi129 bash[79695]: cluster 2024-03-22T07:50:50.489686+0000 mgr.y (mgr.25337) 1307 : cluster 0 pgmap v2039: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:52.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:52 smithi129 bash[82160]: cluster 2024-03-22T07:50:50.489686+0000 mgr.y (mgr.25337) 1307 : cluster 0 pgmap v2039: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:52.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:52 smithi148 bash[66753]: cluster 2024-03-22T07:50:50.489686+0000 mgr.y (mgr.25337) 1307 : cluster 0 pgmap v2039: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:54.104 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:50:54.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:54 smithi129 bash[79695]: cluster 2024-03-22T07:50:52.490475+0000 mgr.y (mgr.25337) 1308 : cluster 0 pgmap v2040: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:54.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:54 smithi129 bash[79695]: audit 2024-03-22T07:50:53.435248+0000 mon.c (mon.2) 491 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:50:54.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:50:53 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:50:53] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-03-22T07:50:54.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:54 smithi129 bash[82160]: cluster 2024-03-22T07:50:52.490475+0000 mgr.y (mgr.25337) 1308 : cluster 0 pgmap v2040: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:54.375 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:54 smithi129 bash[82160]: audit 2024-03-22T07:50:53.435248+0000 mon.c (mon.2) 491 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:50:54.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:54 smithi148 bash[66753]: cluster 2024-03-22T07:50:52.490475+0000 mgr.y (mgr.25337) 1308 : cluster 0 pgmap v2040: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:54.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:54 smithi148 bash[66753]: audit 2024-03-22T07:50:53.435248+0000 mon.c (mon.2) 491 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:50:56.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:56 smithi129 bash[79695]: cluster 2024-03-22T07:50:54.491543+0000 mgr.y (mgr.25337) 1309 : cluster 0 pgmap v2041: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:56.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:56 smithi129 bash[82160]: cluster 2024-03-22T07:50:54.491543+0000 mgr.y (mgr.25337) 1309 : cluster 0 pgmap v2041: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:56.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:56 smithi148 bash[66753]: cluster 2024-03-22T07:50:54.491543+0000 mgr.y (mgr.25337) 1309 : cluster 0 pgmap v2041: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:58.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:50:58 smithi129 bash[79695]: cluster 2024-03-22T07:50:56.492366+0000 mgr.y (mgr.25337) 1310 : cluster 0 pgmap v2042: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:58.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:50:58 smithi129 bash[82160]: cluster 2024-03-22T07:50:56.492366+0000 mgr.y (mgr.25337) 1310 : cluster 0 pgmap v2042: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:58.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:50:58 smithi148 bash[66753]: cluster 2024-03-22T07:50:56.492366+0000 mgr.y (mgr.25337) 1310 : cluster 0 pgmap v2042: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:50:58.845 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:51:00.124 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:51:00 smithi129 bash[79695]: cluster 2024-03-22T07:50:58.493342+0000 mgr.y (mgr.25337) 1311 : cluster 0 pgmap v2043: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:00.124 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:51:00 smithi129 bash[82160]: cluster 2024-03-22T07:50:58.493342+0000 mgr.y (mgr.25337) 1311 : cluster 0 pgmap v2043: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:00.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:51:00 smithi148 bash[66753]: cluster 2024-03-22T07:50:58.493342+0000 mgr.y (mgr.25337) 1311 : cluster 0 pgmap v2043: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:01.903 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:51:01.903 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:51:02.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:51:02 smithi129 bash[79695]: cluster 2024-03-22T07:51:00.494101+0000 mgr.y (mgr.25337) 1312 : cluster 0 pgmap v2044: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:02.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:51:02 smithi129 bash[79695]: audit 2024-03-22T07:51:01.905517+0000 mon.c (mon.2) 492 : audit 0 from='client.? 172.21.15.129:0/1109446449' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:51:02.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:51:02 smithi129 bash[82160]: cluster 2024-03-22T07:51:00.494101+0000 mgr.y (mgr.25337) 1312 : cluster 0 pgmap v2044: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:02.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:51:02 smithi129 bash[82160]: audit 2024-03-22T07:51:01.905517+0000 mon.c (mon.2) 492 : audit 0 from='client.? 172.21.15.129:0/1109446449' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:51:02.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:51:02 smithi148 bash[66753]: cluster 2024-03-22T07:51:00.494101+0000 mgr.y (mgr.25337) 1312 : cluster 0 pgmap v2044: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:02.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:51:02 smithi148 bash[66753]: audit 2024-03-22T07:51:01.905517+0000 mon.c (mon.2) 492 : audit 0 from='client.? 172.21.15.129:0/1109446449' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:51:04.374 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:51:03 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:51:03] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-03-22T07:51:04.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:51:04 smithi129 bash[82160]: cluster 2024-03-22T07:51:02.494968+0000 mgr.y (mgr.25337) 1313 : cluster 0 pgmap v2045: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:04.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:51:04 smithi129 bash[79695]: cluster 2024-03-22T07:51:02.494968+0000 mgr.y (mgr.25337) 1313 : cluster 0 pgmap v2045: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:04.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:51:04 smithi148 bash[66753]: cluster 2024-03-22T07:51:02.494968+0000 mgr.y (mgr.25337) 1313 : cluster 0 pgmap v2045: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:05.617 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 77237b76-e818-11ee-95cd-87774f69a715 -- ceph health --format=json 2024-03-22T07:51:06.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:51:06 smithi129 bash[79695]: cluster 2024-03-22T07:51:04.496014+0000 mgr.y (mgr.25337) 1314 : cluster 0 pgmap v2046: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:06.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:51:06 smithi129 bash[82160]: cluster 2024-03-22T07:51:04.496014+0000 mgr.y (mgr.25337) 1314 : cluster 0 pgmap v2046: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:06.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:51:06 smithi148 bash[66753]: cluster 2024-03-22T07:51:04.496014+0000 mgr.y (mgr.25337) 1314 : cluster 0 pgmap v2046: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:07.374 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:51:07 smithi129 bash[79695]: cluster 2024-03-22T07:51:06.496726+0000 mgr.y (mgr.25337) 1315 : cluster 0 pgmap v2047: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:07.374 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:51:07 smithi129 bash[82160]: cluster 2024-03-22T07:51:06.496726+0000 mgr.y (mgr.25337) 1315 : cluster 0 pgmap v2047: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:07.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:51:07 smithi148 bash[66753]: cluster 2024-03-22T07:51:06.496726+0000 mgr.y (mgr.25337) 1315 : cluster 0 pgmap v2047: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:08.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:51:08 smithi129 bash[79695]: audit 2024-03-22T07:51:08.435688+0000 mon.c (mon.2) 493 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:51:08.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:51:08 smithi129 bash[82160]: audit 2024-03-22T07:51:08.435688+0000 mon.c (mon.2) 493 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:51:08.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:51:08 smithi148 bash[66753]: audit 2024-03-22T07:51:08.435688+0000 mon.c (mon.2) 493 : audit 0 from='mgr.25337 172.21.15.129:0/892707519' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-22T07:51:09.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:51:09 smithi129 bash[79695]: cluster 2024-03-22T07:51:08.497795+0000 mgr.y (mgr.25337) 1316 : cluster 0 pgmap v2048: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:09.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:51:09 smithi129 bash[82160]: cluster 2024-03-22T07:51:08.497795+0000 mgr.y (mgr.25337) 1316 : cluster 0 pgmap v2048: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:09.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:51:09 smithi148 bash[66753]: cluster 2024-03-22T07:51:08.497795+0000 mgr.y (mgr.25337) 1316 : cluster 0 pgmap v2048: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:10.355 INFO:teuthology.orchestra.run.smithi129.stderr:Inferring config /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/mon.a/config 2024-03-22T07:51:11.624 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:51:11 smithi129 bash[79695]: cluster 2024-03-22T07:51:10.498748+0000 mgr.y (mgr.25337) 1317 : cluster 0 pgmap v2049: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:11.624 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:51:11 smithi129 bash[82160]: cluster 2024-03-22T07:51:10.498748+0000 mgr.y (mgr.25337) 1317 : cluster 0 pgmap v2049: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:11.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:51:11 smithi148 bash[66753]: cluster 2024-03-22T07:51:10.498748+0000 mgr.y (mgr.25337) 1317 : cluster 0 pgmap v2049: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:13.383 INFO:teuthology.orchestra.run.smithi129.stdout: 2024-03-22T07:51:13.383 INFO:teuthology.orchestra.run.smithi129.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-03-22T07:51:13.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:51:13 smithi129 bash[82160]: cluster 2024-03-22T07:51:12.499571+0000 mgr.y (mgr.25337) 1318 : cluster 0 pgmap v2050: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:13.874 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:51:13 smithi129 bash[82160]: audit 2024-03-22T07:51:13.385296+0000 mon.c (mon.2) 494 : audit 0 from='client.? 172.21.15.129:0/811177479' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:51:13.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:51:13 smithi129 bash[79695]: cluster 2024-03-22T07:51:12.499571+0000 mgr.y (mgr.25337) 1318 : cluster 0 pgmap v2050: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:13.874 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:51:13 smithi129 bash[79695]: audit 2024-03-22T07:51:13.385296+0000 mon.c (mon.2) 494 : audit 0 from='client.? 172.21.15.129:0/811177479' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:51:13.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:51:13 smithi148 bash[66753]: cluster 2024-03-22T07:51:12.499571+0000 mgr.y (mgr.25337) 1318 : cluster 0 pgmap v2050: 73 pgs: 73 active+clean; 582 KiB data, 669 MiB used, 715 GiB / 715 GiB avail 2024-03-22T07:51:13.928 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:51:13 smithi148 bash[66753]: audit 2024-03-22T07:51:13.385296+0000 mon.c (mon.2) 494 : audit 0 from='client.? 172.21.15.129:0/811177479' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-22T07:51:14.130 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_768f6cd6e95d0c7a626042719c230df59bdba9d3/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph_768f6cd6e95d0c7a626042719c230df59bdba9d3/qa/tasks/ceph_manager.py", line 3204, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-03-22T07:51:14.372 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=5218c30411984ae28f4abb390c15bdfd Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_768f6cd6e95d0c7a626042719c230df59bdba9d3/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph_768f6cd6e95d0c7a626042719c230df59bdba9d3/qa/tasks/ceph_manager.py", line 3204, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-03-22T07:51:14.375 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-03-22T07:51:14.385 INFO:tasks.cephadm:Teardown begin 2024-03-22T07:51:14.385 DEBUG:teuthology.orchestra.run.smithi129:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-22T07:51:14.389 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:51:13 smithi129 bash[72191]: ::ffff:172.21.15.148 - - [22/Mar/2024:07:51:13] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-03-22T07:51:14.403 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-22T07:51:14.417 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-03-22T07:51:14.418 DEBUG:teuthology.orchestra.run.smithi129:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-22T07:51:14.454 DEBUG:teuthology.orchestra.run.smithi148:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-22T07:51:14.463 INFO:tasks.cephadm:Stopping all daemons... 2024-03-22T07:51:14.463 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-03-22T07:51:14.463 DEBUG:teuthology.orchestra.run.smithi129:> sudo systemctl stop ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.a 2024-03-22T07:51:14.678 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:51:14 smithi129 systemd[1]: Stopping Ceph mon.a for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:51:14.679 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:51:14 smithi129 bash[79695]: debug 2024-03-22T07:51:14.637+0000 7f74b7959700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-03-22T07:51:14.679 INFO:journalctl@ceph.mon.a.smithi129.stdout:Mar 22 07:51:14 smithi129 bash[79695]: debug 2024-03-22T07:51:14.637+0000 7f74b7959700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-03-22T07:51:15.490 DEBUG:teuthology.orchestra.run.smithi129:> sudo pkill -f 'journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.a.service' 2024-03-22T07:51:15.524 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-22T07:51:15.525 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-03-22T07:51:15.525 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-03-22T07:51:15.525 DEBUG:teuthology.orchestra.run.smithi129:> sudo systemctl stop ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.c 2024-03-22T07:51:15.744 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:51:15 smithi129 systemd[1]: Stopping Ceph mon.c for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:51:15.866 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:51:15 smithi129 bash[82160]: debug 2024-03-22T07:51:15.741+0000 7fd8525a5700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-03-22T07:51:15.866 INFO:journalctl@ceph.mon.c.smithi129.stdout:Mar 22 07:51:15 smithi129 bash[82160]: debug 2024-03-22T07:51:15.741+0000 7fd8525a5700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-03-22T07:51:15.866 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:51:15 smithi129 bash[72191]: [22/Mar/2024:07:51:15] ENGINE Bus STOPPING 2024-03-22T07:51:15.867 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:51:15 smithi129 bash[72191]: [22/Mar/2024:07:51:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-22T07:51:15.867 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:51:15 smithi129 bash[72191]: [22/Mar/2024:07:51:15] ENGINE Bus STOPPED 2024-03-22T07:51:15.867 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:51:15 smithi129 bash[72191]: [22/Mar/2024:07:51:15] ENGINE Bus STARTING 2024-03-22T07:51:16.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:51:15 smithi129 bash[72191]: [22/Mar/2024:07:51:15] ENGINE Serving on http://:::9283 2024-03-22T07:51:16.124 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:51:15 smithi129 bash[72191]: [22/Mar/2024:07:51:15] ENGINE Bus STARTED 2024-03-22T07:51:16.745 DEBUG:teuthology.orchestra.run.smithi129:> sudo pkill -f 'journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.c.service' 2024-03-22T07:51:16.771 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-22T07:51:16.772 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-03-22T07:51:16.772 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-03-22T07:51:16.772 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.b 2024-03-22T07:51:17.110 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:51:16 smithi148 systemd[1]: Stopping Ceph mon.b for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:51:17.111 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:51:16 smithi148 bash[66753]: debug 2024-03-22T07:51:16.903+0000 7fb6ebb67700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-03-22T07:51:17.111 INFO:journalctl@ceph.mon.b.smithi148.stdout:Mar 22 07:51:16 smithi148 bash[66753]: debug 2024-03-22T07:51:16.903+0000 7fb6ebb67700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-03-22T07:51:17.893 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@mon.b.service' 2024-03-22T07:51:17.925 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-22T07:51:17.925 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-03-22T07:51:17.926 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-03-22T07:51:17.926 DEBUG:teuthology.orchestra.run.smithi129:> sudo systemctl stop ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.y 2024-03-22T07:51:18.327 INFO:journalctl@ceph.mgr.y.smithi129.stdout:Mar 22 07:51:17 smithi129 systemd[1]: Stopping Ceph mgr.y for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:51:18.988 DEBUG:teuthology.orchestra.run.smithi129:> sudo pkill -f 'journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.y.service' 2024-03-22T07:51:19.013 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-22T07:51:19.013 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-03-22T07:51:19.014 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-03-22T07:51:19.014 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.x 2024-03-22T07:51:19.373 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:51:19 smithi148 systemd[1]: Stopping Ceph mgr.x for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:51:19.998 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.x.service' 2024-03-22T07:51:20.007 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:51:19 smithi148 bash[90480]: ceph-77237b76-e818-11ee-95cd-87774f69a715-mgr-x 2024-03-22T07:51:20.007 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:51:19 smithi148 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-03-22T07:51:20.007 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:51:19 smithi148 bash[90540]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-mgr-x 2024-03-22T07:51:20.008 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:51:20 smithi148 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2024-03-22T07:51:20.008 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Mar 22 07:51:20 smithi148 systemd[1]: Stopped Ceph mgr.x for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:51:20.023 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-22T07:51:20.023 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-03-22T07:51:20.023 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-03-22T07:51:20.023 DEBUG:teuthology.orchestra.run.smithi129:> sudo systemctl stop ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.0 2024-03-22T07:51:20.374 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:51:20 smithi129 systemd[1]: Stopping Ceph osd.0 for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:51:20.374 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:51:20 smithi129 bash[88985]: debug 2024-03-22T07:51:20.161+0000 7f58c89d0700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-03-22T07:51:20.374 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:51:20 smithi129 bash[88985]: debug 2024-03-22T07:51:20.161+0000 7f58c89d0700 -1 osd.0 1114 *** Got signal Terminated *** 2024-03-22T07:51:20.375 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:51:20 smithi129 bash[88985]: debug 2024-03-22T07:51:20.161+0000 7f58c89d0700 -1 osd.0 1114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-22T07:51:26.553 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:51:26 smithi129 bash[176770]: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-0 2024-03-22T07:51:26.553 INFO:journalctl@ceph.osd.0.smithi129.stdout:Mar 22 07:51:26 smithi129 bash[176833]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-0 2024-03-22T07:51:28.490 DEBUG:teuthology.orchestra.run.smithi129:> sudo pkill -f 'journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.0.service' 2024-03-22T07:51:28.516 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-22T07:51:28.516 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-03-22T07:51:28.517 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-03-22T07:51:28.517 DEBUG:teuthology.orchestra.run.smithi129:> sudo systemctl stop ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.1 2024-03-22T07:51:28.711 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:51:28 smithi129 systemd[1]: Stopping Ceph osd.1 for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:51:28.874 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:51:28 smithi129 bash[94802]: debug 2024-03-22T07:51:28.709+0000 7f1bb6a01700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-03-22T07:51:28.874 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:51:28 smithi129 bash[94802]: debug 2024-03-22T07:51:28.709+0000 7f1bb6a01700 -1 osd.1 1114 *** Got signal Terminated *** 2024-03-22T07:51:28.874 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:51:28 smithi129 bash[94802]: debug 2024-03-22T07:51:28.709+0000 7f1bb6a01700 -1 osd.1 1114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-22T07:51:30.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:30 smithi129 bash[57720]: ts=2024-03-22T07:51:30.268Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:51:30.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:30 smithi129 bash[57720]: ts=2024-03-22T07:51:30.270Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:51:34.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:33 smithi129 bash[57720]: ts=2024-03-22T07:51:33.683Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:51:34.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:33 smithi129 bash[57720]: ts=2024-03-22T07:51:33.685Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:51:35.374 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:51:34 smithi129 bash[176966]: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-1 2024-03-22T07:51:35.374 INFO:journalctl@ceph.osd.1.smithi129.stdout:Mar 22 07:51:35 smithi129 bash[177031]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-1 2024-03-22T07:51:37.102 DEBUG:teuthology.orchestra.run.smithi129:> sudo pkill -f 'journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.1.service' 2024-03-22T07:51:37.131 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-22T07:51:37.131 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-03-22T07:51:37.131 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-03-22T07:51:37.131 DEBUG:teuthology.orchestra.run.smithi129:> sudo systemctl stop ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.2 2024-03-22T07:51:37.374 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:51:37 smithi129 systemd[1]: Stopping Ceph osd.2 for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:51:37.374 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:51:37 smithi129 bash[99421]: debug 2024-03-22T07:51:37.345+0000 7f198c678700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-03-22T07:51:37.374 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:51:37 smithi129 bash[99421]: debug 2024-03-22T07:51:37.345+0000 7f198c678700 -1 osd.2 1114 *** Got signal Terminated *** 2024-03-22T07:51:37.375 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:51:37 smithi129 bash[99421]: debug 2024-03-22T07:51:37.345+0000 7f198c678700 -1 osd.2 1114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-22T07:51:40.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:40 smithi129 bash[57720]: ts=2024-03-22T07:51:40.268Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:51:40.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:40 smithi129 bash[57720]: ts=2024-03-22T07:51:40.269Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:51:40.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:40 smithi129 bash[57720]: ts=2024-03-22T07:51:40.271Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:51:43.642 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:51:43 smithi129 bash[177163]: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-2 2024-03-22T07:51:43.642 INFO:journalctl@ceph.osd.2.smithi129.stdout:Mar 22 07:51:43 smithi129 bash[177226]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-2 2024-03-22T07:51:44.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:43 smithi129 bash[57720]: ts=2024-03-22T07:51:43.684Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:51:44.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:43 smithi129 bash[57720]: ts=2024-03-22T07:51:43.684Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:51:44.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:43 smithi129 bash[57720]: ts=2024-03-22T07:51:43.685Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:51:44.178 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:51:43 smithi148 bash[59592]: ts=2024-03-22T07:51:43.842Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.129:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.129:8765: connect: connection refused" 2024-03-22T07:51:44.179 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:51:43 smithi148 bash[59592]: ts=2024-03-22T07:51:43.845Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.129:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.129:8765: connect: connection refused" 2024-03-22T07:51:44.179 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:51:43 smithi148 bash[59592]: ts=2024-03-22T07:51:43.845Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.129:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.129:8765: connect: connection refused" 2024-03-22T07:51:44.179 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:51:43 smithi148 bash[59592]: ts=2024-03-22T07:51:43.848Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.129:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.129:8765: connect: connection refused" 2024-03-22T07:51:45.656 DEBUG:teuthology.orchestra.run.smithi129:> sudo pkill -f 'journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.2.service' 2024-03-22T07:51:45.683 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-22T07:51:45.684 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-03-22T07:51:45.684 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-03-22T07:51:45.684 DEBUG:teuthology.orchestra.run.smithi129:> sudo systemctl stop ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.3 2024-03-22T07:51:46.124 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:51:45 smithi129 systemd[1]: Stopping Ceph osd.3 for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:51:46.124 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:51:45 smithi129 bash[103756]: debug 2024-03-22T07:51:45.872+0000 7f00b2191700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-03-22T07:51:46.124 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:51:45 smithi129 bash[103756]: debug 2024-03-22T07:51:45.872+0000 7f00b2191700 -1 osd.3 1114 *** Got signal Terminated *** 2024-03-22T07:51:46.125 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:51:45 smithi129 bash[103756]: debug 2024-03-22T07:51:45.872+0000 7f00b2191700 -1 osd.3 1114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-22T07:51:46.928 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:51:46 smithi148 bash[42823]: debug 2024-03-22T07:51:46.438+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:51:47.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:51:47 smithi148 bash[42823]: debug 2024-03-22T07:51:47.422+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:51:47.874 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:51:47 smithi129 bash[103756]: debug 2024-03-22T07:51:47.560+0000 7f00ae785700 -1 osd.3 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.792995+0000 front 2024-03-22T07:51:23.792933+0000 (oldest deadline 2024-03-22T07:51:47.292978+0000) 2024-03-22T07:51:48.804 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:51:48 smithi148 bash[42823]: debug 2024-03-22T07:51:48.470+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:51:48.874 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:51:48 smithi129 bash[103756]: debug 2024-03-22T07:51:48.588+0000 7f00ae785700 -1 osd.3 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.792995+0000 front 2024-03-22T07:51:23.792933+0000 (oldest deadline 2024-03-22T07:51:47.292978+0000) 2024-03-22T07:51:49.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:48 smithi148 bash[72571]: debug 2024-03-22T07:51:48.806+0000 7f426f82a700 -1 osd.4 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.466389+0000 front 2024-03-22T07:51:23.465959+0000 (oldest deadline 2024-03-22T07:51:48.165783+0000) 2024-03-22T07:51:49.839 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:51:49 smithi148 bash[42823]: debug 2024-03-22T07:51:49.446+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:51:49.874 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:51:49 smithi129 bash[103756]: debug 2024-03-22T07:51:49.556+0000 7f00ae785700 -1 osd.3 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.792995+0000 front 2024-03-22T07:51:23.792933+0000 (oldest deadline 2024-03-22T07:51:47.292978+0000) 2024-03-22T07:51:50.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:49 smithi148 bash[72571]: debug 2024-03-22T07:51:49.838+0000 7f426f82a700 -1 osd.4 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.466389+0000 front 2024-03-22T07:51:23.465959+0000 (oldest deadline 2024-03-22T07:51:48.165783+0000) 2024-03-22T07:51:50.534 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:50 smithi129 bash[57720]: ts=2024-03-22T07:51:50.270Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:51:50.534 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:50 smithi129 bash[57720]: ts=2024-03-22T07:51:50.270Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:51:50.534 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:50 smithi129 bash[57720]: ts=2024-03-22T07:51:50.272Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:51:50.850 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:51:50 smithi148 bash[42823]: debug 2024-03-22T07:51:50.442+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:51:50.851 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:51:50 smithi148 bash[32069]: debug 2024-03-22T07:51:50.514+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:51:50.874 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:51:50 smithi129 bash[103756]: debug 2024-03-22T07:51:50.532+0000 7f00ae785700 -1 osd.3 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.792995+0000 front 2024-03-22T07:51:23.792933+0000 (oldest deadline 2024-03-22T07:51:47.292978+0000) 2024-03-22T07:51:51.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:50 smithi148 bash[72571]: debug 2024-03-22T07:51:50.850+0000 7f426f82a700 -1 osd.4 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.466389+0000 front 2024-03-22T07:51:23.465959+0000 (oldest deadline 2024-03-22T07:51:48.165783+0000) 2024-03-22T07:51:51.872 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:51:51 smithi148 bash[42823]: debug 2024-03-22T07:51:51.490+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:51:51.872 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:51:51 smithi148 bash[32069]: debug 2024-03-22T07:51:51.530+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:51:52.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:51 smithi148 bash[72571]: debug 2024-03-22T07:51:51.874+0000 7f426f82a700 -1 osd.4 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.466389+0000 front 2024-03-22T07:51:23.465959+0000 (oldest deadline 2024-03-22T07:51:48.165783+0000) 2024-03-22T07:51:52.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:51:51 smithi148 bash[37437]: debug 2024-03-22T07:51:51.930+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:51:52.184 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:51:51 smithi129 bash[177359]: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-3 2024-03-22T07:51:52.184 INFO:journalctl@ceph.osd.3.smithi129.stdout:Mar 22 07:51:52 smithi129 bash[177425]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-3 2024-03-22T07:51:52.828 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:51:52 smithi148 bash[32069]: debug 2024-03-22T07:51:52.566+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:51:52.829 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:51:52 smithi148 bash[42823]: debug 2024-03-22T07:51:52.462+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:51:53.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:52 smithi148 bash[72571]: debug 2024-03-22T07:51:52.830+0000 7f426f82a700 -1 osd.4 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.466389+0000 front 2024-03-22T07:51:23.465959+0000 (oldest deadline 2024-03-22T07:51:48.165783+0000) 2024-03-22T07:51:53.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:51:52 smithi148 bash[37437]: debug 2024-03-22T07:51:52.922+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:51:53.836 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:51:53 smithi148 bash[32069]: debug 2024-03-22T07:51:53.550+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:51:53.836 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:51:53 smithi148 bash[42823]: debug 2024-03-22T07:51:53.430+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:51:53.962 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:53 smithi129 bash[57720]: ts=2024-03-22T07:51:53.685Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:51:53.963 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:53 smithi129 bash[57720]: ts=2024-03-22T07:51:53.686Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:51:53.963 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:51:53 smithi129 bash[57720]: ts=2024-03-22T07:51:53.687Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:51:53.965 DEBUG:teuthology.orchestra.run.smithi129:> sudo pkill -f 'journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.3.service' 2024-03-22T07:51:53.992 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-22T07:51:53.992 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-03-22T07:51:53.992 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-03-22T07:51:53.993 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.4 2024-03-22T07:51:54.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:51:53 smithi148 bash[37437]: debug 2024-03-22T07:51:53.970+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:51:54.179 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:53 smithi148 bash[72571]: debug 2024-03-22T07:51:53.838+0000 7f426f82a700 -1 osd.4 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.466389+0000 front 2024-03-22T07:51:23.465959+0000 (oldest deadline 2024-03-22T07:51:48.165783+0000) 2024-03-22T07:51:54.179 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:54 smithi148 systemd[1]: Stopping Ceph osd.4 for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:51:54.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:51:54 smithi148 bash[32069]: debug 2024-03-22T07:51:54.526+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:51:54.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:51:54 smithi148 bash[42823]: debug 2024-03-22T07:51:54.414+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:51:54.679 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:54 smithi148 bash[72571]: debug 2024-03-22T07:51:54.386+0000 7f427723e700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-03-22T07:51:54.679 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:54 smithi148 bash[72571]: debug 2024-03-22T07:51:54.386+0000 7f427723e700 -1 osd.4 1114 *** Got signal Terminated *** 2024-03-22T07:51:54.679 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:54 smithi148 bash[72571]: debug 2024-03-22T07:51:54.386+0000 7f427723e700 -1 osd.4 1114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-22T07:51:55.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:54 smithi148 bash[72571]: debug 2024-03-22T07:51:54.802+0000 7f426f82a700 -1 osd.4 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.466389+0000 front 2024-03-22T07:51:23.465959+0000 (oldest deadline 2024-03-22T07:51:48.165783+0000) 2024-03-22T07:51:55.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:51:54 smithi148 bash[37437]: debug 2024-03-22T07:51:54.986+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:51:55.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:51:55 smithi148 bash[32069]: debug 2024-03-22T07:51:55.534+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:51:55.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:51:55 smithi148 bash[32069]: debug 2024-03-22T07:51:55.534+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:30.402838+0000 front 2024-03-22T07:51:30.402903+0000 (oldest deadline 2024-03-22T07:51:55.003580+0000) 2024-03-22T07:51:55.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:51:55 smithi148 bash[42823]: debug 2024-03-22T07:51:55.422+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:51:56.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:55 smithi148 bash[72571]: debug 2024-03-22T07:51:55.806+0000 7f426f82a700 -1 osd.4 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.466389+0000 front 2024-03-22T07:51:23.465959+0000 (oldest deadline 2024-03-22T07:51:48.165783+0000) 2024-03-22T07:51:56.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:51:56 smithi148 bash[37437]: debug 2024-03-22T07:51:56.022+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:51:56.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:51:56 smithi148 bash[32069]: debug 2024-03-22T07:51:56.494+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:51:56.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:51:56 smithi148 bash[32069]: debug 2024-03-22T07:51:56.494+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:30.402838+0000 front 2024-03-22T07:51:30.402903+0000 (oldest deadline 2024-03-22T07:51:55.003580+0000) 2024-03-22T07:51:56.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:51:56 smithi148 bash[42823]: debug 2024-03-22T07:51:56.410+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:51:57.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:51:56 smithi148 bash[37437]: debug 2024-03-22T07:51:56.990+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:51:57.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:56 smithi148 bash[72571]: debug 2024-03-22T07:51:56.794+0000 7f426f82a700 -1 osd.4 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.466389+0000 front 2024-03-22T07:51:23.465959+0000 (oldest deadline 2024-03-22T07:51:48.165783+0000) 2024-03-22T07:51:57.179 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:56 smithi148 bash[72571]: debug 2024-03-22T07:51:56.794+0000 7f426f82a700 -1 osd.4 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:31.067661+0000 front 2024-03-22T07:51:31.067220+0000 (oldest deadline 2024-03-22T07:51:56.367248+0000) 2024-03-22T07:51:57.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:51:57 smithi148 bash[42823]: debug 2024-03-22T07:51:57.390+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:51:57.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:51:57 smithi148 bash[32069]: debug 2024-03-22T07:51:57.538+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:51:57.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:51:57 smithi148 bash[32069]: debug 2024-03-22T07:51:57.538+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:30.402838+0000 front 2024-03-22T07:51:30.402903+0000 (oldest deadline 2024-03-22T07:51:55.003580+0000) 2024-03-22T07:51:58.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:57 smithi148 bash[72571]: debug 2024-03-22T07:51:57.834+0000 7f426f82a700 -1 osd.4 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.466389+0000 front 2024-03-22T07:51:23.465959+0000 (oldest deadline 2024-03-22T07:51:48.165783+0000) 2024-03-22T07:51:58.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:57 smithi148 bash[72571]: debug 2024-03-22T07:51:57.834+0000 7f426f82a700 -1 osd.4 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:31.067661+0000 front 2024-03-22T07:51:31.067220+0000 (oldest deadline 2024-03-22T07:51:56.367248+0000) 2024-03-22T07:51:58.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:51:57 smithi148 bash[37437]: debug 2024-03-22T07:51:57.946+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:51:58.179 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:51:57 smithi148 bash[37437]: debug 2024-03-22T07:51:57.946+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:51:58.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:51:58 smithi148 bash[42823]: debug 2024-03-22T07:51:58.362+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:51:58.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:51:58 smithi148 bash[32069]: debug 2024-03-22T07:51:58.562+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:51:58.679 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:51:58 smithi148 bash[32069]: debug 2024-03-22T07:51:58.562+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:30.402838+0000 front 2024-03-22T07:51:30.402903+0000 (oldest deadline 2024-03-22T07:51:55.003580+0000) 2024-03-22T07:51:59.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:58 smithi148 bash[72571]: debug 2024-03-22T07:51:58.862+0000 7f426f82a700 -1 osd.4 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.466389+0000 front 2024-03-22T07:51:23.465959+0000 (oldest deadline 2024-03-22T07:51:48.165783+0000) 2024-03-22T07:51:59.178 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:51:58 smithi148 bash[72571]: debug 2024-03-22T07:51:58.862+0000 7f426f82a700 -1 osd.4 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:31.067661+0000 front 2024-03-22T07:51:31.067220+0000 (oldest deadline 2024-03-22T07:51:56.367248+0000) 2024-03-22T07:51:59.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:51:58 smithi148 bash[37437]: debug 2024-03-22T07:51:58.962+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:51:59.179 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:51:58 smithi148 bash[37437]: debug 2024-03-22T07:51:58.962+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:51:59.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:51:59 smithi148 bash[42823]: debug 2024-03-22T07:51:59.354+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:51:59.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:51:59 smithi148 bash[42823]: debug 2024-03-22T07:51:59.354+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:51:59.679 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:51:59 smithi148 bash[32069]: debug 2024-03-22T07:51:59.514+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:51:59.679 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:51:59 smithi148 bash[32069]: debug 2024-03-22T07:51:59.514+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:30.402838+0000 front 2024-03-22T07:51:30.402903+0000 (oldest deadline 2024-03-22T07:51:55.003580+0000) 2024-03-22T07:52:00.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:51:59 smithi148 bash[37437]: debug 2024-03-22T07:51:59.914+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:00.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:51:59 smithi148 bash[37437]: debug 2024-03-22T07:51:59.914+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:00.617 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:52:00 smithi148 bash[90582]: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-4 2024-03-22T07:52:00.617 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:00 smithi148 bash[32069]: debug 2024-03-22T07:52:00.518+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:52:00.617 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:00 smithi148 bash[32069]: debug 2024-03-22T07:52:00.518+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:30.402838+0000 front 2024-03-22T07:51:30.402903+0000 (oldest deadline 2024-03-22T07:51:55.003580+0000) 2024-03-22T07:52:00.618 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:00 smithi148 bash[42823]: debug 2024-03-22T07:52:00.362+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:00.618 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:00 smithi148 bash[42823]: debug 2024-03-22T07:52:00.362+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:00.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:00 smithi129 bash[57720]: ts=2024-03-22T07:52:00.270Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:52:00.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:00 smithi129 bash[57720]: ts=2024-03-22T07:52:00.271Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:52:00.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:00 smithi129 bash[57720]: ts=2024-03-22T07:52:00.272Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:52:00.930 INFO:journalctl@ceph.osd.4.smithi148.stdout:Mar 22 07:52:00 smithi148 bash[90646]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-4 2024-03-22T07:52:01.327 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:00 smithi148 bash[37437]: debug 2024-03-22T07:52:00.938+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:01.328 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:00 smithi148 bash[37437]: debug 2024-03-22T07:52:00.938+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:01.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:01 smithi148 bash[42823]: debug 2024-03-22T07:52:01.330+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:01.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:01 smithi148 bash[42823]: debug 2024-03-22T07:52:01.330+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:01.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:01 smithi148 bash[32069]: debug 2024-03-22T07:52:01.494+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:52:01.679 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:01 smithi148 bash[32069]: debug 2024-03-22T07:52:01.494+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:30.402838+0000 front 2024-03-22T07:51:30.402903+0000 (oldest deadline 2024-03-22T07:51:55.003580+0000) 2024-03-22T07:52:02.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:01 smithi148 bash[37437]: debug 2024-03-22T07:52:01.922+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:02.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:01 smithi148 bash[37437]: debug 2024-03-22T07:52:01.922+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:02.632 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:02 smithi148 bash[32069]: debug 2024-03-22T07:52:02.538+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:52:02.633 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:02 smithi148 bash[32069]: debug 2024-03-22T07:52:02.538+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:30.402838+0000 front 2024-03-22T07:51:30.402903+0000 (oldest deadline 2024-03-22T07:51:55.003580+0000) 2024-03-22T07:52:02.633 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:02 smithi148 bash[42823]: debug 2024-03-22T07:52:02.290+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:02.633 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:02 smithi148 bash[42823]: debug 2024-03-22T07:52:02.290+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:02.637 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.4.service' 2024-03-22T07:52:02.666 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-22T07:52:02.666 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-03-22T07:52:02.666 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-03-22T07:52:02.666 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.5 2024-03-22T07:52:02.922 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:02 smithi148 systemd[1]: Stopping Ceph osd.5 for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:52:02.922 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:02 smithi148 bash[32069]: debug 2024-03-22T07:52:02.850+0000 7f280c7e1700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-03-22T07:52:02.922 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:02 smithi148 bash[32069]: debug 2024-03-22T07:52:02.850+0000 7f280c7e1700 -1 osd.5 1114 *** Got signal Terminated *** 2024-03-22T07:52:02.923 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:02 smithi148 bash[32069]: debug 2024-03-22T07:52:02.850+0000 7f280c7e1700 -1 osd.5 1114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-22T07:52:03.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:02 smithi148 bash[37437]: debug 2024-03-22T07:52:02.922+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:03.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:02 smithi148 bash[37437]: debug 2024-03-22T07:52:02.922+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:03.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:03 smithi148 bash[32069]: debug 2024-03-22T07:52:03.510+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:52:03.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:03 smithi148 bash[32069]: debug 2024-03-22T07:52:03.510+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:30.402838+0000 front 2024-03-22T07:51:30.402903+0000 (oldest deadline 2024-03-22T07:51:55.003580+0000) 2024-03-22T07:52:03.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:03 smithi148 bash[42823]: debug 2024-03-22T07:52:03.334+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:03.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:03 smithi148 bash[42823]: debug 2024-03-22T07:52:03.334+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:04.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:03 smithi129 bash[57720]: ts=2024-03-22T07:52:03.685Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:52:04.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:03 smithi129 bash[57720]: ts=2024-03-22T07:52:03.686Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:52:04.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:03 smithi129 bash[57720]: ts=2024-03-22T07:52:03.688Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:52:04.322 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:03 smithi148 bash[37437]: debug 2024-03-22T07:52:03.942+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:04.322 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:03 smithi148 bash[37437]: debug 2024-03-22T07:52:03.942+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:04.322 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:03 smithi148 bash[37437]: debug 2024-03-22T07:52:03.942+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:37.614526+0000 front 2024-03-22T07:51:37.614559+0000 (oldest deadline 2024-03-22T07:52:03.514074+0000) 2024-03-22T07:52:04.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:04 smithi148 bash[42823]: debug 2024-03-22T07:52:04.326+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:04.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:04 smithi148 bash[42823]: debug 2024-03-22T07:52:04.326+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:04.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:04 smithi148 bash[32069]: debug 2024-03-22T07:52:04.490+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:52:04.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:04 smithi148 bash[32069]: debug 2024-03-22T07:52:04.490+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:30.402838+0000 front 2024-03-22T07:51:30.402903+0000 (oldest deadline 2024-03-22T07:51:55.003580+0000) 2024-03-22T07:52:05.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:04 smithi148 bash[37437]: debug 2024-03-22T07:52:04.918+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:05.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:04 smithi148 bash[37437]: debug 2024-03-22T07:52:04.918+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:05.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:04 smithi148 bash[37437]: debug 2024-03-22T07:52:04.918+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:37.614526+0000 front 2024-03-22T07:51:37.614559+0000 (oldest deadline 2024-03-22T07:52:03.514074+0000) 2024-03-22T07:52:05.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:05 smithi148 bash[42823]: debug 2024-03-22T07:52:05.338+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:05.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:05 smithi148 bash[42823]: debug 2024-03-22T07:52:05.338+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:05.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:05 smithi148 bash[42823]: debug 2024-03-22T07:52:05.338+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:05.679 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:05 smithi148 bash[32069]: debug 2024-03-22T07:52:05.442+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:52:05.679 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:05 smithi148 bash[32069]: debug 2024-03-22T07:52:05.442+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:30.402838+0000 front 2024-03-22T07:51:30.402903+0000 (oldest deadline 2024-03-22T07:51:55.003580+0000) 2024-03-22T07:52:05.679 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:05 smithi148 bash[32069]: debug 2024-03-22T07:52:05.442+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:41.406488+0000 front 2024-03-22T07:51:41.406376+0000 (oldest deadline 2024-03-22T07:52:04.905739+0000) 2024-03-22T07:52:06.304 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:05 smithi148 bash[37437]: debug 2024-03-22T07:52:05.930+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:06.305 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:05 smithi148 bash[37437]: debug 2024-03-22T07:52:05.930+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:06.305 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:05 smithi148 bash[37437]: debug 2024-03-22T07:52:05.930+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:37.614526+0000 front 2024-03-22T07:51:37.614559+0000 (oldest deadline 2024-03-22T07:52:03.514074+0000) 2024-03-22T07:52:06.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:06 smithi148 bash[32069]: debug 2024-03-22T07:52:06.402+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:52:06.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:06 smithi148 bash[32069]: debug 2024-03-22T07:52:06.402+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:30.402838+0000 front 2024-03-22T07:51:30.402903+0000 (oldest deadline 2024-03-22T07:51:55.003580+0000) 2024-03-22T07:52:06.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:06 smithi148 bash[32069]: debug 2024-03-22T07:52:06.402+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:41.406488+0000 front 2024-03-22T07:51:41.406376+0000 (oldest deadline 2024-03-22T07:52:04.905739+0000) 2024-03-22T07:52:06.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:06 smithi148 bash[42823]: debug 2024-03-22T07:52:06.306+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:06.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:06 smithi148 bash[42823]: debug 2024-03-22T07:52:06.306+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:06.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:06 smithi148 bash[42823]: debug 2024-03-22T07:52:06.306+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:07.314 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:06 smithi148 bash[37437]: debug 2024-03-22T07:52:06.950+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:07.314 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:06 smithi148 bash[37437]: debug 2024-03-22T07:52:06.950+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:07.314 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:06 smithi148 bash[37437]: debug 2024-03-22T07:52:06.950+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:37.614526+0000 front 2024-03-22T07:51:37.614559+0000 (oldest deadline 2024-03-22T07:52:03.514074+0000) 2024-03-22T07:52:07.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:07 smithi148 bash[32069]: debug 2024-03-22T07:52:07.402+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:24.502073+0000 front 2024-03-22T07:51:24.502359+0000 (oldest deadline 2024-03-22T07:51:50.402011+0000) 2024-03-22T07:52:07.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:07 smithi148 bash[32069]: debug 2024-03-22T07:52:07.402+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:30.402838+0000 front 2024-03-22T07:51:30.402903+0000 (oldest deadline 2024-03-22T07:51:55.003580+0000) 2024-03-22T07:52:07.678 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:07 smithi148 bash[32069]: debug 2024-03-22T07:52:07.402+0000 7f2804dcf700 -1 osd.5 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:41.406488+0000 front 2024-03-22T07:51:41.406376+0000 (oldest deadline 2024-03-22T07:52:04.905739+0000) 2024-03-22T07:52:07.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:07 smithi148 bash[42823]: debug 2024-03-22T07:52:07.318+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:07.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:07 smithi148 bash[42823]: debug 2024-03-22T07:52:07.318+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:07.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:07 smithi148 bash[42823]: debug 2024-03-22T07:52:07.318+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:08.309 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:07 smithi148 bash[37437]: debug 2024-03-22T07:52:07.958+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:08.309 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:07 smithi148 bash[37437]: debug 2024-03-22T07:52:07.958+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:08.309 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:07 smithi148 bash[37437]: debug 2024-03-22T07:52:07.958+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:37.614526+0000 front 2024-03-22T07:51:37.614559+0000 (oldest deadline 2024-03-22T07:52:03.514074+0000) 2024-03-22T07:52:08.597 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:08 smithi148 bash[42823]: debug 2024-03-22T07:52:08.310+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:08.598 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:08 smithi148 bash[42823]: debug 2024-03-22T07:52:08.310+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:08.598 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:08 smithi148 bash[42823]: debug 2024-03-22T07:52:08.310+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:09.255 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:08 smithi148 bash[90780]: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-5 2024-03-22T07:52:09.255 INFO:journalctl@ceph.osd.5.smithi148.stdout:Mar 22 07:52:09 smithi148 bash[90845]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-5 2024-03-22T07:52:09.256 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:08 smithi148 bash[37437]: debug 2024-03-22T07:52:08.974+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:09.256 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:08 smithi148 bash[37437]: debug 2024-03-22T07:52:08.974+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:09.256 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:08 smithi148 bash[37437]: debug 2024-03-22T07:52:08.974+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:37.614526+0000 front 2024-03-22T07:51:37.614559+0000 (oldest deadline 2024-03-22T07:52:03.514074+0000) 2024-03-22T07:52:09.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:09 smithi148 bash[42823]: debug 2024-03-22T07:52:09.326+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:09.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:09 smithi148 bash[42823]: debug 2024-03-22T07:52:09.326+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:09.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:09 smithi148 bash[42823]: debug 2024-03-22T07:52:09.326+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:10.321 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:10 smithi148 bash[37437]: debug 2024-03-22T07:52:10.014+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:10.321 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:10 smithi148 bash[37437]: debug 2024-03-22T07:52:10.014+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:10.321 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:10 smithi148 bash[37437]: debug 2024-03-22T07:52:10.014+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:37.614526+0000 front 2024-03-22T07:51:37.614559+0000 (oldest deadline 2024-03-22T07:52:03.514074+0000) 2024-03-22T07:52:10.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:10 smithi129 bash[57720]: ts=2024-03-22T07:52:10.271Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:52:10.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:10 smithi129 bash[57720]: ts=2024-03-22T07:52:10.272Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:52:10.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:10 smithi129 bash[57720]: ts=2024-03-22T07:52:10.273Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:52:10.636 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:10 smithi148 bash[42823]: debug 2024-03-22T07:52:10.322+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:10.636 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:10 smithi148 bash[42823]: debug 2024-03-22T07:52:10.322+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:10.636 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:10 smithi148 bash[42823]: debug 2024-03-22T07:52:10.322+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:11.298 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:11 smithi148 bash[37437]: debug 2024-03-22T07:52:11.042+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:11.298 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:11 smithi148 bash[37437]: debug 2024-03-22T07:52:11.042+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:11.298 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:11 smithi148 bash[37437]: debug 2024-03-22T07:52:11.042+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:37.614526+0000 front 2024-03-22T07:51:37.614559+0000 (oldest deadline 2024-03-22T07:52:03.514074+0000) 2024-03-22T07:52:11.310 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.5.service' 2024-03-22T07:52:11.337 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-22T07:52:11.337 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-03-22T07:52:11.338 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-03-22T07:52:11.338 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.6 2024-03-22T07:52:11.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:11 smithi148 bash[42823]: debug 2024-03-22T07:52:11.298+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:11.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:11 smithi148 bash[42823]: debug 2024-03-22T07:52:11.298+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:11.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:11 smithi148 bash[42823]: debug 2024-03-22T07:52:11.298+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:11.679 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:11 smithi148 systemd[1]: Stopping Ceph osd.6 for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:52:11.679 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:11 smithi148 bash[37437]: debug 2024-03-22T07:52:11.502+0000 7f78585aa700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-03-22T07:52:11.679 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:11 smithi148 bash[37437]: debug 2024-03-22T07:52:11.502+0000 7f78585aa700 -1 osd.6 1114 *** Got signal Terminated *** 2024-03-22T07:52:11.679 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:11 smithi148 bash[37437]: debug 2024-03-22T07:52:11.502+0000 7f78585aa700 -1 osd.6 1114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-22T07:52:12.297 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:12 smithi148 bash[37437]: debug 2024-03-22T07:52:12.046+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:12.298 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:12 smithi148 bash[37437]: debug 2024-03-22T07:52:12.046+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:12.298 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:12 smithi148 bash[37437]: debug 2024-03-22T07:52:12.046+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:37.614526+0000 front 2024-03-22T07:51:37.614559+0000 (oldest deadline 2024-03-22T07:52:03.514074+0000) 2024-03-22T07:52:12.298 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:12 smithi148 bash[37437]: debug 2024-03-22T07:52:12.046+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:49.316357+0000 front 2024-03-22T07:51:49.316329+0000 (oldest deadline 2024-03-22T07:52:11.615935+0000) 2024-03-22T07:52:12.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:12 smithi148 bash[42823]: debug 2024-03-22T07:52:12.298+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:12.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:12 smithi148 bash[42823]: debug 2024-03-22T07:52:12.298+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:12.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:12 smithi148 bash[42823]: debug 2024-03-22T07:52:12.298+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:13.428 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:13 smithi148 bash[42823]: debug 2024-03-22T07:52:13.289+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:13.428 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:13 smithi148 bash[42823]: debug 2024-03-22T07:52:13.289+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:13.428 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:13 smithi148 bash[42823]: debug 2024-03-22T07:52:13.289+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:13.429 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:13 smithi148 bash[37437]: debug 2024-03-22T07:52:13.093+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:13.429 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:13 smithi148 bash[37437]: debug 2024-03-22T07:52:13.093+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:13.429 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:13 smithi148 bash[37437]: debug 2024-03-22T07:52:13.093+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:37.614526+0000 front 2024-03-22T07:51:37.614559+0000 (oldest deadline 2024-03-22T07:52:03.514074+0000) 2024-03-22T07:52:13.429 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:13 smithi148 bash[37437]: debug 2024-03-22T07:52:13.093+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:49.316357+0000 front 2024-03-22T07:51:49.316329+0000 (oldest deadline 2024-03-22T07:52:11.615935+0000) 2024-03-22T07:52:14.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:13 smithi129 bash[57720]: ts=2024-03-22T07:52:13.686Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:52:14.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:13 smithi129 bash[57720]: ts=2024-03-22T07:52:13.687Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:52:14.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:13 smithi129 bash[57720]: ts=2024-03-22T07:52:13.688Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:52:14.428 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:14 smithi148 bash[37437]: debug 2024-03-22T07:52:14.133+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:14.428 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:14 smithi148 bash[37437]: debug 2024-03-22T07:52:14.133+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:14.428 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:14 smithi148 bash[37437]: debug 2024-03-22T07:52:14.133+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:37.614526+0000 front 2024-03-22T07:51:37.614559+0000 (oldest deadline 2024-03-22T07:52:03.514074+0000) 2024-03-22T07:52:14.429 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:14 smithi148 bash[37437]: debug 2024-03-22T07:52:14.133+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:49.316357+0000 front 2024-03-22T07:51:49.316329+0000 (oldest deadline 2024-03-22T07:52:11.615935+0000) 2024-03-22T07:52:14.429 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:14 smithi148 bash[42823]: debug 2024-03-22T07:52:14.293+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:14.429 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:14 smithi148 bash[42823]: debug 2024-03-22T07:52:14.293+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:14.429 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:14 smithi148 bash[42823]: debug 2024-03-22T07:52:14.293+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:14.429 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:14 smithi148 bash[42823]: debug 2024-03-22T07:52:14.293+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:50.705699+0000 front 2024-03-22T07:51:50.705635+0000 (oldest deadline 2024-03-22T07:52:13.605213+0000) 2024-03-22T07:52:15.428 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:15 smithi148 bash[42823]: debug 2024-03-22T07:52:15.333+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:15.428 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:15 smithi148 bash[42823]: debug 2024-03-22T07:52:15.333+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:15.428 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:15 smithi148 bash[42823]: debug 2024-03-22T07:52:15.333+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:15.428 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:15 smithi148 bash[42823]: debug 2024-03-22T07:52:15.333+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:50.705699+0000 front 2024-03-22T07:51:50.705635+0000 (oldest deadline 2024-03-22T07:52:13.605213+0000) 2024-03-22T07:52:15.429 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:15 smithi148 bash[37437]: debug 2024-03-22T07:52:15.141+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:15.429 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:15 smithi148 bash[37437]: debug 2024-03-22T07:52:15.141+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:15.429 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:15 smithi148 bash[37437]: debug 2024-03-22T07:52:15.141+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:37.614526+0000 front 2024-03-22T07:51:37.614559+0000 (oldest deadline 2024-03-22T07:52:03.514074+0000) 2024-03-22T07:52:15.429 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:15 smithi148 bash[37437]: debug 2024-03-22T07:52:15.141+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:49.316357+0000 front 2024-03-22T07:51:49.316329+0000 (oldest deadline 2024-03-22T07:52:11.615935+0000) 2024-03-22T07:52:16.430 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:16 smithi148 bash[42823]: debug 2024-03-22T07:52:16.285+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:16.430 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:16 smithi148 bash[42823]: debug 2024-03-22T07:52:16.285+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:16.430 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:16 smithi148 bash[42823]: debug 2024-03-22T07:52:16.285+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:16.430 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:16 smithi148 bash[42823]: debug 2024-03-22T07:52:16.285+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:50.705699+0000 front 2024-03-22T07:51:50.705635+0000 (oldest deadline 2024-03-22T07:52:13.605213+0000) 2024-03-22T07:52:16.431 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:16 smithi148 bash[37437]: debug 2024-03-22T07:52:16.129+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:22.510957+0000 front 2024-03-22T07:51:22.510847+0000 (oldest deadline 2024-03-22T07:51:51.311437+0000) 2024-03-22T07:52:16.431 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:16 smithi148 bash[37437]: debug 2024-03-22T07:52:16.129+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:32.413100+0000 front 2024-03-22T07:51:32.413039+0000 (oldest deadline 2024-03-22T07:51:57.112964+0000) 2024-03-22T07:52:16.431 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:16 smithi148 bash[37437]: debug 2024-03-22T07:52:16.129+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:37.614526+0000 front 2024-03-22T07:51:37.614559+0000 (oldest deadline 2024-03-22T07:52:03.514074+0000) 2024-03-22T07:52:16.431 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:16 smithi148 bash[37437]: debug 2024-03-22T07:52:16.129+0000 7f7853b9e700 -1 osd.6 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:49.316357+0000 front 2024-03-22T07:51:49.316329+0000 (oldest deadline 2024-03-22T07:52:11.615935+0000) 2024-03-22T07:52:17.678 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:17 smithi148 bash[90980]: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-6 2024-03-22T07:52:17.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:17 smithi148 bash[42823]: debug 2024-03-22T07:52:17.273+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:17.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:17 smithi148 bash[42823]: debug 2024-03-22T07:52:17.273+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:17.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:17 smithi148 bash[42823]: debug 2024-03-22T07:52:17.273+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:17.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:17 smithi148 bash[42823]: debug 2024-03-22T07:52:17.273+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:50.705699+0000 front 2024-03-22T07:51:50.705635+0000 (oldest deadline 2024-03-22T07:52:13.605213+0000) 2024-03-22T07:52:18.178 INFO:journalctl@ceph.osd.6.smithi148.stdout:Mar 22 07:52:17 smithi148 bash[91044]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-6 2024-03-22T07:52:18.532 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:18 smithi148 bash[42823]: debug 2024-03-22T07:52:18.269+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:18.533 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:18 smithi148 bash[42823]: debug 2024-03-22T07:52:18.269+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:18.533 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:18 smithi148 bash[42823]: debug 2024-03-22T07:52:18.269+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:18.533 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:18 smithi148 bash[42823]: debug 2024-03-22T07:52:18.269+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:50.705699+0000 front 2024-03-22T07:51:50.705635+0000 (oldest deadline 2024-03-22T07:52:13.605213+0000) 2024-03-22T07:52:19.527 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.6.service' 2024-03-22T07:52:19.574 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:19 smithi148 bash[42823]: debug 2024-03-22T07:52:19.317+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:19.574 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:19 smithi148 bash[42823]: debug 2024-03-22T07:52:19.317+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:19.574 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:19 smithi148 bash[42823]: debug 2024-03-22T07:52:19.317+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:19.575 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:19 smithi148 bash[42823]: debug 2024-03-22T07:52:19.317+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:50.705699+0000 front 2024-03-22T07:51:50.705635+0000 (oldest deadline 2024-03-22T07:52:13.605213+0000) 2024-03-22T07:52:19.576 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-22T07:52:19.576 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-03-22T07:52:19.577 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-03-22T07:52:19.577 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.7 2024-03-22T07:52:19.928 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:19 smithi148 systemd[1]: Stopping Ceph osd.7 for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:52:19.928 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:19 smithi148 bash[42823]: debug 2024-03-22T07:52:19.757+0000 7f9c1bb8e700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-03-22T07:52:19.928 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:19 smithi148 bash[42823]: debug 2024-03-22T07:52:19.757+0000 7f9c1bb8e700 -1 osd.7 1114 *** Got signal Terminated *** 2024-03-22T07:52:19.929 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:19 smithi148 bash[42823]: debug 2024-03-22T07:52:19.757+0000 7f9c1bb8e700 -1 osd.7 1114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-22T07:52:20.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:20 smithi129 bash[57720]: ts=2024-03-22T07:52:20.272Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:52:20.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:20 smithi129 bash[57720]: ts=2024-03-22T07:52:20.273Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:52:20.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:20 smithi129 bash[57720]: ts=2024-03-22T07:52:20.274Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:52:20.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:20 smithi148 bash[42823]: debug 2024-03-22T07:52:20.269+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:20.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:20 smithi148 bash[42823]: debug 2024-03-22T07:52:20.269+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:20.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:20 smithi148 bash[42823]: debug 2024-03-22T07:52:20.269+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:20.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:20 smithi148 bash[42823]: debug 2024-03-22T07:52:20.269+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:50.705699+0000 front 2024-03-22T07:51:50.705635+0000 (oldest deadline 2024-03-22T07:52:13.605213+0000) 2024-03-22T07:52:21.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:21 smithi148 bash[42823]: debug 2024-03-22T07:52:21.225+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:21.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:21 smithi148 bash[42823]: debug 2024-03-22T07:52:21.225+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:21.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:21 smithi148 bash[42823]: debug 2024-03-22T07:52:21.225+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:21.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:21 smithi148 bash[42823]: debug 2024-03-22T07:52:21.225+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:50.705699+0000 front 2024-03-22T07:51:50.705635+0000 (oldest deadline 2024-03-22T07:52:13.605213+0000) 2024-03-22T07:52:22.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:22 smithi148 bash[42823]: debug 2024-03-22T07:52:22.237+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:22.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:22 smithi148 bash[42823]: debug 2024-03-22T07:52:22.237+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:22.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:22 smithi148 bash[42823]: debug 2024-03-22T07:52:22.237+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:22.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:22 smithi148 bash[42823]: debug 2024-03-22T07:52:22.237+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:50.705699+0000 front 2024-03-22T07:51:50.705635+0000 (oldest deadline 2024-03-22T07:52:13.605213+0000) 2024-03-22T07:52:22.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:22 smithi148 bash[42823]: debug 2024-03-22T07:52:22.237+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.148:6804 osd.4 since back 2024-03-22T07:51:58.008843+0000 front 2024-03-22T07:51:58.008868+0000 (oldest deadline 2024-03-22T07:52:22.008966+0000) 2024-03-22T07:52:23.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:23 smithi148 bash[42823]: debug 2024-03-22T07:52:23.253+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:23.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:23 smithi148 bash[42823]: debug 2024-03-22T07:52:23.253+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:23.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:23 smithi148 bash[42823]: debug 2024-03-22T07:52:23.253+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:23.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:23 smithi148 bash[42823]: debug 2024-03-22T07:52:23.253+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:50.705699+0000 front 2024-03-22T07:51:50.705635+0000 (oldest deadline 2024-03-22T07:52:13.605213+0000) 2024-03-22T07:52:23.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:23 smithi148 bash[42823]: debug 2024-03-22T07:52:23.253+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.148:6804 osd.4 since back 2024-03-22T07:51:58.008843+0000 front 2024-03-22T07:51:58.008868+0000 (oldest deadline 2024-03-22T07:52:22.008966+0000) 2024-03-22T07:52:24.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:23 smithi129 bash[57720]: ts=2024-03-22T07:52:23.687Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:52:24.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:23 smithi129 bash[57720]: ts=2024-03-22T07:52:23.688Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:52:24.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:23 smithi129 bash[57720]: ts=2024-03-22T07:52:23.689Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:52:24.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:24 smithi148 bash[42823]: debug 2024-03-22T07:52:24.241+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6806 osd.0 since back 2024-03-22T07:51:23.900609+0000 front 2024-03-22T07:51:23.900161+0000 (oldest deadline 2024-03-22T07:51:46.200089+0000) 2024-03-22T07:52:24.678 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:24 smithi148 bash[42823]: debug 2024-03-22T07:52:24.241+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6814 osd.1 since back 2024-03-22T07:51:29.002582+0000 front 2024-03-22T07:51:29.002757+0000 (oldest deadline 2024-03-22T07:51:59.002833+0000) 2024-03-22T07:52:24.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:24 smithi148 bash[42823]: debug 2024-03-22T07:52:24.241+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6822 osd.2 since back 2024-03-22T07:51:39.003450+0000 front 2024-03-22T07:51:39.003828+0000 (oldest deadline 2024-03-22T07:52:04.903524+0000) 2024-03-22T07:52:24.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:24 smithi148 bash[42823]: debug 2024-03-22T07:52:24.241+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.129:6830 osd.3 since back 2024-03-22T07:51:50.705699+0000 front 2024-03-22T07:51:50.705635+0000 (oldest deadline 2024-03-22T07:52:13.605213+0000) 2024-03-22T07:52:24.679 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:24 smithi148 bash[42823]: debug 2024-03-22T07:52:24.241+0000 7f9c17983700 -1 osd.7 1114 heartbeat_check: no reply from 172.21.15.148:6804 osd.4 since back 2024-03-22T07:51:58.008843+0000 front 2024-03-22T07:51:58.008868+0000 (oldest deadline 2024-03-22T07:52:22.008966+0000) 2024-03-22T07:52:25.995 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:25 smithi148 bash[91180]: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-7 2024-03-22T07:52:25.995 INFO:journalctl@ceph.osd.7.smithi148.stdout:Mar 22 07:52:25 smithi148 bash[91243]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-osd-7 2024-03-22T07:52:27.737 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@osd.7.service' 2024-03-22T07:52:27.768 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-22T07:52:27.768 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-03-22T07:52:27.769 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-03-22T07:52:27.770 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-77237b76-e818-11ee-95cd-87774f69a715@prometheus.a 2024-03-22T07:52:28.000 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:52:27 smithi148 systemd[1]: Stopping Ceph prometheus.a for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:52:28.000 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:52:27 smithi148 bash[59592]: ts=2024-03-22T07:52:27.961Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-22T07:52:28.001 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:52:27 smithi148 bash[59592]: ts=2024-03-22T07:52:27.961Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-22T07:52:28.001 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:52:27 smithi148 bash[59592]: ts=2024-03-22T07:52:27.961Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-22T07:52:28.001 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:52:27 smithi148 bash[59592]: ts=2024-03-22T07:52:27.961Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-22T07:52:28.001 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:52:27 smithi148 bash[59592]: ts=2024-03-22T07:52:27.961Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-22T07:52:28.002 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:52:27 smithi148 bash[59592]: ts=2024-03-22T07:52:27.961Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-22T07:52:28.002 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:52:27 smithi148 bash[59592]: ts=2024-03-22T07:52:27.961Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-22T07:52:28.002 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:52:27 smithi148 bash[59592]: ts=2024-03-22T07:52:27.961Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-22T07:52:28.002 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:52:27 smithi148 bash[59592]: ts=2024-03-22T07:52:27.962Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-22T07:52:28.002 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:52:27 smithi148 bash[59592]: ts=2024-03-22T07:52:27.963Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-22T07:52:28.002 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:52:27 smithi148 bash[59592]: ts=2024-03-22T07:52:27.963Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-22T07:52:28.002 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Mar 22 07:52:27 smithi148 bash[59592]: ts=2024-03-22T07:52:27.963Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-22T07:52:28.698 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-77237b76-e818-11ee-95cd-87774f69a715@prometheus.a.service' 2024-03-22T07:52:28.719 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-22T07:52:28.719 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-03-22T07:52:28.719 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 77237b76-e818-11ee-95cd-87774f69a715 --force --keep-logs 2024-03-22T07:52:28.842 INFO:teuthology.orchestra.run.smithi129.stdout:Deleting cluster with fsid: 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T07:52:30.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:30 smithi129 bash[57720]: ts=2024-03-22T07:52:30.273Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:52:30.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:30 smithi129 bash[57720]: ts=2024-03-22T07:52:30.274Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:52:30.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:30 smithi129 bash[57720]: ts=2024-03-22T07:52:30.275Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:52:33.714 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:52:33 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:33.714 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:33 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:33.714 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:33 smithi129 bash[57720]: ts=2024-03-22T07:52:33.688Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:52:33.714 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:33 smithi129 bash[57720]: ts=2024-03-22T07:52:33.689Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi129.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.129:8443: connect: connection refused" 2024-03-22T07:52:33.715 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:33 smithi129 bash[57720]: ts=2024-03-22T07:52:33.691Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-03-22T07:52:34.078 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:52:33 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:34.079 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:33 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:34.374 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:52:34 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:34.374 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:52:34 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:34.375 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:34 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:34.375 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:34 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:34.651 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:52:34 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:34.651 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:34 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:35.001 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:52:34 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:35.001 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:34 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:35.253 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:35 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:35.253 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:52:35 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:35.253 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:52:35 smithi129 systemd[1]: Stopping Ceph node-exporter.a for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:52:36.075 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:52:35 smithi129 bash[177784]: ceph-77237b76-e818-11ee-95cd-87774f69a715-node-exporter-a 2024-03-22T07:52:36.076 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:52:35 smithi129 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-03-22T07:52:36.076 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:52:35 smithi129 bash[177844]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-node-exporter-a 2024-03-22T07:52:36.076 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:52:35 smithi129 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2024-03-22T07:52:36.076 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:52:35 smithi129 systemd[1]: Stopped Ceph node-exporter.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:52:36.348 INFO:journalctl@ceph.node-exporter.a.smithi129.stdout:Mar 22 07:52:36 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:36.349 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:36 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:36.349 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:36 smithi129 systemd[1]: Stopping Ceph alertmanager.a for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:52:36.349 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:36 smithi129 bash[57720]: ts=2024-03-22T07:52:36.293Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-03-22T07:52:37.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:36 smithi129 bash[177907]: ceph-77237b76-e818-11ee-95cd-87774f69a715-alertmanager-a 2024-03-22T07:52:37.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:37 smithi129 bash[177968]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-alertmanager-a 2024-03-22T07:52:37.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:37 smithi129 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-22T07:52:37.124 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:37 smithi129 systemd[1]: Stopped Ceph alertmanager.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:52:37.624 INFO:journalctl@ceph.alertmanager.a.smithi129.stdout:Mar 22 07:52:37 smithi129 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:42.820 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 77237b76-e818-11ee-95cd-87774f69a715 --force --keep-logs 2024-03-22T07:52:42.942 INFO:teuthology.orchestra.run.smithi148.stdout:Deleting cluster with fsid: 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T07:52:47.811 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:52:47 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:47.811 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:52:47 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:48.157 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:52:47 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:48.158 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:52:47 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:48.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:52:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:48.428 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:52:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:48.428 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:52:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:48.428 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:52:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:48.712 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:52:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:48.713 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:52:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:49.039 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:52:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:49.040 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:52:48 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:49.303 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:52:49 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:49.304 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:52:49 smithi148 systemd[1]: Stopping Ceph node-exporter.b for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:52:49.304 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:52:49 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:50.178 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:52:49 smithi148 bash[91705]: ceph-77237b76-e818-11ee-95cd-87774f69a715-node-exporter-b 2024-03-22T07:52:50.178 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:52:50 smithi148 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-03-22T07:52:50.178 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:52:50 smithi148 bash[91766]: Error response from daemon: No such container: ceph-77237b76-e818-11ee-95cd-87774f69a715-node-exporter-b 2024-03-22T07:52:50.178 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:52:50 smithi148 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2024-03-22T07:52:50.178 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:52:50 smithi148 systemd[1]: Stopped Ceph node-exporter.b for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:52:50.466 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Mar 22 07:52:50 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:50.467 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:52:50 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:52:50.467 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:52:50 smithi148 systemd[1]: Stopping Ceph grafana.a for 77237b76-e818-11ee-95cd-87774f69a715... 2024-03-22T07:52:51.177 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:52:50 smithi148 bash[91829]: ceph-77237b76-e818-11ee-95cd-87774f69a715-grafana-a 2024-03-22T07:52:51.178 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:52:51 smithi148 bash[91888]: ceph-77237b76-e818-11ee-95cd-87774f69a715-grafana-a 2024-03-22T07:52:51.178 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:52:51 smithi148 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-03-22T07:52:51.178 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:52:51 smithi148 systemd[1]: ceph-77237b76-e818-11ee-95cd-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2024-03-22T07:52:51.178 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:52:51 smithi148 systemd[1]: Stopped Ceph grafana.a for 77237b76-e818-11ee-95cd-87774f69a715. 2024-03-22T07:52:51.678 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Mar 22 07:52:51 smithi148 systemd[1]: /etc/systemd/system/ceph-77237b76-e818-11ee-95cd-87774f69a715@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-03-22T07:53:01.489 DEBUG:teuthology.orchestra.run.smithi129:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-22T07:53:01.504 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-22T07:53:01.516 INFO:tasks.cephadm:Archiving crash dumps... 2024-03-22T07:53:01.518 DEBUG:teuthology.misc:Transferring archived files from smithi129:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/crash to /home/teuthworker/archive/teuthology-2024-03-22_02:08:13-upgrade-squid-distro-default-smithi/7615991/remote/smithi129/crash 2024-03-22T07:53:01.519 DEBUG:teuthology.orchestra.run.smithi129:> sudo tar c -f - -C /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/crash -- . 2024-03-22T07:53:01.556 INFO:teuthology.orchestra.run.smithi129.stderr:tar: /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/crash: Cannot open: No such file or directory 2024-03-22T07:53:01.557 INFO:teuthology.orchestra.run.smithi129.stderr:tar: Error is not recoverable: exiting now 2024-03-22T07:53:01.558 DEBUG:teuthology.misc:Transferring archived files from smithi148:/var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/crash to /home/teuthworker/archive/teuthology-2024-03-22_02:08:13-upgrade-squid-distro-default-smithi/7615991/remote/smithi148/crash 2024-03-22T07:53:01.559 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar c -f - -C /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/crash -- . 2024-03-22T07:53:01.568 INFO:teuthology.orchestra.run.smithi148.stderr:tar: /var/lib/ceph/77237b76-e818-11ee-95cd-87774f69a715/crash: Cannot open: No such file or directory 2024-03-22T07:53:01.568 INFO:teuthology.orchestra.run.smithi148.stderr:tar: Error is not recoverable: exiting now 2024-03-22T07:53:01.569 INFO:tasks.cephadm:Checking cluster log for badness... 2024-03-22T07:53:01.569 DEBUG:teuthology.orchestra.run.smithi129:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-03-22T07:53:01.614 INFO:teuthology.orchestra.run.smithi129.stdout:2024-03-22T06:53:54.742298+0000 mon.a (mon.0) 181 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-22T07:53:01.615 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-03-22T07:53:01.615 INFO:tasks.cephadm:Compressing logs... 2024-03-22T07:53:01.615 DEBUG:teuthology.orchestra.run.smithi129:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-22T07:53:01.659 DEBUG:teuthology.orchestra.run.smithi148:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-22T07:53:01.668 INFO:teuthology.orchestra.run.smithi148.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-03-22T07:53:01.669 INFO:teuthology.orchestra.run.smithi129.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-03-22T07:53:01.674 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-22T07:53:01.675 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.7.log 2024-03-22T07:53:01.675 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mds.foo.smithi148.qmcgkl.log 2024-03-22T07:53:01.676 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.6.log 2024-03-22T07:53:01.676 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.7.log: /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mds.foo.smithi148.qmcgkl.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.cephadm.log 2024-03-22T07:53:01.677 INFO:teuthology.orchestra.run.smithi129.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-22T07:53:01.677 INFO:teuthology.orchestra.run.smithi129.stderr:gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mgr.y.log 2024-03-22T07:53:01.678 INFO:teuthology.orchestra.run.smithi148.stderr: 85.6% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mds.foo.smithi148.qmcgkl.log.gz 2024-03-22T07:53:01.678 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.5.log 2024-03-22T07:53:01.679 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mgr.x.log 2024-03-22T07:53:01.679 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.log 2024-03-22T07:53:01.679 INFO:teuthology.orchestra.run.smithi148.stderr: 83.8%/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.5.log: -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.cephadm.log.gz 2024-03-22T07:53:01.679 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-volume.log 2024-03-22T07:53:01.679 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.audit.log 2024-03-22T07:53:01.679 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mon.b.log 2024-03-22T07:53:01.682 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.0.log 2024-03-22T07:53:01.682 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mds.foo.smithi129.bzehte.log 2024-03-22T07:53:01.682 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.2.log 2024-03-22T07:53:01.682 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mds.foo.smithi129.bzehte.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mon.a.log 2024-03-22T07:53:01.683 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.cephadm.log 2024-03-22T07:53:01.683 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mon.a.log: 87.0%gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.3.log 2024-03-22T07:53:01.683 INFO:teuthology.orchestra.run.smithi129.stderr: -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mds.foo.smithi129.bzehte.log.gz 2024-03-22T07:53:01.683 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.1.log 2024-03-22T07:53:01.683 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.log 2024-03-22T07:53:01.683 INFO:teuthology.orchestra.run.smithi129.stderr: 90.7% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.cephadm.log.gz 2024-03-22T07:53:01.683 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-volume.log 2024-03-22T07:53:01.684 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.audit.log: 84.3% 90.5% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.audit.log.gz 2024-03-22T07:53:01.684 INFO:teuthology.orchestra.run.smithi148.stderr: -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-22T07:53:01.685 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.4.log 2024-03-22T07:53:01.686 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-22T07:53:01.687 INFO:teuthology.orchestra.run.smithi129.stderr:gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mon.c.log 2024-03-22T07:53:01.692 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mon.b.log: /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.4.log: 87.6% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.log.gz 2024-03-22T07:53:01.694 INFO:teuthology.orchestra.run.smithi148.stderr: 91.3% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-volume.log.gz 2024-03-22T07:53:01.701 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.audit.log 2024-03-22T07:53:01.706 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mon.c.log: 92.9% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.log.gz 2024-03-22T07:53:01.712 INFO:teuthology.orchestra.run.smithi129.stderr:/var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.audit.log: 91.1% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-volume.log.gz 2024-03-22T07:53:01.717 INFO:teuthology.orchestra.run.smithi129.stderr: 94.2% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph.audit.log.gz 2024-03-22T07:53:01.720 INFO:teuthology.orchestra.run.smithi148.stderr: 89.9% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mgr.x.log.gz 2024-03-22T07:53:02.397 INFO:teuthology.orchestra.run.smithi129.stderr: 89.6% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mgr.y.log.gz 2024-03-22T07:53:02.800 INFO:teuthology.orchestra.run.smithi148.stderr: 91.4% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mon.b.log.gz 2024-03-22T07:53:03.184 INFO:teuthology.orchestra.run.smithi129.stderr: 91.2% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mon.c.log.gz 2024-03-22T07:53:04.553 INFO:teuthology.orchestra.run.smithi129.stderr: 90.8% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-mon.a.log.gz 2024-03-22T07:53:10.721 INFO:teuthology.orchestra.run.smithi148.stderr: 93.7% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.5.log.gz 2024-03-22T07:53:11.840 INFO:teuthology.orchestra.run.smithi129.stderr: 94.4% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.0.log.gz 2024-03-22T07:53:12.107 INFO:teuthology.orchestra.run.smithi148.stderr: 94.3% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.7.log.gz 2024-03-22T07:53:12.120 INFO:teuthology.orchestra.run.smithi148.stderr: 94.1% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.6.log.gz 2024-03-22T07:53:12.389 INFO:teuthology.orchestra.run.smithi129.stderr: 94.5% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.2.log.gz 2024-03-22T07:53:12.393 INFO:teuthology.orchestra.run.smithi129.stderr: 94.3% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.1.log.gz 2024-03-22T07:53:12.561 INFO:teuthology.orchestra.run.smithi148.stderr: 94.5% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.4.log.gz 2024-03-22T07:53:12.563 INFO:teuthology.orchestra.run.smithi148.stderr: 2024-03-22T07:53:12.563 INFO:teuthology.orchestra.run.smithi148.stderr:real 0m10.899s 2024-03-22T07:53:12.563 INFO:teuthology.orchestra.run.smithi148.stderr:user 0m40.599s 2024-03-22T07:53:12.563 INFO:teuthology.orchestra.run.smithi148.stderr:sys 0m1.421s 2024-03-22T07:53:13.188 INFO:teuthology.orchestra.run.smithi129.stderr: 94.8% -- replaced with /var/log/ceph/77237b76-e818-11ee-95cd-87774f69a715/ceph-osd.3.log.gz 2024-03-22T07:53:13.190 INFO:teuthology.orchestra.run.smithi129.stderr: 2024-03-22T07:53:13.193 INFO:teuthology.orchestra.run.smithi129.stderr:real 0m11.529s 2024-03-22T07:53:13.194 INFO:teuthology.orchestra.run.smithi129.stderr:user 0m46.399s 2024-03-22T07:53:13.194 INFO:teuthology.orchestra.run.smithi129.stderr:sys 0m1.855s 2024-03-22T07:53:13.194 INFO:tasks.cephadm:Archiving logs... 2024-03-22T07:53:13.195 DEBUG:teuthology.misc:Transferring archived files from smithi129:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-03-22_02:08:13-upgrade-squid-distro-default-smithi/7615991/remote/smithi129/log 2024-03-22T07:53:13.197 DEBUG:teuthology.orchestra.run.smithi129:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-22T07:53:18.536 DEBUG:teuthology.misc:Transferring archived files from smithi148:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-03-22_02:08:13-upgrade-squid-distro-default-smithi/7615991/remote/smithi148/log 2024-03-22T07:53:18.537 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-22T07:53:23.447 INFO:tasks.cephadm:Removing cluster... 2024-03-22T07:53:23.448 DEBUG:teuthology.orchestra.run.smithi129:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 77237b76-e818-11ee-95cd-87774f69a715 --force 2024-03-22T07:53:23.570 INFO:teuthology.orchestra.run.smithi129.stdout:Deleting cluster with fsid: 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T07:53:24.969 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 77237b76-e818-11ee-95cd-87774f69a715 --force 2024-03-22T07:53:25.091 INFO:teuthology.orchestra.run.smithi148.stdout:Deleting cluster with fsid: 77237b76-e818-11ee-95cd-87774f69a715 2024-03-22T07:53:26.472 INFO:tasks.cephadm:Removing cephadm ... 2024-03-22T07:53:26.472 DEBUG:teuthology.orchestra.run.smithi129:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-22T07:53:26.478 DEBUG:teuthology.orchestra.run.smithi148:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-22T07:53:26.484 INFO:tasks.cephadm:Teardown complete 2024-03-22T07:53:26.485 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-03-22T07:53:26.499 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-03-22T07:53:26.499 DEBUG:teuthology.orchestra.run.smithi129:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-22T07:53:26.523 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-22T07:53:26.576 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-03-22T07:53:26.585 INFO:teuthology.task.clock:Checking final clock skew... 2024-03-22T07:53:26.585 DEBUG:teuthology.orchestra.run.smithi129:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-22T07:53:26.588 DEBUG:teuthology.orchestra.run.smithi148:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-22T07:53:26.603 INFO:teuthology.orchestra.run.smithi129.stdout: remote refid st t when poll reach delay offset jitter 2024-03-22T07:53:26.603 INFO:teuthology.orchestra.run.smithi129.stdout:============================================================================== 2024-03-22T07:53:26.603 INFO:teuthology.orchestra.run.smithi129.stdout:*hv01.front.sepi 44.4.53.2 2 u 19 64 377 0.103 -3.444 0.229 2024-03-22T07:53:26.603 INFO:teuthology.orchestra.run.smithi129.stdout:+hv02.front.sepi 63.231.80.2 3 u 21 64 377 0.104 -0.111 0.278 2024-03-22T07:53:26.603 INFO:teuthology.orchestra.run.smithi129.stdout:+hv03.front.sepi 74.6.168.72 3 u 30 64 377 0.086 -1.556 0.212 2024-03-22T07:53:26.603 INFO:teuthology.orchestra.run.smithi129.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-03-22T07:53:26.605 INFO:teuthology.orchestra.run.smithi148.stdout: remote refid st t when poll reach delay offset jitter 2024-03-22T07:53:26.605 INFO:teuthology.orchestra.run.smithi148.stdout:============================================================================== 2024-03-22T07:53:26.605 INFO:teuthology.orchestra.run.smithi148.stdout:*hv01.front.sepi 44.4.53.2 2 u 74 128 377 0.168 -6.244 0.445 2024-03-22T07:53:26.606 INFO:teuthology.orchestra.run.smithi148.stdout:+hv02.front.sepi 63.231.80.2 3 u 95 128 377 0.208 -3.035 0.443 2024-03-22T07:53:26.606 INFO:teuthology.orchestra.run.smithi148.stdout:+hv03.front.sepi 74.6.168.72 3 u 83 128 377 0.164 -4.980 0.814 2024-03-22T07:53:26.606 INFO:teuthology.orchestra.run.smithi148.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-03-22T07:53:26.606 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-03-22T07:53:26.617 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-03-22T07:53:26.617 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-03-22T07:53:26.657 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-03-22T07:53:26.697 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-03-22T07:53:26.738 INFO:teuthology.task.internal:Duration was 4314.561243 seconds 2024-03-22T07:53:26.739 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-03-22T07:53:26.783 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-03-22T07:53:26.783 DEBUG:teuthology.orchestra.run.smithi129:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-22T07:53:26.786 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-22T07:53:26.823 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-03-22T07:53:26.823 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi129.front.sepia.ceph.com 2024-03-22T07:53:26.823 DEBUG:teuthology.orchestra.run.smithi129:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-22T07:53:26.871 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi148.front.sepia.ceph.com 2024-03-22T07:53:26.871 DEBUG:teuthology.orchestra.run.smithi148:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-22T07:53:26.882 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-03-22T07:53:26.882 DEBUG:teuthology.orchestra.run.smithi129:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-22T07:53:26.915 DEBUG:teuthology.orchestra.run.smithi148:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-22T07:53:27.004 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-03-22T07:53:27.005 DEBUG:teuthology.orchestra.run.smithi129:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-22T07:53:27.007 DEBUG:teuthology.orchestra.run.smithi148:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-22T07:53:27.288 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-03-22T07:53:27.298 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-03-22T07:53:27.298 DEBUG:teuthology.orchestra.run.smithi129:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-22T07:53:27.310 DEBUG:teuthology.orchestra.run.smithi148:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-22T07:53:27.323 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-03-22T07:53:27.336 DEBUG:teuthology.orchestra.run.smithi129:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-22T07:53:27.354 DEBUG:teuthology.orchestra.run.smithi148:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-22T07:53:27.362 INFO:teuthology.orchestra.run.smithi129.stdout:kernel.core_pattern = core 2024-03-22T07:53:27.377 INFO:teuthology.orchestra.run.smithi148.stdout:kernel.core_pattern = core 2024-03-22T07:53:27.403 DEBUG:teuthology.orchestra.run.smithi129:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-22T07:53:27.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-22T07:53:27.423 DEBUG:teuthology.orchestra.run.smithi148:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-22T07:53:27.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-22T07:53:27.450 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-03-22T07:53:27.463 INFO:teuthology.task.internal:Transferring archived files... 2024-03-22T07:53:27.464 DEBUG:teuthology.misc:Transferring archived files from smithi129:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-03-22_02:08:13-upgrade-squid-distro-default-smithi/7615991/remote/smithi129 2024-03-22T07:53:27.464 DEBUG:teuthology.orchestra.run.smithi129:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-22T07:53:27.499 DEBUG:teuthology.misc:Transferring archived files from smithi148:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-03-22_02:08:13-upgrade-squid-distro-default-smithi/7615991/remote/smithi148 2024-03-22T07:53:27.499 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-22T07:53:27.528 INFO:teuthology.task.internal:Removing archive directory... 2024-03-22T07:53:27.528 DEBUG:teuthology.orchestra.run.smithi129:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-22T07:53:27.535 DEBUG:teuthology.orchestra.run.smithi148:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-22T07:53:27.575 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-03-22T07:53:27.587 INFO:teuthology.task.internal:Not uploading archives. 2024-03-22T07:53:27.588 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-03-22T07:53:27.616 INFO:teuthology.task.internal:Tidying up after the test... 2024-03-22T07:53:27.616 DEBUG:teuthology.orchestra.run.smithi129:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-22T07:53:27.618 DEBUG:teuthology.orchestra.run.smithi148:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-22T07:53:27.622 INFO:teuthology.orchestra.run.smithi129.stdout: 658624 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 22 07:53 /home/ubuntu/cephtest 2024-03-22T07:53:27.625 INFO:teuthology.orchestra.run.smithi148.stdout: 658467 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 22 07:53 /home/ubuntu/cephtest 2024-03-22T07:53:27.626 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-03-22T07:53:27.659 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-03-22T07:53:27.743 INFO:teuthology.nuke:Checking targets against current locks 2024-03-22T07:53:27.770 DEBUG:teuthology.nuke:shortname: smithi129 2024-03-22T07:53:27.770 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-22T07:53:27.792 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi129.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-22_02:08:13-upgrade-squid-distro-default-smithi/7615991', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-22 06:32:27.901254', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG1pdlJCwK/6pY664nPTdvgctx67hAupAC0JqYwxR/Po9LTZRHBqDJTqjgnH1uAFylPgjDkS+85AW5VE9BCEI88='} 2024-03-22T07:53:27.799 DEBUG:teuthology.nuke:shortname: smithi148 2024-03-22T07:53:27.799 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-22T07:53:27.820 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi148.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-22_02:08:13-upgrade-squid-distro-default-smithi/7615991', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-22 06:32:27.899553', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJMqzpbU/dD2kibb/gWTjUuiQHA/q15wRyDzzn/CREiIITSDLq1LPF8lRZMFVKegv5mAPsr/6HgqDLdTtA4mEdU='} 2024-03-22T07:53:27.833 INFO:teuthology.orchestra.console.smithi129:Power off 2024-03-22T07:53:27.834 DEBUG:teuthology.orchestra.console.smithi129:pexpect command: ipmitool -H smithi129.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-22T07:53:27.862 DEBUG:teuthology.orchestra.console.smithi129:power off output: Chassis Power Control: Down/Off 2024-03-22T07:53:27.862 DEBUG:teuthology.orchestra.console.smithi129:pexpect command: ipmitool -H smithi129.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-22T07:53:27.882 INFO:teuthology.orchestra.console.smithi148:Power off 2024-03-22T07:53:27.883 DEBUG:teuthology.orchestra.console.smithi148:pexpect command: ipmitool -H smithi148.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-22T07:53:27.892 DEBUG:teuthology.orchestra.console.smithi129:check power output: Chassis Power is on 2024-03-22T07:53:27.926 DEBUG:teuthology.orchestra.console.smithi148:power off output: Chassis Power Control: Down/Off 2024-03-22T07:53:27.927 DEBUG:teuthology.orchestra.console.smithi148:pexpect command: ipmitool -H smithi148.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-22T07:53:27.954 DEBUG:teuthology.orchestra.console.smithi148:check power output: Chassis Power is on 2024-03-22T07:53:31.894 DEBUG:teuthology.orchestra.console.smithi129:pexpect command: ipmitool -H smithi129.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-22T07:53:31.954 DEBUG:teuthology.orchestra.console.smithi148:pexpect command: ipmitool -H smithi148.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-22T07:53:32.005 DEBUG:teuthology.orchestra.console.smithi129:check power output: Chassis Power is on 2024-03-22T07:53:32.065 DEBUG:teuthology.orchestra.console.smithi148:check power output: Chassis Power is on 2024-03-22T07:53:36.010 DEBUG:teuthology.orchestra.console.smithi129:pexpect command: ipmitool -H smithi129.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-22T07:53:36.066 DEBUG:teuthology.orchestra.console.smithi148:pexpect command: ipmitool -H smithi148.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-22T07:53:36.121 DEBUG:teuthology.orchestra.console.smithi129:check power output: Chassis Power is off 2024-03-22T07:53:36.178 DEBUG:teuthology.orchestra.console.smithi148:check power output: Chassis Power is on 2024-03-22T07:53:36.225 INFO:teuthology.orchestra.console.smithi129:Power off completed 2024-03-22T07:53:40.182 DEBUG:teuthology.orchestra.console.smithi148:pexpect command: ipmitool -H smithi148.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-22T07:53:40.293 DEBUG:teuthology.orchestra.console.smithi148:check power output: Chassis Power is off 2024-03-22T07:53:40.394 INFO:teuthology.orchestra.console.smithi148:Power off completed 2024-03-22T07:53:40.499 INFO:teuthology.run:Summary data: description: upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} duration: 4314.561242818832 failure_reason: timeout expired in wait_until_healthy flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=5218c30411984ae28f4abb390c15bdfd status: fail success: false 2024-03-22T07:53:40.499 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-22T07:53:40.588 INFO:teuthology.run:FAIL